-- Logs begin at Tue 2021-10-26 15:28:45 UTC, end at Tue 2021-10-26 18:05:13 UTC. -- Oct 26 16:10:12.830528 n-d-815373-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 16:10:15.550135 n-d-815373-2 neutron-server[102625]: INFO neutron.common.config [-] Logging enabled! Oct 26 16:10:15.550626 n-d-815373-2 neutron-server[102625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 16:10:15.550922 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 16:10:15.554123 n-d-815373-2 neutron-server[102625]: INFO neutron.common.config [-] Logging enabled! Oct 26 16:10:15.554378 n-d-815373-2 neutron-server[102625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 16:10:15.554691 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 16:10:15.555660 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 16:10:15.555893 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 16:10:15.556255 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 16:10:15.556503 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 16:10:15.556726 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 16:10:15.557041 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.557337 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.557632 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.557861 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.558152 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.558448 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.558727 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.559019 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.559341 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.559627 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.559906 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.560186 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.560414 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.560695 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.560982 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.561266 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.561487 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] debug = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.561765 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.562195 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.562614 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.562894 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.563376 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.563501 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.563775 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.564082 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.564370 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.564835 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] host = n-d-815373-2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.565117 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.565411 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.565698 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.565985 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.566261 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.566538 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.566821 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.567095 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.567399 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.567675 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.567961 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.568249 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.568543 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.568767 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.568991 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.569282 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.569567 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.569843 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.570119 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.570395 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.570670 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.570945 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.571239 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.571523 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.571805 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.572089 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.572362 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.572634 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.572903 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.573175 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.573457 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.573728 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.574005 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.574278 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.574561 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.574829 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.575102 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.575428 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.575713 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.575994 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.576280 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.576552 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.576833 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.577102 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.577373 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.577642 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_json = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.577914 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.578182 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.578461 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.578729 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.578998 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.579300 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.579570 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.580462 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:15.580767 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.581060 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.581361 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.581645 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.581949 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.582229 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.582517 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.582794 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.583079 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.583399 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.583687 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.583966 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.584253 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.584530 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.584823 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.585124 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.585415 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.585707 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.585981 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.586255 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.586526 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.586803 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.587089 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.587388 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.587678 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.587967 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.588245 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.588530 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.588822 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.589110 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.589380 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.589663 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.589955 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.590233 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.590504 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.590780 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.591067 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.591369 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.591642 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.591924 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.592201 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.592471 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.592742 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.593018 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.593310 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.593584 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.593855 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.594125 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.594400 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.594668 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.594951 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.595251 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.596161 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.596442 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.596726 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.597003 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.597275 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.597552 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.597823 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.598100 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.598372 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.598643 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.598915 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.599212 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.599485 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.599761 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.600055 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.600316 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.600588 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.600860 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.601131 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.601402 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.601671 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.601953 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.602252 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.602529 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.602806 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.603082 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.603542 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.603660 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.603937 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.604217 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.604496 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.604768 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.605061 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.605341 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.605625 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.605906 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.606183 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.606507 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.606788 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.607073 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.607373 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.607653 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.607935 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.608219 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.608513 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.608805 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.609097 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.609389 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.609684 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.609964 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.610270 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.610549 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:15.610766 n-d-815373-2 neutron-server[102625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 16:10:15.611067 n-d-815373-2 neutron-server[102625]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102625) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 16:10:16.042294 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 16:10:16.042564 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 16:10:16.042854 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 16:10:16.043212 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 16:10:16.363169 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.363377 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.363649 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.365157 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.365431 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.365697 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.406495 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.406769 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.407037 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.422614 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.422904 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.423172 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.452524 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.452795 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.453057 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.489694 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.489969 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.490233 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.723788 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.724376 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.724376 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.724538 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.725181 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.853011 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.853328 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.853612 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.853880 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.854142 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.854454 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.854717 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.854968 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.855240 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.855521 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.855777 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.856039 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.856291 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.856540 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.856791 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.857050 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.857298 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.857560 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.857823 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.858076 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.858341 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.858589 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.858866 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.859258 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.859504 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.859744 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.860128 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.860361 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.860592 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.860841 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.861129 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.861500 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:16.861861 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 16:10:16.865333 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 16:10:16.869271 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 16:10:16.873199 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 26 16:10:16.874826 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 16:10:16.875304 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 16:10:16.875636 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 16:10:16.876017 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 16:10:16.879490 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 16:10:16.879734 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 16:10:16.880071 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 16:10:16.885297 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 16:10:16.907467 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 16:10:16.908507 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.908803 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102625) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 16:10:16.909159 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.910533 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102625) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 16:10:16.910808 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 16:10:16.911047 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 16:10:16.914227 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.914509 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:16.977363 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 16:10:16.977540 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 16:10:16.977774 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 16:10:16.978137 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 16:10:16.998948 n-d-815373-2 neutron-server[102625]: DEBUG oslo_db.sqlalchemy.engines [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102625) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 16:10:17.638000 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing driver for type 'gre' Oct 26 16:10:17.638535 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] gre ID ranges: [(1, 1000)] Oct 26 16:10:17.804001 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing driver for type 'local' Oct 26 16:10:17.804567 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing driver for type 'vlan' Oct 26 16:10:17.901070 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] VlanTypeDriver initialization complete Oct 26 16:10:17.901420 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing driver for type 'vxlan' Oct 26 16:10:17.901910 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] vxlan ID ranges: [(1, 1000)] Oct 26 16:10:18.106688 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing extension driver 'port_security' Oct 26 16:10:18.106955 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.extensions.port_security [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] PortSecurityExtensionDriver initialization complete Oct 26 16:10:18.107315 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing mechanism driver 'openvswitch' Oct 26 16:10:18.107642 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing mechanism driver 'hyperv' Oct 26 16:10:18.118020 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.plugin [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:18.118884 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.119287 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.119634 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.120159 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.120590 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.120943 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.121280 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.121673 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.122209 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.122549 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.122886 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.123329 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.123736 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.124079 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.124415 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.124799 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.125204 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.125562 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.125893 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.126278 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.126805 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > address_group after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.127146 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > address_group after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.127485 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.127875 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 16:10:18.128344 n-d-815373-2 neutron-server[102625]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] ML2 OVO RPC backend initialized. {{(pid=102625) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 16:10:18.129055 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.129419 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.129828 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.130172 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > networks before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.130515 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.130859 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > ports before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.131221 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.131556 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnets before_response 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.131896 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.132229 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.132559 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.132885 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.133252 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.133579 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.133904 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.134232 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.134556 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.135146 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.plugin [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Modular L2 Plugin initialization complete Oct 26 16:10:18.135481 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading services supported by the core plugin {{(pid=102625) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 16:10:18.135800 n-d-815373-2 neutron-server[102625]: INFO neutron.plugins.ml2.managers [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Got port-security extension from driver 'port_security' Oct 26 16:10:18.136249 n-d-815373-2 neutron-server[102625]: INFO neutron.extensions.vlantransparent [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Disabled vlantransparent extension. Oct 26 16:10:18.136736 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102625) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 16:10:18.137067 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: router Oct 26 16:10:18.183363 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.183750 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_create 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.184113 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router before_create 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.184556 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.184929 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.185279 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_delete 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.185629 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.186091 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.186443 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_create 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.186784 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.187183 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.187526 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.187877 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.188281 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.188643 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.188974 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.189819 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: subnet after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.190150 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.190490 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.190828 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_create 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.191182 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.191519 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.191864 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router after_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.192201 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.192545 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_create 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.193045 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.193397 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_update 55549900 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.193755 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > agent after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.194095 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > agent after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.194432 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > network after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.195323 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Tracking information for resource: router configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:18.195651 n-d-815373-2 neutron-server[102625]: DEBUG neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Tracking information for resource: floatingip configured {{(pid=102625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 16:10:18.200557 n-d-815373-2 neutron-server[102625]: INFO neutron.db.l3_agentschedulers_db [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 16:10:18.201167 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.201624 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.201976 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.202321 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: port after_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.203445 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router before_create 55550100 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.203806 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.204159 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_create 55550100 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.204507 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > router precommit_update 55550100 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.210162 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.provider_configuration [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service providers = [] {{(pid=102625) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 16:10:18.210520 n-d-815373-2 neutron-server[102625]: DEBUG neutron.db.servicetype_db [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102625) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 16:10:18.213472 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.service_base [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 16:10:18.213848 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.service_base [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 16:10:18.214187 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.service_base [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 16:10:18.215065 n-d-815373-2 neutron-server[102625]: DEBUG neutron.services.service_base [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 16:10:18.215452 n-d-815373-2 neutron-server[102625]: INFO neutron.services.service_base [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 16:10:18.215818 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.216129 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 16:10:18.233263 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.233592 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: auto_allocate Oct 26 16:10:18.239761 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: network precommit_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.240123 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: network precommit_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.240633 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.240948 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: tag Oct 26 16:10:18.249829 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.250159 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: timestamp Oct 26 16:10:18.254583 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.254904 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: network_ip_availability Oct 26 16:10:18.260369 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.260846 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.261203 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.261906 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.262222 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: flavors Oct 26 16:10:18.267276 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.268145 n-d-815373-2 neutron-server[102625]: INFO neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading Plugin: revisions Oct 26 16:10:18.272591 n-d-815373-2 neutron-server[102625]: DEBUG neutron.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 16:10:18.272978 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.230s {{(pid=102625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 16:10:18.273717 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102625) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 16:10:18.274046 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Initializing extension manager. Oct 26 16:10:18.274546 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: __init__.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.274881 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: __pycache__ {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.275234 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.275564 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: address_group.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.276307 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.276916 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: address-group Oct 26 16:10:18.277239 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: address_scope.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.277940 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.278442 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: address-scope Oct 26 16:10:18.278759 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.279723 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.280229 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: router-admin-state-down-before-update Oct 26 16:10:18.280554 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: agent.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.281246 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.281776 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: agent Oct 26 16:10:18.282094 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: agent_resources_synced.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.283020 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.283687 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: agent-resources-synced Oct 26 16:10:18.284007 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: allowedaddresspairs.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.292862 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.293380 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: allowed-address-pairs Oct 26 16:10:18.293699 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: auto_allocated_topology.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.294872 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.295424 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: auto-allocated-topology Oct 26 16:10:18.295743 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: availability_zone.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.296432 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.296939 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: availability_zone Oct 26 16:10:18.297264 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: availability_zone_filter.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.298173 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.298787 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: availability_zone_filter Oct 26 16:10:18.299173 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: data_plane_status.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.300117 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.300622 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 16:10:18.300938 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: default_subnetpools.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.301852 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.302364 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: default-subnetpools Oct 26 16:10:18.302681 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.303513 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.304022 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: dhcp_agent_scheduler Oct 26 16:10:18.304339 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: dns.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.305252 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.305855 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 16:10:18.306169 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: dns_domain_ports.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.307076 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.307604 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 16:10:18.307918 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.308829 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.309330 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 16:10:18.309682 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: dvr.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.310340 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.310842 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: dvr Oct 26 16:10:18.311187 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: ecmp_routes.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.312139 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.317477 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 16:10:18.317477 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: empty_string_filtering.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.317952 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.318458 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: empty-string-filtering Oct 26 16:10:18.318774 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.319712 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.320212 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 16:10:18.320527 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.321455 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.321961 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 16:10:18.322276 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: external_net.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.323305 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.323807 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: external-net Oct 26 16:10:18.324121 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.325030 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.325526 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: extra_dhcp_opt Oct 26 16:10:18.325842 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: extraroute.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.326745 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.327287 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: extraroute Oct 26 16:10:18.327605 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: extraroute_atomic.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.328625 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.329166 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: extraroute-atomic Oct 26 16:10:18.329587 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: filter_validation.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.331154 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.331664 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: filter-validation Oct 26 16:10:18.331983 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: fip_pf_description.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.332889 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.333391 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 16:10:18.333703 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: fip_port_details.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.334686 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.335216 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: fip-port-details Oct 26 16:10:18.335532 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: flavors.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.336763 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.337280 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: flavors Oct 26 16:10:18.337597 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.339300 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.339827 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 16:10:18.340158 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: floatingip_pools.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.340897 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.341405 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: floatingip-pools Oct 26 16:10:18.341732 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: ip_allocation.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.347018 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.347550 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 16:10:18.347873 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.348796 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.349303 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: ip-substring-filtering Oct 26 16:10:18.349627 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l2_adjacency.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.350541 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.351043 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 16:10:18.351389 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.352446 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.352958 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: router Oct 26 16:10:18.353281 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.355515 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.356043 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 16:10:18.356378 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.357493 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.357961 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: ext-gw-mode Oct 26 16:10:18.358284 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.359249 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.359759 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: l3-ha Oct 26 16:10:18.360079 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3_flavors.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.360984 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.361647 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: l3-flavors Oct 26 16:10:18.361968 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.362951 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.363489 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 16:10:18.363808 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: l3agentscheduler.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.365081 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.365594 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: l3_agent_scheduler Oct 26 16:10:18.365920 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: logging.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.367436 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.367947 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension logging not supported by any of loaded plugins Oct 26 16:10:18.368270 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: metering.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.369003 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.369569 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: metering Oct 26 16:10:18.369892 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.371165 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.371667 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: metering_source_and_destination_fields Oct 26 16:10:18.371987 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: multiprovidernet.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.372905 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.373414 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: multi-provider Oct 26 16:10:18.373733 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: netmtu.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.374736 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.375277 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: net-mtu Oct 26 16:10:18.375601 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: netmtu_writable.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.376515 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.377544 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: net-mtu-writable Oct 26 16:10:18.377858 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: network_availability_zone.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.378516 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.379017 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: network_availability_zone Oct 26 16:10:18.379360 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: network_ip_availability.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.380456 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.380968 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: network-ip-availability Oct 26 16:10:18.381285 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: network_segment_range.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.382172 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.382674 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 16:10:18.382990 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: pagination.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.383987 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.384313 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: pagination Oct 26 16:10:18.384627 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: port_device_profile.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.385606 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.386120 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: port-device-profile Oct 26 16:10:18.386500 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.393644 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.394153 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: port-mac-address-regenerate Oct 26 16:10:18.394469 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.395417 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.395930 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: port-numa-affinity-policy Oct 26 16:10:18.396245 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: port_resource_request.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.397225 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.397864 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 16:10:18.398180 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: portbindings.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.399105 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.399631 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: binding Oct 26 16:10:18.399947 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: portbindings_extended.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.401215 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.401728 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: binding-extended Oct 26 16:10:18.402047 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: portsecurity.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.403026 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.403558 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: port-security Oct 26 16:10:18.403874 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: project_id.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.404852 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.405163 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: project-id Oct 26 16:10:18.405479 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: providernet.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.406398 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.406943 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: provider Oct 26 16:10:18.407296 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.410998 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.411555 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos not supported by any of loaded plugins Oct 26 16:10:18.411884 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.413131 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.413747 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 16:10:18.414067 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.414983 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.415521 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 16:10:18.415844 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_default.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.416752 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.417259 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-default not supported by any of loaded plugins Oct 26 16:10:18.417577 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_fip.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.418221 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.418714 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 16:10:18.419028 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_gateway_ip.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.420030 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.420534 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 16:10:18.424114 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_port_network_policy.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.424692 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.425204 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 16:10:18.425521 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.426559 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.427111 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 16:10:18.427461 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_pps_rule.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.428635 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.429142 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 16:10:18.429462 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_rule_type_details.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.430446 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.430947 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 16:10:18.431300 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: qos_rules_alias.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.432522 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.433032 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 16:10:18.433350 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: quotasv2.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.434264 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.434584 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: quotas Oct 26 16:10:18.434898 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: quotasv2_detail.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.438192 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.438528 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: quota_details Oct 26 16:10:18.438860 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: rbac.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.440589 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.441115 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: rbac-policies Oct 26 16:10:18.441443 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: rbac_address_group.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.442528 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.443044 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: rbac-address-group Oct 26 16:10:18.443388 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: rbac_address_scope.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.444305 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.444826 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: rbac-address-scope Oct 26 16:10:18.445145 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: rbac_security_groups.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.446055 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.446566 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: rbac-security-groups Oct 26 16:10:18.446910 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: rbac_subnetpool.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.447870 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.448384 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: rbac-subnetpool Oct 26 16:10:18.448699 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: revisionifmatch.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.450145 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.451030 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: revision-if-match Oct 26 16:10:18.451665 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: revisions.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.453502 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.454571 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: standard-attr-revisions Oct 26 16:10:18.455683 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: router_availability_zone.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.456366 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.456885 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: router_availability_zone Oct 26 16:10:18.457205 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: routerservicetype.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.465012 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.465522 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 16:10:18.465841 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.466771 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.467320 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: security-groups-normalized-cidr Oct 26 16:10:18.467638 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.468551 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.469061 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: port-security-groups-filtering Oct 26 16:10:18.469379 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.470289 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.470902 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: security-groups-remote-address-group Oct 26 16:10:18.471244 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: securitygroup.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.481091 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.481620 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: security-group Oct 26 16:10:18.481949 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: segment.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.482823 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.483337 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension segment not supported by any of loaded plugins Oct 26 16:10:18.483659 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.484664 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.485170 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 16:10:18.485487 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: servicetype.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.486804 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.487347 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: service-type Oct 26 16:10:18.487752 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: sorting.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.488737 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.489313 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: sorting Oct 26 16:10:18.489630 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: standard_attr_segment.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.490547 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.491054 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 16:10:18.491401 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: standardattrdescription.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.492158 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.492666 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: standard-attr-description Oct 26 16:10:18.492982 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: stateful_security_group.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.493913 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.494423 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: stateful-security-group Oct 26 16:10:18.494738 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: stdattrs_common.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.495341 n-d-815373-2 neutron-server[102625]: WARNING neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 16:10:18.495658 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.496576 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.497087 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 16:10:18.497404 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnet_onboard.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.498464 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.498973 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: subnet_onboard Oct 26 16:10:18.499318 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.500239 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.500743 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 16:10:18.501061 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnet_service_types.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.502502 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.503010 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: subnet-service-types Oct 26 16:10:18.503344 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnetallocation.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.504444 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.504989 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: subnet_allocation Oct 26 16:10:18.505304 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.505975 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.506491 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: subnetpool-prefix-ops Oct 26 16:10:18.506813 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.507779 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.508285 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 16:10:18.508602 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: tagging.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.509673 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.510182 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: standard-attr-tag Oct 26 16:10:18.510501 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: timestamp.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.511732 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.512253 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loaded extension: standard-attr-timestamp Oct 26 16:10:18.512575 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: trunk.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.513605 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.514116 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension trunk not supported by any of loaded plugins Oct 26 16:10:18.514437 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: trunk_details.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.515383 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.515893 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 16:10:18.516214 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: uplink_status_propagation.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.517130 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.518352 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 16:10:18.518671 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Loading extension file: vlantransparent.py {{(pid=102625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 16:10:18.519357 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 16:10:18.519864 n-d-815373-2 neutron-server[102625]: INFO neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 16:10:18.522305 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:network Oct 26 16:10:18.522831 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnet Oct 26 16:10:18.523248 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 16:10:18.523632 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:port Oct 26 16:10:18.524878 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.525319 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service FLAVORS assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.525930 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.526351 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.526673 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:router Oct 26 16:10:18.527105 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 16:10:18.527611 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service METERING assigned prefix: /metering {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.529042 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.529403 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.529747 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:10:18.530872 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 16:10:18.531184 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:security_group Oct 26 16:10:18.531612 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 16:10:18.532219 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service CORE assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.532542 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 16:10:18.532884 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] subnetpool is already registered Oct 26 16:10:18.533503 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service CORE assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.533824 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 16:10:18.534149 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] subnetpool is already registered Oct 26 16:10:18.536534 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.536969 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service FLAVORS assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.537581 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.538007 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.538342 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:router Oct 26 16:10:18.538677 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] router is already registered Oct 26 16:10:18.539081 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 16:10:18.539444 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] floatingip is already registered Oct 26 16:10:18.539903 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service METERING assigned prefix: /metering {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.540601 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 16:10:18.540922 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] rbac_policy is already registered Oct 26 16:10:18.541332 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:security_group Oct 26 16:10:18.541659 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] security_group is already registered Oct 26 16:10:18.542055 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 16:10:18.542378 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] security_group_rule is already registered Oct 26 16:10:18.542861 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service CORE assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.543196 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 16:10:18.543523 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] subnetpool is already registered Oct 26 16:10:18.543926 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.v2.resource_helper [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Service CORE assigned prefix: {{(pid=102625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 16:10:18.544238 n-d-815373-2 neutron-server[102625]: INFO neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 16:10:18.544556 n-d-815373-2 neutron-server[102625]: WARNING neutron.quota.resource_registry [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] subnetpool is already registered Oct 26 16:10:18.546295 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: extensions {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.547792 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: address-groups {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.549792 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: address-scopes {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.550997 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: agents {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.552276 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: auto-allocated-topology {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.553507 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: availability_zones {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.554729 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: dhcp-networks {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.556158 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: dhcp-agents {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.557665 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: routers {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.559825 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: flavors {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.561088 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: service_profiles {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.562312 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: next_providers {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.563767 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: service_profiles {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.565757 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: floatingip-pools {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.567060 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: routers {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.569163 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: floatingips {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.570441 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: l3-routers {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.571849 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: l3-agents {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.573238 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: metering-labels {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.574490 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: metering-label-rules {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.575902 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: network-ip-availabilities {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.577168 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: bindings {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.578707 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: quotas {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.580456 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: quotas {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.581973 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: rbac-policies {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.583185 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: security-groups {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.584498 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: security-group-rules {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.585720 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: service-providers {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.586919 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: subnetpools {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.588335 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: subnetpools {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.589893 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.591586 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.593357 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.595100 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.597085 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.599004 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.600695 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.603455 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.605214 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.606918 n-d-815373-2 neutron-server[102625]: DEBUG neutron.api.extensions [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Extended resource: tags {{(pid=102625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 16:10:18.613747 n-d-815373-2 neutron-server[102625]: WARNING keystonemiddleware.auth_token [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 16:10:18.618440 n-d-815373-2 neutron-server[102625]: WARNING keystonemiddleware.auth_token [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 16:10:18.627930 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Acquired lock "singleton_lock" {{(pid=102625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 16:10:18.628404 n-d-815373-2 neutron-server[102625]: DEBUG oslo_concurrency.lockutils [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Releasing lock "singleton_lock" {{(pid=102625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 16:10:18.629050 n-d-815373-2 neutron-server[102625]: INFO oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Starting 2 workers Oct 26 16:10:18.633879 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Started child 102736 {{(pid=102625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 16:10:18.638304 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Started child 102737 {{(pid=102625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 16:10:18.639051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.639861 n-d-815373-2 neutron-server[102625]: INFO neutron.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 16:10:18.640477 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Publish callbacks [] for process, before_spawn {{(pid=102625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.640588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [-] (102736) wsgi starting up on http://0.0.0.0:9696 Oct 26 16:10:18.642859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.643326 n-d-815373-2 neutron-server[102625]: INFO oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Starting 1 workers Oct 26 16:10:18.644263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [-] (102737) wsgi starting up on http://0.0.0.0:9696 Oct 26 16:10:18.648335 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Started child 102738 {{(pid=102625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 16:10:18.648855 n-d-815373-2 neutron-server[102625]: INFO oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Starting 1 workers Oct 26 16:10:18.652022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] calling RpcWorker wait() {{(pid=102738) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 16:10:18.652558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] returning from RpcWorker wait() {{(pid=102738) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 16:10:18.653285 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Started child 102739 {{(pid=102625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 16:10:18.653837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.654078 n-d-815373-2 neutron-server[102625]: DEBUG neutron_lib.callbacks.manager [None req-69364416-aa94-46ba-8b5c-6c2298f64e03 None None] Publish callbacks [] for process, after_spawn {{(pid=102625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.654396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:18.655939 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 16:10:18.656149 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 16:10:18.656330 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 16:10:18.656558 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 16:10:18.656871 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 16:10:18.657021 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 16:10:18.657546 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.657834 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.657939 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:18.658484 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.658484 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.658738 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.659263 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.659521 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.659751 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.660011 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.660259 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.660423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.660589 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.660836 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.661077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.661388 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.661644 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.661895 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.662158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.662343 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.662556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.662807 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.663044 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.663329 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] debug = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.663587 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.664030 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.664248 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.664493 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.664705 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.665392 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.665392 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.665629 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.665760 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.665897 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.666104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.666346 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.666582 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.666800 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.667050 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.667317 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.667551 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.668031 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] host = n-d-815373-2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.668258 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.668469 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.668689 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.668913 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.669172 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.669402 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.669656 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.669904 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.670137 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.670359 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.670624 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.670862 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.671089 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.671380 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.671541 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_options = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.671753 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.672009 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.672256 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.672452 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.672615 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.672784 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.673100 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.673246 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.673458 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.674332 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.674666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.674940 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.675196 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.675389 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.675657 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.675888 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.676103 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.676325 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.676563 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.676806 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.677027 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.677254 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.677468 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.677701 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.677940 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.678152 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.678374 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.678602 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.678809 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.679029 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.679293 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.679610 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.679828 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.680070 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.680335 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.680577 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.680800 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.681029 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.681292 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.681513 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.681753 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.682016 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.682225 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.682450 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.682675 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.682915 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.683169 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_json = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.683371 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.683599 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.683835 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.684043 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.684256 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.684481 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.684692 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.684935 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.685355 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.685621 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.685920 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.686158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.686386 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.686627 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.686846 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.688049 n-d-815373-2 neutron-server[102739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:18.688216 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.688514 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.688773 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.689092 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.690177 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.690474 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.690697 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.690973 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.692927 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.693201 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.693509 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.693749 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.693996 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.694247 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.694505 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.694774 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.695001 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.695268 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.695502 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.695729 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.696061 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.696351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.696631 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.696890 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.697108 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.697408 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.697570 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.697802 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.698015 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.698228 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.698522 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.698740 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.698951 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.699211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.699458 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.699672 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.699898 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.700245 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.700779 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.700908 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.701325 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.701521 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.701787 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.702005 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.702242 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.702473 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.702705 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.702970 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.703217 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.703437 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.710674 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.711351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.712284 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713188 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.713964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.714980 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.714980 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.714980 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.714980 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.714980 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.715730 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.715730 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.715730 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716374 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716458 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716691 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.716964 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.717183 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.717444 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.717726 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.717966 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.718243 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.718461 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.718735 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.719313 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.719461 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.719630 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.719862 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.720110 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.720371 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.720677 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.720936 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.721186 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.721429 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.721669 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.722441 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.722441 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.722441 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.722869 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.722869 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.723912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.723912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.723912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.723912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.724551 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.724551 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.724551 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727264 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.727808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728236 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728236 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728355 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728528 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728765 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.728984 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.729227 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.729446 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.729681 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.729916 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.730135 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.730374 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.730588 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.730798 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.731045 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.731285 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.731547 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.731796 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.732013 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.732243 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.732464 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.732701 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.732911 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.733171 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.733410 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.733614 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.733821 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.734033 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.734286 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.734515 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.734739 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.734953 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.735225 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.735472 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.735806 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.736543 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.736775 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.737022 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.737307 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.737459 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.737678 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.737896 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.738115 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.738328 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.738542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.738800 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.739313 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.739556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.739768 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.740008 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.740235 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.740470 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.740701 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.740991 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.741241 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.741883 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.741883 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.742203 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.742203 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.742464 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.742626 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.742839 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.743203 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.743342 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.743488 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.743737 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.743944 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.744151 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.744390 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.744624 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.744852 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.745101 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.745353 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.745566 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.745786 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.746000 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.746209 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.746438 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.746647 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.746850 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.747067 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.747303 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.747514 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.747742 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.747969 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.748175 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.748385 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.748619 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.748824 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.749098 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.749354 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.749572 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.749848 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.750092 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.750335 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.750572 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.750873 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.751116 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.751374 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.751587 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.751954 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.752240 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.752369 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.752664 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.752933 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.753194 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.753444 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.753718 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.754008 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.754263 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.754472 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.754753 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.755094 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.755388 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.755632 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.755880 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.756125 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.756351 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.756563 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.756794 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.757042 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.757275 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.757532 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.757775 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.758021 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.758236 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.758462 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.758677 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.758921 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.759179 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.759403 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.760498 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.760498 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 16:10:18.760498 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 16:10:18.760498 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.761542 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762423 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.762912 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763255 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763255 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.763837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764294 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764294 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764294 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764593 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764593 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] debug = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764875 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.764875 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765134 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765256 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765390 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765624 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765624 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765826 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.765945 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.766165 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.766165 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.766320 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.767232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] host = n-d-815373-2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.768225 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.768225 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.768225 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.768404 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.768404 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769400 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769400 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769543 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769615 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769703 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.769863 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_options = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770020 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770178 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770371 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770515 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770676 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770835 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.770991 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771218 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771311 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771469 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771624 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771780 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.771935 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772089 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772246 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772401 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772557 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772715 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.772870 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773027 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773186 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773421 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773574 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773734 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.773888 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774041 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774196 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774353 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774507 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774662 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774819 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.774976 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.775173 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.775317 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.775483 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.775613 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.775930 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776089 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776252 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776408 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776564 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776720 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.776876 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777032 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777189 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777349 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777501 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_json = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777808 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.777971 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778126 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778283 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778441 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778598 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778761 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.778923 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 16:10:18.779090 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.779283 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.779443 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.779585 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.779746 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.779903 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.780230 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.780390 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.780549 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.780709 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.780876 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781036 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781205 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781364 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781521 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781676 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781830 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.781989 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782148 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782308 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782467 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782625 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782789 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.782989 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.783655 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.783816 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.783976 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784151 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784312 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784472 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784629 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784788 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.784948 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785108 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785268 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785427 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785587 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785744 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.785903 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786064 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786222 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786381 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786540 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786699 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.786858 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787016 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787197 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787358 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787518 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787676 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787839 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.787998 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.788158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.788318 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.788545 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.788722 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.788885 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.789040 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.789342 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.789657 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.789960 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.790261 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.790474 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791211 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791721 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791800 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.791946 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792107 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792266 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792426 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792588 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792746 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.792897 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.793189 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.793511 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.793679 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.793839 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.793991 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.794149 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.794308 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.794693 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.794693 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.795576 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796009 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796009 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796009 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796299 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796299 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796442 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.796588 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797214 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797214 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797214 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797214 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.797837 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798101 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798101 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798239 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798314 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798471 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798860 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.798860 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.799360 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.799360 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.799791 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.799791 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.799791 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.800267 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.800267 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.800267 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.802077 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.803666 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804556 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.804986 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805406 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805406 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805532 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805596 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805818 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.805900 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806060 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806232 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806345 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806500 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806667 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806813 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.806967 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807151 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807309 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807469 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807628 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807795 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.807985 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808116 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808250 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808410 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808570 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808730 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.808892 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809050 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809210 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:18.809380 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809515 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809676 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809847 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.809985 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810139 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810297 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810455 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810629 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810787 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.810946 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811104 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811290 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811450 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811609 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811768 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.811926 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812085 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812243 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812405 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812567 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812726 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.812885 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813043 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813202 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813360 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813519 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813692 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.813851 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814009 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814206 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814407 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814614 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814787 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.814946 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815106 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815289 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815447 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815606 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815777 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.815936 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816095 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816253 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816411 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816569 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816751 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.816892 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817050 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817208 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817366 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817523 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817696 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.817854 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818135 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818296 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818455 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818614 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818784 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.818943 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.819101 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.819280 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.819439 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.819597 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.819843 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820020 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820158 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820325 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820484 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820644 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820802 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.820975 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821134 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821296 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821454 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821612 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821771 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.821932 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822094 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822473 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822473 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822714 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822714 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.822940 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823069 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823217 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823359 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823531 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823690 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.823848 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824006 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824163 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824322 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824481 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824639 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824796 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.824954 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825113 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825271 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825477 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825613 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825737 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.825868 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.826022 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.826180 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.826822 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.826822 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 16:10:18.826822 n-d-815373-2 neutron-server[102625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 16:10:19.011593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47814) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:19.020852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071490 Oct 26 16:10:30.797092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed127f09-a6d5-4a9d-9395-2feaba7e455d None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:10:30.973648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed127f09-a6d5-4a9d-9395-2feaba7e455d None None] No non-hosted networks {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 16:10:30.982778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.agentschedulers_db [None req-ed127f09-a6d5-4a9d-9395-2feaba7e455d None None] DHCP Agent not found on host n-d-815373-2 {{(pid=102738) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 16:10:31.067187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-475621a8-9094-4aa8-9341-e76fe2fddd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:33.519029 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f893abf-b153-46f9-b3ac-5688660c7e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:33.570109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-b93797a8-caf3-4ac3-b984-3a426a504f42 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815373-2 {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:10:33.570914 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-b93797a8-caf3-4ac3-b984-3a426a504f42 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:10:34.049343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:34.050224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.050949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.052832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.052832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.052832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.053479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.054295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.054755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.055249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.055706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.056175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.056641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:34.057226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815373-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:34.066983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815373-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:34.209943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b93797a8-caf3-4ac3-b984-3a426a504f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:34.899999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:36.409175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:37.374292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47906) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:37.874664 n-d-815373-2 neutron-server[102736]: WARNING oslo_policy.policy [None req-e79d0a55-b726-42b6-9bc1-1c6789cde079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:10:37.875303 n-d-815373-2 neutron-server[102736]: WARNING oslo_policy.policy [None req-e79d0a55-b726-42b6-9bc1-1c6789cde079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:10:38.105131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-e79d0a55-b726-42b6-9bc1-1c6789cde079 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:10:38.106232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e79d0a55-b726-42b6-9bc1-1c6789cde079 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7310236 Oct 26 16:10:39.927094 n-d-815373-2 neutron-server[102738]: INFO neutron.db.l3_hamode_db [None req-61fde7df-8771-44cf-80c3-6cf5cf0a83e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 16:10:40.007320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fde7df-8771-44cf-80c3-6cf5cf0a83e7 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:10:40.007732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fde7df-8771-44cf-80c3-6cf5cf0a83e7 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:10:40.637209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47920) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:40.940637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:41.036104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.policy [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102736) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 16:10:41.082776 n-d-815373-2 neutron-server[102736]: WARNING oslo_policy.policy [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:10:41.083149 n-d-815373-2 neutron-server[102736]: WARNING oslo_policy.policy [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:10:41.091900 n-d-815373-2 neutron-server[102736]: INFO neutron.quota [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] Loaded quota_driver: . Oct 26 16:10:41.276390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747742983116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747742985241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747742954481', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747742967229', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741301536', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747742951487', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1363398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1371820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3872608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3856732'] for rbac-policy, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:41.456047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:41.457131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d2c8132-15cb-4f70-97b5-ba22e9188cf4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8189623 Oct 26 16:10:44.135050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47932) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:44.429255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Request body: {'network': {'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'name': 'private', 'project_id': '9a29832c09a74e37906de019f0b9ae7b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:44.510626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Made reservation on behalf of 9a29832c09a74e37906de019f0b9ae7b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:10:44.513432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.530673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.635795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.699083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.718662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:10:44.746107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747743668246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.746673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Unsubscribe: segment precommit_create {{(pid=102736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 16:10:44.747191 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Added segment b3351409-3eb7-4369-944b-b3ab31b0c55c of type vlan for network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 Oct 26 16:10:44.762753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a481c4-7d85-4b9d-8918-f772a0a6ea28,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:44.809988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.810324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.810654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.810980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.811324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.811644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.811959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.812274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.812587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.812966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.813800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.814107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Tracked resource versions report: Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: pushed versions: Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: { 'AddressGroup': {'1.2'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'ConntrackHelper': {'1.0'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Log': {'1.0'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Network': {'1.1'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Port': {'1.7'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'PortForwarding': {'1.2'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'QosPolicy': {'1.10'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SecurityGroup': {'1.4'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SubPort': {'1.0'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Subnet': {'1.1'}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Trunk': {'1.1'}} Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: consumer versions: Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: L3 agent@n-d-815373-2: {}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: Metadata agent@n-d-815373-2: {}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: Metering agent@n-d-815373-2: {}, Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'ConntrackHelper': '1.0', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Log': '1.0', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Network': '1.1', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Port': '1.7', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'PortForwarding': '1.2', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'QosPolicy': '1.10', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SecurityGroup': '1.4', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SecurityGroupRule': '1.2', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'SubPort': '1.0', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Subnet': '1.1', Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: 'Trunk': '1.1'}} Oct 26 16:10:44.815185 n-d-815373-2 neutron-server[102736]: {{(pid=102736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:10:44.862851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.991538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:44.992559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:10:44.993215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:45.087300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f5ec38-b7c3-4602-af30-6d5cd937fe24,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:45.098242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:10:45.182993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fc410091-ce28-4932-80eb-263d60abab61 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0468493 Oct 26 16:10:47.906262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:48.296079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce2e57-e3bb-4de7-b0aa-2ccff917d598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:10:48.297478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-64ce2e57-e3bb-4de7-b0aa-2ccff917d598 admin admin] 10.222.0.21 "GET /v2.0/networks/d2f5ec38-b7c3-4602-af30-6d5cd937fe24 HTTP/1.1" status: 200 len: 825 time: 0.3894553 Oct 26 16:10:48.323550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14934ba9-4102-432b-81aa-ed296b325dfd admin admin] 10.222.0.21 "GET /v2.0/subnetpools/5ff11c46-00e7-411a-9301-5007d11cc991 HTTP/1.1" status: 200 len: 734 time: 0.0195930 Oct 26 16:10:48.333000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'name': 'private-subnet', 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:48.407286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Made reservation on behalf of 9a29832c09a74e37906de019f0b9ae7b for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:10:48.409497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:48.751263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:48.819389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2672d636-3076-45cd-af5d-a898f0c5bd50,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:48.823833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Checking segment: {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:10:48.824220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Network hostable DHCP agents. Network: d2f5ec38-b7c3-4602-af30-6d5cd937fe24, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:10:48.927299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:10:49.037105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d2f5ec38-b7c3-4602-af30-6d5cd937fe24) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:49.042811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:10:49.044377 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:49.045977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e4fa0-cacd-4cc0-a297-36b8528e7111 None None] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:10:49.160763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d78b365-b17f-4675-a7b5-62eb64731228 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8309820 Oct 26 16:10:49.362447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:10:49.364065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:49.659364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Allocated IP 172.20.0.2 (d2f5ec38-b7c3-4602-af30-6d5cd937fe24/2672d636-3076-45cd-af5d-a898f0c5bd50/9d9af403-a8a0-42be-be2f-309f07149665) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:10:49.861913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:49.923557 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:50.012378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:10:50.013251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Pushing event updated for resources: {'Port': ['ID=9d9af403-a8a0-42be-be2f-309f07149665,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:50.018247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:50.024102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.024446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.024780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.025114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Tracked resource versions report: Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: pushed versions: Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: { 'AddressGroup': {'1.2'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'ConntrackHelper': {'1.0'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Log': {'1.0'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Network': {'1.1'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Port': {'1.7'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'PortForwarding': {'1.2'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'QosPolicy': {'1.10'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'SecurityGroup': {'1.4'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'SubPort': {'1.0'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Subnet': {'1.1'}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Trunk': {'1.1'}} Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: consumer versions: Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: L3 agent@n-d-815373-2: {}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: Metadata agent@n-d-815373-2: {}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: Metering agent@n-d-815373-2: {}, Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'ConntrackHelper': '1.0', Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Log': '1.0', Oct 26 16:10:50.028807 n-d-815373-2 neutron-server[102738]: 'Network': '1.1', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'Port': '1.7', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'PortForwarding': '1.2', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'QosPolicy': '1.10', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'SecurityGroup': '1.4', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'SecurityGroupRule': '1.2', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'SubPort': '1.0', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'Subnet': '1.1', Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: 'Trunk': '1.1'}} Oct 26 16:10:50.030496 n-d-815373-2 neutron-server[102738]: {{(pid=102738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:10:50.039838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:10:50.117383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Attempting to bind port 9d9af403-a8a0-42be-be2f-309f07149665 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:10:50.118022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Attempting to bind port 9d9af403-a8a0-42be-be2f-309f07149665 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:10:50.118171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Attempting to bind port 9d9af403-a8a0-42be-be2f-309f07149665 on network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:10:50.123470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:10:50.123884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Checking segment: {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:10:50.124358 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:50.124740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Bound using segment: {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:10:50.125280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Bound port: 9d9af403-a8a0-42be-be2f-309f07149665, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:10:50.125700 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:50.187225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] For port 9d9af403-a8a0-42be-be2f-309f07149665, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:10:50.191515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] For port 9d9af403-a8a0-42be-be2f-309f07149665, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d9af403-a8a0-42be-be2f-309f07149665,segment=NetworkSegment(b3351409-3eb7-4369-944b-b3ab31b0c55c),segment_id=b3351409-3eb7-4369-944b-b3ab31b0c55c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:10:50.259493 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:50.325152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f43cb5-c2ae-4864-8a9b-b0a41a85f554 None None] Pushing event updated for resources: {'Port': ['ID=9d9af403-a8a0-42be-be2f-309f07149665,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:51.687111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47956) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:52.008995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-f9feef82-faf0-4d59-b0af-6bb3fa9bc3ea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:10:52.010002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9feef82-faf0-4d59-b0af-6bb3fa9bc3ea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3212559 Oct 26 16:10:54.538453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47964) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:54.851700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-f06b869a-17ab-47fb-b01d-041917742e68 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:10:54.852683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f06b869a-17ab-47fb-b01d-041917742e68 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3131912 Oct 26 16:10:57.584794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:10:57.888193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'name': 'router1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:57.990584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:57.992219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:58.130539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:58.186409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:58.256096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:58.257317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c4d1dd26-d2ce-4996-9fea-0d5f052494eb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6715682 Oct 26 16:10:59.414799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a3dd1-618b-4578-854c-447ce08781d3 None None] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:10:59.485389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] Provisioning complete for port 9d9af403-a8a0-42be-be2f-309f07149665 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:10:59.485773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:59.683423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:59.743198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] For port 9d9af403-a8a0-42be-be2f-309f07149665, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d9af403-a8a0-42be-be2f-309f07149665,segment=NetworkSegment(b3351409-3eb7-4369-944b-b3ab31b0c55c),segment_id=b3351409-3eb7-4369-944b-b3ab31b0c55c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:10:59.819597 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:10:59.902723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff449aa-4a3a-47c8-8398-e45eaf4c88ca None None] Pushing event updated for resources: {'Port': ['ID=9d9af403-a8a0-42be-be2f-309f07149665,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:59.937783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9d9af403-a8a0-42be-be2f-309f07149665 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:10:59.973227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ed7623cf-44bb-4461-b588-8d13357d0891 None None] Provisioning complete for port 9d9af403-a8a0-42be-be2f-309f07149665 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:10:59.973591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed7623cf-44bb-4461-b588-8d13357d0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:00.026859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9d9af403-a8a0-42be-be2f-309f07149665 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:00.027257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:00.700255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-839dfd65-6bfa-48f9-8300-6796ad78b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:00.748737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:01.056132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-dff637b7-c852-4e6b-b68e-d19acb1c8489 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:11:01.057122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dff637b7-c852-4e6b-b68e-d19acb1c8489 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3074577 Oct 26 16:11:01.881394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9d9af403-a8a0-42be-be2f-309f07149665 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:11:01.927927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9d9af403-a8a0-42be-be2f-309f07149665 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:01.928267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:03.488010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77cb7d7d-7448-4953-ac85-d438207bf415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:03.566577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47994) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:03.873841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:03.995802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Made reservation on behalf of f3ec075033934fb6a07021f9bc4d1d8b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:11:03.998008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.006343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.076398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.080690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.144618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.160081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Reserving flat network on physical network physnet1 {{(pid=102736) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 16:11:04.178632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a9259-dfaf-42bd-9cd5-17a383d1404a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:04.183433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.183822 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Added segment 234ac3f5-2bc9-411c-898f-988194d76006 of type flat for network efa9153d-e479-49ac-ab4a-5e7029088657 Oct 26 16:11:04.227855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.315435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.316408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:11:04.316991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:04.375945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] Pushing event updated for resources: {'Network': ['ID=efa9153d-e479-49ac-ab4a-5e7029088657,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:04.385205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network efa9153d-e479-49ac-ab4a-5e7029088657 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:11:04.421021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-479c847c-215e-4ad8-97e4-8fe82d9205fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8533363 Oct 26 16:11:04.779152 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:05.713041 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:11:06.401957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:06.894761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48012) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:07.073917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c08d8-5435-43e8-864d-f6802fdc3b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:11:07.075468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-353c08d8-5435-43e8-864d-f6802fdc3b39 admin admin] 10.222.0.21 "GET /v2.0/subnets/2672d636-3076-45cd-af5d-a898f0c5bd50 HTTP/1.1" status: 200 len: 849 time: 0.1796534 Oct 26 16:11:07.196346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-187276d6-6386-483b-bc0c-e0ca5e961dd3 admin admin] 10.222.0.21 "GET /v2.0/routers/1b70c8fb-c0ff-41a2-b405-eebb845a6323 HTTP/1.1" status: 200 len: 704 time: 0.1141574 Oct 26 16:11:07.464213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:07.760807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Allocated IP 172.20.0.1 (d2f5ec38-b7c3-4602-af30-6d5cd937fe24/2672d636-3076-45cd-af5d-a898f0c5bd50/53d7ef0d-139d-41bb-b2c0-3953a553c544) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:11:07.964183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.082811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.155861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:08.160732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:08.166404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:11:08.166931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.236164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Pushing event updated for resources: {'Port': ['ID=53d7ef0d-139d-41bb-b2c0-3953a553c544,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:08.362378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-075d4c18-bcbe-482e-9ecc-b1f2fa41c685 None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:08.362909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-075d4c18-bcbe-482e-9ecc-b1f2fa41c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.395783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-075d4c18-bcbe-482e-9ecc-b1f2fa41c685 None None] Port 53d7ef0d-139d-41bb-b2c0-3953a553c544 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:11:08.425997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.631898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.676414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.677153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:08.752012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Pushing event updated for resources: {'Port': ['ID=53d7ef0d-139d-41bb-b2c0-3953a553c544,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:08.797028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:08.798268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:09.018596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:11:09.019308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-eab09daf-69b4-4063-b27d-f85b6ab27dab None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:09.019623 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eab09daf-69b4-4063-b27d-f85b6ab27dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:09.054263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-eab09daf-69b4-4063-b27d-f85b6ab27dab None None] Port 53d7ef0d-139d-41bb-b2c0-3953a553c544 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:11:09.110310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:11:09.115690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5dc8cfd9-253d-4951-91b5-120101fcdb27 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b70c8fb-c0ff-41a2-b405-eebb845a6323/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9136045 Oct 26 16:11:09.122039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Sync routers for ids ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:11:09.135076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Routers {'1b70c8fb-c0ff-41a2-b405-eebb845a6323'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:11:09.135978 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:11:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:09.334765 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Set router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:11:09.770583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:08Z', 'revision_number': 2, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port_host': None, '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:08Z', 'revision_number': 2, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:09.820898 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Checking router: 1b70c8fb-c0ff-41a2-b405-eebb845a6323 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:11:09.821190 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Updating router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 port 53d7ef0d-139d-41bb-b2c0-3953a553c544 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:11:09.871145 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.397505 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.463886 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.624914 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Pushing event updated for resources: {'Port': ['ID=53d7ef0d-139d-41bb-b2c0-3953a553c544,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:10.638890 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.639253 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.639617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.639942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.640281 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.640753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.641095 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.641417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.641729 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.642043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.642354 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.642665 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Tracked resource versions report: Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: pushed versions: Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: { 'AddressGroup': {'1.2'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Log': {'1.0'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Network': {'1.1'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Port': {'1.7'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'PortForwarding': {'1.2'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'QosPolicy': {'1.10'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SecurityGroup': {'1.4'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SubPort': {'1.0'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Subnet': {'1.1'}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Trunk': {'1.1'}} Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: consumer versions: Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: L3 agent@n-d-815373-2: {}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: Metadata agent@n-d-815373-2: {}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: Metering agent@n-d-815373-2: {}, Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'ConntrackHelper': '1.0', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Log': '1.0', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Network': '1.1', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Port': '1.7', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'PortForwarding': '1.2', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'QosPolicy': '1.10', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SecurityGroup': '1.4', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SecurityGroupRule': '1.2', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'SubPort': '1.0', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Subnet': '1.1', Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: 'Trunk': '1.1'}} Oct 26 16:11:10.643763 n-d-815373-2 neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:11:10.646307 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Attempting to bind port 53d7ef0d-139d-41bb-b2c0-3953a553c544 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:11:10.646693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Attempting to bind port 53d7ef0d-139d-41bb-b2c0-3953a553c544 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:11:10.647115 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Attempting to bind port 53d7ef0d-139d-41bb-b2c0-3953a553c544 on network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:11:10.653905 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:11:10.654345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Checking segment: {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:11:10.654732 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.655108 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Bound using segment: {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:11:10.656686 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Bound port: 53d7ef0d-139d-41bb-b2c0-3953a553c544, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3351409-3eb7-4369-944b-b3ab31b0c55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:11:10.656686 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.683862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7a993d2c-6839-448d-acb1-f7951afd90e2 None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:10.684417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a993d2c-6839-448d-acb1-f7951afd90e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.718687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a993d2c-6839-448d-acb1-f7951afd90e2 None None] Port 53d7ef0d-139d-41bb-b2c0-3953a553c544 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:11:10.726036 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] For port 53d7ef0d-139d-41bb-b2c0-3953a553c544, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:11:10.746495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] For port 53d7ef0d-139d-41bb-b2c0-3953a553c544, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=53d7ef0d-139d-41bb-b2c0-3953a553c544,segment=NetworkSegment(b3351409-3eb7-4369-944b-b3ab31b0c55c),segment_id=b3351409-3eb7-4369-944b-b3ab31b0c55c)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:11:10.808347 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:10.865646 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Routers {'1b70c8fb-c0ff-41a2-b405-eebb845a6323'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:11:10.866304 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:11:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:10.956386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb50cc1-9a9b-404b-b7a6-c9225a186d7d None None] Pushing event updated for resources: {'Port': ['ID=53d7ef0d-139d-41bb-b2c0-3953a553c544,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:10.973522 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] Set router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:11:11.040047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:11.040410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:11.117526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:11.153105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] For port 53d7ef0d-139d-41bb-b2c0-3953a553c544, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=53d7ef0d-139d-41bb-b2c0-3953a553c544,segment=NetworkSegment(b3351409-3eb7-4369-944b-b3ab31b0c55c),segment_id=b3351409-3eb7-4369-944b-b3ab31b0c55c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:11:11.195234 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:08Z', 'revision_number': 2, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port_host': None, '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:10Z', 'revision_number': 4, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:11.213568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:11.221997 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bb0b3-33f2-4581-af80-c8fa8e1db26c None None] The sync data for ids ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'] in n-d-815373-2 is: [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:08Z', 'revision_number': 2, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port_host': None, '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:10Z', 'revision_number': 4, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:11:11.269793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92700bc-3f87-41c3-a32c-ba2dc8d20288 None None] Pushing event updated for resources: {'Port': ['ID=53d7ef0d-139d-41bb-b2c0-3953a553c544,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:11.469349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48032) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:11.623758 n-d-815373-2 neutron-server[102737]: WARNING oslo_policy.policy [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:11:11.624856 n-d-815373-2 neutron-server[102737]: WARNING oslo_policy.policy [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:11:12.087859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.policy [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102737) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 16:11:12.137511 n-d-815373-2 neutron-server[102737]: WARNING oslo_policy.policy [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:11:12.137891 n-d-815373-2 neutron-server[102737]: WARNING oslo_policy.policy [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 16:11:12.147442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:11:12.151164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c17bcdf6-081f-4071-b83f-7c678a1f0899 admin admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 842 time: 0.6780231 Oct 26 16:11:12.160469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'cidr': '172.25.5.0/24', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_dhcp': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:12.162391 n-d-815373-2 neutron-server[102737]: INFO neutron.quota [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Loaded quota_driver: . Oct 26 16:11:12.247804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Made reservation on behalf of f3ec075033934fb6a07021f9bc4d1d8b for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:11:12.250847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:12.727188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:11:12.727830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:12.793737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:11:12.794141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Network hostable DHCP agents. Network: efa9153d-e479-49ac-ab4a-5e7029088657, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:11:12.805186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea814356-c806-4d56-8392-c283fb368b0a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:12.818156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.818478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.818808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.819153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.819483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.819805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.820123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.820439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.820755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.821070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.821384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.821696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Tracked resource versions report: Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: pushed versions: Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: { 'AddressGroup': {'1.2'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'ConntrackHelper': {'1.0'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Log': {'1.0'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Network': {'1.1'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Port': {'1.7'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'PortForwarding': {'1.2'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'QosPolicy': {'1.10'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SecurityGroup': {'1.4'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SubPort': {'1.0'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Subnet': {'1.1'}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Trunk': {'1.1'}} Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: consumer versions: Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: L3 agent@n-d-815373-2: {}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: Metadata agent@n-d-815373-2: {}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: Metering agent@n-d-815373-2: {}, Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'ConntrackHelper': '1.0', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Log': '1.0', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Network': '1.1', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Port': '1.7', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'PortForwarding': '1.2', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'QosPolicy': '1.10', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SecurityGroup': '1.4', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SecurityGroupRule': '1.2', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'SubPort': '1.0', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Subnet': '1.1', Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: 'Trunk': '1.1'}} Oct 26 16:11:12.822730 n-d-815373-2 neutron-server[102737]: {{(pid=102737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:11:12.910662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:11:13.007452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, efa9153d-e479-49ac-ab4a-5e7029088657) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:13.012259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:11:13.012870 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:13.019515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef39a2d-3ace-431e-a13c-56fe6f0b2039 None None] Network efa9153d-e479-49ac-ab4a-5e7029088657 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:11:13.080056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-98483292-a471-41c7-8bf2-f6ee2bc8af91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9233737 Oct 26 16:11:13.159461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e70b5-9549-4db8-9d0e-66523f85d85e None None] Network efa9153d-e479-49ac-ab4a-5e7029088657 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:11:15.470352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:15.715390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc67b6df-ee40-4971-9f6f-d43a706f22ef admin admin] 10.222.0.21 "GET /v2.0/routers/1b70c8fb-c0ff-41a2-b405-eebb845a6323 HTTP/1.1" status: 200 len: 710 time: 0.2437930 Oct 26 16:11:15.807038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e0df0-7953-4add-9036-78d65a3f3aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:11:15.808426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a97e0df0-7953-4add-9036-78d65a3f3aa2 admin admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 886 time: 0.0867820 Oct 26 16:11:15.817983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:16.058934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:16.369072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:16.444545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:16.597888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Allocated IP 172.25.5.229 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ee290fe1-e220-432e-9651-62b09c032f60) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:11:16.725327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:16.836783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:16.907301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:16.912211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:16.918569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:11:17.009023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Pushing event updated for resources: {'Port': ['ID=ee290fe1-e220-432e-9651-62b09c032f60,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:17.342059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:17.535006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:17.540109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:17.649768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:11:17.757810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:11:17.762103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:17.763346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42716ea0-dacc-471c-bd13-412a0b178471 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b70c8fb-c0ff-41a2-b405-eebb845a6323 HTTP/1.1" status: 200 len: 890 time: 1.9485064 Oct 26 16:11:17.934597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 53d7ef0d-139d-41bb-b2c0-3953a553c544 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:11:17.988574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:17.988944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:18.124351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Sync routers for ids ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:11:18.135790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Routers {'1b70c8fb-c0ff-41a2-b405-eebb845a6323'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:11:18.136432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:11:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:18.343725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Set router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:11:18.789966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:17Z', 'revision_number': 4, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port': {'id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:16Z', 'updated_at': '2021-10-26T16:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:11Z', 'revision_number': 5, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:18.842078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Checking router: 1b70c8fb-c0ff-41a2-b405-eebb845a6323 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:11:18.842470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Updating router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 port ee290fe1-e220-432e-9651-62b09c032f60 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:11:18.889071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.205017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.269616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.323000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Attempting to bind port ee290fe1-e220-432e-9651-62b09c032f60 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:11:19.323397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Attempting to bind port ee290fe1-e220-432e-9651-62b09c032f60 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:11:19.323765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Attempting to bind port ee290fe1-e220-432e-9651-62b09c032f60 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:11:19.327059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d1e96-8d1b-4699-a0d3-1dee1f93b76b None None] Pushing event updated for resources: {'Port': ['ID=ee290fe1-e220-432e-9651-62b09c032f60,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:19.331569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:11:19.331945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:11:19.332343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.332724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:11:19.333188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Bound port: ee290fe1-e220-432e-9651-62b09c032f60, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:11:19.333584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.382626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] For port ee290fe1-e220-432e-9651-62b09c032f60, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:11:19.385596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] For port ee290fe1-e220-432e-9651-62b09c032f60, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ee290fe1-e220-432e-9651-62b09c032f60,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:11:19.447265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:19.495305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Routers {'1b70c8fb-c0ff-41a2-b405-eebb845a6323'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:11:19.495899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:11:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:19.567646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d1e96-8d1b-4699-a0d3-1dee1f93b76b None None] Pushing event updated for resources: {'Port': ['ID=ee290fe1-e220-432e-9651-62b09c032f60,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:19.608773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] Set router 1b70c8fb-c0ff-41a2-b405-eebb845a6323 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:11:19.815253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:17Z', 'revision_number': 4, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port': {'id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:16Z', 'updated_at': '2021-10-26T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:11Z', 'revision_number': 5, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:19.840588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52139be-9f80-4563-888f-fc33e7b3a594 None None] The sync data for ids ['1b70c8fb-c0ff-41a2-b405-eebb845a6323'] in n-d-815373-2 is: [{'id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'name': 'router1', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:10:57Z', 'updated_at': '2021-10-26T16:11:17Z', 'revision_number': 4, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'gw_port': {'id': 'ee290fe1-e220-432e-9651-62b09c032f60', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:16Z', 'updated_at': '2021-10-26T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '53d7ef0d-139d-41bb-b2c0-3953a553c544', 'name': '', 'network_id': 'd2f5ec38-b7c3-4602-af30-6d5cd937fe24', 'tenant_id': '9a29832c09a74e37906de019f0b9ae7b', 'mac_address': 'fa:16:3e:19:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70c8fb-c0ff-41a2-b405-eebb845a6323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:11:07Z', 'updated_at': '2021-10-26T16:11:11Z', 'revision_number': 5, 'project_id': '9a29832c09a74e37906de019f0b9ae7b', 'subnets': [{'id': '2672d636-3076-45cd-af5d-a898f0c5bd50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ff11c46-00e7-411a-9301-5007d11cc991'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:11:20.308740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48064) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:11:20.423789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40cbc179-dcc9-414a-a9f5-a05cac347ad3 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139107 Oct 26 16:11:21.929989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ee290fe1-e220-432e-9651-62b09c032f60 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:11:21.980484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ee290fe1-e220-432e-9651-62b09c032f60 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:21.980868 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:22.057702 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:22.077663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port ee290fe1-e220-432e-9651-62b09c032f60, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ee290fe1-e220-432e-9651-62b09c032f60,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:11:22.150488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:22.203514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=ee290fe1-e220-432e-9651-62b09c032f60,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:23.930841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ee290fe1-e220-432e-9651-62b09c032f60 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:11:24.001552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ee290fe1-e220-432e-9651-62b09c032f60 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:11:24.002168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:30.721803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1302fe48-cc92-4063-9a72-671adb06f8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:33.475600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-129a07c7-05d7-4965-87c6-0c540836f384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:34.018264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:34.796025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:36.394618 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:11:42.714649 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:12:00.931790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-80677106-3943-4839-a2dc-aeba47097030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:03.508161 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a32c1607-da28-4517-ab98-aeaef5bd584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:04.023504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:04.812036 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:06.714415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:19.716702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:12:30.730608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61f9d173-3732-44ef-b57f-71ac6e29242b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:33.484598 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fab4278-d45a-439d-a15b-5a4a34585890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:34.100895 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:34.809939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:36.375285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:12:56.715477 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:13:00.712436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-882381cb-8418-4e86-a9b0-57f5732b0746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:03.477244 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-616eb232-d661-4973-b0a2-ef20475f9ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:04.037232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:04.456753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48660) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:04.518668 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b75c94-d144-42a1-8c3c-bfd9732422b4 admin admin] GET failed (client error): The resource could not be found. Oct 26 16:13:04.520039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b7b75c94-d144-42a1-8c3c-bfd9732422b4 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623517 Oct 26 16:13:04.689686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46dd01-2034-4997-a571-01aadf6c0798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:04.691086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e46dd01-2034-4997-a571-01aadf6c0798 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664636 Oct 26 16:13:04.797577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:06.391473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:06.992815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48670) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:07.086021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f49ed-fe41-44b0-bfd3-cb44dd883ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:07.088370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e9f49ed-fe41-44b0-bfd3-cb44dd883ab2 admin admin] 10.222.0.21 "GET /v2.0/subnets/2672d636-3076-45cd-af5d-a898f0c5bd50 HTTP/1.1" status: 200 len: 849 time: 0.0940349 Oct 26 16:13:07.098640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:07.185192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Publish callbacks [] for subnet, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:07.374165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743626213'] for subnet, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:07.467751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:07.468238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:07.469494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] 10.222.0.21 "PUT /v2.0/subnets/2672d636-3076-45cd-af5d-a898f0c5bd50 HTTP/1.1" status: 200 len: 868 time: 0.3746727 Oct 26 16:13:07.473516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33dc6c9-2591-4f25-bd8f-a7944fa566fc None None] Network d2f5ec38-b7c3-4602-af30-6d5cd937fe24 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:13:07.494945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2672d636-3076-45cd-af5d-a898f0c5bd50,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:07.502504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.502849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.503209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.503543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.503870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.504335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.504665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.504990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.505309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.505628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.505954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.506270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5faac-42dd-4a73-8565-f12b128d618e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:07.854323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6a0f1877-120c-4721-95c8-b5d353129ecf None None] Provisioning complete for port 9d9af403-a8a0-42be-be2f-309f07149665 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:13:07.854690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0f1877-120c-4721-95c8-b5d353129ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:07.941123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6a0f1877-120c-4721-95c8-b5d353129ecf None None] Provisioning complete for port 53d7ef0d-139d-41bb-b2c0-3953a553c544 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:13:07.941428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0f1877-120c-4721-95c8-b5d353129ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:09.822956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:10.017334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9589-a1f6-40f5-925f-02b6dc05ee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:10.017794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9589-a1f6-40f5-925f-02b6dc05ee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:10.019386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-de0d9589-a1f6-40f5-925f-02b6dc05ee39 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954417 Oct 26 16:13:12.302626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:12.437765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc0a0b-cd37-48bf-875b-baeb6c0a6c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:12.438263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc0a0b-cd37-48bf-875b-baeb6c0a6c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:12.439803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17bc0a0b-cd37-48bf-875b-baeb6c0a6c1d admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361492 Oct 26 16:13:14.735954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:14.866302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c5a96-a18e-494b-8b35-1df63bbc6375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:14.867580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e17c5a96-a18e-494b-8b35-1df63bbc6375 admin admin] 10.222.0.21 "GET /v2.0/networks/d2f5ec38-b7c3-4602-af30-6d5cd937fe24 HTTP/1.1" status: 200 len: 869 time: 0.1304312 Oct 26 16:13:17.146152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48704) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:17.267398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc758a9-2e8e-4d7c-951e-0ad60c914c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:17.268716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7fc758a9-2e8e-4d7c-951e-0ad60c914c8d admin admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 886 time: 0.1216302 Oct 26 16:13:19.542618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48712) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:19.666092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afaa5b-19d1-42ad-954b-73e3fa639694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:19.666537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afaa5b-19d1-42ad-954b-73e3fa639694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:19.668087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-67afaa5b-19d1-42ad-954b-73e3fa639694 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244850 Oct 26 16:13:21.949577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48720) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:22.042181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be56b3-abcb-471c-b277-00c3ea272bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:22.042654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be56b3-abcb-471c-b277-00c3ea272bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:22.044159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-19be56b3-abcb-471c-b277-00c3ea272bd3 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936251 Oct 26 16:13:24.349281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:24.440489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9269e8-102e-4363-954e-e7050d63d2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:24.441816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0d9269e8-102e-4363-954e-e7050d63d2be admin admin] 10.222.0.21 "GET /v2.0/subnets/2672d636-3076-45cd-af5d-a898f0c5bd50 HTTP/1.1" status: 200 len: 868 time: 0.0916133 Oct 26 16:13:26.740291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:26.828636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d52973-4896-4d3c-bc18-bb2938e853af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:26.829991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71d52973-4896-4d3c-bc18-bb2938e853af admin admin] 10.222.0.21 "GET /v2.0/subnets/ea814356-c806-4d56-8392-c283fb368b0a HTTP/1.1" status: 200 len: 816 time: 0.0887702 Oct 26 16:13:30.739475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fade7db-1493-4459-9bf0-6d06a822d6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:33.470570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93350ebe-8cab-4d32-a94e-c0b0eec89c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:33.715324 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:13:34.030291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:34.801832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:36.390346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:51.838976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48790) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:51.886093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-f7b5bc32-3f14-41a1-9fcb-d3ee5126ce74 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:13:51.887118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f7b5bc32-3f14-41a1-9fcb-d3ee5126ce74 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471628 Oct 26 16:13:54.232934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:54.293085 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0870a6-1593-482b-a7b9-ed84fe8a4a59 admin admin] GET failed (client error): The resource could not be found. Oct 26 16:13:54.294375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c0870a6-1593-482b-a7b9-ed84fe8a4a59 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605264 Oct 26 16:13:54.434183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e071848-cc49-4e0c-9795-850c83068523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:54.435655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4e071848-cc49-4e0c-9795-850c83068523 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366832 Oct 26 16:13:56.757254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48806) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:56.804459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:56.892021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Made reservation on behalf of f3ec075033934fb6a07021f9bc4d1d8b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:56.894265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:56.921963 n-d-815373-2 neutron-server[102736]: WARNING neutron.services.revisions.revision_plugin [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Could not find related network for resource to bump revision. Oct 26 16:13:56.933391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:56.941723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:56.942063 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Added segment 5fdfcccb-6b1d-41c4-909c-97b5ef59ea79 of type vlan for network fa87a998-0700-4f7a-9ad6-2bcca6794615 Oct 26 16:13:56.979225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:57.064172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:57.065024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:57.065607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:57.124098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] Pushing event updated for resources: {'Network': ['ID=fa87a998-0700-4f7a-9ad6-2bcca6794615,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:57.134733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:57.164935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4ad7c18f-8311-4f8c-ac88-04fd403ae691 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4066136 Oct 26 16:13:59.478214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48814) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:13:59.539303 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5487f5eb-4f28-4ae9-be7e-930ed2fbe4e3 admin admin] GET failed (client error): The resource could not be found. Oct 26 16:13:59.540664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5487f5eb-4f28-4ae9-be7e-930ed2fbe4e3 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615008 Oct 26 16:13:59.610625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be97c0-ec2d-47fa-b9cc-f384ed7afdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:13:59.612342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2be97c0-ec2d-47fa-b9cc-f384ed7afdc6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671041 Oct 26 16:13:59.622858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'cidr': '192.168.233.0/24'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:59.709622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Made reservation on behalf of f3ec075033934fb6a07021f9bc4d1d8b for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:59.711893 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:59.914991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:13:59.966869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc2db65-f256-4afe-b4ee-6e0e621effbf,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:59.976778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:13:59.977087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Network hostable DHCP agents. Network: fa87a998-0700-4f7a-9ad6-2bcca6794615, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:14:00.023616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:14:00.091761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, fa87a998-0700-4f7a-9ad6-2bcca6794615) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:14:00.095710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:14:00.096280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.101121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc83d2a-ad1d-4b05-83dc-5da31ddddf82 None None] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:14:00.158033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a27f4a8-794e-4d39-a1d2-d58c333fbdd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5384037 Oct 26 16:14:00.254967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-fa87a998-0700-4f7a-9ad6-2bcca6794615', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'tenant_id': 'f3ec075033934fb6a07021f9bc4d1d8b', 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:14:00.255900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.397114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Allocated IP 192.168.233.2 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/064d7f33-4fde-4738-8c2a-c57c30f80d93) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:14:00.538156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.630010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.690196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:14:00.693354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Pushing event updated for resources: {'Port': ['ID=064d7f33-4fde-4738-8c2a-c57c30f80d93,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:00.698261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:14:00.702815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.709342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.710375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.710375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:00.758583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a210f6e-49c8-42cc-a4e9-1509158a6d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.769619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Attempting to bind port 064d7f33-4fde-4738-8c2a-c57c30f80d93 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:14:00.769984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Attempting to bind port 064d7f33-4fde-4738-8c2a-c57c30f80d93 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:14:00.770339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Attempting to bind port 064d7f33-4fde-4738-8c2a-c57c30f80d93 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:14:00.775902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:14:00.776266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:14:00.776672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.777056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:14:00.777538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Bound port: 064d7f33-4fde-4738-8c2a-c57c30f80d93, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:14:00.777962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.843330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] For port 064d7f33-4fde-4738-8c2a-c57c30f80d93, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:14:00.847584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] For port 064d7f33-4fde-4738-8c2a-c57c30f80d93, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=064d7f33-4fde-4738-8c2a-c57c30f80d93,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:14:00.892643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:00.961577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1ee3-8c5d-4aff-93bf-95b3e42565a3 None None] Pushing event updated for resources: {'Port': ['ID=064d7f33-4fde-4738-8c2a-c57c30f80d93,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:01.837243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4eaa73-bf87-47f0-9599-c56ed986cb41 None None] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:14:01.964429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] Provisioning complete for port 064d7f33-4fde-4738-8c2a-c57c30f80d93 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:14:01.964429 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:02.064401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 064d7f33-4fde-4738-8c2a-c57c30f80d93 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:02.108237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:02.154534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] For port 064d7f33-4fde-4738-8c2a-c57c30f80d93, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=064d7f33-4fde-4738-8c2a-c57c30f80d93,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:02.162443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 064d7f33-4fde-4738-8c2a-c57c30f80d93 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:14:02.163552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:02.234703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:02.279303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:02.310309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1ad31-29b3-408b-8d85-0c57cd089bf3 None None] Pushing event updated for resources: {'Port': ['ID=064d7f33-4fde-4738-8c2a-c57c30f80d93,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:02.358064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:14:02.358358 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:14:02.362413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-335decf8-bd98-460b-ac4e-0757790d372e None None] Provisioning complete for port 064d7f33-4fde-4738-8c2a-c57c30f80d93 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:14:02.362776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-335decf8-bd98-460b-ac4e-0757790d372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:03.476204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d08eea2e-d8e5-450f-b0d2-e326144301ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:03.990736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 064d7f33-4fde-4738-8c2a-c57c30f80d93 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:04.030901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:04.042668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 064d7f33-4fde-4738-8c2a-c57c30f80d93 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:14:04.043033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:04.823315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:06.412147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:10.714314 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:14:30.765298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21ab92c8-883b-4225-94ef-d7b026901d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:33.490797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c7de0fb-e632-458d-b2e8-7d8cdf391fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:33.999361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:34.833720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:36.428026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:14:47.713419 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:15:00.701364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f28b8ab-2612-4dfb-b94a-46edfd143c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:03.501118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-62101af1-3d9d-484d-8e69-50343eb7dd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:04.027057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:04.832515 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:06.398495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:20.651175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:15:20.656878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-c084fc0a-9941-4823-8aef-b35d4613cc8a tempest-verify_tempest_config-1169817876 tempest-verify_tempest_config-1169817876-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:15:20.657828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c084fc0a-9941-4823-8aef-b35d4613cc8a tempest-verify_tempest_config-1169817876 tempest-verify_tempest_config-1169817876-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056710 Oct 26 16:15:21.155592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:15:21.276283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.351749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.397008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.440828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d926e3106e4b4b9eb94a3c9ff66864be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2839954 Oct 26 16:15:21.442343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a8b54-e251-456d-b90d-554b3795463a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:21.444141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:15:21.449261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.449601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.449932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.450259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.450581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.450902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.451244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.451560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.451876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.452191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.452507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.452822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c672a3-84a7-48d2-992b-15e318de7522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.525617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.545919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.712352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.714802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:21.716046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae8a8b54-e251-456d-b90d-554b3795463a HTTP/1.1" status: 204 len: 168 time: 0.2709603 Oct 26 16:15:21.723990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a8b54-e251-456d-b90d-554b3795463a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:21.730820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.732592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.732592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.732592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.732592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.732592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.733025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.733145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.733404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.733721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.734036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.734357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc3aa9-b665-4a11-93e3-fff7cfc34adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:24.711559 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:15:30.723519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d4c64d3e-8aea-4f0c-bb0e-6f95ee31c4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:33.482873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b534-d7ed-4793-980f-11829bf4f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:34.049313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:34.808626 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:15:36.396782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:00.715944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6c85b2ac-9f96-4a1e-ae55-cb502c368e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:01.709907 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:16:03.487506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82522cd4-b5a5-429e-a833-5223589185a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:04.019035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:04.812274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:06.412891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:30.720969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a76a874-1e61-47f2-8587-e705a8f12f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:33.497522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c083f664-2f28-4757-8a41-23dc6d9fac28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:34.029281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:34.840757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:36.435219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:16:38.709612 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:17:00.770199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f076c41-4f12-4fef-afa6-6a2677c93151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:03.491078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b44da612-6840-42d0-a33a-6b1b43aa3bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:04.010686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:04.844646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:06.416614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:15.708417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:17:30.705832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-24aba8fc-29ce-401b-aaf0-2e9f39093d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:33.507280 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63219992-dcb5-4025-b6fa-705394cee804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:34.014925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:34.854964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:36.415196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:17:52.707409 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:18:00.706057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10431943-ef11-49b6-8daa-5875b7e1e5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:03.505507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-34c4fcaa-b90c-4519-9b1a-3cc78783e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:04.031827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:04.848520 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:06.459941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:20.488325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:22.333934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799968'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:29.707174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:18:30.708982 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a393d05-7d8e-4ea8-904f-2143b34ebb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:33.492992 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae26740c-b334-45ad-ae6c-c4e451b4095e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:34.036143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:34.841325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:36.451647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:50.445588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:18:52.247659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:00.708145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-599853c7-af0c-45ab-8e3f-feaf668d8742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:03.475594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-12ca6188-0485-4054-8440-344ca932fd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:04.051870 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:04.841107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:05.545542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:19:05.656448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-07608436-87e4-4b74-a56a-3a672117f40f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1090517 Oct 26 16:19:06.423644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:06.707423 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:19:07.943042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:19:07.999490 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e59b2018-dd1b-4436-9734-472e1ec582d9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0553324 Oct 26 16:19:20.474098 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:22.301497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:30.708155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df20d633-1636-4a4d-98d3-6bc64072c9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:33.497160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c23244a-ba8b-4fce-9c83-2454522ab5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:34.028553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:34.845250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:36.444800 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:43.706380 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:19:50.461251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:19:52.279459 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:00.707208 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be8436c3-46c5-48bd-86a5-71441e4a1775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:03.512437 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2ced4ec-30a2-4a14-87d9-2d733b4bca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:04.027385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:04.850121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:06.438103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:20.476062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:20.705806 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:20:22.264365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:29.636584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49168) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:30.168363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f182d179-6327-4717-b977-43c9b7767069 tempest-AutoAllocateNetworkTest-229626008 tempest-AutoAllocateNetworkTest-229626008-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f6a263032cf4bffaff7b252dd193593&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5299773 Oct 26 16:20:30.170594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:30.422357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f01c6c-2db7-4ce3-80ac-db4dfaaf504d tempest-AutoAllocateNetworkTest-229626008 tempest-AutoAllocateNetworkTest-229626008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:30.423783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-36f01c6c-2db7-4ce3-80ac-db4dfaaf504d tempest-AutoAllocateNetworkTest-229626008 tempest-AutoAllocateNetworkTest-229626008-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2522545 Oct 26 16:20:30.427379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49196) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:30.482492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0e19f55b-61db-4349-aa0f-3069b9589fe5 tempest-AutoAllocateNetworkTest-229626008 tempest-AutoAllocateNetworkTest-229626008-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542998 Oct 26 16:20:30.485249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49202) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:30.515090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e278bca-2811-47b4-9bb5-0df7876ab6b5 tempest-AutoAllocateNetworkTest-229626008 tempest-AutoAllocateNetworkTest-229626008-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f6a263032cf4bffaff7b252dd193593 HTTP/1.1" status: 200 len: 208 time: 0.0287623 Oct 26 16:20:30.735305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16025619-8dd6-4881-ba6e-5884efb21ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:31.579016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:32.068414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.148250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.203175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.242490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49284) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:32.249955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f6a263032cf4bffaff7b252dd193593&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6697919 Oct 26 16:20:32.254839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3048c5-6c8a-43e1-8272-a62487aa922a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:32.263719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.264058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.264453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.264780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.265106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.265433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.265738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.266053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.266365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.266677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.266989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.267342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526b835-6608-4ccb-98ed-3c0c40682cfa admin admin] Tracked resource versions report: Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: pushed versions: Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: { 'AddressGroup': {'1.2'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'ConntrackHelper': {'1.0'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Log': {'1.0'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Network': {'1.1'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Port': {'1.7'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'PortForwarding': {'1.2'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'QosPolicy': {'1.10'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SecurityGroup': {'1.4'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SubPort': {'1.0'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Subnet': {'1.1'}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Trunk': {'1.1'}} Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: consumer versions: Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: HyperV agent@n-h1-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: HyperV agent@n-h2-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: L3 agent@n-d-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: Metadata agent@n-d-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: Metering agent@n-d-815373-2: {}, Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'ConntrackHelper': '1.0', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Log': '1.0', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Network': '1.1', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Port': '1.7', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'PortForwarding': '1.2', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'QosPolicy': '1.10', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SecurityGroup': '1.4', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SecurityGroupRule': '1.2', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'SubPort': '1.0', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Subnet': '1.1', Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: 'Trunk': '1.1'}} Oct 26 16:20:32.276006 n-d-815373-2 neutron-server[102736]: {{(pid=102736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:20:32.303061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.327804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.464206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.467481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:32.472682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee3048c5-6c8a-43e1-8272-a62487aa922a HTTP/1.1" status: 204 len: 168 time: 0.2291639 Oct 26 16:20:32.482721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3048c5-6c8a-43e1-8272-a62487aa922a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:32.492077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.492481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.492814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.493428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.494059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.494527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.494989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.495489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.495946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.496412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.496851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.497304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7003e08-31bd-486b-abee-1256d47c547d admin admin] Tracked resource versions report: Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: pushed versions: Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: { 'AddressGroup': {'1.2'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'ConntrackHelper': {'1.0'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Log': {'1.0'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Network': {'1.1'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Port': {'1.7'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'PortForwarding': {'1.2'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'QosPolicy': {'1.10'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SecurityGroup': {'1.4'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SubPort': {'1.0'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Subnet': {'1.1'}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Trunk': {'1.1'}} Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: consumer versions: Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: HyperV agent@n-h1-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: HyperV agent@n-h2-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: L3 agent@n-d-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: Metadata agent@n-d-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: Metering agent@n-d-815373-2: {}, Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'ConntrackHelper': '1.0', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Log': '1.0', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Network': '1.1', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Port': '1.7', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'PortForwarding': '1.2', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'QosPolicy': '1.10', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SecurityGroup': '1.4', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SecurityGroupRule': '1.2', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'SubPort': '1.0', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Subnet': '1.1', Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: 'Trunk': '1.1'}} Oct 26 16:20:32.498482 n-d-815373-2 neutron-server[102737]: {{(pid=102737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:20:33.521278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-38d75423-5cef-42b6-8e37-3ba0f61bd335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:33.690660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:33.758758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49348) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:33.925695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e5784fb-8ae5-4970-943c-757d522b9482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:33.994462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15ea682-f6b5-4566-874e-9a8ad376cbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.042022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e5784fb-8ae5-4970-943c-757d522b9482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.058320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.106480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15ea682-f6b5-4566-874e-9a8ad376cbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.151464 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e5784fb-8ae5-4970-943c-757d522b9482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.192253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15ea682-f6b5-4566-874e-9a8ad376cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.212710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5784fb-8ae5-4970-943c-757d522b9482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece9c914-2172-4672-bf25-286c7ebef917,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:34.225853 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e5784fb-8ae5-4970-943c-757d522b9482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ea711a382334aecbc2a46962c704b0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5340173 Oct 26 16:20:34.231551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49368) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:34.280098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea682-f6b5-4566-874e-9a8ad376cbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e335ed45-b217-43f5-a84d-c2aadb0878c0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:34.301892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d15ea682-f6b5-4566-874e-9a8ad376cbf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28126b469a744a888dbebbebc78b8557&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5414836 Oct 26 16:20:34.308163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:34.312009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.338134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.375170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.401860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.471891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.474368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.475547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ece9c914-2172-4672-bf25-286c7ebef917 HTTP/1.1" status: 204 len: 168 time: 0.2430804 Oct 26 16:20:34.487392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730927ab-e8dd-4bc6-8dc3-b22ecc0f9cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece9c914-2172-4672-bf25-286c7ebef917,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:34.666688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.669430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:34.670536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e335ed45-b217-43f5-a84d-c2aadb0878c0 HTTP/1.1" status: 204 len: 168 time: 0.3614349 Oct 26 16:20:34.679234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e49ef-8eae-4b22-a9b4-1f77f39620a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335ed45-b217-43f5-a84d-c2aadb0878c0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:34.865835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.390206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49418) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:35.405274 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4f83-61f3-4a02-a1b5-dde7e63ab3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.499629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4f83-61f3-4a02-a1b5-dde7e63ab3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.597552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4f83-61f3-4a02-a1b5-dde7e63ab3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.636562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4cfd4f83-61f3-4a02-a1b5-dde7e63ab3d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd51af64a8649b28e2b15c06e235d19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2447057 Oct 26 16:20:35.638188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd4f83-61f3-4a02-a1b5-dde7e63ab3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a3197-1c81-4bcd-a197-5b1e3aadc509,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:35.638938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49430) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:35.690229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.714269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.778546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49434) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:35.792592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6f14c05-387d-433d-944c-d3eeca8d907a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.825730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.830005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:35.831908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f3a3197-1c81-4bcd-a197-5b1e3aadc509 HTTP/1.1" status: 204 len: 168 time: 0.1917861 Oct 26 16:20:35.853505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c74a-3cd6-4407-9c29-bea7ef9c3f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a3197-1c81-4bcd-a197-5b1e3aadc509,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:35.949298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6f14c05-387d-433d-944c-d3eeca8d907a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.015019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6f14c05-387d-433d-944c-d3eeca8d907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.055013 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f6f14c05-387d-433d-944c-d3eeca8d907a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d185683f8f5f4c4895fc5c56cd656533&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2753544 Oct 26 16:20:36.057952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f14c05-387d-433d-944c-d3eeca8d907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af1efb2-a36b-404c-8ec2-2ef78919d6d5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:36.058647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:36.120016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.143362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.294469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.297717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:36.298979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2af1efb2-a36b-404c-8ec2-2ef78919d6d5 HTTP/1.1" status: 204 len: 168 time: 0.2391577 Oct 26 16:20:36.307679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dc228-f72b-4acb-afc3-3d19b77a160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af1efb2-a36b-404c-8ec2-2ef78919d6d5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:36.441197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:37.463467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49550) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:37.466969 n-d-815373-2 neutron-server[102736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 16:20:37.522750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-e5fd0790-18a8-4010-8852-988436342bc6 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d75a7da30fed47df9159b655c4351514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572255 Oct 26 16:20:37.729232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-308c5fe9-b2f4-463b-ac9b-08cef9307ad0 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:37.731259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-308c5fe9-b2f4-463b-ac9b-08cef9307ad0 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075777 Oct 26 16:20:37.749815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-5c492bb5-764f-4c08-9589-46653692b4d4 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/quotas/d75a7da30fed47df9159b655c4351514 HTTP/1.1" status: 200 len: 375 time: 0.0123904 Oct 26 16:20:37.822981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-15a239a5-f656-4f27-847b-cc8927822dd5 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d75a7da30fed47df9159b655c4351514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692418 Oct 26 16:20:38.047253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49588) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:38.213165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a140d10c-128d-4253-952b-ebc8cdf18aea req-dcd9e290-d7db-4560-a64a-8c2350b2a3cf tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0619380 Oct 26 16:20:38.365027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18fdb906-cd0b-4cea-9158-da7710ecd773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.442316 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18fdb906-cd0b-4cea-9158-da7710ecd773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.540691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18fdb906-cd0b-4cea-9158-da7710ecd773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.578302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb906-cd0b-4cea-9158-da7710ecd773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9350bb3-b109-4b7e-ac9b-aad00f238721,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:38.587800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49620) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:38.588373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-18fdb906-cd0b-4cea-9158-da7710ecd773 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=483544adfddc4a098a93ab89ba230366&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5383439 Oct 26 16:20:38.655885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.678604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.775643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49626) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:38.855071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.857576 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:38.861176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9350bb3-b109-4b7e-ac9b-aad00f238721 HTTP/1.1" status: 204 len: 168 time: 0.2689924 Oct 26 16:20:38.869024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d55be-b7a5-482c-8162-1adc468bc4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9350bb3-b109-4b7e-ac9b-aad00f238721,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:39.086319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe50ba29-36c0-4c3e-88d3-fa9ec01f3c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.159783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe50ba29-36c0-4c3e-88d3-fa9ec01f3c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.224179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe50ba29-36c0-4c3e-88d3-fa9ec01f3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.269408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ba29-36c0-4c3e-88d3-fa9ec01f3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6e2b2-a4dc-4987-b4d7-e580cfd3b3ca,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:39.292034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe50ba29-36c0-4c3e-88d3-fa9ec01f3c6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b3b4f5dfd834d02bd78a220417254be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5114291 Oct 26 16:20:39.292034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:39.372796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d76f11f0-ee23-4bc9-b116-24e0b68b4489 req-c1ba058a-0418-4c8f-b66b-e8654c668785 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0550458 Oct 26 16:20:39.377784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.421593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.563002 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.565580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.566805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f6e2b2-a4dc-4987-b4d7-e580cfd3b3ca HTTP/1.1" status: 204 len: 168 time: 0.2738645 Oct 26 16:20:39.575293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af3cbd-6e39-4c37-950e-4ef017820e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6e2b2-a4dc-4987-b4d7-e580cfd3b3ca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:39.895614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49692) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:39.908963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f59da22e-3525-42d3-a5cc-6892c4fc240b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:39.993536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f59da22e-3525-42d3-a5cc-6892c4fc240b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.043555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f59da22e-3525-42d3-a5cc-6892c4fc240b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.082188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f59da22e-3525-42d3-a5cc-6892c4fc240b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44c16fafb434448e8c01dfc25a34904a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1853952 Oct 26 16:20:40.083028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59da22e-3525-42d3-a5cc-6892c4fc240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917d9f4-481a-4d6d-b541-8dc3cce157c0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:40.085787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:40.140141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.160441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.300694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.309221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.314651 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0917d9f4-481a-4d6d-b541-8dc3cce157c0 HTTP/1.1" status: 204 len: 168 time: 0.2267215 Oct 26 16:20:40.345200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61223f-4f84-410f-a4cb-3ecb2f44cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917d9f4-481a-4d6d-b541-8dc3cce157c0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:40.543989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04cf4bcc-bd8e-481e-bcba-d30b9f5fa001 req-fae118a0-f972-4731-9d98-ba7ff13461e9 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0260875 Oct 26 16:20:40.814365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:40.832662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac06d7c2-5922-45d6-a8aa-60e5b859d362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.916750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac06d7c2-5922-45d6-a8aa-60e5b859d362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:40.974740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac06d7c2-5922-45d6-a8aa-60e5b859d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:41.010096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06d7c2-5922-45d6-a8aa-60e5b859d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56113123-667b-49a6-a020-a1fe3041ac62,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:41.024755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ac06d7c2-5922-45d6-a8aa-60e5b859d362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df73281e790c401dad3a0f50926db287&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2091188 Oct 26 16:20:41.027344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49742) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:41.078079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:41.101249 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:41.313658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:41.313658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:41.313658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56113123-667b-49a6-a020-a1fe3041ac62 HTTP/1.1" status: 204 len: 168 time: 0.2829719 Oct 26 16:20:41.341827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11a12b-fee1-47a5-bc8e-e454239a81e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56113123-667b-49a6-a020-a1fe3041ac62,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:41.489882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.39', 50771) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:41.513057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-3fbbf7bc-0c7c-41ac-8a96-1be678593e32 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d75a7da30fed47df9159b655c4351514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220170 Oct 26 16:20:41.643341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-6660d399-fa54-4c26-a802-97b5de5daa1d tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:41.644814 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-6660d399-fa54-4c26-a802-97b5de5daa1d tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248846 Oct 26 16:20:41.681320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-424ab607-2a8b-45f0-920e-d9d80ccecca2 req-17f6435d-61a6-47e3-a1e8-fd7704e5f390 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0265872 Oct 26 16:20:41.741676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Request body: {'port': {'device_id': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'd75a7da30fed47df9159b655c4351514'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:41.929688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49796) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:42.111437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Made reservation on behalf of d75a7da30fed47df9159b655c4351514 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:42.115621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.126485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.135546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e19-2667-4919-8a7a-e736a07596a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.213997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.221182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e19-2667-4919-8a7a-e736a07596a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.271772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.304090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e19-2667-4919-8a7a-e736a07596a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.350820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0abd8e19-2667-4919-8a7a-e736a07596a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=806d80e28416417986c456511ee79724&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4168968 Oct 26 16:20:42.350820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd8e19-2667-4919-8a7a-e736a07596a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01071f1-743a-48b7-8bdd-81389cbb47ff,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:42.352303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49818) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:42.361216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1d2036-7376-4de9-8111-9ce51afe6b9a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:42.419382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.442300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.510283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:42.528563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Allocated IP 192.168.233.50 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/68ae2dd4-da97-4f3f-add8-3d1b63565d6f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:20:42.548248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49830) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:42.618719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.621298 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.625025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d01071f1-743a-48b7-8bdd-81389cbb47ff HTTP/1.1" status: 204 len: 168 time: 0.2689726 Oct 26 16:20:42.639477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9bc55-c8db-4d61-babb-b0fa9d3601d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01071f1-743a-48b7-8bdd-81389cbb47ff,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:42.715123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20c9095c-7a4a-4805-82f9-ca5eb7c76c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.737463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.771445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-482765528-network', 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:42.827772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be15cf5b-7147-4991-9956-241f51c0145e req-91ee547b-a6df-4d63-9c14-5ab87c15829f tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0396860 Oct 26 16:20:42.851847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.869505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20c9095c-7a4a-4805-82f9-ca5eb7c76c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.934391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:20:42.939442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:42.941974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:20:42.945837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:42.948537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:42.949024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.949125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.951429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20c9095c-7a4a-4805-82f9-ca5eb7c76c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:42.963281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Pushing event updated for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:42.986499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.016531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-20c9095c-7a4a-4805-82f9-ca5eb7c76c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed8654429c31480188078c6adef88aaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5051351 Oct 26 16:20:43.019421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49852) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:43.031168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9095c-7a4a-4805-82f9-ca5eb7c76c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dcdd1a-adf6-4273-b345-0704175c2409,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:43.064936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-79a48d31-9b70-4910-ad78-5cab37cfbca3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3274424 Oct 26 16:20:43.079226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-c4318777-b78b-47e0-bbbd-5f31bf0a7270 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:20:43.080234 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-c4318777-b78b-47e0-bbbd-5f31bf0a7270 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067322 Oct 26 16:20:43.098956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.128904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.141797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.209082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.213830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8f3cd343-1f21-47b6-a8c1-6d2233dc879d None None] Provisioning complete for port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:20:43.214752 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd343-1f21-47b6-a8c1-6d2233dc879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.244859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea73c0-e64f-4b18-8693-b7555f64121d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:43.254804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.260482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.261758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37dcdd1a-adf6-4273-b345-0704175c2409 HTTP/1.1" status: 204 len: 168 time: 0.2402887 Oct 26 16:20:43.266580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:20:43.268642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8f3cd343-1f21-47b6-a8c1-6d2233dc879d None None] Port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:20:43.273833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd077f-3770-4de3-9e9f-060c0c71a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dcdd1a-adf6-4273-b345-0704175c2409,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:43.278448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.279104 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Added segment bf7624c1-3273-4c1d-8fc3-b7a63c2031a2 of type vlan for network efecb21f-c60c-4a7e-9dc9-f4a78816c147 Oct 26 16:20:43.341170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.431471 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.432464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:43.433075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.519321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=efecb21f-c60c-4a7e-9dc9-f4a78816c147,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:43.532333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:20:43.563184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68e9aed6-629b-4983-b855-df2e2247d6b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0116403 Oct 26 16:20:43.564636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49868) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:43.570560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Request body: {'subnet': {'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-482765528-subnet', 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:43.711278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:43.714693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:43.754147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49872) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:43.981027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44d62e26-8d9e-4a94-a309-9a3fb35ac6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.066382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.085962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44d62e26-8d9e-4a94-a309-9a3fb35ac6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.127933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Request body: {'port': {'device_id': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'device_owner': 'compute:tempest-test_az-1588723652', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:44.200118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44d62e26-8d9e-4a94-a309-9a3fb35ac6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.230266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=063a357a-ae01-4d7f-989e-19afe20aa016,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:44.234471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:20:44.234767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Network hostable DHCP agents. Network: efecb21f-c60c-4a7e-9dc9-f4a78816c147, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:20:44.272393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62e26-8d9e-4a94-a309-9a3fb35ac6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a7dd2-a381-455b-b0ea-7bc2d1589ca9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:44.292560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.297713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44d62e26-8d9e-4a94-a309-9a3fb35ac6f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2491a235079f4dee8e2250cc70e31a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411377 Oct 26 16:20:44.301003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49880) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:44.377556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:20:44.453075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.601546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.601546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, efecb21f-c60c-4a7e-9dc9-f4a78816c147) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:44.603399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d315b-efdb-4f66-aa4c-f90e08186774 None None] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:44.603795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:44.603795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.625811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:44.812248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8339b1b-5751-4c7f-a690-76ae4b1d8c43 None None] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:44.813902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ae2dd4-da97-4f3f-add8-3d1b63565d6f {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:20:44.825103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.859907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4813296b-6f12-46d5-b61a-244c7fa0fb8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2924397 Oct 26 16:20:44.880381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.890338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Transition to ACTIVE for port object 68ae2dd4-da97-4f3f-add8-3d1b63565d6f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:20:44.894583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.894583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a0a7dd2-a381-455b-b0ea-7bc2d1589ca9 HTTP/1.1" status: 204 len: 168 time: 0.5919554 Oct 26 16:20:44.896843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:44.964601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:44.969648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326f2ea-12cb-4523-88d2-dff477a41dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a7dd2-a381-455b-b0ea-7bc2d1589ca9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:44.985590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b45d11c1-90c9-43ea-aa73-93ff92c7c1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.083356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Pushing event updated for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:45.212652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b45d11c1-90c9-43ea-aa73-93ff92c7c1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.285662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Attempting to bind port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:20:45.286296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Attempting to bind port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:20:45.286824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Attempting to bind port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:20:45.294381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:20:45.294933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Attempting to bind port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:20:45.303475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b45d11c1-90c9-43ea-aa73-93ff92c7c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.310163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:20:45.310163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:20:45.310163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:20:45.310163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Bound port: 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:20:45.310163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.412887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d11c1-90c9-43ea-aa73-93ff92c7c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749744d-1650-44e1-95f6-ffb52f5f7ce1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:45.444703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b45d11c1-90c9-43ea-aa73-93ff92c7c1fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48edc57722054bdc9605d7580762a7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431099 Oct 26 16:20:45.447872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:45.474781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4a3d6-7c87-4505-948e-34f45247a220 req-89d71b04-59a9-4376-b75f-1d1dc1576899 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:45.485812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7f4a3d6-7c87-4505-948e-34f45247a220 req-89d71b04-59a9-4376-b75f-1d1dc1576899 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.8556395 Oct 26 16:20:45.496296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:20:45.506111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:20:45.572302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7f4a3d6-7c87-4505-948e-34f45247a220 req-81e25081-11ab-4703-bc46-b2e557b1240a tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854530 Oct 26 16:20:45.589772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.592459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.675105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:45.675952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.677721 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] 10.222.0.39 "PUT /v2.0/ports/68ae2dd4-da97-4f3f-add8-3d1b63565d6f HTTP/1.1" status: 200 len: 1117 time: 2.3147874 Oct 26 16:20:45.681208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:20:45.755254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:45.879031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0ebf-ba80-4af6-9c18-7dd454ccc53f service neutron] Pushing event updated for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:46.010028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.013661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.017523 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1749744d-1650-44e1-95f6-ffb52f5f7ce1 HTTP/1.1" status: 204 len: 168 time: 0.5686169 Oct 26 16:20:46.034033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318753e-8db4-4a13-bb54-a5492a99cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749744d-1650-44e1-95f6-ffb52f5f7ce1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:46.087788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-032ae95f-0c7c-4ac9-905a-748270a636af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:46.089280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-032ae95f-0c7c-4ac9-905a-748270a636af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d75a7da30fed47df9159b655c4351514&device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 1120 time: 0.2062428 Oct 26 16:20:46.531838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49928) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:46.550841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea5aff9c-01c4-4042-95a0-5607f2e3a174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.675471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea5aff9c-01c4-4042-95a0-5607f2e3a174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.702081 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89da200-d092-4ad9-84ee-9a0eb0556cad" -d '{"events": [{"name": "network-changed", "server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:46.756624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea5aff9c-01c4-4042-95a0-5607f2e3a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.802744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea5aff9c-01c4-4042-95a0-5607f2e3a174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f5a283affd7486e802de7dedbb17319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697389 Oct 26 16:20:46.805124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aff9c-01c4-4042-95a0-5607f2e3a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc04151-ba80-4846-96f7-a68ca008cc18,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:46.808342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49936) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:46.838634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48f5c6-79dc-4805-aaf1-c57659375b8b req-f5e38394-1fa7-4d41-be16-ac018290a4ff tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:46.842808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d48f5c6-79dc-4805-aaf1-c57659375b8b req-f5e38394-1fa7-4d41-be16-ac018290a4ff tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.1050937 Oct 26 16:20:46.872565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.896711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:46.910993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d48f5c6-79dc-4805-aaf1-c57659375b8b req-afc4036b-1d98-47f8-bdf5-b447bf57d88f tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Oct 26 16:20:47.086869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.091267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.095796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc04151-ba80-4846-96f7-a68ca008cc18 HTTP/1.1" status: 204 len: 168 time: 0.2864101 Oct 26 16:20:47.105564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b60725-4267-4492-9c6e-3b4cb0818283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc04151-ba80-4846-96f7-a68ca008cc18,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:47.251429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:47.256482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-546528181-network', 'tenant_id': '0d0c5250b668416985ca913a9ef7adcf'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:47.277396 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92a191-b3cb-447f-b341-730e2484564f x-openstack-request-id: req-5d92a191-b3cb-447f-b341-730e2484564f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:47.277686 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:47.277935 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d92a191-b3cb-447f-b341-730e2484564f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:47.278386 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f', 'status': 'completed', 'code': 200} Oct 26 16:20:47.385399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Made reservation on behalf of 0d0c5250b668416985ca913a9ef7adcf for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:47.387815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.396770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.504202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.596695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.641172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:20:47.665103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747743668246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.665670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Unsubscribe: segment precommit_create {{(pid=102737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 16:20:47.666123 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Added segment 1b6bb120-362f-42dd-bac5-2c51503e51b5 of type vlan for network bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 Oct 26 16:20:47.670132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d555b677-a8ff-452f-b865-ebf486957acf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:47.743896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.867858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.868827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:47.869420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:47.990425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:48.005291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:20:48.034750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bc7d6cd8-4f3c-4076-b263-fdc36ac66ae9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7818527 Oct 26 16:20:48.037179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49994) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:48.043402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Request body: {'subnet': {'network_id': 'bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-546528181-subnet', 'tenant_id': '0d0c5250b668416985ca913a9ef7adcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:48.158395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Made reservation on behalf of 0d0c5250b668416985ca913a9ef7adcf for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:48.161574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:48.274923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019ab7-48d4-428f-8ac4-1380082edeee req-de652a98-6d79-448b-8d62-104839628291 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:48.290508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40019ab7-48d4-428f-8ac4-1380082edeee req-de652a98-6d79-448b-8d62-104839628291 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.2449951 Oct 26 16:20:48.357730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40019ab7-48d4-428f-8ac4-1380082edeee req-acf8e2be-e3ef-4902-8f02-7724fbe413e3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663128 Oct 26 16:20:48.574481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:48.638786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f779d6ea-5da1-43a5-8197-0ff440cd079c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:48.648223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Checking segment: {'id': '1b6bb120-362f-42dd-bac5-2c51503e51b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:20:48.648716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Network hostable DHCP agents. Network: bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:20:48.745307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Network bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:20:48.874905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:48.880041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:48.883046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:48.885001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2032f-02f3-46e3-bc74-c44dc84b7a16 None None] Network bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:49.000995 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-57059a53-eedb-4a39-accd-ea6bd10512cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9624603 Oct 26 16:20:49.037005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b9ce0-1c1a-4f36-acea-f478f914819d None None] Network bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:49.267450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50032) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:49.455107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-430f96cf-18a9-4ef1-91b7-068e5237316f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:49.579952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-430f96cf-18a9-4ef1-91b7-068e5237316f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:49.588361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd15a-fbeb-46ea-a2b2-21445471f38e req-9baf89d1-9b6a-4d91-a4a7-9c4df114ce19 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:49.591870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab1fd15a-fbeb-46ea-a2b2-21445471f38e req-9baf89d1-9b6a-4d91-a4a7-9c4df114ce19 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.1183414 Oct 26 16:20:49.643649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab1fd15a-fbeb-46ea-a2b2-21445471f38e req-535dd09f-ee8a-4769-a986-efc5df95279f tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Oct 26 16:20:49.664763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-430f96cf-18a9-4ef1-91b7-068e5237316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:49.710696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-430f96cf-18a9-4ef1-91b7-068e5237316f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7b2f0372dbd48f68d86428f79f6db86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432020 Oct 26 16:20:49.711806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50050) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:49.719376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f96cf-18a9-4ef1-91b7-068e5237316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11481b18-c6b4-45cb-99f2-00ed504e8d57,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:49.776258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:49.821721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:50.089338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-96edb33d-cfda-4bf6-b722-2d80ac547ff5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:50.091251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-96edb33d-cfda-4bf6-b722-2d80ac547ff5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.2140431 Oct 26 16:20:50.097454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:50.118316 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:50.118316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11481b18-c6b4-45cb-99f2-00ed504e8d57 HTTP/1.1" status: 204 len: 168 time: 0.3891482 Oct 26 16:20:50.122498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25158c-7677-4b7b-b934-9caa753f8e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11481b18-c6b4-45cb-99f2-00ed504e8d57,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:50.136426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-1b6b3d61-5291-44e7-a58c-47dc5c4feb7e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/quotas/3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 375 time: 0.0325658 Oct 26 16:20:50.172298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-7aae65d0-6d69-4f1a-b6c5-5ad11771aab1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342183 Oct 26 16:20:50.460278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:50.739897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-66cff88c-9fb7-48d2-a793-6c493e2d4a7f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:20:50.740906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-66cff88c-9fb7-48d2-a793-6c493e2d4a7f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2370477 Oct 26 16:20:50.895679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-68afd7f2-c1f1-4921-9b99-feca4ca9b342 service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449232 Oct 26 16:20:50.959035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34e6f-d3ad-4acf-b47b-fca76c6bca5c req-def9e930-d288-4490-ae1d-a9ed2ed725bc tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:50.960523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcc34e6f-d3ad-4acf-b47b-fca76c6bca5c req-def9e930-d288-4490-ae1d-a9ed2ed725bc tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.1328082 Oct 26 16:20:50.983207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:51.002543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c808f1f-942e-4d76-8da8-bfd00defad0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.020543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcc34e6f-d3ad-4acf-b47b-fca76c6bca5c req-932da49b-a5bf-48f2-b650-22d5a98c3777 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Oct 26 16:20:51.049155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-627bd977-af50-4887-94bd-3a51282e527f service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477334 Oct 26 16:20:51.244686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c808f1f-942e-4d76-8da8-bfd00defad0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.317626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c808f1f-942e-4d76-8da8-bfd00defad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.398896 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c808f1f-942e-4d76-8da8-bfd00defad0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bf8b2ca59ff43afba5617b07bde261a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100523 Oct 26 16:20:51.398896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:51.405684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81a78604-2fd1-44c3-8b23-ee0cce68571b req-57afb3d3-cb80-462f-88a7-f9b0082c8043 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 210 time: 0.0613451 Oct 26 16:20:51.415031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808f1f-942e-4d76-8da8-bfd00defad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0648fb9-1ec6-48c6-9570-012484222f37,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:51.496735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.565706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.736202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.737175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:51.738910 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0648fb9-1ec6-48c6-9570-012484222f37 HTTP/1.1" status: 204 len: 168 time: 0.3387167 Oct 26 16:20:51.773310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75b9fd-3675-4b2c-a1a8-1dcb40b18edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0648fb9-1ec6-48c6-9570-012484222f37,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:52.159027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50160) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:52.176216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0edab-f340-489a-aac3-8420af25a499 req-16862de0-ba77-4de5-a336-24545e7bc096 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:52.180659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbc0edab-f340-489a-aac3-8420af25a499 req-16862de0-ba77-4de5-a336-24545e7bc096 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.0841486 Oct 26 16:20:52.240625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbc0edab-f340-489a-aac3-8420af25a499 req-44a9f7e7-cae9-463a-9487-61fcc22a7215 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Oct 26 16:20:52.300146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.317947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67936c13-cbe9-4c3b-946b-4a8a1c5c403a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.426543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67936c13-cbe9-4c3b-946b-4a8a1c5c403a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.494337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67936c13-cbe9-4c3b-946b-4a8a1c5c403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.518103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d4b1590-c844-456a-9db6-c47c5851ac2a req-89111bc2-8953-4109-bcb1-fc19468c2119 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 210 time: 0.0506773 Oct 26 16:20:52.528291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67936c13-cbe9-4c3b-946b-4a8a1c5c403a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c275ef719bf34c7495568f13dc3897f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681302 Oct 26 16:20:52.530553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50178) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:52.579204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67936c13-cbe9-4c3b-946b-4a8a1c5c403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf1643-ab4a-4b19-ada8-005845937f43,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:52.606472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.634236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.791371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.794107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:52.798337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9bf1643-ab4a-4b19-ada8-005845937f43 HTTP/1.1" status: 204 len: 168 time: 0.2667243 Oct 26 16:20:52.819399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6b358-32be-4303-8b88-c887fe6f5dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf1643-ab4a-4b19-ada8-005845937f43,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:53.107574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:53.217925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-789257720-network', 'tenant_id': '33ab753fed6d4ec89332dfa723534d74'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:53.323205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Made reservation on behalf of 33ab753fed6d4ec89332dfa723534d74 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:53.325740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.334453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.370819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca29d2-bff2-4f2b-8a00-761a2301b5fa req-fdc41731-33da-46cc-9c96-996d614e5227 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:53.372765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaca29d2-bff2-4f2b-8a00-761a2301b5fa req-fdc41731-33da-46cc-9c96-996d614e5227 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.0579774 Oct 26 16:20:53.419310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaca29d2-bff2-4f2b-8a00-761a2301b5fa req-5f038ed8-dce7-48a9-b863-6838b46b858c tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Oct 26 16:20:53.425932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.516785 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.538966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:20:53.542152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50204) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:53.557459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c280f9e-c43f-4d69-89fa-e2f158057cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.559684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ac2b1-7c4b-421a-b134-2ca078fae02e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:53.563342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.563677 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Added segment 8a444678-9633-4333-be08-5dcad5df9e7c of type vlan for network dd9e78d4-a312-40e3-b74d-5936e0b24e9f Oct 26 16:20:53.621933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.671252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c280f9e-c43f-4d69-89fa-e2f158057cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.673450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-391fc2a7-46bf-415a-84c6-fe480f02f95b req-089092b6-dbc9-4c98-aee6-b5b528d95ad9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 210 time: 0.0393534 Oct 26 16:20:53.726247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.727807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:53.728411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.751153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c280f9e-c43f-4d69-89fa-e2f158057cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.789784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] Pushing event updated for resources: {'Network': ['ID=dd9e78d4-a312-40e3-b74d-5936e0b24e9f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:53.793212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c280f9e-c43f-4d69-89fa-e2f158057cf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdaa297a2daa426097d960c238b45e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495804 Oct 26 16:20:53.794346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280f9e-c43f-4d69-89fa-e2f158057cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757d89e6-9525-470a-96a2-23adefb44ac0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:53.795725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50208) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:53.800136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network dd9e78d4-a312-40e3-b74d-5936e0b24e9f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:20:53.841865 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0f130db1-9ea8-4916-833e-d1bf53a0bd7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7329557 Oct 26 16:20:53.844906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50210) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:53.852421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Request body: {'subnet': {'network_id': 'dd9e78d4-a312-40e3-b74d-5936e0b24e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-789257720-subnet', 'tenant_id': '33ab753fed6d4ec89332dfa723534d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:53.853854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.881125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:53.933760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Made reservation on behalf of 33ab753fed6d4ec89332dfa723534d74 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:53.936073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.007360 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-9d1741d5-f98c-4617-a558-68dbc0edb67d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f HTTP/1.1" status: 200 len: 217 time: 0.0626144 Oct 26 16:20:54.049934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.052685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.056895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/757d89e6-9525-470a-96a2-23adefb44ac0 HTTP/1.1" status: 204 len: 168 time: 0.2570651 Oct 26 16:20:54.078576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a164b04-b9e4-4310-afca-03b4614b9ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757d89e6-9525-470a-96a2-23adefb44ac0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:54.088873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-92e0dec5-c2df-4551-81d3-69a059e8336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.090443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-92e0dec5-c2df-4551-81d3-69a059e8336a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0754664 Oct 26 16:20:54.178343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-2954bc0c-95ca-4348-819b-34c634442f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.180928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-2954bc0c-95ca-4348-819b-34c634442f18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775139 Oct 26 16:20:54.234534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.279418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-42eeea7c-6729-4840-a785-fbf69dd40ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873022 Oct 26 16:20:54.288621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a6cd15-b027-48fe-a3e4-97f0ad9cb552,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:54.308928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Checking segment: {'id': '8a444678-9633-4333-be08-5dcad5df9e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dd9e78d4-a312-40e3-b74d-5936e0b24e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:20:54.309376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Network hostable DHCP agents. Network: dd9e78d4-a312-40e3-b74d-5936e0b24e9f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:20:54.352145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.47', 63159) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:54.376145 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4ec2286-c2be-40dc-9be1-8d291ff87bc8 req-7872a3cd-6f59-4139-87a5-b6e7345dc109 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885296 Oct 26 16:20:54.397755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Network dd9e78d4-a312-40e3-b74d-5936e0b24e9f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:20:54.465345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0c297616-e0c0-4dec-95b8-1c369796ecdb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.469320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0c297616-e0c0-4dec-95b8-1c369796ecdb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.1151350 Oct 26 16:20:54.502884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, dd9e78d4-a312-40e3-b74d-5936e0b24e9f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:54.506713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19139b85-ac60-4602-bbec-faf6483f8eea None None] Network dd9e78d4-a312-40e3-b74d-5936e0b24e9f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:54.570496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.570847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.589265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Request body: {'port': {'device_id': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'admin_state_up': True, 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:54.595926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-01543ca4-66f4-449a-a245-0462e1a51137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.598464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-01543ca4-66f4-449a-a245-0462e1a51137 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d75a7da30fed47df9159b655c4351514&device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 1120 time: 0.0815644 Oct 26 16:20:54.656581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:54.675860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074cea79-9309-4651-b095-060afc1874dd None None] Network dd9e78d4-a312-40e3-b74d-5936e0b24e9f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:54.696149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe55a-6a12-454e-ba09-0cc3d8acf884 req-86ab44d0-f7f8-47fa-856d-c5dc3a9ac9c3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.697747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6cbe55a-6a12-454e-ba09-0cc3d8acf884 req-86ab44d0-f7f8-47fa-856d-c5dc3a9ac9c3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.1975846 Oct 26 16:20:54.837205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5b46d4e6-383f-47a0-9bf5-ead2968750f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9911032 Oct 26 16:20:54.861988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-fbc13478-e009-444b-99c3-b5340c1d4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:54.863760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-fbc13478-e009-444b-99c3-b5340c1d4cad service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2572165 Oct 26 16:20:54.873250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6cbe55a-6a12-454e-ba09-0cc3d8acf884 req-e7c77065-2262-4f0e-8cec-7b50d871b30a tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638827 Oct 26 16:20:54.902496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60f018cc-78d9-4dff-8e3d-b5a972e3dbfc req-ef66ea62-23d0-401e-b110-189963c2b34f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 210 time: 0.0493598 Oct 26 16:20:54.939047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc99669d-e1e5-4907-a139-ab07de95f15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:54.949541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-3db86db7-8825-4eb3-a929-a296002d6a2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f HTTP/1.1" status: 200 len: 217 time: 0.0764737 Oct 26 16:20:55.037574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:55.041383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.043580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-b9534fac-173d-4e1d-8b96-cd4f2408f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:55.045167 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-b9534fac-173d-4e1d-8b96-cd4f2408f5b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0843732 Oct 26 16:20:55.126255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc99669d-e1e5-4907-a139-ab07de95f15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.128469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-ac7cb9fd-ffcc-40c0-9cef-f1151c4f3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:55.130397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-ac7cb9fd-ffcc-40c0-9cef-f1151c4f3703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755234 Oct 26 16:20:55.217069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc99669d-e1e5-4907-a139-ab07de95f15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.311407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99669d-e1e5-4907-a139-ab07de95f15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be609d0-f5e0-46d8-9eb6-6ce3d8755ec7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.319016 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc99669d-e1e5-4907-a139-ab07de95f15a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c04a12603e14c2c8090c2969301402b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6613812 Oct 26 16:20:55.320558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:55.406218 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-7e32a311-b6e5-4a35-a78a-58fdad2e67e0 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679133 Oct 26 16:20:55.455079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Allocated IP 172.20.0.6 (efecb21f-c60c-4a7e-9dc9-f4a78816c147/063a357a-ae01-4d7f-989e-19afe20aa016/a848cba6-14b1-40be-ac74-ab5f20dd4e88) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:20:55.476489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.553910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.607878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c89da200-d092-4ad9-84ee-9a0eb0556cad req-e127043f-c0a0-426d-91ea-8105beb269db service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894751 Oct 26 16:20:55.681312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.733820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.736580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.737973 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8be609d0-f5e0-46d8-9eb6-6ce3d8755ec7 HTTP/1.1" status: 204 len: 168 time: 0.4094143 Oct 26 16:20:55.747676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142976a6-7626-4975-941b-b603b19d53d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be609d0-f5e0-46d8-9eb6-6ce3d8755ec7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.802424 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.894277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:20:55.900396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:55.905134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:20:55.912840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:55.912840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:55.918714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.013321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-f9cd3667-4d91-469f-84f2-e4955c490592 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4396405 Oct 26 16:20:56.060418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79725918-2206-4834-9998-5bb614c205a2 req-32c08a22-b63b-4930-a5d5-130c56aa6481 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:56.061210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50274) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:56.061702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79725918-2206-4834-9998-5bb614c205a2 req-32c08a22-b63b-4930-a5d5-130c56aa6481 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.0947084 Oct 26 16:20:56.068659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2072167070-network', 'tenant_id': '5245a2c620584a51944c827fca6dd281'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:56.071032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f30232-250d-4558-aaa3-ec4bc826ae70 req-efdfb7f8-2493-4b6c-94b9-75d4819b0e50 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:56.075708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17f30232-250d-4558-aaa3-ec4bc826ae70 req-efdfb7f8-2493-4b6c-94b9-75d4819b0e50 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.0881612 Oct 26 16:20:56.140741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79725918-2206-4834-9998-5bb614c205a2 req-75f4ed91-30b9-4327-9c8e-20bff7e125b9 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626571 Oct 26 16:20:56.146511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17f30232-250d-4558-aaa3-ec4bc826ae70 req-ab9015c2-8e00-48f6-a2bf-d2c6bdae42cb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673575 Oct 26 16:20:56.182912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Made reservation on behalf of 5245a2c620584a51944c827fca6dd281 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:56.185753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.194544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.278221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.371525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.402846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:20:56.408967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd89c12-f2d3-465a-b3bc-c0d22e86053f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.414699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.415036 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Added segment 69a98bab-0b13-45d8-837a-5d9d4e98faaf of type vlan for network 9bf23412-3a34-4fd4-8180-065899762998 Oct 26 16:20:56.455743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.575764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:56.585435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.590018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:56.590018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.590768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5ba9a60-b7ae-4692-8d0e-4192bd42b925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.657951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] Pushing event updated for resources: {'Network': ['ID=9bf23412-3a34-4fd4-8180-065899762998,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.669968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9bf23412-3a34-4fd4-8180-065899762998 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:20:56.693962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5ba9a60-b7ae-4692-8d0e-4192bd42b925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.718058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-78ffdc11-61c6-4627-9055-76458c146e3b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6550193 Oct 26 16:20:56.728946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:56.740959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Request body: {'subnet': {'network_id': '9bf23412-3a34-4fd4-8180-065899762998', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2072167070-subnet', 'tenant_id': '5245a2c620584a51944c827fca6dd281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:20:56.765601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5ba9a60-b7ae-4692-8d0e-4192bd42b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.805950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e5ba9a60-b7ae-4692-8d0e-4192bd42b925 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8359e9a26f284f26b89324f7e218df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288473 Oct 26 16:20:56.808615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50294) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:56.815671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba9a60-b7ae-4692-8d0e-4192bd42b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3787c6-2e12-4d72-916a-26f209fac1bd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.824483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Made reservation on behalf of 5245a2c620584a51944c827fca6dd281 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:56.826926 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.939837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:56.974574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:57.165920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-37766b0a-0122-4f03-92af-88961286ebdc tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9a569b3b91b423393565b172425edb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226543 Oct 26 16:20:57.303410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-2ebb205b-fb8e-4181-9390-b97bec368003 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:57.309524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-2ebb205b-fb8e-4181-9390-b97bec368003 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344669 Oct 26 16:20:57.317945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3d909-3d32-42de-a1b4-b766c3e5080d req-adfe9a84-5b73-4e82-a580-c96cdead5ae1 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:57.319461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ae3d909-3d32-42de-a1b4-b766c3e5080d req-adfe9a84-5b73-4e82-a580-c96cdead5ae1 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.0910869 Oct 26 16:20:57.341200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-b64ddfc0-b655-4a5c-add2-24333042813f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/quotas/f9a569b3b91b423393565b172425edb4 HTTP/1.1" status: 200 len: 375 time: 0.0206366 Oct 26 16:20:57.368155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:57.370608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:57.371723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f3787c6-2e12-4d72-916a-26f209fac1bd HTTP/1.1" status: 204 len: 168 time: 0.5624599 Oct 26 16:20:57.389013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ae3d909-3d32-42de-a1b4-b766c3e5080d req-d9c16d9b-8a03-4a00-928b-e351b0235d95 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623384 Oct 26 16:20:57.392020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-d1b5b4e4-083e-4805-b7e2-7fc210efb434 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434010 Oct 26 16:20:57.397090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:57.411606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6fbd5-3e36-4394-83d0-f0ce2f559d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3787c6-2e12-4d72-916a-26f209fac1bd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:57.483805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b101a62-50ae-4fa0-ac89-61e7abf1001c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:57.489128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Checking segment: {'id': '69a98bab-0b13-45d8-837a-5d9d4e98faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bf23412-3a34-4fd4-8180-065899762998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:20:57.489594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Network hostable DHCP agents. Network: 9bf23412-3a34-4fd4-8180-065899762998, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:20:57.563904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3e2a-0d2c-4bc4-a290-dcfded6f79f4 req-0edb289c-9f8f-4b3b-8ae0-07cf80dc3a6a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:57.563904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf8e3e2a-0d2c-4bc4-a290-dcfded6f79f4 req-0edb289c-9f8f-4b3b-8ae0-07cf80dc3a6a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.0662701 Oct 26 16:20:57.602704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf8e3e2a-0d2c-4bc4-a290-dcfded6f79f4 req-3c7cff66-94c8-44a0-ba7c-2f764584e0ac tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Oct 26 16:20:57.611797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Network 9bf23412-3a34-4fd4-8180-065899762998 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:20:57.708543 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:20:57.721834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6efc3d66-54fd-4b9f-bf7c-30455e262626 req-d6215de2-83af-4fb3-8eab-1616f6236751 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Oct 26 16:20:57.731228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9bf23412-3a34-4fd4-8180-065899762998) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:57.739599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:57.740238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:57.747896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa6f3a-e1d7-4560-9b4d-e876c6bdeaa7 None None] Network 9bf23412-3a34-4fd4-8180-065899762998 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:57.827879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-86dfa937-0e07-4dbd-b5eb-2823ca4525e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0975561 Oct 26 16:20:57.916530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b6776-645f-4902-b6ef-a891ce236bb3 None None] Network 9bf23412-3a34-4fd4-8180-065899762998 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:20:57.972541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:58.020269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Deleting subnet a1a6cd15-b027-48fe-a3e4-97f0ad9cb552 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:20:58.024122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.062083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.072450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.188892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.215699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a6cd15-b027-48fe-a3e4-97f0ad9cb552,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:58.222012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.225809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f5db1220-a167-4e59-8d5a-8811f7e5578f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1a6cd15-b027-48fe-a3e4-97f0ad9cb552 HTTP/1.1" status: 204 len: 168 time: 0.2521145 Oct 26 16:20:58.228368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:58.303882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.402657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.428868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.429962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.431326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.431663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.432006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.432344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.432668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.433005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.433317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.433640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.717426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.717426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.717426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.717426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:20:58.717426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9e78d4-a312-40e3-b74d-5936e0b24e9f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.775187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a444678-9633-4333-be08-5dcad5df9e7c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.775455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a444678-9633-4333-be08-5dcad5df9e7c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.808899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.838939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.858409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:20:58.858788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: from cryptography.utils import int_from_bytes Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: from cryptography.utils import int_from_bytes Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:20:58.877034 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:20:58.920757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfb19d-5b1d-4134-9756-424a44b52e68 req-a5fb528e-0d5f-481d-9a47-82a190796948 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:58.922337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83dfb19d-5b1d-4134-9756-424a44b52e68 req-a5fb528e-0d5f-481d-9a47-82a190796948 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.2032638 Oct 26 16:20:58.931721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354db2-2181-4a77-a47a-0648a49b5743 req-8f03b3b4-b277-4f91-9ef2-d3603c94cf8e tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:20:58.933110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3354db2-2181-4a77-a47a-0648a49b5743 req-8f03b3b4-b277-4f91-9ef2-d3603c94cf8e tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 969 time: 0.2128205 Oct 26 16:20:59.001153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83dfb19d-5b1d-4134-9756-424a44b52e68 req-b43805b6-c3a7-4fd8-8202-e305a88f39ca tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Oct 26 16:20:59.011802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3354db2-2181-4a77-a47a-0648a49b5743 req-3b8e5522-cf07-4926-ac7f-c75e51940b21 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Oct 26 16:20:59.043444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 68ae2dd4-da97-4f3f-add8-3d1b63565d6f details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:20:59.052602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.064034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.067587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd9e78d4-a312-40e3-b74d-5936e0b24e9f HTTP/1.1" status: 204 len: 168 time: 0.8383076 Oct 26 16:20:59.074469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50370) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:59.085318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ace8d-56cb-46f1-b4f3-75a398ae9f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9e78d4-a312-40e3-b74d-5936e0b24e9f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:59.120191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e09309-cc1f-4945-989e-5a638c9806c5 req-a050fcbb-9314-4a73-ab61-a9d9a30607da tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0371015 Oct 26 16:20:59.127760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Deleting subnet 7b101a62-50ae-4fa0-ac89-61e7abf1001c {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:20:59.132059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.172926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.183865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.207180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:59.219449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f', 'mac_address': 'fa:16:3e:c1:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-1588723652', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:20:59.259586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.276592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ae2dd4-da97-4f3f-add8-3d1b63565d6f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:20:59.300210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:59.357142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.378806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.382690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b101a62-50ae-4fa0-ac89-61e7abf1001c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:59.389510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.393396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:20:59.393674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2820108a-6e5e-4ff9-a54d-bfbdd61b4855 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b101a62-50ae-4fa0-ac89-61e7abf1001c HTTP/1.1" status: 204 len: 168 time: 0.3210287 Oct 26 16:20:59.444360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:59.453350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.453700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.454032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.454366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.454691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.455013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.455363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.455791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.456212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.456609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.457047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.457366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Tracked resource versions report: Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: pushed versions: Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: { 'AddressGroup': {'1.2'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'ConntrackHelper': {'1.0'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Log': {'1.0'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Network': {'1.1'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Port': {'1.7'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'PortForwarding': {'1.2'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'QosPolicy': {'1.10'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SecurityGroup': {'1.4'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SubPort': {'1.0'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Subnet': {'1.1'}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Trunk': {'1.1'}} Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: consumer versions: Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: HyperV agent@n-h1-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: HyperV agent@n-h2-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: L3 agent@n-d-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: Metadata agent@n-d-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: Metering agent@n-d-815373-2: {}, Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'ConntrackHelper': '1.0', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Log': '1.0', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Network': '1.1', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Port': '1.7', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'PortForwarding': '1.2', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'QosPolicy': '1.10', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SecurityGroup': '1.4', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SecurityGroupRule': '1.2', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'SubPort': '1.0', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Subnet': '1.1', Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: 'Trunk': '1.1'}} Oct 26 16:20:59.458631 n-d-815373-2 neutron-server[102738]: {{(pid=102738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:20:59.473977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.703670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.725200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf23412-3a34-4fd4-8180-065899762998']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:59.748876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a98bab-0b13-45d8-837a-5d9d4e98faaf') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:59.749277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a98bab-0b13-45d8-837a-5d9d4e98faaf') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:59.760935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.769737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['68ae2dd4-da97-4f3f-add8-3d1b63565d6f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:20:59.778481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.784510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:20:59.784946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:20:59.786613 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:20:59.914812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.924806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:20:59.928011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9bf23412-3a34-4fd4-8180-065899762998 HTTP/1.1" status: 204 len: 168 time: 0.5330815 Oct 26 16:20:59.942061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924bcd5-5938-497c-a9ec-d0d1289dcab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf23412-3a34-4fd4-8180-065899762998,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:00.156044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11b68d-4418-440d-8375-813a6d20166e req-6eb73a0f-70c1-45ee-a325-2ff892496216 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:00.157497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b11b68d-4418-440d-8375-813a6d20166e req-6eb73a0f-70c1-45ee-a325-2ff892496216 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.0813539 Oct 26 16:21:00.171236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2661a-e3bf-4332-aef7-64b718915b7d req-0a567950-d239-4030-aee7-7286362e440e tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:00.172898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31d2661a-e3bf-4332-aef7-64b718915b7d req-0a567950-d239-4030-aee7-7286362e440e tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 970 time: 0.0876930 Oct 26 16:21:00.232565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b11b68d-4418-440d-8375-813a6d20166e req-0dbf466b-7b1e-4dc1-848d-a7b86b8d2dcc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Oct 26 16:21:00.235489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31d2661a-e3bf-4332-aef7-64b718915b7d req-85c635f0-15e4-474f-b2a6-4b1965122194 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Oct 26 16:21:00.315624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50402) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:00.329395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:00.331215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06134fdb-a410-485b-bdf5-3690ca2fc72c req-c4b99ae1-3c7a-470a-bc63-b53e1dc6cf55 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0348275 Oct 26 16:21:00.364674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79280e07-b587-45b5-b525-c0da25a6bff2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33ab753fed6d4ec89332dfa723534d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478826 Oct 26 16:21:00.367198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50408) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:00.419812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.440906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.501095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65581c32-3fac-41bb-8cba-4440e06b5e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.550296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.553291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.558489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/962ac2b1-7c4b-421a-b134-2ca078fae02e HTTP/1.1" status: 204 len: 168 time: 0.1865501 Oct 26 16:21:00.569336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bba08-fbf7-4e31-86df-31128397adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ac2b1-7c4b-421a-b134-2ca078fae02e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:00.615037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65581c32-3fac-41bb-8cba-4440e06b5e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.685777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65581c32-3fac-41bb-8cba-4440e06b5e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.708809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da858622-2226-48a4-92e9-9f4601b552d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.728726 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65581c32-3fac-41bb-8cba-4440e06b5e36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c5600e57bce42a5aa9b5ee891305fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982964 Oct 26 16:21:00.729962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581c32-3fac-41bb-8cba-4440e06b5e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7fdd7-b2ee-4b74-b6d2-5747ba3a9a6a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:00.731630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50412) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:00.786011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.811654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.904900 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.907574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:00.911916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ff7fdd7-b2ee-4b74-b6d2-5747ba3a9a6a HTTP/1.1" status: 204 len: 168 time: 0.1746943 Oct 26 16:21:00.923420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ee663-ee6f-49a8-99ba-3895e25d19ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7fdd7-b2ee-4b74-b6d2-5747ba3a9a6a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:01.015638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 68ae2dd4-da97-4f3f-add8-3d1b63565d6f up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:01.148496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:01.152814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:01.153206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.235973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.239353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50420) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:01.263963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:01.283997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eed06464-9e1a-465f-ad45-463def56eb23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5245a2c620584a51944c827fca6dd281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431767 Oct 26 16:21:01.286589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50426) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:01.370354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.370984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:01.433425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d1ba-6097-49f1-a7bb-da3c251b590b req-5c29515a-4014-4284-8528-291501824a09 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:01.442101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cc0d1ba-6097-49f1-a7bb-da3c251b590b req-5c29515a-4014-4284-8528-291501824a09 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.1062965 Oct 26 16:21:01.461017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.463923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98e9fd-b763-4a5d-8d68-f74a635b7eff req-6df5824d-9f43-4daa-861a-f7a38d9fca67 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:01.465806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d98e9fd-b763-4a5d-8d68-f74a635b7eff req-6df5824d-9f43-4daa-861a-f7a38d9fca67 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 970 time: 0.0963013 Oct 26 16:21:01.535250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.541182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cc0d1ba-6097-49f1-a7bb-da3c251b590b req-bdf96191-b3da-43de-97a5-7eb6c28d857d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980396 Oct 26 16:21:01.546709 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56e001-892e-45b6-b419-6656496853ba" -d '{"events": [{"server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "name": "network-vif-plugged", "status": "completed", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:01.557518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d98e9fd-b763-4a5d-8d68-f74a635b7eff req-de88ec45-11bb-44d6-a234-4db30cf39170 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844424 Oct 26 16:21:01.560280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:01.650921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-932338d4-2253-4402-9146-55cd5d29d878 req-f2b08ff9-9e20-493b-af11-c0e8e84b329b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0316832 Oct 26 16:21:01.661549 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15e295d-07f6-4dea-a66d-b84473bd43fa x-openstack-request-id: req-e15e295d-07f6-4dea-a66d-b84473bd43fa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:01.661897 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "name": "network-vif-plugged", "status": "completed", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:01.662142 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e15e295d-07f6-4dea-a66d-b84473bd43fa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:01.662611 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f', 'code': 200} Oct 26 16:21:01.680436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.682959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.684144 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cd89c12-f2d3-465a-b3bc-c0d22e86053f HTTP/1.1" status: 204 len: 168 time: 0.3959777 Oct 26 16:21:01.692414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0f7d4-91c8-4022-bb60-f8074f7022e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd89c12-f2d3-465a-b3bc-c0d22e86053f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:01.772101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:01.785384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3447f735-66fd-43a3-8d07-5d22c7eb20cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.794989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-021e30df-cd73-4754-a8e4-3293c309877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:01.796509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-021e30df-cd73-4754-a8e4-3293c309877d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 1122 time: 0.0691798 Oct 26 16:21:01.821821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-9b337931-ee8b-4df7-b89d-62b8c1bdeff7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.862015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3447f735-66fd-43a3-8d07-5d22c7eb20cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.900576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-9b337931-ee8b-4df7-b89d-62b8c1bdeff7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.922890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-00bdac7e-75a1-4e10-9e7e-99ff8161bc57 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:21:01.923912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-00bdac7e-75a1-4e10-9e7e-99ff8161bc57 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063391 Oct 26 16:21:01.933261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3447f735-66fd-43a3-8d07-5d22c7eb20cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:01.971863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3447f735-66fd-43a3-8d07-5d22c7eb20cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4960f8820c5445259eabf09e276e5d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979632 Oct 26 16:21:01.972647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447f735-66fd-43a3-8d07-5d22c7eb20cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b040bb-3d3c-4b5e-8ff9-a34851179da9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:01.974461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:02.001211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-9b337931-ee8b-4df7-b89d-62b8c1bdeff7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:02.103737 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0eecc03-11eb-4e00-9313-f723fdc3c268 req-9b337931-ee8b-4df7-b89d-62b8c1bdeff7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510459 Oct 26 16:21:02.103737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b337931-ee8b-4df7-b89d-62b8c1bdeff7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d088ced-4d95-448b-a2c1-bfd382f5b72e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:02.104373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Request body: {'port': {'device_id': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:02.115472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:02.137439 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:02.154813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:02.467665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a848cba6-14b1-40be-ac74-ab5f20dd4e88 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:02.476898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:02.698475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe371d-e768-4d19-b3fc-a6294483f225 req-16442b6b-4622-4d01-af14-f8b3b88ec6d0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:02.699988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74fe371d-e768-4d19-b3fc-a6294483f225 req-16442b6b-4622-4d01-af14-f8b3b88ec6d0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 931 time: 0.0808554 Oct 26 16:21:02.712142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225cf1d-0784-480d-9d4a-54f9c7922e8b req-8d5e4034-030c-4a21-bbfb-063dd0ed4fce tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:02.713549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6225cf1d-0784-480d-9d4a-54f9c7922e8b req-8d5e4034-030c-4a21-bbfb-063dd0ed4fce tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.0645263 Oct 26 16:21:02.768068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74fe371d-e768-4d19-b3fc-a6294483f225 req-34e3b3d7-55cd-4120-adfa-0f3a2b066fc2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534916 Oct 26 16:21:02.772584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6225cf1d-0784-480d-9d4a-54f9c7922e8b req-c8d1600f-d3b4-4956-8f8b-868cc77d742a tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524657 Oct 26 16:21:02.861545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-592f6746-b839-4dba-b3f9-7aa5dd8bcd4d req-900b649d-9784-4940-adcf-c20ffae7d2d2 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Oct 26 16:21:03.005897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.006451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Transition to ACTIVE for port object a848cba6-14b1-40be-ac74-ab5f20dd4e88 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:03.009617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.013457 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b040bb-3d3c-4b5e-8ff9-a34851179da9 HTTP/1.1" status: 204 len: 168 time: 1.0350609 Oct 26 16:21:03.019235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e5de-d538-4094-9381-f3219bf0e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b040bb-3d3c-4b5e-8ff9-a34851179da9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:03.091843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.168911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:03.238599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:03.238958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:03.240112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:03.245961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:03.246280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:03.251457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:03.251812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:03.252368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:03.252805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Bound port: a848cba6-14b1-40be-ac74-ab5f20dd4e88, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:03.253154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.324880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:03.327614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:03.440789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.472617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:03.473231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.475624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] 10.222.0.47 "PUT /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 1091 time: 1.4558103 Oct 26 16:21:03.478822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:03.519684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30835a-9093-4e02-9874-1c4e55361ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:03.555775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc5aab17-4341-464a-8656-5f6498d401f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:03.693544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-c6ad267c-17e7-4b14-a721-92c28a8d6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:03.695992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-c6ad267c-17e7-4b14-a721-92c28a8d6d96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0779510 Oct 26 16:21:03.701695 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d34c7c-9ac8-4250-9e12-58019a4d348a" -d '{"events": [{"name": "network-changed", "server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:03.775555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-6bb0fcea-ce72-4978-b9f3-7ea5ccbe3950 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0625932 Oct 26 16:21:03.861383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-d984b981-442b-41ba-9262-7684b49a6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:03.863407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-d984b981-442b-41ba-9262-7684b49a6c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0801890 Oct 26 16:21:03.925615 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d7296-9da3-49a6-8f74-8f294d4d53de x-openstack-request-id: req-0a1d7296-9da3-49a6-8f74-8f294d4d53de {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:03.925908 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:03.926171 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a1d7296-9da3-49a6-8f74-8f294d4d53de {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:03.926603 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'status': 'completed', 'code': 200} Oct 26 16:21:03.930569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-8d6a0133-ea3e-41e9-9715-ae7baa01bd90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592852 Oct 26 16:21:03.957962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.47', 63164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:04.029934 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-7d4cd559-af56-4f4b-a5ca-f96ccd678d8d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9a569b3b91b423393565b172425edb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704639 Oct 26 16:21:04.043040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed56af-b58c-4070-a24d-f4918d76ef19 req-f3f786ac-b167-4727-a0a9-198f569a3644 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.047636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88ed56af-b58c-4070-a24d-f4918d76ef19 req-f3f786ac-b167-4727-a0a9-198f569a3644 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.1643243 Oct 26 16:21:04.097269 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.141619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88ed56af-b58c-4070-a24d-f4918d76ef19 req-dfe61479-cd42-45ca-b2b6-270f8e678ee2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851066 Oct 26 16:21:04.153041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0894-36ab-4e4b-8bec-e6cc250db250 req-d5629f68-1b18-4942-869f-b456afdf8036 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.154505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ab0894-36ab-4e4b-8bec-e6cc250db250 req-d5629f68-1b18-4942-869f-b456afdf8036 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.1270895 Oct 26 16:21:04.158295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-37dc895d-b061-493d-bc29-05510e7733d8 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133861 Oct 26 16:21:04.236605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-40e6710f-c8ef-4f04-aee0-accc2b9d98bc tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.240277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-40e6710f-c8ef-4f04-aee0-accc2b9d98bc tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031674 Oct 26 16:21:04.256964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Request body: {'port': {'device_id': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f9a569b3b91b423393565b172425edb4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:04.304490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ab0894-36ab-4e4b-8bec-e6cc250db250 req-ff80c02b-9c56-4472-be75-7888f9d8f5c3 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420560 Oct 26 16:21:04.306280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f1a664d-afab-4ee4-b206-b9266dd8469d req-d7deb74c-6491-4655-a77c-860724ac5799 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0473189 Oct 26 16:21:04.478591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Made reservation on behalf of f9a569b3b91b423393565b172425edb4 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:04.484539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.495701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.511472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbeac094-5eba-4c8c-bd49-7a06dd43d1ff req-8bc4b612-4312-473f-9b45-47b401be1f56 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384504 Oct 26 16:21:04.574039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.643076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.682103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:04.692141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-bae5ce4f-7e5a-4813-9b76-dbd24cb020d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.694238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-bae5ce4f-7e5a-4813-9b76-dbd24cb020d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0540316 Oct 26 16:21:04.828474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Allocated IP 192.168.233.57 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/fbcdd7ca-7648-4f06-82ce-f78332ded97e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:04.864630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-33a0df2d-6101-4cbb-b98e-ade32d63823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.865799 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:04.866320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-33a0df2d-6101-4cbb-b98e-ade32d63823c service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1621432 Oct 26 16:21:04.912027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-77a28cc9-e639-4caa-b478-72250123073c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0382259 Oct 26 16:21:04.973254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-81878288-fe6f-41f8-8db8-522a336b1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:04.974999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-81878288-fe6f-41f8-8db8-522a336b1b72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0562768 Oct 26 16:21:04.989621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.019867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-c26e7d59-fbd4-4ddf-aef7-6f8e8840814d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363958 Oct 26 16:21:05.093544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.134054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-7934aa90-7786-4c2c-99fa-35e1177b534f service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070478 Oct 26 16:21:05.138956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:05.144237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:05.148575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:05.158227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:05.158227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.182175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Pushing event updated for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:05.233542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-79cc8bac-728c-419d-a053-d74fdae2d0e9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9814012 Oct 26 16:21:05.248191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Request body: {'port': {'device_id': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:05.369518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d34c7c-9ac8-4250-9e12-58019a4d348a req-33e70253-faca-43fc-962f-3dd897b479aa service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283618 Oct 26 16:21:05.373024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.391216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cb253-414e-4276-8156-0ceada5cf47d req-fa89cfd7-e77e-4e3e-bb3c-8818c11a4cd2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:05.393019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-046cb253-414e-4276-8156-0ceada5cf47d req-fa89cfd7-e77e-4e3e-bb3c-8818c11a4cd2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.1275313 Oct 26 16:21:05.435699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-046cb253-414e-4276-8156-0ceada5cf47d req-a82cf47f-8d7d-4cf1-90a3-5b60b698cadc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Oct 26 16:21:05.491424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8d633d9f-164a-41b6-8df9-30fe87745527 None None] Provisioning complete for port fbcdd7ca-7648-4f06-82ce-f78332ded97e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:05.492032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d633d9f-164a-41b6-8df9-30fe87745527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.551510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d633d9f-164a-41b6-8df9-30fe87745527 None None] Port fbcdd7ca-7648-4f06-82ce-f78332ded97e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:05.614934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd108191-0c57-47ac-871e-ebe669deb61a req-dd9515ec-42f7-4278-80b0-04c0b8fe8c07 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:05.617109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd108191-0c57-47ac-871e-ebe669deb61a req-dd9515ec-42f7-4278-80b0-04c0b8fe8c07 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 935 time: 0.0692244 Oct 26 16:21:05.689606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd108191-0c57-47ac-871e-ebe669deb61a req-e884b0f6-d18f-49df-bb81-02647cf0c933 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Oct 26 16:21:05.705515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2a89-2e07-48cf-aa9e-1aa1b482bee7 req-9aec8f3f-e339-4ee7-aae3-9354f8caf36f tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:05.706992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-063f2a89-2e07-48cf-aa9e-1aa1b482bee7 req-9aec8f3f-e339-4ee7-aae3-9354f8caf36f tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.0647149 Oct 26 16:21:05.721428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcdd7ca-7648-4f06-82ce-f78332ded97e {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:05.729472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.743620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Transition to ACTIVE for port object fbcdd7ca-7648-4f06-82ce-f78332ded97e will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:05.750700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-063f2a89-2e07-48cf-aa9e-1aa1b482bee7 req-73009010-a737-4146-a117-6ccccc28bd28 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Oct 26 16:21:05.833645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.887248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:05.939604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Attempting to bind port fbcdd7ca-7648-4f06-82ce-f78332ded97e on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:05.940044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Attempting to bind port fbcdd7ca-7648-4f06-82ce-f78332ded97e by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:05.940387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Attempting to bind port fbcdd7ca-7648-4f06-82ce-f78332ded97e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:05.947714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Port fbcdd7ca-7648-4f06-82ce-f78332ded97e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:05.948213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Attempting to bind port fbcdd7ca-7648-4f06-82ce-f78332ded97e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:05.954050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:05.954387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:05.954760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:05.955333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Bound port: fbcdd7ca-7648-4f06-82ce-f78332ded97e, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:05.955686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:05.996579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd04fda-b023-4b1a-85cd-c88b4ba37873 req-90470c63-a6e6-4cf4-a128-3fc115d745e8 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe53efb6ca65499eadd342d80334d945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286345 Oct 26 16:21:06.031725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:06.035701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:06.115617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd04fda-b023-4b1a-85cd-c88b4ba37873 req-3af78450-1fe6-4117-8b20-f6015e5b6b42 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.116815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.122373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd04fda-b023-4b1a-85cd-c88b4ba37873 req-3af78450-1fe6-4117-8b20-f6015e5b6b42 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187913 Oct 26 16:21:06.132957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd04fda-b023-4b1a-85cd-c88b4ba37873 req-04f8551b-c9e2-4e89-a652-7c6548156851 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/quotas/fe53efb6ca65499eadd342d80334d945 HTTP/1.1" status: 200 len: 375 time: 0.0097573 Oct 26 16:21:06.159352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.160128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.161678 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbcdd7ca-7648-4f06-82ce-f78332ded97e HTTP/1.1" status: 200 len: 1095 time: 0.9187942 Oct 26 16:21:06.165809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:06.168700 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38368198-abbc-483c-890f-e8b219cd9472" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:06.191611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb2bf8-3e83-4962-a724-aaa4a91d6de7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:06.212016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd04fda-b023-4b1a-85cd-c88b4ba37873 req-f1074b63-aee8-4608-8f27-9ffd6d2e9887 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe53efb6ca65499eadd342d80334d945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726175 Oct 26 16:21:06.258519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18387c20-f332-476c-a498-9de36ca597f8 req-2fa91d4f-6aec-4e77-a4b8-35d75d496ac3 tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.261301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18387c20-f332-476c-a498-9de36ca597f8 req-2fa91d4f-6aec-4e77-a4b8-35d75d496ac3 tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 1122 time: 0.1034572 Oct 26 16:21:06.283073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-18387c20-f332-476c-a498-9de36ca597f8 req-407757fe-da86-49c1-b2e1-cd9a701210eb tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.331249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-0de9dac4-58be-4c1a-b31a-3350c61ac5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.332754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-0de9dac4-58be-4c1a-b31a-3350c61ac5d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0638735 Oct 26 16:21:06.383036 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-18387c20-f332-476c-a498-9de36ca597f8 req-407757fe-da86-49c1-b2e1-cd9a701210eb tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.389946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-4be97faa-9f91-483a-87ed-54965e161a6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e HTTP/1.1" status: 200 len: 217 time: 0.0480158 Oct 26 16:21:06.434315 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea093038-e0d7-4961-a605-bcf9a8489336 x-openstack-request-id: req-ea093038-e0d7-4961-a605-bcf9a8489336 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:06.434618 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:06.434869 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea093038-e0d7-4961-a605-bcf9a8489336 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:06.435322 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e', 'status': 'completed', 'code': 200} Oct 26 16:21:06.451389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-18387c20-f332-476c-a498-9de36ca597f8 req-407757fe-da86-49c1-b2e1-cd9a701210eb tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.454039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-7329a20b-03c8-44c3-89ba-0a2f26757957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.455634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-7329a20b-03c8-44c3-89ba-0a2f26757957 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0575910 Oct 26 16:21:06.479983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:06.482707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18387c20-f332-476c-a498-9de36ca597f8 req-407757fe-da86-49c1-b2e1-cd9a701210eb tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156112 Oct 26 16:21:06.491897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407757fe-da86-49c1-b2e1-cd9a701210eb tempest-AggregatesAdminTestJSON-1808918769 tempest-AggregatesAdminTestJSON-1808918769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260450c8-f467-4432-8335-1dfbd623a1f4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:06.514452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b641a-8454-40ad-9dd8-407fee602c70 req-3aae462d-205e-4866-9f6f-6a3b66a5b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.517295 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-3aae462d-205e-4866-9f6f-6a3b66a5b796 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530875 Oct 26 16:21:06.619272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe653b-8491-46f3-b4b2-764e0e6bd26a req-0922e8f6-efe1-4c8c-9e1c-1b6ff5afd9be tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.620767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20fe653b-8491-46f3-b4b2-764e0e6bd26a req-0922e8f6-efe1-4c8c-9e1c-1b6ff5afd9be tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0580981 Oct 26 16:21:06.625030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-41f2dddf-9c87-43ae-b889-3fba2da626c0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998788 Oct 26 16:21:06.660821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20fe653b-8491-46f3-b4b2-764e0e6bd26a req-c56c627c-5ec8-467b-90b8-7b4bb805ad0d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Oct 26 16:21:06.721783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-309b641a-8454-40ad-9dd8-407fee602c70 req-eafc506b-4f34-4d08-8ef4-811d8b19b740 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892901 Oct 26 16:21:06.903939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368198-abbc-483c-890f-e8b219cd9472 req-4e79876a-0d0c-418e-9e52-b513feff04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:06.905467 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-4e79876a-0d0c-418e-9e52-b513feff04b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0402639 Oct 26 16:21:07.003183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368198-abbc-483c-890f-e8b219cd9472 req-0cdf7ff2-f97a-4148-9752-2d63d887fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.004667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-0cdf7ff2-f97a-4148-9752-2d63d887fd26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.0925348 Oct 26 16:21:07.048110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-f6d910f2-c62e-47bd-b17b-ea37e87b0c69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e HTTP/1.1" status: 200 len: 217 time: 0.0359590 Oct 26 16:21:07.068816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8865b-b3e3-4dff-9bd9-8d3417e24ec2 req-8542da05-10cd-4966-98b3-bdef93badfb3 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.071103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d8865b-b3e3-4dff-9bd9-8d3417e24ec2 req-8542da05-10cd-4966-98b3-bdef93badfb3 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 947 time: 0.0535886 Oct 26 16:21:07.099528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368198-abbc-483c-890f-e8b219cd9472 req-58cde89e-c35f-4892-aa86-1ffd71303cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.101217 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-58cde89e-c35f-4892-aa86-1ffd71303cc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0452399 Oct 26 16:21:07.112673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d8865b-b3e3-4dff-9bd9-8d3417e24ec2 req-d823c5e4-54d7-4b0f-a4cf-aec973c73683 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Oct 26 16:21:07.157896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368198-abbc-483c-890f-e8b219cd9472 req-b4ce81fd-4c27-49cd-aa25-46ce9209a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.159426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-b4ce81fd-4c27-49cd-aa25-46ce9209a8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496578 Oct 26 16:21:07.275566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-bc6a6701-1357-42be-9e35-8740c32f3385 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080394 Oct 26 16:21:07.394866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38368198-abbc-483c-890f-e8b219cd9472 req-5c52c4b3-da8d-467f-89a6-0edbb27680a6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106365 Oct 26 16:21:07.588371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eea6ea77-b24f-4791-9902-f7bc7c56350a req-b3b908b9-2355-4248-b696-ede507af73e1 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe53efb6ca65499eadd342d80334d945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281038 Oct 26 16:21:07.707460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6ea77-b24f-4791-9902-f7bc7c56350a req-132456ad-2ac9-48d7-b2f6-3f0f5aece5cc tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.708925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eea6ea77-b24f-4791-9902-f7bc7c56350a req-132456ad-2ac9-48d7-b2f6-3f0f5aece5cc tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197872 Oct 26 16:21:07.724095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eea6ea77-b24f-4791-9902-f7bc7c56350a req-8f6d731e-03a3-42ac-ae6f-53ca4245d8f2 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/quotas/fe53efb6ca65499eadd342d80334d945 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Oct 26 16:21:07.756653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eea6ea77-b24f-4791-9902-f7bc7c56350a req-14edca03-a1f8-4ad4-8534-551c56abb338 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe53efb6ca65499eadd342d80334d945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257487 Oct 26 16:21:07.904016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482d55d-2836-4838-8d21-838b9f035a35 req-4ebe5aa9-2592-4d91-a35b-d2f85aca08dd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:07.905611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e482d55d-2836-4838-8d21-838b9f035a35 req-4ebe5aa9-2592-4d91-a35b-d2f85aca08dd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0564904 Oct 26 16:21:07.944572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e482d55d-2836-4838-8d21-838b9f035a35 req-88d0488a-43ca-4136-94e8-d589d20faa73 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Oct 26 16:21:08.179449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:08.472652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:08.536109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d79367bd-d5ae-442a-bc8d-94384994f36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.549765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb39bb79-82ad-469b-ae33-3d5bba9c3a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.652736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e452a8-da6d-43f7-b002-f1450b66b94d req-3779eb92-1da8-407d-83ee-f0ce8c3352e4 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:08.654306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e452a8-da6d-43f7-b002-f1450b66b94d req-3779eb92-1da8-407d-83ee-f0ce8c3352e4 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 947 time: 0.0749905 Oct 26 16:21:08.659617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d79367bd-d5ae-442a-bc8d-94384994f36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.677560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb39bb79-82ad-469b-ae33-3d5bba9c3a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.697367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e452a8-da6d-43f7-b002-f1450b66b94d req-b0cd91e4-9aec-4f8b-bb45-09c2a8c80f84 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Oct 26 16:21:08.730914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d79367bd-d5ae-442a-bc8d-94384994f36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.767946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb39bb79-82ad-469b-ae33-3d5bba9c3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.785616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d79367bd-d5ae-442a-bc8d-94384994f36b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=159f30de87cb4b0da864300d44b94f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118050 Oct 26 16:21:08.786388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79367bd-d5ae-442a-bc8d-94384994f36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd459b3e-7e43-42d5-a1fd-94238182e271,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:08.788728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50738) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:08.815044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39bb79-82ad-469b-ae33-3d5bba9c3a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51914aa9-55c1-4a57-ba11-9021a9651a63,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:08.829953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb39bb79-82ad-469b-ae33-3d5bba9c3a46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c44995986e6547849fef5b3e5eb2a515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493151 Oct 26 16:21:08.832643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:08.879214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.910686 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.916758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:08.954910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.049074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:09.111182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7e83-4f49-4d3f-8279-b7a72dc0d7c5 req-78eb1ca0-d92a-494d-9f9c-6cfac5f4894f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:09.112789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-255a7e83-4f49-4d3f-8279-b7a72dc0d7c5 req-78eb1ca0-d92a-494d-9f9c-6cfac5f4894f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0565603 Oct 26 16:21:09.114240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.117503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.118683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51914aa9-55c1-4a57-ba11-9021a9651a63 HTTP/1.1" status: 204 len: 168 time: 0.2851417 Oct 26 16:21:09.119662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.122587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.126877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd459b3e-7e43-42d5-a1fd-94238182e271 HTTP/1.1" status: 204 len: 168 time: 0.3371985 Oct 26 16:21:09.143703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1b2a6-a823-44c5-ade7-0cf3f140c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51914aa9-55c1-4a57-ba11-9021a9651a63,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:09.159551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:09.175013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059c3a7-5fb8-410a-88b5-b75637bad1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd459b3e-7e43-42d5-a1fd-94238182e271,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:09.180119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'port_id': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'mac_address': 'fa:16:3e:d4:2d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a357a-ae01-4d7f-989e-19afe20aa016', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:09.196341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-255a7e83-4f49-4d3f-8279-b7a72dc0d7c5 req-a46b7d10-266a-44b7-9fce-f21e66dbba3c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Oct 26 16:21:09.250720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.269142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a848cba6-14b1-40be-ac74-ab5f20dd4e88 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:09.292002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:09.294211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71125990-339b-42e3-87bc-b2ba766f00d6 req-2927bbc0-d8e7-45a9-8fae-c5679fd41d77 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe53efb6ca65499eadd342d80334d945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218024 Oct 26 16:21:09.420500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71125990-339b-42e3-87bc-b2ba766f00d6 req-d1bdcd6a-77f7-46cf-84f0-c224c35ce279 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:09.422383 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.422552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71125990-339b-42e3-87bc-b2ba766f00d6 req-d1bdcd6a-77f7-46cf-84f0-c224c35ce279 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224954 Oct 26 16:21:09.446922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71125990-339b-42e3-87bc-b2ba766f00d6 req-bbc4ff1a-6774-4d58-8838-9a7ee39d7408 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/quotas/fe53efb6ca65499eadd342d80334d945 HTTP/1.1" status: 200 len: 375 time: 0.0164526 Oct 26 16:21:09.480495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:09.496313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71125990-339b-42e3-87bc-b2ba766f00d6 req-11047895-1332-4617-9121-56b37f5228b8 tempest-QuotasAdminNegativeTest-657018440 tempest-QuotasAdminNegativeTest-657018440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe53efb6ca65499eadd342d80334d945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477972 Oct 26 16:21:09.740022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a848cba6-14b1-40be-ac74-ab5f20dd4e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:09.853310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de35729-e203-4481-9d76-41180fe1e99e req-5af9325b-978f-4ba9-a3ed-ce235dd2d027 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:09.855088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de35729-e203-4481-9d76-41180fe1e99e req-5af9325b-978f-4ba9-a3ed-ce235dd2d027 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 947 time: 0.0513551 Oct 26 16:21:09.891973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:09.909757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-645c615c-a11e-4b5d-8a95-3c81d621a741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:09.912002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de35729-e203-4481-9d76-41180fe1e99e req-c4a176a2-5388-4482-9a25-cb8c84d0afd2 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Oct 26 16:21:09.956491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50796) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:09.978392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8480e6-a4ca-4a8e-8982-e163200cf23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.037378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-645c615c-a11e-4b5d-8a95-3c81d621a741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.083187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8480e6-a4ca-4a8e-8982-e163200cf23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.144496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-645c615c-a11e-4b5d-8a95-3c81d621a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.178848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8480e6-a4ca-4a8e-8982-e163200cf23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.188236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-645c615c-a11e-4b5d-8a95-3c81d621a741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=455afd847da34188b7a680b35dc47bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937040 Oct 26 16:21:10.191084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50804) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:10.193613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c615c-a11e-4b5d-8a95-3c81d621a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed70161-bd49-4a7b-976f-c55553de9783,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:10.225464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c8480e6-a4ca-4a8e-8982-e163200cf23a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e15b2828e649d28fe7c9108fb6df82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679031 Oct 26 16:21:10.228509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50806) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:10.236531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8480e6-a4ca-4a8e-8982-e163200cf23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b7a15-ebe5-4792-9cb3-c01a407bf3bf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:10.257550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.283101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.291463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.315702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.360588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734981-e19f-4a4a-85ba-00b255f7d717 req-22696b88-0afc-476e-a127-3c597c4636fc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:10.362029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9734981-e19f-4a4a-85ba-00b255f7d717 req-22696b88-0afc-476e-a127-3c597c4636fc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.0608404 Oct 26 16:21:10.404931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9734981-e19f-4a4a-85ba-00b255f7d717 req-52b3f54e-2ef8-4854-9b4a-6242b4b31f1e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Oct 26 16:21:10.434061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.436769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.440537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b68b7a15-ebe5-4792-9cb3-c01a407bf3bf HTTP/1.1" status: 204 len: 168 time: 0.2083273 Oct 26 16:21:10.448261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba6c15-cdc0-4c4b-8afc-5d4ea34ae76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b7a15-ebe5-4792-9cb3-c01a407bf3bf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:10.462768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.469195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:10.473545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ed70161-bd49-4a7b-976f-c55553de9783 HTTP/1.1" status: 204 len: 168 time: 0.2787557 Oct 26 16:21:10.483569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a088c0-df70-41c1-bad5-652e81e02fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed70161-bd49-4a7b-976f-c55553de9783,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:11.020928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ac097-a169-4999-bdb6-6753b022b018 req-a9bf8788-36a9-41e8-9190-a360aa3d0bab tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:11.023499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-675ac097-a169-4999-bdb6-6753b022b018 req-a9bf8788-36a9-41e8-9190-a360aa3d0bab tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 947 time: 0.0509274 Oct 26 16:21:11.039563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fbcdd7ca-7648-4f06-82ce-f78332ded97e details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:11.077301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-675ac097-a169-4999-bdb6-6753b022b018 req-71210239-8453-4f49-a16e-33cb715dd443 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Oct 26 16:21:11.114354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:11.173569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:11.194497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:11.218787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e', 'mac_address': 'fa:16:3e:04:83:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:11.263974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.277300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a848cba6-14b1-40be-ac74-ab5f20dd4e88 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:11.281889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcdd7ca-7648-4f06-82ce-f78332ded97e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:11.287505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a848cba6-14b1-40be-ac74-ab5f20dd4e88 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:11.287505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.322617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4384-089e-43af-a468-3d5f19e78370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.326500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:11.393539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.417858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:11.418434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4384-089e-43af-a468-3d5f19e78370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.420230 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2e531-e21c-483b-b025-e364a9e5fea3" -d '{"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:11.432631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.442831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:11.459539 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86345ce5-42e8-4b0c-8784-da81931ccd3b x-openstack-request-id: req-86345ce5-42e8-4b0c-8784-da81931ccd3b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:11.460187 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:11.460760 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86345ce5-42e8-4b0c-8784-da81931ccd3b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:11.461150 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'code': 200} Oct 26 16:21:11.491856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:11.549039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ed7c-439a-402d-8833-d5a6f113904b req-c7dc96a4-bed8-49db-8b11-f90b74e9ceed tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:11.550508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.551280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0489ed7c-439a-402d-8833-d5a6f113904b req-c7dc96a4-bed8-49db-8b11-f90b74e9ceed tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.0506542 Oct 26 16:21:11.552674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4384-089e-43af-a468-3d5f19e78370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.625867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:11.638711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0489ed7c-439a-402d-8833-d5a6f113904b req-284fd6dd-b218-4f67-a41c-48cf62603818 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636721 Oct 26 16:21:11.641309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099ea3-6215-41dd-a3df-6e753b607d38 req-422ace98-445a-4800-8f62-78c7f5e4e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:11.644549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23099ea3-6215-41dd-a3df-6e753b607d38 req-422ace98-445a-4800-8f62-78c7f5e4e49d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0965278 Oct 26 16:21:11.648965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bb3a4384-089e-43af-a468-3d5f19e78370 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe53efb6ca65499eadd342d80334d945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733243 Oct 26 16:21:11.651715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50876) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:11.653152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4384-089e-43af-a468-3d5f19e78370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81870b5d-e58b-4a00-8056-fbdf16949abe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:11.733014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fbcdd7ca-7648-4f06-82ce-f78332ded97e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:11.744156 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23099ea3-6215-41dd-a3df-6e753b607d38 req-effbe692-0896-4d9b-8a25-1b22a59fdd95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788949 Oct 26 16:21:11.768513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.792908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.931420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.934848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:11.936331 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81870b5d-e58b-4a00-8056-fbdf16949abe HTTP/1.1" status: 204 len: 168 time: 0.2838140 Oct 26 16:21:11.949119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881206d-7ea4-4f00-8eb3-bd2302a6d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81870b5d-e58b-4a00-8056-fbdf16949abe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:12.265920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf7d4b-de78-46b9-840e-90d1f94ded3a req-c29c8d43-cf9b-472e-8792-26fc8754f3e3 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:12.268329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ebf7d4b-de78-46b9-840e-90d1f94ded3a req-c29c8d43-cf9b-472e-8792-26fc8754f3e3 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 948 time: 0.0575438 Oct 26 16:21:12.326142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ebf7d4b-de78-46b9-840e-90d1f94ded3a req-815e5676-63c8-4f95-8083-4eb372030c9c tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Oct 26 16:21:12.685850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50954) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:12.704586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8afa-50fd-4f20-972e-ba615b6c21cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:12.800662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8afa-50fd-4f20-972e-ba615b6c21cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:12.855876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dd7b7-e49f-4c3c-97b0-c40c3d916f86 req-225aadee-d5dd-47dc-b2ef-17b53828d274 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:12.857239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-429dd7b7-e49f-4c3c-97b0-c40c3d916f86 req-225aadee-d5dd-47dc-b2ef-17b53828d274 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 945 time: 0.0524063 Oct 26 16:21:12.881570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8afa-50fd-4f20-972e-ba615b6c21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:12.894747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-429dd7b7-e49f-4c3c-97b0-c40c3d916f86 req-24086340-d313-4fca-ab29-1ca52a1d8d95 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Oct 26 16:21:12.923981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50966) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:12.927104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cfcf8afa-50fd-4f20-972e-ba615b6c21cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df8f2d75e4f14d62abea0743323acb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360642 Oct 26 16:21:12.927104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8afa-50fd-4f20-972e-ba615b6c21cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13886de5-6708-496a-b0c7-03ea62c49153,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:12.986650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.008973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.045632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fbcdd7ca-7648-4f06-82ce-f78332ded97e up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:13.133711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.136617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.140776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13886de5-6708-496a-b0c7-03ea62c49153 HTTP/1.1" status: 204 len: 168 time: 0.2120259 Oct 26 16:21:13.149761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76be43-37c4-48f8-9a2a-f282d00f8349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13886de5-6708-496a-b0c7-03ea62c49153,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:13.219528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port fbcdd7ca-7648-4f06-82ce-f78332ded97e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:13.223904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port fbcdd7ca-7648-4f06-82ce-f78332ded97e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:13.224675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.309778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.344353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:13.466791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:13.466791 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d887e20-d6d1-46c5-b118-966ce183488f" -d '{"events": [{"server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:13.491728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:13.590007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:13.607358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90cf5-1978-4e68-b848-68ae15035e74 req-e72571e8-89ac-42f5-bd2f-877dd1903134 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:13.608822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ed90cf5-1978-4e68-b848-68ae15035e74 req-e72571e8-89ac-42f5-bd2f-877dd1903134 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1079412 Oct 26 16:21:13.660175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ed90cf5-1978-4e68-b848-68ae15035e74 req-c671e392-398b-4ca5-819d-6604a2a9de97 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Oct 26 16:21:13.779461 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6158cac-5639-4b63-9294-5d8398c2eb04 x-openstack-request-id: req-b6158cac-5639-4b63-9294-5d8398c2eb04 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:13.779953 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:13.780273 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6158cac-5639-4b63-9294-5d8398c2eb04 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:13.781059 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e', 'code': 200} Oct 26 16:21:13.934230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef1b1-e8da-4879-a89f-4d9514148bd2 req-5c8a8a70-3c0b-435c-b38d-fea1c2a1ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:13.936652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-710ef1b1-e8da-4879-a89f-4d9514148bd2 req-5c8a8a70-3c0b-435c-b38d-fea1c2a1ff1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 1100 time: 0.0534754 Oct 26 16:21:13.976590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-710ef1b1-e8da-4879-a89f-4d9514148bd2 req-d8e7e404-31b1-48a0-b939-cfde6e28ce83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Oct 26 16:21:14.262687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97175b-7ee0-420f-9415-b7243f9fa110 req-a371e497-02b7-4af3-b430-a6da448d57b4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:14.264486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a97175b-7ee0-420f-9415-b7243f9fa110 req-a371e497-02b7-4af3-b430-a6da448d57b4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 945 time: 0.0839410 Oct 26 16:21:14.308212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a97175b-7ee0-420f-9415-b7243f9fa110 req-7ee3b1cb-5531-47a6-b092-06553caf131d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Oct 26 16:21:14.826327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da29d-8bcf-441c-beee-0876b1da859e req-b061a263-5c72-4be0-941e-971727b4794d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:14.828211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a7da29d-8bcf-441c-beee-0876b1da859e req-b061a263-5c72-4be0-941e-971727b4794d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0454462 Oct 26 16:21:14.865492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a7da29d-8bcf-441c-beee-0876b1da859e req-5e4d87cc-792a-432e-8776-fc0c858e3a65 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Oct 26 16:21:14.887056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-46824ff7-c9fb-46ea-b92e-fe0c48e55545 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236309 Oct 26 16:21:15.206344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c7287-84d5-44c8-bab7-9656eaac2ded req-a24bf325-ce17-4383-972e-59067f0697cc tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:15.214612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d7c7287-84d5-44c8-bab7-9656eaac2ded req-a24bf325-ce17-4383-972e-59067f0697cc tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.0918519 Oct 26 16:21:15.229347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-ca6d2dcf-6a1c-4bdf-895a-1fae0916e699 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:15.230855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-ca6d2dcf-6a1c-4bdf-895a-1fae0916e699 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374829 Oct 26 16:21:15.257250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-df14dad1-ceaa-492f-836a-f660182188d7 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/quotas/f45909ec49584f1cbc3e7d63df2424bb HTTP/1.1" status: 200 len: 375 time: 0.0180891 Oct 26 16:21:15.271674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d7c7287-84d5-44c8-bab7-9656eaac2ded req-cd052923-f94c-45ab-b3cd-e4c711254c11 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561397 Oct 26 16:21:15.301350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-15f901d9-d7cd-4da7-ba5a-c52a82052a5a tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264323 Oct 26 16:21:15.374710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5ffbf-0f4e-4ba7-8d9b-1526a37e87e6 req-41139e28-3697-4a50-9977-c759b018810e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:15.376254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ab5ffbf-0f4e-4ba7-8d9b-1526a37e87e6 req-41139e28-3697-4a50-9977-c759b018810e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0450346 Oct 26 16:21:15.412316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ab5ffbf-0f4e-4ba7-8d9b-1526a37e87e6 req-47eea406-3f07-42d9-9ea4-5c5e7a17a8e4 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292988 Oct 26 16:21:15.613602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2437cb3-6b20-4294-9036-26ff3e6742eb req-a084b897-1ef5-467c-b7fb-46f6b7c7b5ba tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 210 time: 0.0272965 Oct 26 16:21:15.796260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51146) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:15.957306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbd06-d207-4962-8da7-c2b1a41aaf8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:15.985258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ff0ac875-d4ac-4b20-8a88-08bd80bcb7bf req-ea6fa4aa-85d0-4ac0-a1b9-a831ad3ba155 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:21:15.986395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff0ac875-d4ac-4b20-8a88-08bd80bcb7bf req-ea6fa4aa-85d0-4ac0-a1b9-a831ad3ba155 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0748935 Oct 26 16:21:16.037003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbd06-d207-4962-8da7-c2b1a41aaf8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.136796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbd06-d207-4962-8da7-c2b1a41aaf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.176725 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a8cbd06-d207-4962-8da7-c2b1a41aaf8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5da5632d3c364611a9dec5945191c9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777082 Oct 26 16:21:16.179624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:16.185233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cbd06-d207-4962-8da7-c2b1a41aaf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6688c4-2b65-4e9e-a692-ce348db40d5b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:16.245858 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.276864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.342971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51166) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:16.363391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293985-6add-48e4-b51f-8f10eca2e4b2 req-155ab38b-bf81-47e6-ad61-c656eb60537c tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:16.364826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13293985-6add-48e4-b51f-8f10eca2e4b2 req-155ab38b-bf81-47e6-ad61-c656eb60537c tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.0583527 Oct 26 16:21:16.406083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13293985-6add-48e4-b51f-8f10eca2e4b2 req-905d2c3c-8059-4132-af87-96e9134840f0 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Oct 26 16:21:16.458653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.461821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.463081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe6688c4-2b65-4e9e-a692-ce348db40d5b HTTP/1.1" status: 204 len: 168 time: 0.2823353 Oct 26 16:21:16.470865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32e045-3389-4f28-bcb3-37b6cde13008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6688c4-2b65-4e9e-a692-ce348db40d5b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:16.503782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e1d0c1-f1c4-4918-a743-50a860ce5b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.577763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e1d0c1-f1c4-4918-a743-50a860ce5b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.658347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e1d0c1-f1c4-4918-a743-50a860ce5b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.681384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3dd58-830a-497f-820c-02b2224aef09 req-67ad80b5-8f5a-43bc-b739-358a4365a265 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:16.682836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28c3dd58-830a-497f-820c-02b2224aef09 req-67ad80b5-8f5a-43bc-b739-358a4365a265 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.0497632 Oct 26 16:21:16.697413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-06e1d0c1-f1c4-4918-a743-50a860ce5b1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce7aba1ba775438aa40e9e6ae22b76ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532834 Oct 26 16:21:16.698231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1d0c1-f1c4-4918-a743-50a860ce5b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f820a-6d77-41c8-939d-db4f385962bf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:16.700520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51180) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:16.740833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28c3dd58-830a-497f-820c-02b2224aef09 req-1682fca0-cc00-40f5-b43e-f9696159be8f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Oct 26 16:21:16.784692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.816824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.958589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96b90ae1-a1fe-486f-91f9-3b23ed74e0ef req-bf120fdf-8b34-4cb9-b91e-5a4985055f34 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 210 time: 0.0259404 Oct 26 16:21:16.990234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.994368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:16.995661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd1f820a-6d77-41c8-939d-db4f385962bf HTTP/1.1" status: 204 len: 168 time: 0.2838626 Oct 26 16:21:17.003638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bff64-7d3a-4579-8926-6ea1fd69e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f820a-6d77-41c8-939d-db4f385962bf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:17.206321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51210) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:17.243897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4482baf-dee4-44f9-a7c1-562bcccaabfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.259488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-861f1560-62f3-437e-b066-2f2b6d8201d7 req-b9c31434-8bcf-429c-ab62-a050afae577c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:21:17.261117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-861f1560-62f3-437e-b066-2f2b6d8201d7 req-b9c31434-8bcf-429c-ab62-a050afae577c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090032 Oct 26 16:21:17.346800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4482baf-dee4-44f9-a7c1-562bcccaabfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.424309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4482baf-dee4-44f9-a7c1-562bcccaabfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.474797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e923c-8f4c-47d7-8e60-6ba730a1e489 req-badf1bfc-60cd-48e1-b2e7-a457213345a5 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:17.487663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-389e923c-8f4c-47d7-8e60-6ba730a1e489 req-badf1bfc-60cd-48e1-b2e7-a457213345a5 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.0987594 Oct 26 16:21:17.494012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51226) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:17.505903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4482baf-dee4-44f9-a7c1-562bcccaabfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48b2caee23464a53a0db9730c77d7a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980213 Oct 26 16:21:17.506829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482baf-dee4-44f9-a7c1-562bcccaabfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131d3639-b8be-4635-bb7c-19689ca6f4de,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:17.567407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-389e923c-8f4c-47d7-8e60-6ba730a1e489 req-c4e96e8b-294a-4340-8752-a16247ae3240 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664129 Oct 26 16:21:17.607081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.636626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.770358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-174f05cc-1d67-41ef-9f39-4f070163a0df tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:17.772484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-174f05cc-1d67-41ef-9f39-4f070163a0df tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.0830393 Oct 26 16:21:17.877391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9c885-9328-4710-bfab-7e860d9701b3 req-2e9a28c3-1dae-407b-bdf2-13bc76e3e2e2 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:17.878943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ef9c885-9328-4710-bfab-7e860d9701b3 req-2e9a28c3-1dae-407b-bdf2-13bc76e3e2e2 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 971 time: 0.0511274 Oct 26 16:21:17.900082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.902840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:17.907412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/131d3639-b8be-4635-bb7c-19689ca6f4de HTTP/1.1" status: 204 len: 168 time: 0.4092584 Oct 26 16:21:17.924562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f687-4e16-4a65-9ccf-a335384e6a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131d3639-b8be-4635-bb7c-19689ca6f4de,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:17.967187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ef9c885-9328-4710-bfab-7e860d9701b3 req-f9d6426b-7e3b-48c2-a00a-9258aa1e4554 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d2036-7376-4de9-8111-9ce51afe6b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810456 Oct 26 16:21:18.023545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.39', 50783) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:18.051817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-15b4362d-7fe3-4745-b8d7-c56b5678a500 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271952 Oct 26 16:21:18.083784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Deleting port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:21:18.084840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.141301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:18.168512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b45b0ed-c47a-4f12-bf87-9ecba4f5bb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.180453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-775042ab-9b37-4132-bcd0-1346d75bc149 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9a569b3b91b423393565b172425edb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206620 Oct 26 16:21:18.213124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] For port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:18.213739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.229442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Calling delete_port for 68ae2dd4-da97-4f3f-add8-3d1b63565d6f owned by compute:tempest-test_az-1588723652 {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:21:18.360642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-d40fdb3a-5fa6-4e6a-b084-835f46ace715 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:18.362161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-d40fdb3a-5fa6-4e6a-b084-835f46ace715 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044627 Oct 26 16:21:18.375908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Request body: {'port': {'device_id': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f45909ec49584f1cbc3e7d63df2424bb'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:18.596023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-2e2c37b9-3a27-4cd4-9c9c-6ab6ee3db6bd tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:18.597473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-2e2c37b9-3a27-4cd4-9c9c-6ab6ee3db6bd tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068730 Oct 26 16:21:18.628348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.633993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-96169133-2f80-4536-b2e9-56fa6525f08e tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/quotas/f9a569b3b91b423393565b172425edb4 HTTP/1.1" status: 200 len: 375 time: 0.0274909 Oct 26 16:21:18.641335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['68ae2dd4-da97-4f3f-add8-3d1b63565d6f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:18.700576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Pushing event deleted for resources: {'Port': ['ID=68ae2dd4-da97-4f3f-add8-3d1b63565d6f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:18.708066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b45b0ed-c47a-4f12-bf87-9ecba4f5bb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.761207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-40621f49-9f0b-40b7-b016-41115aa6405d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175578 Oct 26 16:21:18.775723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b45b0ed-c47a-4f12-bf87-9ecba4f5bb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.816315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] No DVR routers for this DVR port 68ae2dd4-da97-4f3f-add8-3d1b63565d6f on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:18.825695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3b45b0ed-c47a-4f12-bf87-9ecba4f5bb74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62698a1e03fd4a2da9e410edfc415f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705830 Oct 26 16:21:18.825972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51272) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:18.829845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45b0ed-c47a-4f12-bf87-9ecba4f5bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7238af47-485e-4c89-a714-70678c5893b0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:18.863635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Made reservation on behalf of f45909ec49584f1cbc3e7d63df2424bb for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:18.863635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.863974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.868570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2c436903-c68b-42dd-a043-63dbc2840b10 req-9f82c6a7-3277-4e3b-a023-9f661481c1e7 tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.39 "DELETE /v2.0/ports/68ae2dd4-da97-4f3f-add8-3d1b63565d6f HTTP/1.1" status: 204 len: 173 time: 1.0896928 Oct 26 16:21:18.870436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'name': 'network-vif-deleted', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:18.873363 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572911f-5d25-40d7-b4e9-7f22532ab9de" -d '{"events": [{"server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "name": "network-vif-deleted", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:18.877986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.897872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:18.929298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:18.962208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.046131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.083282 n-d-815373-2 neutron-server[102737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 16:21:19.088488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-c46e3031-11f2-40c7-94f8-e3db42a3b6d4 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:21:19.088488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-c46e3031-11f2-40c7-94f8-e3db42a3b6d4 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1896701 Oct 26 16:21:19.166106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-0e49ba9a-db28-4566-a641-8746d013286c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:19.172884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-0e49ba9a-db28-4566-a641-8746d013286c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 1093 time: 0.0703201 Oct 26 16:21:19.180737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.183632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.187260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7238af47-485e-4c89-a714-70678c5893b0 HTTP/1.1" status: 204 len: 168 time: 0.3579068 Oct 26 16:21:19.187446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ec9bd1e-a33e-49aa-a86c-859b85e46ab6 req-b09b8a8e-7255-4410-8a29-da0bcfa49f79 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 210 time: 0.0482495 Oct 26 16:21:19.187446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.211935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415547-859e-43e1-8fed-d0e714a6ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7238af47-485e-4c89-a714-70678c5893b0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:19.296718 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28655d42-04ac-4e6e-99ec-cde98ad0c4d2 x-openstack-request-id: req-28655d42-04ac-4e6e-99ec-cde98ad0c4d2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:19.297240 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a23e7da-b40b-4e62-a621-8d9745379c3d", "name": "network-vif-deleted", "tag": "68ae2dd4-da97-4f3f-add8-3d1b63565d6f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:19.297813 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28655d42-04ac-4e6e-99ec-cde98ad0c4d2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:19.298498 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a23e7da-b40b-4e62-a621-8d9745379c3d', 'name': 'network-vif-deleted', 'tag': '68ae2dd4-da97-4f3f-add8-3d1b63565d6f', 'status': 'completed', 'code': 200} Oct 26 16:21:19.313502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c74a8a-13eb-47d2-9010-b21464a07ff4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:19.449950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-686d66e8-2c99-4fda-a33d-47fddfc1cc8e req-8dca3df3-fc14-4ca1-9a88-64fca7b715af tempest-AggregatesAdminTestJSON-2145829036 tempest-AggregatesAdminTestJSON-2145829036-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a23e7da-b40b-4e62-a621-8d9745379c3d HTTP/1.1" status: 200 len: 210 time: 0.0350723 Oct 26 16:21:19.458854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Allocated IP 192.168.233.214 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/bc3f8263-ba1f-4ccc-9dfe-9736019f74d1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:19.536196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6dd85cf-b8b4-4ef2-886a-ccc1dd9afc7e req-0b129a22-6b42-4e69-afca-2cc4ab333f4b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 210 time: 0.0366819 Oct 26 16:21:19.657488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.722853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:19.723627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:21:19.839601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:19.909944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:19.914068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:19.914410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:19.915941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:19.916940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:19.918456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:19.921058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Pushing event updated for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:19.925749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:19.926084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:19.939723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:19.939723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:19.939723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:19.940127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Bound port: a848cba6-14b1-40be-ac74-ab5f20dd4e88, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:20.065486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:20.070008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.142507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:20.152271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-44ef2634-c247-4ce7-bcee-6c0204466559 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7807448 Oct 26 16:21:20.167287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Request body: {'port': {'device_id': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:20.230323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.232103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-81b113ef-387a-485b-a67b-4a8c6ce15e05 service neutron] 10.222.0.21 "POST /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88/bindings HTTP/1.1" status: 201 len: 389 time: 0.7392282 Oct 26 16:21:20.235653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.259809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b5b3c02f-3118-443c-987a-f74f9b0990bd None None] Provisioning complete for port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:20.260424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5b3c02f-3118-443c-987a-f74f9b0990bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.482228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3c02f-3118-443c-987a-f74f9b0990bd None None] Port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:20.576762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.593821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015853-2210-48e5-bf14-6e28024fc834 req-c54aaedd-9093-42a0-b610-d51f0796daf5 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:20.601393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc015853-2210-48e5-bf14-6e28024fc834 req-c54aaedd-9093-42a0-b610-d51f0796daf5 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 936 time: 0.0964911 Oct 26 16:21:20.658440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:20.669774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.674493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc015853-2210-48e5-bf14-6e28024fc834 req-86d171bc-a5ac-4c14-aa3d-2acf4c7abb0e tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722816 Oct 26 16:21:20.678100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51370) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:20.703634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Transition to ACTIVE for port object bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:20.754808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186332-fc7a-48e5-b67c-4576061c4833 req-c8208779-d065-498f-89eb-6d548e1b5655 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:20.756864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02186332-fc7a-48e5-b67c-4576061c4833 req-c8208779-d065-498f-89eb-6d548e1b5655 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Oct 26 16:21:20.791436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b99fbb07-fd3d-4870-aebb-832faef43723 req-c3df0d04-7687-445b-885d-847d4d9ba71a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 210 time: 0.0335648 Oct 26 16:21:20.798787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:20.916865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02186332-fc7a-48e5-b67c-4576061c4833 req-9d3108d7-5290-4e3c-bc93-57bc003fb5b6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508067 Oct 26 16:21:20.933644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:21.023929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Attempting to bind port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:21.024261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Attempting to bind port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:21.024781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Attempting to bind port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:21.029631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:21.029955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Attempting to bind port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:21.035228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:21.035787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:21.036161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:21.036587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Bound port: bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:21.037125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.107070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:21.111077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:21.138856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 68ae2dd4-da97-4f3f-add8-3d1b63565d6f no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:21.166557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fab8028-81af-496e-9286-f3f3d2fd083b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.189824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 68ae2dd4-da97-4f3f-add8-3d1b63565d6f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:21:21.190250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 68ae2dd4-da97-4f3f-add8-3d1b63565d6f not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:21.194062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.226750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-24862339-b813-41f1-a6f6-a0a0472eed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.228526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-24862339-b813-41f1-a6f6-a0a0472eed35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0584624 Oct 26 16:21:21.245935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.247183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.248561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 HTTP/1.1" status: 200 len: 1096 time: 1.0871515 Oct 26 16:21:21.249192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:21.251804 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:21.314949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb2ba0-8357-45b8-88bb-6bc63ed256e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:21.341437 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fed4e9-1eb1-433e-9bfe-dd229d9a84b9 x-openstack-request-id: req-b7fed4e9-1eb1-433e-9bfe-dd229d9a84b9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:21.342517 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:21.343859 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7fed4e9-1eb1-433e-9bfe-dd229d9a84b9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:21.344526 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1', 'status': 'completed', 'code': 200} Oct 26 16:21:21.403686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51398) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:21.406724 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fab8028-81af-496e-9286-f3f3d2fd083b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.408228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-dcbf747e-aaea-4b0b-bbd3-d0d523dc9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.410359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-dcbf747e-aaea-4b0b-bbd3-d0d523dc9c1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1733165 Oct 26 16:21:21.483320 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-1ada227e-e52d-46e2-ae8c-5324f1ccb0c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0639293 Oct 26 16:21:21.489249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc req-1c24566a-ddd4-4e23-8826-a95126d7816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.493299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc req-1c24566a-ddd4-4e23-8826-a95126d7816b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 1099 time: 0.1012588 Oct 26 16:21:21.550325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fab8028-81af-496e-9286-f3f3d2fd083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.567212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc req-cf05b39d-499e-4eb0-a56f-8fd438e9a9a7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674183 Oct 26 16:21:21.614466 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5fab8028-81af-496e-9286-f3f3d2fd083b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b031f9b2a3504efcae31707e3e128a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9351954 Oct 26 16:21:21.629026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51410) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:21.632875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-4aced93a-7e2d-4279-8ad3-1a1ceaec5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.644880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-4aced93a-7e2d-4279-8ad3-1a1ceaec5e38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1451521 Oct 26 16:21:21.653466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab8028-81af-496e-9286-f3f3d2fd083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e2a05-ae6b-47ad-b825-4b2cf846a41a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:21.674874 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-d6a3ec98-8173-4976-bb3c-f59db5250662 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9a569b3b91b423393565b172425edb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756414 Oct 26 16:21:21.712207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-ea554f8c-225c-40e4-9cb7-55509d8acb49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501649 Oct 26 16:21:21.900055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc req-89a9223d-221e-4d59-b0a4-7cec80a558a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.901429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b40bb48-dd14-4acd-87a8-eaf5c51ff3fc req-89a9223d-221e-4d59-b0a4-7cec80a558a8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277545 Oct 26 16:21:21.903684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-96e4f062-bd56-4fce-a896-6cb3bee61117 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d75a7da30fed47df9159b655c4351514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4989994 Oct 26 16:21:21.906247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:21.933375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:21.950827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-bf0f398f-4ac8-40e2-9022-3431bf4e2dd9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.952335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-bf0f398f-4ac8-40e2-9022-3431bf4e2dd9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433019 Oct 26 16:21:21.954803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5c8-5592-4e41-b48f-795ac2b32036 req-c32feab4-0c48-42b6-a09a-0acbb93076d8 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:21.956534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7357e5c8-5592-4e41-b48f-795ac2b32036 req-c32feab4-0c48-42b6-a09a-0acbb93076d8 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 948 time: 0.1412427 Oct 26 16:21:21.959475 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-a535373f-73ee-47e8-ba0a-b2ddd864ee0d service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334876 Oct 26 16:21:21.969070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Request body: {'port': {'device_id': '83072995-5cf4-4b38-a014-96a1bef74630', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f9a569b3b91b423393565b172425edb4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:22.034000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.086457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7357e5c8-5592-4e41-b48f-795ac2b32036 req-a43178f5-66c2-472d-94b5-68244727710f tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020570 Oct 26 16:21:22.092637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.114160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-31748724-63de-4576-8ed9-94b8745118a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:22.120537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-31748724-63de-4576-8ed9-94b8745118a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 1099 time: 0.1572337 Oct 26 16:21:22.191625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-aed7dbb2-6acf-43c0-a65a-7e1cdbdfd4d0 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016795 Oct 26 16:21:22.270228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.274467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.276181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d73e2a05-ae6b-47ad-b825-4b2cf846a41a HTTP/1.1" status: 204 len: 168 time: 0.6283951 Oct 26 16:21:22.297617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171d1ef-189d-484e-8696-bb534a16d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e2a05-ae6b-47ad-b825-4b2cf846a41a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:22.361778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Made reservation on behalf of f9a569b3b91b423393565b172425edb4 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:22.367181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.407555 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.436245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51436) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:22.470568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-2fab5276-0c3e-4437-8a1f-16655318c094 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 HTTP/1.1" status: 200 len: 217 time: 0.3326273 Oct 26 16:21:22.488893 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.492794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d77e838-ebb6-4be9-b883-b94f9f982b03 req-52c0cd18-cdef-469d-af9b-2fc344e46247 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 210 time: 0.1058793 Oct 26 16:21:22.582290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b03058-2c3e-4176-87d2-ad5ddaf5a498 req-88c50b4e-12ac-48b3-bfdc-53d4a04b051d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:22.583802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92b03058-2c3e-4176-87d2-ad5ddaf5a498 req-88c50b4e-12ac-48b3-bfdc-53d4a04b051d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 945 time: 0.1840110 Oct 26 16:21:22.586395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-fab7320a-dc6f-4e4a-84ef-6367e533ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:22.587749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-fab7320a-dc6f-4e4a-84ef-6367e533ae18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0896194 Oct 26 16:21:22.605588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Allocated IP 192.168.233.226 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/0215d798-bf83-49a5-879d-3925d9ab4453) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:22.656732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-c0324438-9a53-4046-bd61-d5b51274f1d7 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:22.658313 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-c0324438-9a53-4046-bd61-d5b51274f1d7 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.1109450 Oct 26 16:21:22.671381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:22.672262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92b03058-2c3e-4176-87d2-ad5ddaf5a498 req-1f46b50b-91e8-4b76-8be5-ec9a446340ef tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760279 Oct 26 16:21:22.679750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.682253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.685969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f1d2036-7376-4de9-8111-9ce51afe6b9a HTTP/1.1" status: 204 len: 168 time: 0.7788072 Oct 26 16:21:22.689874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-27bce0ee-e867-470b-a5a3-7b62a5ab86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:22.695565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-27bce0ee-e867-470b-a5a3-7b62a5ab86f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940773 Oct 26 16:21:22.717258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3500b-8585-4b72-8dbf-48da3ef4bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1d2036-7376-4de9-8111-9ce51afe6b9a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:22.790564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.812667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05d3f59b-a199-45a0-9b09-09de2b2eb87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:22.835839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-ff9ed4aa-cf31-4fa7-a4a5-05d734fe7b45 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275036 Oct 26 16:21:22.987285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d5512b4-f3bd-4da8-85a0-3e15bf5dce38 req-dd046986-3866-4d03-8d11-9b01a85e44ae service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416094 Oct 26 16:21:22.996572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05d3f59b-a199-45a0-9b09-09de2b2eb87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.111619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.138739 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05d3f59b-a199-45a0-9b09-09de2b2eb87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.165765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:23.203475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3f59b-a199-45a0-9b09-09de2b2eb87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d157129f-e8fc-4af5-b83b-4a6d050e2c2f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:23.210309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:23.213139 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:23.213230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05d3f59b-a199-45a0-9b09-09de2b2eb87d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4861c0d7ecd64d109a8b807ecec9d28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674015 Oct 26 16:21:23.233711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba5e43-fa4d-42dc-bdfa-9b7ace2dcb8f req-9b61014d-dd70-4379-93a0-3fd3a50cc9c1 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:23.235462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aba5e43-fa4d-42dc-bdfa-9b7ace2dcb8f req-9b61014d-dd70-4379-93a0-3fd3a50cc9c1 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 948 time: 0.0798886 Oct 26 16:21:23.278270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aba5e43-fa4d-42dc-bdfa-9b7ace2dcb8f req-c0b8c332-6fcf-4cf6-8f4a-dd40aa2ac619 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Oct 26 16:21:23.287549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:23.289887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a7b32-47a4-4614-a8db-1593b2c33f4c" -d '{"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:23.296070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.305058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.319558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fbcdd7ca-7648-4f06-82ce-f78332ded97e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:23.366880 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53574119-b5d9-4eb5-8503-a74ef42b25a5 x-openstack-request-id: req-53574119-b5d9-4eb5-8503-a74ef42b25a5 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:23.367216 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:23.367471 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53574119-b5d9-4eb5-8503-a74ef42b25a5 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:23.367852 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'code': 200} Oct 26 16:21:23.376532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:23.380735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.410604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:23.410604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:23.410604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:23.410604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.432748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Pushing event updated for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:23.442895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.456601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:23.493064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.565343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:23.602338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ca743f52-9ecd-42d4-82bd-b6776361f5f1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6400771 Oct 26 16:21:23.623241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Request body: {'port': {'device_id': '83072995-5cf4-4b38-a014-96a1bef74630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:23.628982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:23.629314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:23.629632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:23.654180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:23.654504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Attempting to bind port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:23.657152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375021-f8b2-4700-887a-825b45b13921 req-285d1adf-7b37-460f-8686-facdf89d0b6b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:23.659666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb375021-f8b2-4700-887a-825b45b13921 req-285d1adf-7b37-460f-8686-facdf89d0b6b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 936 time: 0.0571976 Oct 26 16:21:23.663805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:23.664138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:23.664526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:23.668391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Bound port: a848cba6-14b1-40be-ac74-ab5f20dd4e88, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:23.668391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.689777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-50e541e1-6553-4744-ab99-3f2c63f46b32 None None] Provisioning complete for port 0215d798-bf83-49a5-879d-3925d9ab4453 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:23.691199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50e541e1-6553-4744-ab99-3f2c63f46b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.698980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb375021-f8b2-4700-887a-825b45b13921 req-483b7d1b-7961-4417-9284-0cdf413f038b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Oct 26 16:21:23.702348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.711019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51472) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:23.725428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a379b93-750a-49ec-9587-cbe96b8fd332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.747090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.749944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.753460 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d157129f-e8fc-4af5-b83b-4a6d050e2c2f HTTP/1.1" status: 204 len: 168 time: 0.5375903 Oct 26 16:21:23.769602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215e95e-0e7d-43b4-ad31-effdbe5eb9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d157129f-e8fc-4af5-b83b-4a6d050e2c2f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:23.773738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-50e541e1-6553-4744-ab99-3f2c63f46b32 None None] Port 0215d798-bf83-49a5-879d-3925d9ab4453 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:23.868409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e31d5-8071-42a3-a940-32fc7e60b010 req-d9cf0b23-c491-4ca8-99e9-7b2452d93b68 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:23.869997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-699e31d5-8071-42a3-a940-32fc7e60b010 req-d9cf0b23-c491-4ca8-99e9-7b2452d93b68 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0866306 Oct 26 16:21:23.895941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:23.916074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a379b93-750a-49ec-9587-cbe96b8fd332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:23.918641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:23.919542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:23.936339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-699e31d5-8071-42a3-a940-32fc7e60b010 req-878b186d-04d5-4cee-b24d-dcb585e53f37 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Oct 26 16:21:23.995611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a379b93-750a-49ec-9587-cbe96b8fd332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.000371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.047085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5a379b93-750a-49ec-9587-cbe96b8fd332 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0a0ce54250f4cadb268fbfd989de24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366125 Oct 26 16:21:24.048398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a379b93-750a-49ec-9587-cbe96b8fd332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dca21c-8471-47f1-ac8a-519352a7ec4d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.051625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51480) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:24.058866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74454dd4-85c9-472d-a784-1a9cc25c1085 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=328de3feec76451494e85062703c7d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382222 Oct 26 16:21:24.062323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51482) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:24.137693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.141155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:24.141762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.143160 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-91f2d382-0f78-4072-b3dc-f65ab63ceadf service neutron] 10.222.0.39 "PUT /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 1121 time: 1.4774270 Oct 26 16:21:24.181211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c647a4a-8f08-4d15-a0d0-931ae7da3b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.181318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.197795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.210709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0215d798-bf83-49a5-879d-3925d9ab4453 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:24.221262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.225941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a848cba6-14b1-40be-ac74-ab5f20dd4e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:24.242929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Transition to ACTIVE for port object 0215d798-bf83-49a5-879d-3925d9ab4453 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:24.247989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.261613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.344996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.380191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c647a4a-8f08-4d15-a0d0-931ae7da3b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.445465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.476025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c647a4a-8f08-4d15-a0d0-931ae7da3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.501747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Attempting to bind port 0215d798-bf83-49a5-879d-3925d9ab4453 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:24.502088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Attempting to bind port 0215d798-bf83-49a5-879d-3925d9ab4453 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:24.502411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Attempting to bind port 0215d798-bf83-49a5-879d-3925d9ab4453 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:24.509799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Port 0215d798-bf83-49a5-879d-3925d9ab4453 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:24.514310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Attempting to bind port 0215d798-bf83-49a5-879d-3925d9ab4453 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:24.521953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.522780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:24.523120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:24.523706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:24.524146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Bound port: 0215d798-bf83-49a5-879d-3925d9ab4453, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:24.524640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.524902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.525916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260450c8-f467-4432-8335-1dfbd623a1f4 HTTP/1.1" status: 204 len: 168 time: 0.4556582 Oct 26 16:21:24.526586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.529354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.533132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9dca21c-8471-47f1-ac8a-519352a7ec4d HTTP/1.1" status: 204 len: 168 time: 0.4752319 Oct 26 16:21:24.559329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5c647a4a-8f08-4d15-a0d0-931ae7da3b43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77d8dcaf6f7b4b03b8ba1d6a5cbc4e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1016231 Oct 26 16:21:24.562131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:24.581878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dabe98-4314-4c18-8409-b3a62dded336 req-0822fe0e-a107-4c7d-96b9-e0dc0e290457 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:24.590142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1dabe98-4314-4c18-8409-b3a62dded336 req-0822fe0e-a107-4c7d-96b9-e0dc0e290457 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 948 time: 0.1659262 Oct 26 16:21:24.600479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647a4a-8f08-4d15-a0d0-931ae7da3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a187e-dfe2-4d88-ad95-1f98c0a59c06,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.623667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ddb1-cb6d-4ac5-b8cd-437c4b82bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260450c8-f467-4432-8335-1dfbd623a1f4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.641922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e50f0-87da-47c2-8e8a-c7e09645e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dca21c-8471-47f1-ac8a-519352a7ec4d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.663750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1dabe98-4314-4c18-8409-b3a62dded336 req-b0a22ef7-7840-411f-9a7e-2440a4c2d6f4 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724869 Oct 26 16:21:24.687917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:24.690523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.692654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=0215d798-bf83-49a5-879d-3925d9ab4453,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:24.715396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.766996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.810949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:24.811585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.812967 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0215d798-bf83-49a5-879d-3925d9ab4453 HTTP/1.1" status: 200 len: 1096 time: 1.1940331 Oct 26 16:21:24.813450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:24.839151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f27f1288-d7a1-41b7-b552-53d9d0c39f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.853721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.856490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:24.860275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc1a187e-dfe2-4d88-ad95-1f98c0a59c06 HTTP/1.1" status: 204 len: 168 time: 0.2968249 Oct 26 16:21:24.864650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d850d9-6744-4f6e-9053-12051b0669b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.868385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156d81-90c5-4591-9796-07f69d13a73b req-668b41b2-fd43-4508-aea1-cb1c8f479826 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:24.870540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83156d81-90c5-4591-9796-07f69d13a73b req-668b41b2-fd43-4508-aea1-cb1c8f479826 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 948 time: 0.0781803 Oct 26 16:21:24.877877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10100a-515a-43fc-a1ce-60f7467d86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1a187e-dfe2-4d88-ad95-1f98c0a59c06,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:24.955691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83156d81-90c5-4591-9796-07f69d13a73b req-c07afa2f-e064-4b55-8c6f-af5c69b4d317 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765855 Oct 26 16:21:25.034586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f27f1288-d7a1-41b7-b552-53d9d0c39f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.045298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-a8f956cb-7a55-4ed6-b034-f442849a9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.047559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-a8f956cb-7a55-4ed6-b034-f442849a9354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 1099 time: 0.0842953 Oct 26 16:21:25.102704 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-cf7049fb-52d6-41ec-89e7-91093ff6e5c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0215d798-bf83-49a5-879d-3925d9ab4453 HTTP/1.1" status: 200 len: 217 time: 0.0470774 Oct 26 16:21:25.138589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83593-bf16-4646-a527-a05378dd74e0 req-8b9a3411-88af-4209-ad19-d87f8a8a8fb9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.142404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce83593-bf16-4646-a527-a05378dd74e0 req-8b9a3411-88af-4209-ad19-d87f8a8a8fb9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0745921 Oct 26 16:21:25.152169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f27f1288-d7a1-41b7-b552-53d9d0c39f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.185097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce83593-bf16-4646-a527-a05378dd74e0 req-20b6b32d-ed36-43a0-8dd3-276ffa2942d3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Oct 26 16:21:25.186500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-3449cf02-43ae-4120-8a74-b5ee4f9ad6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.187945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-3449cf02-43ae-4120-8a74-b5ee4f9ad6ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0775676 Oct 26 16:21:25.200354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f27f1288-d7a1-41b7-b552-53d9d0c39f6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca271589612b4cc3b73c0018d306757a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842151 Oct 26 16:21:25.211409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1288-d7a1-41b7-b552-53d9d0c39f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d38d1-1de2-4e7a-8e12-8f6a64d78e76,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:25.211937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51516) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:25.247441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-1d69a713-d2dd-4a28-a6ba-fe214ed488de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.248893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-1d69a713-d2dd-4a28-a6ba-fe214ed488de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436277 Oct 26 16:21:25.262836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.285030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.356318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-ed5fd351-afba-4079-8f2c-97b61b3b0ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908828 Oct 26 16:21:25.372472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88'}, {'name': 'network-changed', 'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:25.374613 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b0947b-40ca-43fb-8f18-7824db9511b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88"}, {"name": "network-changed", "server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:25.431912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.436141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:25.437363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f64d38d1-1de2-4e7a-8e12-8f6a64d78e76 HTTP/1.1" status: 204 len: 168 time: 0.2332907 Oct 26 16:21:25.460431 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b1dc2-2121-4560-803e-d2226c96f55a x-openstack-request-id: req-e85b1dc2-2121-4560-803e-d2226c96f55a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:25.460719 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:25.460965 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e85b1dc2-2121-4560-803e-d2226c96f55a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:25.463365 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'status': 'completed', 'code': 200} Oct 26 16:21:25.463849 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453', 'status': 'completed', 'code': 200} Oct 26 16:21:25.466004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e75273-28a2-4f47-ba9b-e7b206f60980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d38d1-1de2-4e7a-8e12-8f6a64d78e76,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:25.541300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-46012e6f-5740-4c5f-b033-2c0a29a0ec23 req-33eec552-896d-40c1-bea7-9c70721d9f42 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740358 Oct 26 16:21:25.543602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-16958111-124f-44be-9749-71f6c153fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.557030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-16958111-124f-44be-9749-71f6c153fb6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1124 time: 0.0866356 Oct 26 16:21:25.654765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-e5d8eddc-62f9-44f6-8cd4-ed1e99a2d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.656339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-e5d8eddc-62f9-44f6-8cd4-ed1e99a2d4dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.0938871 Oct 26 16:21:25.713155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c655241b-712e-4e5b-8a6c-4687e3f6abe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0447254 Oct 26 16:21:25.736511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-9f42d2eb-fe20-42e8-89d4-24d0e65b4d4c tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fb856dc624ff4259903f3afed2bc27d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612001 Oct 26 16:21:25.866989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef96292-b2ae-4c46-8ae2-4bc670afe258 req-d6e21a60-bea8-42be-ba45-06bf2952513c tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.868571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ef96292-b2ae-4c46-8ae2-4bc670afe258 req-d6e21a60-bea8-42be-ba45-06bf2952513c tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 948 time: 0.1409869 Oct 26 16:21:25.869957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-ecd76eef-363d-4eb6-8404-f86c641eb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:25.871300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-ecd76eef-363d-4eb6-8404-f86c641eb39f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1448007 Oct 26 16:21:25.931288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c71a262e-0c37-463a-b641-4b411c30b856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446501 Oct 26 16:21:25.950030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:25.976927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ef96292-b2ae-4c46-8ae2-4bc670afe258 req-7a340c41-bfd0-46ff-9659-20b814c50313 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021502 Oct 26 16:21:25.977781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0575aa4-420d-4fbe-9170-e0da4f580f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.012439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-020dff9c-1fdb-4a45-98c9-d05a75cf477a tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.013953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-020dff9c-1fdb-4a45-98c9-d05a75cf477a tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679791 Oct 26 16:21:26.072646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-09175cd5-86f4-440a-87c2-43b9c964e862 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272061 Oct 26 16:21:26.075303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0575aa4-420d-4fbe-9170-e0da4f580f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.137231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-e628ad07-c241-43d8-a861-8ba5b9ccc1f7 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/quotas/fb856dc624ff4259903f3afed2bc27d5 HTTP/1.1" status: 200 len: 375 time: 0.0635042 Oct 26 16:21:26.149603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0575aa4-420d-4fbe-9170-e0da4f580f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.189638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0575aa4-420d-4fbe-9170-e0da4f580f13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a843d5217e7b46a09b574b8628d4b643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367001 Oct 26 16:21:26.191544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0575aa4-420d-4fbe-9170-e0da4f580f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17be50d-6776-4c27-b4b8-44314476938d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:26.194057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51558) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:26.208147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-ddfb776e-efeb-4f78-8246-dbf13a6c4a16 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695927 Oct 26 16:21:26.252595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d470-6b29-44a1-a7f3-58c61b168255 req-6f99a227-9612-4f18-a3c8-e1b9ecf8f73d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.257584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.263296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10c2d470-6b29-44a1-a7f3-58c61b168255 req-6f99a227-9612-4f18-a3c8-e1b9ecf8f73d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 948 time: 0.1885421 Oct 26 16:21:26.286322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.308484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-adc03def-8f58-4eb0-bfd3-99fa54e90c78 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114882 Oct 26 16:21:26.333896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10c2d470-6b29-44a1-a7f3-58c61b168255 req-98d48237-9b3f-4fbc-bb5f-89f63b75326d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671113 Oct 26 16:21:26.502202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.505373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:26.505373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b17be50d-6776-4c27-b4b8-44314476938d HTTP/1.1" status: 204 len: 168 time: 0.3103087 Oct 26 16:21:26.510983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df9a6f-7476-478e-b0c4-32075dfccf60 req-dd1553ad-de64-49d0-94c1-a77427e35baf tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.512664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71df9a6f-7476-478e-b0c4-32075dfccf60 req-dd1553ad-de64-49d0-94c1-a77427e35baf tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.1140659 Oct 26 16:21:26.542135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6e49-d179-4461-ac7a-fddc8917435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17be50d-6776-4c27-b4b8-44314476938d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:26.554977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-5a65af08-e2a3-4059-a4c0-3a7e7b0b3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.556517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-5a65af08-e2a3-4059-a4c0-3a7e7b0b3eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1124 time: 0.0644858 Oct 26 16:21:26.576711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-289dbe25-0733-48fc-9f35-38767c16cbf6 req-c3f122d8-6889-4e83-8568-46a2b5343e32 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 210 time: 0.1095169 Oct 26 16:21:26.612467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c62c6ac6-b2ef-4e79-8143-586cbcb22483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.616009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c62c6ac6-b2ef-4e79-8143-586cbcb22483 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a569b3b91b423393565b172425edb4&device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 1099 time: 0.1588376 Oct 26 16:21:26.663628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71df9a6f-7476-478e-b0c4-32075dfccf60 req-225a5e85-b926-45a2-801b-5d7b27bcedab tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971246 Oct 26 16:21:26.710019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-ce685b72-db56-466c-bf21-102871e42e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.711573 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-ce685b72-db56-466c-bf21-102871e42e58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1252010 Oct 26 16:21:26.741485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c8e7cab1-867c-4a2a-93cf-b56ebe8a436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.742962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-c8e7cab1-867c-4a2a-93cf-b56ebe8a436c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1034389 Oct 26 16:21:26.762021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-e287f737-1b50-4e45-8006-fbd756eaf6ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0423374 Oct 26 16:21:26.795310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-feb92523-9c14-407f-926f-58539fec3b4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0215d798-bf83-49a5-879d-3925d9ab4453 HTTP/1.1" status: 200 len: 217 time: 0.0442853 Oct 26 16:21:26.817691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-747df9c2-6465-48b6-a4ae-16c71f482d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.822575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-747df9c2-6465-48b6-a4ae-16c71f482d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0520196 Oct 26 16:21:26.858676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-91cc549b-d336-45c0-8dc8-e4ade52fae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.860332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-91cc549b-d336-45c0-8dc8-e4ade52fae51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0491910 Oct 26 16:21:26.862393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-b46e77cc-dab7-40fc-806d-bf0ab4fe912d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306787 Oct 26 16:21:26.923236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-3d11e233-7628-4a5b-b98c-5d01ec11df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:26.924874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-3d11e233-7628-4a5b-b98c-5d01ec11df9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519941 Oct 26 16:21:26.982358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-6960beb6-4e33-497b-9376-af0d81aef846 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067672 Oct 26 16:21:27.061674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-4eaffa78-17e5-4792-9e82-32948d115300 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190040 Oct 26 16:21:27.115443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dbc7de60-fc2b-42ae-adff-3684636b68f2 req-830929e9-7f9f-4f22-b27a-9f24c2afcb1b service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157391 Oct 26 16:21:27.167890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f467289-f272-4f76-aa39-c0dc95b359a6 req-ca5a416b-8eda-4fa6-8ff6-99e9ba2b3a7d tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:27.169465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f467289-f272-4f76-aa39-c0dc95b359a6 req-ca5a416b-8eda-4fa6-8ff6-99e9ba2b3a7d tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 948 time: 0.1064451 Oct 26 16:21:27.199612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:27.214787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b0947b-40ca-43fb-8f18-7824db9511b1 req-8f76b9cd-bf9c-410e-946b-b5ecfcf19924 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422429 Oct 26 16:21:27.241610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f467289-f272-4f76-aa39-c0dc95b359a6 req-2d166195-8f0d-4ef5-87ad-6f6b6fb59a8e tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 Oct 26 16:21:27.327624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:27.343666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1', 'mac_address': 'fa:16:3e:f5:68:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:27.387730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:27.414051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:27.447402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:27.483926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614e711-7064-4b2b-bcbd-9f774b77b13a req-2af72feb-c0bf-43a0-b2c4-bdfd6c7f5de2 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:27.485541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5614e711-7064-4b2b-bcbd-9f774b77b13a req-2af72feb-c0bf-43a0-b2c4-bdfd6c7f5de2 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 948 time: 0.0514348 Oct 26 16:21:27.523705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5614e711-7064-4b2b-bcbd-9f774b77b13a req-9ea228be-cedf-467a-8dd8-d5a387229d07 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Oct 26 16:21:27.533287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:27.534587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:27.636284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:27.697390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b115bfe6-077d-402e-b82c-4b40e42888f3 req-82e4e9d4-377f-42f6-8790-ef6d79965138 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 210 time: 0.0409472 Oct 26 16:21:27.710113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:27.729330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:21:27.797448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98294555-9aa1-4ec0-a737-4b73d0cca9fe req-7b3e43fb-c2d6-450f-af47-f2f172ed6325 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:27.798893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98294555-9aa1-4ec0-a737-4b73d0cca9fe req-7b3e43fb-c2d6-450f-af47-f2f172ed6325 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0483999 Oct 26 16:21:27.836435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98294555-9aa1-4ec0-a737-4b73d0cca9fe req-ccd1f1fe-ddd9-4135-8c72-0e85fbb0edea tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Oct 26 16:21:28.034474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['bc3f8263-ba1f-4ccc-9dfe-9736019f74d1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:28.349882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6ce8-795a-490a-8729-54915a02a0c6 req-3f7af448-f861-40f6-8355-a00a1ddda34c tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:28.351342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d31a6ce8-795a-490a-8729-54915a02a0c6 req-3f7af448-f861-40f6-8355-a00a1ddda34c tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 949 time: 0.0477107 Oct 26 16:21:28.389264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d31a6ce8-795a-490a-8729-54915a02a0c6 req-5232b004-438f-4fa2-8506-c2e2ee61348b tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Oct 26 16:21:28.733283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f01f2-ea68-475f-8577-374fc7349fab req-f0bb0630-9646-45a7-ba68-e6532f38646f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:28.733283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-299f01f2-ea68-475f-8577-374fc7349fab req-f0bb0630-9646-45a7-ba68-e6532f38646f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 948 time: 0.0478969 Oct 26 16:21:28.733283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-299f01f2-ea68-475f-8577-374fc7349fab req-a47fbd2c-5769-4dbd-b516-d75fa463ae4d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Oct 26 16:21:28.782015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd8523a5-ab04-447b-908a-8f2aedb47d7f req-cc56cf2a-5c7d-4d3b-be4a-42bab0ae9128 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Oct 26 16:21:28.964404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425c67-a5e4-4ef9-8562-1c6cc18fbfdf req-82d2609f-a8f4-4d14-9c1e-5a0c1eee6533 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:28.965876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a425c67-a5e4-4ef9-8562-1c6cc18fbfdf req-82d2609f-a8f4-4d14-9c1e-5a0c1eee6533 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.0507619 Oct 26 16:21:29.008153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a425c67-a5e4-4ef9-8562-1c6cc18fbfdf req-20d10e52-ef6d-49b8-bc29-2eeda572ea1b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Oct 26 16:21:29.111270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 0215d798-bf83-49a5-879d-3925d9ab4453 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:29.222908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=0215d798-bf83-49a5-879d-3925d9ab4453,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:29.233021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:29.268953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-b7674088-885e-4830-ab97-b09a80b8ea09 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb856dc624ff4259903f3afed2bc27d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276079 Oct 26 16:21:29.319785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '0215d798-bf83-49a5-879d-3925d9ab4453', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '0215d798-bf83-49a5-879d-3925d9ab4453', 'mac_address': 'fa:16:3e:4d:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:29.398983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.418839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0215d798-bf83-49a5-879d-3925d9ab4453 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:29.435940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:29.447621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:29.447902 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.465828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-d74c64c0-f72e-4a45-b76f-0bd46c003cdc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:29.466512 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-d74c64c0-f72e-4a45-b76f-0bd46c003cdc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899769 Oct 26 16:21:29.473132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=0215d798-bf83-49a5-879d-3925d9ab4453,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:29.483758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Request body: {'port': {'device_id': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'fb856dc624ff4259903f3afed2bc27d5'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:29.558406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.599044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.634837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:29.642200 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1402a23-f785-4425-a33a-94e926369b2c" -d '{"events": [{"server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "name": "network-vif-plugged", "status": "completed", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:29.646647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ebdaf-ecd9-44a8-b577-724ca16b4c2d req-24c62633-1ce7-42f2-8274-4bc8ae65e867 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:29.659827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8ebdaf-ecd9-44a8-b577-724ca16b4c2d req-24c62633-1ce7-42f2-8274-4bc8ae65e867 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 949 time: 0.1212823 Oct 26 16:21:29.685210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:29.701020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:29.767218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.799815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['0215d798-bf83-49a5-879d-3925d9ab4453'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:29.802775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8ebdaf-ecd9-44a8-b577-724ca16b4c2d req-87f07796-3311-48c1-93c3-f5dec0c34403 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406910 Oct 26 16:21:29.821265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Made reservation on behalf of fb856dc624ff4259903f3afed2bc27d5 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:29.824853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.825391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-04d2c3c7-2eb9-476d-980e-8250299e44ad service neutron] 10.222.0.47 "GET /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.2055745 Oct 26 16:21:29.840257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.905837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:29.921039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:29.948578 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67f48a-d6d2-48ad-bbdb-164023f02ffc x-openstack-request-id: req-3b67f48a-d6d2-48ad-bbdb-164023f02ffc {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:29.948924 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "name": "network-vif-plugged", "status": "completed", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:29.949189 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b67f48a-d6d2-48ad-bbdb-164023f02ffc {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:29.951494 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1', 'code': 200} Oct 26 16:21:29.999389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.078481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07dcd3b-08ff-497c-b7df-18231fe58a3f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:30.257464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Allocated IP 192.168.233.167 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/97c5951d-100d-44ad-8f35-14ef8f5b8070) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:30.404458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b0786-db2a-4e3b-82b8-2bdfb0342458 req-97970148-c132-4970-a518-540cd1ba1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:30.405913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-809b0786-db2a-4e3b-82b8-2bdfb0342458 req-97970148-c132-4970-a518-540cd1ba1e0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 1101 time: 0.3955977 Oct 26 16:21:30.435379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96703dd9-d764-4dc7-9a76-c58676c99182 req-60703196-9ac1-4769-8060-1c2761b0d85b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:30.442331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96703dd9-d764-4dc7-9a76-c58676c99182 req-60703196-9ac1-4769-8060-1c2761b0d85b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 949 time: 0.3803108 Oct 26 16:21:30.496738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:30.521250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.563834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-809b0786-db2a-4e3b-82b8-2bdfb0342458 req-08c32442-aa4e-47cc-b895-7a577d90890d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474040 Oct 26 16:21:30.564726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:30.591535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96703dd9-d764-4dc7-9a76-c58676c99182 req-c3111f6c-a039-4a11-a79d-2684b9f2da26 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482723 Oct 26 16:21:30.604658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a848cba6-14b1-40be-ac74-ab5f20dd4e88 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:30.623256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:30.681478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.686443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a83a875f-2e4e-45ae-8085-409fafeb443b req-0b063c22-7a2b-431f-a634-6552ca300246 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Oct 26 16:21:30.737685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:30.740968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:30.744824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:30.750462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:30.751059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.755996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.762002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Pushing event updated for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:30.783835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-86122428-b56b-4d67-ad89-c45fc94069bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:30.851102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71d852-966d-4154-9087-dfb4cf4f4afb req-ba4b82bb-e401-46b0-b105-89a729199a2b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:30.858617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a71d852-966d-4154-9087-dfb4cf4f4afb req-ba4b82bb-e401-46b0-b105-89a729199a2b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 943 time: 0.1151540 Oct 26 16:21:30.874267 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-3fc8f9d0-6c8e-4d09-a849-95fa5e521b70 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3974404 Oct 26 16:21:30.903207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Request body: {'port': {'device_id': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:30.925532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a71d852-966d-4154-9087-dfb4cf4f4afb req-782c79af-7a58-4f20-bb5d-c6b32067d5b4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659163 Oct 26 16:21:30.926630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] Transition to ACTIVE for port object a848cba6-14b1-40be-ac74-ab5f20dd4e88 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:30.998936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.000009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.107729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fc1307e9-ec85-4de2-9721-732048e8e993 None None] Provisioning complete for port 97c5951d-100d-44ad-8f35-14ef8f5b8070 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:31.107729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc1307e9-ec85-4de2-9721-732048e8e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.108042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-acfff37d-bf8f-4a0f-b8b5-33077de41606 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514300 Oct 26 16:21:31.128669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 0215d798-bf83-49a5-879d-3925d9ab4453 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:31.140920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] No DVR routers for this DVR port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:31.158612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] Pushing event updated for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:31.217115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fc1307e9-ec85-4de2-9721-732048e8e993 None None] Port 97c5951d-100d-44ad-8f35-14ef8f5b8070 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:31.247918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-8881d180-a2d6-496e-9ce1-5282c7bcff93 service neutron] 10.222.0.47 "PUT /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4152472 Oct 26 16:21:31.307324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-dc4cb3fc-4b6b-4bd0-830c-a7a612fc1432 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:31.309140 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-dc4cb3fc-4b6b-4bd0-830c-a7a612fc1432 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022827 Oct 26 16:21:31.320845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 0215d798-bf83-49a5-879d-3925d9ab4453 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:31.329099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 0215d798-bf83-49a5-879d-3925d9ab4453 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:31.329830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.345571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-45c9813f-aff6-4ffc-9708-529cf9f5843c tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/quotas/8be2f222ad944e6d840b4b18d8d1c2dc HTTP/1.1" status: 200 len: 375 time: 0.0301068 Oct 26 16:21:31.386407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-00e7a408-4d54-4387-a22e-3a5eb0cb0fea tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316072 Oct 26 16:21:31.440959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.486244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=0215d798-bf83-49a5-879d-3925d9ab4453,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:31.510153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c5951d-100d-44ad-8f35-14ef8f5b8070 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:31.517499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-0de0e33d-6c6b-44be-af7a-7f123830b422 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:31.518846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.518972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-0de0e33d-6c6b-44be-af7a-7f123830b422 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0875964 Oct 26 16:21:31.532665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Transition to ACTIVE for port object 97c5951d-100d-44ad-8f35-14ef8f5b8070 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:31.613294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-6e9560ca-b9db-4cde-92de-db7fa1a87024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:31.615342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-6e9560ca-b9db-4cde-92de-db7fa1a87024 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 1095 time: 0.0870931 Oct 26 16:21:31.627183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.628087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:31.670871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a6ecb-5122-4376-8471-abd831d3de62 req-0ffb4979-eec9-45af-b488-7aa8f4435b34 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:31.672584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e9a6ecb-5122-4376-8471-abd831d3de62 req-0ffb4979-eec9-45af-b488-7aa8f4435b34 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 950 time: 0.0563767 Oct 26 16:21:31.681301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.720820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:31.725232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:31.791219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-a6ee36aa-c2a9-4b79-8610-27714014a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:31.792723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-a6ee36aa-c2a9-4b79-8610-27714014a5c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1095 time: 0.1189952 Oct 26 16:21:31.808497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e9a6ecb-5122-4376-8471-abd831d3de62 req-64a87216-879b-4be8-af49-f3cdf3b18fcf tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083801 Oct 26 16:21:31.883691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Pushing event updated for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:31.926664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Attempting to bind port 97c5951d-100d-44ad-8f35-14ef8f5b8070 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:31.928446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Attempting to bind port 97c5951d-100d-44ad-8f35-14ef8f5b8070 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:31.928446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Attempting to bind port 97c5951d-100d-44ad-8f35-14ef8f5b8070 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:31.936974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Port 97c5951d-100d-44ad-8f35-14ef8f5b8070 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:31.937303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Attempting to bind port 97c5951d-100d-44ad-8f35-14ef8f5b8070 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:31.947343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:31.947681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:31.948051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:31.948630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Bound port: 97c5951d-100d-44ad-8f35-14ef8f5b8070, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:31.948985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:31.952354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:31.957261 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c808a3-0746-4aa2-a152-253b058570c6" -d '{"events": [{"server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "name": "network-vif-plugged", "status": "completed", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:31.971825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:31.997065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41eb6924-05ff-4cd8-8c6d-cd16eea82232 req-3494a1e5-f2f4-48f0-acc0-911a19a3dd25 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 210 time: 0.0691295 Oct 26 16:21:32.001805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-a37450a4-5e8d-4ac7-8888-b161b710d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.003365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-a37450a4-5e8d-4ac7-8888-b161b710d133 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1937976 Oct 26 16:21:32.029797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af4a7-2b91-4f93-b081-e43de67d96f2 req-d234f8dd-30be-46bf-97c1-b316a4c61935 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.034816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-334af4a7-2b91-4f93-b081-e43de67d96f2 req-d234f8dd-30be-46bf-97c1-b316a4c61935 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.0926013 Oct 26 16:21:32.055982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:32.061264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:32.083063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-27c358e2-4bbd-425c-8999-bec2c193258d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0706437 Oct 26 16:21:32.144908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.188854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-334af4a7-2b91-4f93-b081-e43de67d96f2 req-a8cb9cea-5b13-4477-945c-d7a5e707d9c1 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477520 Oct 26 16:21:32.213751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-1d5f159b-8688-4574-98bf-61f0a15dded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.218978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-1d5f159b-8688-4574-98bf-61f0a15dded2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1213119 Oct 26 16:21:32.224908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.226057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65271b76-6e4f-48bc-bdfa-5fc736bade54 req-2ca8bd5d-aa12-4382-b4af-8b93fc7f9a82 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.227678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65271b76-6e4f-48bc-bdfa-5fc736bade54 req-2ca8bd5d-aa12-4382-b4af-8b93fc7f9a82 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 948 time: 0.1464200 Oct 26 16:21:32.235243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.235850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.237217 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/97c5951d-100d-44ad-8f35-14ef8f5b8070 HTTP/1.1" status: 200 len: 1096 time: 1.3468099 Oct 26 16:21:32.241831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:32.252334 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d90c82-beb2-4526-b891-2b55a30372bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:32.260071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-ffe47c8f-103b-481a-a137-8f0043b4ae96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313416 Oct 26 16:21:32.287368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee65bf-438b-40d6-8ed2-bb59d3bb66a2 service neutron] Pushing event updated for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:32.341355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65271b76-6e4f-48bc-bdfa-5fc736bade54 req-d4b02d13-eff2-406d-b659-76a037c268ef tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035655 Oct 26 16:21:32.407489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.432217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-49e7ba3e-64cf-4dc4-9e43-8eb09ee74467 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571462 Oct 26 16:21:32.453423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-f471fc4d-6426-4f45-9944-69890c4b13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.456534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-f471fc4d-6426-4f45-9944-69890c4b13de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 1099 time: 0.0832331 Oct 26 16:21:32.540572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.566316 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-945b9dcb-b141-42c2-8a5d-5917174c79c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070 HTTP/1.1" status: 200 len: 217 time: 0.1006398 Oct 26 16:21:32.567583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-ec8e199b-1e64-4487-8b47-9ea9473f9234 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277063 Oct 26 16:21:32.570481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a748cd1-c371-4464-b7c8-0c4fbf91db79,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:32.585308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.585608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.585891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.586175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.586508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.586970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.587363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.589526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.589526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.589526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.589526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.589526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:32.648756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cbc9951a-6d72-4476-bdeb-7509094f8bd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=641615632a41495baf183cb500601a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501772 Oct 26 16:21:32.649194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:32.672629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-01f9d7fb-a391-4919-a317-0a68261c444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.674131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-01f9d7fb-a391-4919-a317-0a68261c444b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0959501 Oct 26 16:21:32.682885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3801-2d3c-4d72-9797-c900554757c1 req-47fe2af3-d340-4c6f-b1c8-60de75b3bedd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.684419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74e3801-2d3c-4d72-9797-c900554757c1 req-47fe2af3-d340-4c6f-b1c8-60de75b3bedd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.0587373 Oct 26 16:21:32.728236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74e3801-2d3c-4d72-9797-c900554757c1 req-c4308d21-c093-49c8-8635-351fd2389c97 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Oct 26 16:21:32.760247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.767832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-dcb3cdc4-d65e-4034-8ffd-0b4d4f5698aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:32.770153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-dcb3cdc4-d65e-4034-8ffd-0b4d4f5698aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849066 Oct 26 16:21:32.812922 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8eb2b4-466c-48d4-98a9-d31aabc9943c x-openstack-request-id: req-0d8eb2b4-466c-48d4-98a9-d31aabc9943c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:32.812922 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:32.812922 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d8eb2b4-466c-48d4-98a9-d31aabc9943c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:32.812922 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070', 'status': 'completed', 'code': 200} Oct 26 16:21:32.824291 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a291db-eedb-46be-9087-1486f15cd78b x-openstack-request-id: req-71a291db-eedb-46be-9087-1486f15cd78b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:32.825214 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "name": "network-vif-plugged", "status": "completed", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:32.825628 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a291db-eedb-46be-9087-1486f15cd78b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:32.828249 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453', 'code': 200} Oct 26 16:21:32.845864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:32.923849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-b1987679-5581-4d25-b4c2-82f7ab3f58f8 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442642 Oct 26 16:21:33.009198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d7055-78d7-44ca-abe0-9faf8e227e8c req-b5fd6c0b-0e50-4f17-8d72-7c0a4d913443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.010802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f4d7055-78d7-44ca-abe0-9faf8e227e8c req-b5fd6c0b-0e50-4f17-8d72-7c0a4d913443 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 1101 time: 0.1054170 Oct 26 16:21:33.018385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48a535-afe2-4ec3-a3b1-e45a21543788 req-fe81fceb-6ec3-4639-ba9c-defa92c37d6b tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.019788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc48a535-afe2-4ec3-a3b1-e45a21543788 req-fe81fceb-6ec3-4639-ba9c-defa92c37d6b tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 950 time: 0.0887754 Oct 26 16:21:33.038310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-487aba0b-365f-44f7-aecf-543b49f87e32 req-f5410a79-eec5-4d4e-8a83-3f0e400dd6c7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043897 Oct 26 16:21:33.052150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:33.054675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:33.055818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a748cd1-c371-4464-b7c8-0c4fbf91db79 HTTP/1.1" status: 204 len: 168 time: 0.4057271 Oct 26 16:21:33.065226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd520f-ee81-4a08-82e1-6655539b1c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a748cd1-c371-4464-b7c8-0c4fbf91db79,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:33.069619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f4d7055-78d7-44ca-abe0-9faf8e227e8c req-4db24e29-bc9c-4bfb-ad75-dfa8391658db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Oct 26 16:21:33.085673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc48a535-afe2-4ec3-a3b1-e45a21543788 req-c3af6ddf-b4dc-4765-933a-25188a02e719 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Oct 26 16:21:33.140356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418322d-9572-4286-a22f-8536e44b1d7e req-ae042a01-62d1-413d-8d17-ea24281306aa tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.141838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-ae042a01-62d1-413d-8d17-ea24281306aa tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0598717 Oct 26 16:21:33.186841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bedcdbb6-6d2c-461d-b922-cdc6a9621cf7 req-044cea44-4253-4e79-8151-ec2adbe9e7f4 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 210 time: 0.0412164 Oct 26 16:21:33.239754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c82-beb2-4526-b891-2b55a30372bc req-e3aecfca-45d9-4ba1-9997-34688c5fb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.241266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-e3aecfca-45d9-4ba1-9997-34688c5fb9fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 1099 time: 0.0491428 Oct 26 16:21:33.335374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c82-beb2-4526-b891-2b55a30372bc req-80b9e7d4-5860-4009-94d7-0f1aa0291733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.336962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-80b9e7d4-5860-4009-94d7-0f1aa0291733 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.0879173 Oct 26 16:21:33.382883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-9681d668-b8af-4e85-88d9-aca61ebde619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070 HTTP/1.1" status: 200 len: 217 time: 0.0372984 Oct 26 16:21:33.401418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0418322d-9572-4286-a22f-8536e44b1d7e req-3f13c6d2-43d9-4fac-97f3-13b210dbd35b service neutron] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:33.405221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0418322d-9572-4286-a22f-8536e44b1d7e req-3f13c6d2-43d9-4fac-97f3-13b210dbd35b service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:33.407711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0418322d-9572-4286-a22f-8536e44b1d7e req-3f13c6d2-43d9-4fac-97f3-13b210dbd35b service neutron] 10.222.0.39 "DELETE /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.2543342 Oct 26 16:21:33.479811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c82-beb2-4526-b891-2b55a30372bc req-b2b8c1a3-e67a-440d-b170-7fe085b577ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.481209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-b2b8c1a3-e67a-440d-b170-7fe085b577ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0913684 Oct 26 16:21:33.551531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3300a-baac-428f-a220-9a1d7307db7d req-a797d9a0-bb80-4618-aff3-64ffebe1543f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.553151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ec3300a-baac-428f-a220-9a1d7307db7d req-a797d9a0-bb80-4618-aff3-64ffebe1543f tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.0864072 Oct 26 16:21:33.554831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c82-beb2-4526-b891-2b55a30372bc req-994ec27b-7c6e-44e4-8807-baa5e4d8ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.556182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-994ec27b-7c6e-44e4-8807-baa5e4d8ab9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582507 Oct 26 16:21:33.561356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d0f-08f5-42ae-adbe-ce7448cd1c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:33.679357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ec3300a-baac-428f-a220-9a1d7307db7d req-375ea8e5-1273-48ed-836d-29888908a81c tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083703 Oct 26 16:21:33.743856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-b896dabd-cc49-406d-9b40-ca423c2d0865 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715508 Oct 26 16:21:33.861406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8f6a1-c469-432c-ad60-a8fa5e190273 req-d3008ee1-1310-4cbd-8cc3-9261047a5852 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.862918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ab8f6a1-c469-432c-ad60-a8fa5e190273 req-d3008ee1-1310-4cbd-8cc3-9261047a5852 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 948 time: 0.1290135 Oct 26 16:21:33.922672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9b51-2d84-4509-abbb-7ad1b8e055e3 req-f73acf28-a5a0-494a-b479-7e3f76dd1489 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:33.924195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e32e9b51-2d84-4509-abbb-7ad1b8e055e3 req-f73acf28-a5a0-494a-b479-7e3f76dd1489 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.1122317 Oct 26 16:21:33.934918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37d90c82-beb2-4526-b891-2b55a30372bc req-a4f8c724-1805-4c43-9968-b99f6d926be2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734884 Oct 26 16:21:33.945677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ab8f6a1-c469-432c-ad60-a8fa5e190273 req-7b0bbfa3-b63e-4acc-a03c-ad2337e86490 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759275 Oct 26 16:21:33.993539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e32e9b51-2d84-4509-abbb-7ad1b8e055e3 req-a582e25b-f880-43d7-96b1-892ad2e73dcf tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630255 Oct 26 16:21:34.001091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:34.017327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f0-36f6-458a-aa24-0f7bc551d1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.068456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.119542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51828) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:34.147932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f0-36f6-458a-aa24-0f7bc551d1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.200626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291098-cbcd-46b4-9b21-925ad07f03b0 req-a3285ea3-42c7-44dc-ac2f-a36d4df0d05e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:34.202160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73291098-cbcd-46b4-9b21-925ad07f03b0 req-a3285ea3-42c7-44dc-ac2f-a36d4df0d05e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0512180 Oct 26 16:21:34.235326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f0-36f6-458a-aa24-0f7bc551d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.251335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73291098-cbcd-46b4-9b21-925ad07f03b0 req-3c4c0b80-50b8-49d3-a9c9-1d7804776390 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Oct 26 16:21:34.275602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51834) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:34.279115 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3d5f52f0-36f6-458a-aa24-0f7bc551d1d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9a8eb6b424447d833dc3dce4a3507d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770696 Oct 26 16:21:34.279961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f52f0-36f6-458a-aa24-0f7bc551d1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73166d8b-9032-4ccd-996f-c9d9b7db86d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:34.281873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51838) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:34.388303 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.480709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4832270a-1847-4819-b6a3-5ccc3f7635f1 req-8203b3e0-d43a-42b5-b445-1c10bd05db4a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 210 time: 0.0805018 Oct 26 16:21:34.482370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bf64eae-6bb9-44a3-9110-a3da49303484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.508323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.612181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-96529f7c-f2f5-4cb0-b815-e6bbe66d488a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572999 Oct 26 16:21:34.625966 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.707331 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:21:34.881660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:34.987592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.050678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bf64eae-6bb9-44a3-9110-a3da49303484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.076808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.103167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-2afc41d7-b13d-42f6-9b01-1cacea187d13 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:35.105023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-2afc41d7-b13d-42f6-9b01-1cacea187d13 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.5347693 Oct 26 16:21:35.125753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-5184b576-05d2-4b40-a52e-f88b07cd9b80 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:35.127298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-5184b576-05d2-4b40-a52e-f88b07cd9b80 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718430 Oct 26 16:21:35.135392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95aa90-b951-44c8-95ea-0e8a085e80f0 req-875f3e31-2037-4214-b141-66ee2e92dc37 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:35.136885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f95aa90-b951-44c8-95ea-0e8a085e80f0 req-875f3e31-2037-4214-b141-66ee2e92dc37 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 950 time: 0.4738731 Oct 26 16:21:35.156479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bf64eae-6bb9-44a3-9110-a3da49303484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.166645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Request body: {'port': {'device_id': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '8be2f222ad944e6d840b4b18d8d1c2dc'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:35.190243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.192879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.193987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73166d8b-9032-4ccd-996f-c9d9b7db86d4 HTTP/1.1" status: 204 len: 168 time: 0.9110341 Oct 26 16:21:35.195294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-9d6b4fa0-d091-4362-ba51-eaf20ae2e829 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/quotas/3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 375 time: 0.0813751 Oct 26 16:21:35.218651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a51d3fa555da4cb8a780293d5ea5530d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0954092 Oct 26 16:21:35.220989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:35.273787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.295100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.297780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4a2fb-ccbf-4140-9d96-ef4a218c97eb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:35.309631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7bf64eae-6bb9-44a3-9110-a3da49303484 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6df2713d72149e481ced7ae3cf7c4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0364125 Oct 26 16:21:35.312810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51870) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:35.324914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.327756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.328337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.328337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514737-a925-45bc-8706-692093b381d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:35.342306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f95aa90-b951-44c8-95ea-0e8a085e80f0 req-4e1b1017-437b-439a-96ee-18969d987a8f tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940794 Oct 26 16:21:35.390528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64eae-6bb9-44a3-9110-a3da49303484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83fd30a-4541-4508-b3aa-2db07a96099a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:35.401509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-05550270-6538-4a77-950c-ea2ec20dcbf8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559720 Oct 26 16:21:35.414354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.426260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3538c-0450-40e5-9f07-4b0afedd5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73166d8b-9032-4ccd-996f-c9d9b7db86d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:35.440451 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.486548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.489519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.491607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0e4a2fb-ccbf-4140-9d96-ef4a218c97eb HTTP/1.1" status: 204 len: 168 time: 0.2686224 Oct 26 16:21:35.506689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b25e9d-aa4b-4012-8fdd-f2e2d09dbae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4a2fb-ccbf-4140-9d96-ef4a218c97eb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:35.533435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995daf-53a6-40ba-9d5f-6cfaef310e58 req-8345d761-83d7-449e-9df8-9a485f7e8b6d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:35.535169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce995daf-53a6-40ba-9d5f-6cfaef310e58 req-8345d761-83d7-449e-9df8-9a485f7e8b6d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.1096070 Oct 26 16:21:35.545287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.550347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.554447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a83fd30a-4541-4508-b3aa-2db07a96099a HTTP/1.1" status: 204 len: 168 time: 0.2383296 Oct 26 16:21:35.564364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f283c29-788d-4aab-812d-0febe656e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83fd30a-4541-4508-b3aa-2db07a96099a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:35.577669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Made reservation on behalf of 8be2f222ad944e6d840b4b18d8d1c2dc for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:35.581100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.601443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-69e783ab-65c2-4dc4-b17b-0b3196786d2d service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911302 Oct 26 16:21:35.610902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.667573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce995daf-53a6-40ba-9d5f-6cfaef310e58 req-9d3751c7-8d64-4c43-b7f2-810cef47866a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242540 Oct 26 16:21:35.735704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-66f1f911-1997-49f9-b269-6a7cd7db254a service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333332 Oct 26 16:21:35.808838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:35.817736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd970b-c281-4b11-b78a-d1601f49e675 req-8fc5cb94-98ab-449c-a8a4-94b6d884d9e0 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:35.819831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abbd970b-c281-4b11-b78a-d1601f49e675 req-8fc5cb94-98ab-449c-a8a4-94b6d884d9e0 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 948 time: 0.0779953 Oct 26 16:21:35.859361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abbd970b-c281-4b11-b78a-d1601f49e675 req-31da839a-733a-475c-a032-ffc5359ffc0a tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Oct 26 16:21:35.892126 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.007179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84addda3-693c-4b81-b44b-29fb6d9697ec,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:36.021091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4774852c-6fa4-4eb6-94fe-3983a222a496 req-97e272c5-0d47-4977-9e77-88ae49af016b tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 210 time: 0.0769365 Oct 26 16:21:36.116609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-9ca12a92-ce60-4ab7-89ff-8666ef5c3dd1 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:36.118202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-9ca12a92-ce60-4ab7-89ff-8666ef5c3dd1 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.39 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 950 time: 0.1550720 Oct 26 16:21:36.154593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74ada0c3-cbca-40bf-bd58-5e45d7bb67dd req-135dc043-b617-4fa0-b03c-41a79b701111 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 210 time: 0.0577221 Oct 26 16:21:36.266553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Allocated IP 192.168.233.181 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/3eb86551-7c87-4b41-ad12-57e18809f5d9) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:36.369150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Deleting port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:21:36.369150 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.378787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:36.396768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3c54-e6e1-4a36-aad4-fce8d4520ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.494218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3c54-e6e1-4a36-aad4-fce8d4520ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.544324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.564433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:36.577869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3c54-e6e1-4a36-aad4-fce8d4520ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.578108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] For port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:36.578283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.582257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce9e-e3d8-4f66-a153-06e59d28a6b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.587349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfa21a-5414-4a0e-9f87-f841b7823af4 req-5c514aaa-b452-447b-a2c4-e757f0d14ebf tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:36.588860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5dfa21a-5414-4a0e-9f87-f841b7823af4 req-5c514aaa-b452-447b-a2c4-e757f0d14ebf tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 950 time: 0.1504936 Oct 26 16:21:36.626275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.626698 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0cc3c54-e6e1-4a36-aad4-fce8d4520ba2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e8578ab9b284c3cb620afbf3e1768ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451792 Oct 26 16:21:36.629795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:36.638848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Calling delete_port for bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:21:36.639366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc3c54-e6e1-4a36-aad4-fce8d4520ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bde71c-7937-4d89-bfda-bca61550f29f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:36.714349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.753132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.756131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5dfa21a-5414-4a0e-9f87-f841b7823af4 req-ee53085e-9322-4f64-bae3-448c5c021c01 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5c74a8a-13eb-47d2-9010-b21464a07ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581423 Oct 26 16:21:36.766637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce9e-e3d8-4f66-a153-06e59d28a6b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.784269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816680e8-928a-4a75-90c0-ca15119eaf04 req-5a858877-5a46-4fe0-8998-8f38691ece2c tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:36.785945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816680e8-928a-4a75-90c0-ca15119eaf04 req-5a858877-5a46-4fe0-8998-8f38691ece2c tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.2247808 Oct 26 16:21:36.824219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce9e-e3d8-4f66-a153-06e59d28a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.855313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816680e8-928a-4a75-90c0-ca15119eaf04 req-486f74fc-2db9-4213-86c4-c6c88f49bf82 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608006 Oct 26 16:21:36.888292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dd81ce9e-e3d8-4f66-a153-06e59d28a6b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56ba9c2e687e455faecca2e82d794456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227735 Oct 26 16:21:36.889856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ce9e-e3d8-4f66-a153-06e59d28a6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565f826-8490-4a1e-868e-700323a76b89,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:36.892451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51916) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:36.916826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.919459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.919956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.920611 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57bde71c-7937-4d89-bfda-bca61550f29f HTTP/1.1" status: 204 len: 168 time: 0.2889042 Oct 26 16:21:36.940612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370147ea-4647-4091-b2eb-2f49089efbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bde71c-7937-4d89-bfda-bca61550f29f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:36.975607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:36.999381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.040452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:37.043122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:37.048671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:37.088393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Pushing event updated for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:37.105074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282945f0-ef8c-4bf8-accc-94a803e542f2 req-0a72b9c8-bf18-499a-8b97-03d7da005a95 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:37.112712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-282945f0-ef8c-4bf8-accc-94a803e542f2 req-0a72b9c8-bf18-499a-8b97-03d7da005a95 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 948 time: 0.1625829 Oct 26 16:21:37.159104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.174499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['bc3f8263-ba1f-4ccc-9dfe-9736019f74d1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:37.177926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.182076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.183674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a565f826-8490-4a1e-868e-700323a76b89 HTTP/1.1" status: 204 len: 168 time: 0.2862542 Oct 26 16:21:37.187627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:37.188269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.192283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2dc98-37ef-4bc5-8867-d12c55cd7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565f826-8490-4a1e-868e-700323a76b89,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:37.245129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Pushing event deleted for resources: {'Port': ['ID=bc3f8263-ba1f-4ccc-9dfe-9736019f74d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:37.277955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 97c5951d-100d-44ad-8f35-14ef8f5b8070 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:37.280383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-282945f0-ef8c-4bf8-accc-94a803e542f2 req-f78b5ce6-a3c6-491d-80a1-2dfe8d51b0ee tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659272 Oct 26 16:21:37.483029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:37.514762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '97c5951d-100d-44ad-8f35-14ef8f5b8070', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '97c5951d-100d-44ad-8f35-14ef8f5b8070', 'mac_address': 'fa:16:3e:97:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:37.563419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-98702ffc-15a1-4a5d-94b4-c2154f3095bb None None] Provisioning complete for port 3eb86551-7c87-4b41-ad12-57e18809f5d9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:37.564506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98702ffc-15a1-4a5d-94b4-c2154f3095bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.586937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:37.606325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.626449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fe9c-0cf3-4f1b-b056-7d96687ddada req-322fd691-d024-4ab1-b4c4-9963fe19c060 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:37.628100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e6fe9c-0cf3-4f1b-b056-7d96687ddada req-322fd691-d024-4ab1-b4c4-9963fe19c060 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 936 time: 0.4726195 Oct 26 16:21:37.631639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-1f3bfed8-36ca-4282-bc6e-0992ab488bee tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4781177 Oct 26 16:21:37.634906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-98702ffc-15a1-4a5d-94b4-c2154f3095bb None None] Port 3eb86551-7c87-4b41-ad12-57e18809f5d9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:37.641980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c5951d-100d-44ad-8f35-14ef8f5b8070 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:37.665962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:37.687596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-308069e8-a8dc-46ef-8abf-fdc5e7a4d06b req-74e7280e-1af4-40c1-8145-f6dd1fc9e269 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 210 time: 0.0740273 Oct 26 16:21:37.688711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] No DVR routers for this DVR port bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:37.705263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Request body: {'port': {'device_id': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:37.705263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.707613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04beb0b-7d3c-4bf7-8b57-3b888468b2c9 req-6b1e7e94-a691-4a75-b872-e3998f963386 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.39 "DELETE /v2.0/ports/bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 HTTP/1.1" status: 204 len: 173 time: 1.5650496 Oct 26 16:21:37.708032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'name': 'network-vif-deleted', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:37.710580 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547edffd-4563-4a46-a76e-a8169e77fac8" -d '{"events": [{"server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "name": "network-vif-deleted", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:37.730778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.780843 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e2fac-f1b6-4d72-8a2c-af84dfe6a65c x-openstack-request-id: req-a81e2fac-f1b6-4d72-8a2c-af84dfe6a65c {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:37.780843 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429d2c7-25da-439a-8b85-3f98b26f1372", "name": "network-vif-deleted", "tag": "bc3f8263-ba1f-4ccc-9dfe-9736019f74d1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:37.780843 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a81e2fac-f1b6-4d72-8a2c-af84dfe6a65c {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:37.780843 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429d2c7-25da-439a-8b85-3f98b26f1372', 'name': 'network-vif-deleted', 'tag': 'bc3f8263-ba1f-4ccc-9dfe-9736019f74d1', 'status': 'completed', 'code': 200} Oct 26 16:21:37.816160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e6fe9c-0cf3-4f1b-b056-7d96687ddada req-557d7f03-e6f1-4df4-8f31-ba75d33f320f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388206 Oct 26 16:21:37.835029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.861362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:37.866611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-network', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:37.956965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['97c5951d-100d-44ad-8f35-14ef8f5b8070'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:37.983490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Made reservation on behalf of 0d9afd2802bd4f009c66037ab75610f2 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:37.986119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:37.991239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc4e7b4b-626f-4005-8568-c399f807f7a8 req-c469d33a-2318-4823-bd75-caf03a496cee tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 210 time: 0.0819287 Oct 26 16:21:38.006064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.122021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914b1bd-ca50-41df-b61c-8ae5e43e23ef req-38175755-f5cf-4eee-8285-2eee06db7104 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:38.122021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5914b1bd-ca50-41df-b61c-8ae5e43e23ef req-38175755-f5cf-4eee-8285-2eee06db7104 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.1288397 Oct 26 16:21:38.198836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.229321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5914b1bd-ca50-41df-b61c-8ae5e43e23ef req-de4513a8-1ba0-47c2-aea9-bb7eb99f9f57 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709779 Oct 26 16:21:38.273099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.294047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb86551-7c87-4b41-ad12-57e18809f5d9 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:38.303093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.325756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6c193-5f1d-45ba-bdc1-38bf729217be,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:38.333843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:21:38.339194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Transition to ACTIVE for port object 3eb86551-7c87-4b41-ad12-57e18809f5d9 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:38.357080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0db80-9032-4461-872f-394d5f4663c2 req-ad6eb60f-2edd-4458-bd3a-dced79e635b1 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:38.358757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14c0db80-9032-4461-872f-394d5f4663c2 req-ad6eb60f-2edd-4458-bd3a-dced79e635b1 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 1101 time: 0.0518103 Oct 26 16:21:38.386784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14c0db80-9032-4461-872f-394d5f4663c2 req-58566832-852d-4fdf-8afe-52879b078c85 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.404839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.410377 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Added segment 79412161-5ea0-40f7-af59-1af0b1018be6 of type vlan for network d5462561-d948-4e63-b167-9da588a341c5 Oct 26 16:21:38.444866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.463915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.534051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:38.546748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93b27a-873a-4dc3-a25d-c60a18bf5a59 req-214c562f-9cbf-4071-8260-83d530701237 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:38.548294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d93b27a-873a-4dc3-a25d-c60a18bf5a59 req-214c562f-9cbf-4071-8260-83d530701237 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 949 time: 0.1462061 Oct 26 16:21:38.616097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.617080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:38.617845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.736466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14c0db80-9032-4461-872f-394d5f4663c2 req-58566832-852d-4fdf-8afe-52879b078c85 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.736687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] Pushing event updated for resources: {'Network': ['ID=d5462561-d948-4e63-b167-9da588a341c5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:38.744081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d93b27a-873a-4dc3-a25d-c60a18bf5a59 req-9f8d9083-ded5-4bbf-98e1-136beebd5cc9 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831684 Oct 26 16:21:38.751295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d5462561-d948-4e63-b167-9da588a341c5 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:21:38.761888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a2da8d8d-c44a-4934-a08a-70648fbe8e7a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1731594 Oct 26 16:21:38.765416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51984) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:38.775106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Attempting to bind port 3eb86551-7c87-4b41-ad12-57e18809f5d9 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:38.775106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Attempting to bind port 3eb86551-7c87-4b41-ad12-57e18809f5d9 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:38.775106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Attempting to bind port 3eb86551-7c87-4b41-ad12-57e18809f5d9 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:38.775471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Request body: {'subnet': {'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-subnet', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:38.792403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Port 3eb86551-7c87-4b41-ad12-57e18809f5d9 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:38.792828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Attempting to bind port 3eb86551-7c87-4b41-ad12-57e18809f5d9 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:38.805723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:38.806160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:38.806745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:38.807270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Bound port: 3eb86551-7c87-4b41-ad12-57e18809f5d9, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:38.807709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.830064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14c0db80-9032-4461-872f-394d5f4663c2 req-58566832-852d-4fdf-8afe-52879b078c85 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.904802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14c0db80-9032-4461-872f-394d5f4663c2 req-58566832-852d-4fdf-8afe-52879b078c85 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381160 Oct 26 16:21:38.923279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-5db183a6-19ce-4577-a844-2bc2eb99b11c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:38.923279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-5db183a6-19ce-4577-a844-2bc2eb99b11c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.2573345 Oct 26 16:21:38.937752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Made reservation on behalf of 0d9afd2802bd4f009c66037ab75610f2 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:38.940229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:38.946367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Request body: {'port': {'device_id': '79a1cebb-9496-490b-bd1d-9a0022202333', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'admin_state_up': True, 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:39.032846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58566832-852d-4fdf-8afe-52879b078c85 tempest-LiveMigrationNegativeTest-1830162155 tempest-LiveMigrationNegativeTest-1830162155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16d009-ef00-4c6d-971d-ae01cb6831ef,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:39.109538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:39.113947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:39.118314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aee7d498-8938-41ba-a4a0-d758cff44a31 req-ae2b4f3d-472d-4dee-87bb-f31e2981b722 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 210 time: 0.1970088 Oct 26 16:21:39.209207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.225612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e640d-688a-488d-b316-b73637190749 req-410e764f-2e0d-4571-8004-8fce8722d745 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.229959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b9e640d-688a-488d-b316-b73637190749 req-410e764f-2e0d-4571-8004-8fce8722d745 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 948 time: 0.2104704 Oct 26 16:21:39.258422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.295566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.296279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.297735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] 10.222.0.47 "PUT /v2.0/ports/3eb86551-7c87-4b41-ad12-57e18809f5d9 HTTP/1.1" status: 200 len: 1096 time: 1.6211061 Oct 26 16:21:39.298264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 97c5951d-100d-44ad-8f35-14ef8f5b8070 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:39.347749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Checking segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:39.348137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Network hostable DHCP agents. Network: d5462561-d948-4e63-b167-9da588a341c5, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:21:39.382522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:39.391652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192c69a-4a6a-4e0c-964b-c894a9ea29b6 req-f04f658f-35e5-403e-b530-f636f5a331c9 tempest-TenantUsagesTestJSON-1008379473 tempest-TenantUsagesTestJSON-1008379473-project] 10.222.0.21 "GET /v2.0/ports?device_id=2429d2c7-25da-439a-8b85-3f98b26f1372 HTTP/1.1" status: 200 len: 210 time: 0.1065884 Oct 26 16:21:39.450619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9ec64-0f27-4e45-acc6-975959926900 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:39.477363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b9e640d-688a-488d-b316-b73637190749 req-3ce8494f-5171-4e0e-9a1d-805f37ba4d31 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341180 Oct 26 16:21:39.528209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-be75cb6d-8c24-4d23-a67f-a65eaf4586e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.529069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-be75cb6d-8c24-4d23-a67f-a65eaf4586e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 1099 time: 0.0729945 Oct 26 16:21:39.538964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 97c5951d-100d-44ad-8f35-14ef8f5b8070 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:39.539094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:39.541449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.541670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 97c5951d-100d-44ad-8f35-14ef8f5b8070 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:39.542255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.545961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Network d5462561-d948-4e63-b167-9da588a341c5 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:21:39.587732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-75dfd6b0-206b-4850-b8c9-1ee4030b571f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9 HTTP/1.1" status: 200 len: 217 time: 0.0436289 Oct 26 16:21:39.641707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d5462561-d948-4e63-b167-9da588a341c5) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:39.654228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.655008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.668213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ffd5ef-33ab-4eab-8413-1497aafa55a8 None None] Network d5462561-d948-4e63-b167-9da588a341c5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:39.701712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-e3a97b4e-379b-434d-8636-dd171b0036cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.703168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-e3a97b4e-379b-434d-8636-dd171b0036cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1049187 Oct 26 16:21:39.727584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.760540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa261c9a-8190-4146-8e1f-6ebea78c8ee2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9938085 Oct 26 16:21:39.764525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:39.769538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:39.782520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:39.785353 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1de179-982f-4a86-a5d4-8375e83d6844" -d '{"events": [{"name": "network-changed", "server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:39.835358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-285cdfbb-93d0-41cf-90b3-ad693b08b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:39.837695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-285cdfbb-93d0-41cf-90b3-ad693b08b86b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216969 Oct 26 16:21:39.843753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Allocated IP 172.20.0.3 (efecb21f-c60c-4a7e-9dc9-f4a78816c147/063a357a-ae01-4d7f-989e-19afe20aa016/b870b4f6-427b-4036-85d6-2d98f481a79c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:39.873967 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eb0b82-4a01-4714-b24e-57445bc9cf14 x-openstack-request-id: req-88eb0b82-4a01-4714-b24e-57445bc9cf14 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:39.874254 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:39.874504 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88eb0b82-4a01-4714-b24e-57445bc9cf14 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:39.874940 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9', 'status': 'completed', 'code': 200} Oct 26 16:21:39.941113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:39.945217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.044642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:40.048285 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0285fc-dae0-4b5d-a3ff-945a06bbab20" -d '{"events": [{"server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "name": "network-vif-plugged", "status": "completed", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:40.068366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:40.147424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.164108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.164893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:40.209002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7f33-d663-42e1-b901-9f5915b9ae9b req-62c1b419-b089-45eb-9470-48eeb5501592 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.210526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-864b7f33-d663-42e1-b901-9f5915b9ae9b req-62c1b419-b089-45eb-9470-48eeb5501592 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 949 time: 0.2846777 Oct 26 16:21:40.215168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d5462561-d948-4e63-b167-9da588a341c5', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:21:40.215762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.225116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:21:40.232680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc3f8263-ba1f-4ccc-9dfe-9736019f74d1 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:40.232917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-081b0723-1c7b-4fdc-9272-97d65f58eae1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850193 Oct 26 16:21:40.300569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba20b32-0971-42ad-b2b6-23a127b3f07c req-6eb42174-0005-43e9-b168-02b431c696c9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.303409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ba20b32-0971-42ad-b2b6-23a127b3f07c req-6eb42174-0005-43e9-b168-02b431c696c9 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.2387702 Oct 26 16:21:40.316222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:40.416339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-864b7f33-d663-42e1-b901-9f5915b9ae9b req-4b8771c6-c453-44c6-ae4b-59809202fdb3 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875811 Oct 26 16:21:40.423449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Allocated IP 172.20.0.2 (d5462561-d948-4e63-b167-9da588a341c5/ffdb0d5b-5eb8-4069-81dc-7325cfcef73e/151e2907-ab1a-413d-9c9d-df99c9918973) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:40.452731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.460444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.482796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ba20b32-0971-42ad-b2b6-23a127b3f07c req-9c230fd1-2130-462b-b197-9ee40110a6c8 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384861 Oct 26 16:21:40.491954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81b2b26d-32d8-4166-88d8-e09c30009303 req-39713bd4-ccfe-4d23-986a-7eaec6ae9f28 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435980 Oct 26 16:21:40.542067 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a3012-22b5-411f-9ec6-e8a75bd455d8 x-openstack-request-id: req-0e9a3012-22b5-411f-9ec6-e8a75bd455d8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:40.542383 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "name": "network-vif-plugged", "status": "completed", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:40.542642 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e9a3012-22b5-411f-9ec6-e8a75bd455d8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:40.543023 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070', 'code': 200} Oct 26 16:21:40.605199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.651302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.654641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:40.659705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:40.662923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:40.683478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2553fd-7f21-4172-bf4f-cefa7125009f req-85c5a56a-878f-4e47-ba2d-cfc4925200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.684953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b2553fd-7f21-4172-bf4f-cefa7125009f req-85c5a56a-878f-4e47-ba2d-cfc4925200ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 1101 time: 0.0556395 Oct 26 16:21:40.728377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.740242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b2553fd-7f21-4172-bf4f-cefa7125009f req-d24ab470-23d8-40db-9ee8-3fc46238a107 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Oct 26 16:21:40.794612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Network d5462561-d948-4e63-b167-9da588a341c5 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:40.795416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.796118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.796702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:40.804673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:40.809363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f0d8-6dcd-4306-8b11-91febf40bdc7 req-fa790e36-1bd9-494a-994b-3c0c65f095c4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.816390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac58f0d8-6dcd-4306-8b11-91febf40bdc7 req-fa790e36-1bd9-494a-994b-3c0c65f095c4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 931 time: 0.2259245 Oct 26 16:21:40.824016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:40.844478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Pushing event updated for resources: {'Port': ['ID=151e2907-ab1a-413d-9c9d-df99c9918973,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:40.862063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.872056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-6d582c91-5efb-415e-9e69-b7f257e1ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:40.873571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-6d582c91-5efb-415e-9e69-b7f257e1ea6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 1099 time: 0.2153635 Oct 26 16:21:40.875882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Attempting to bind port 151e2907-ab1a-413d-9c9d-df99c9918973 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:40.876339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Attempting to bind port 151e2907-ab1a-413d-9c9d-df99c9918973 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:40.876791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Attempting to bind port 151e2907-ab1a-413d-9c9d-df99c9918973 on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:40.883442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:40.883963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Checking segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:40.884450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.884987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Bound using segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:40.885539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Bound port: 151e2907-ab1a-413d-9c9d-df99c9918973, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:40.886007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.888751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:40.958863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] For port 151e2907-ab1a-413d-9c9d-df99c9918973, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:40.962347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] For port 151e2907-ab1a-413d-9c9d-df99c9918973, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=151e2907-ab1a-413d-9c9d-df99c9918973,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:40.974120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac58f0d8-6dcd-4306-8b11-91febf40bdc7 req-3e266e6b-b299-4a0f-969d-fd7019565335 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505687 Oct 26 16:21:40.985729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e781c42d-023b-4c4a-be18-2032c64fda31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0490797 Oct 26 16:21:41.001640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Request body: {'port': {'device_id': '79a1cebb-9496-490b-bd1d-9a0022202333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:41.012973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Allocated IP 172.25.5.217 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/629c890d-96a5-493c-97d7-cfaf932ba76b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:41.064350 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:41.099973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.100444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.100909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.101376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.101829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.102281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.104323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a269451-91e6-49cc-aa7b-946d4a4663aa req-5e346efe-81c4-4fef-9680-bf553db079f0 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.2869942 Oct 26 16:21:41.122051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-eab4e650-3f8f-42fd-be9e-959ef1c0b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.123438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-eab4e650-3f8f-42fd-be9e-959ef1c0b478 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2202332 Oct 26 16:21:41.123941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:41.175986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2ddae-1711-464c-b9a7-7d2adb29a663 None None] Pushing event updated for resources: {'Port': ['ID=151e2907-ab1a-413d-9c9d-df99c9918973,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:41.204015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:41.212421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-8acea957-4c5c-4017-999e-d106facd2a77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9 HTTP/1.1" status: 200 len: 217 time: 0.0600464 Oct 26 16:21:41.307042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e96a6-f86b-4672-8843-4a93a1575d45 req-b955483c-0b5b-4630-94df-bfbe1d1069d6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.308694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-370e96a6-f86b-4672-8843-4a93a1575d45 req-b955483c-0b5b-4630-94df-bfbe1d1069d6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 948 time: 0.1987271 Oct 26 16:21:41.372872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:41.450264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:41.465059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:41.481864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:41.488718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Pushing event updated for resources: {'Port': ['ID=629c890d-96a5-493c-97d7-cfaf932ba76b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:41.658059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-8636d385-aca4-4cb2-b978-986300601b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.659567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-8636d385-aca4-4cb2-b978-986300601b5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.4128938 Oct 26 16:21:41.721157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52070) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:41.733905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-7575ca3f-5a11-44e8-8af5-1fddc5d89816 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.736102 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-7575ca3f-5a11-44e8-8af5-1fddc5d89816 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.3376393 Oct 26 16:21:41.752612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-370e96a6-f86b-4672-8843-4a93a1575d45 req-5fddbcbf-7fc2-419e-87cb-05246557cdda tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297557 Oct 26 16:21:41.825843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-25ed46c6-fbcb-47ff-8243-b2a7f2f813c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.827587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-25ed46c6-fbcb-47ff-8243-b2a7f2f813c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551821 Oct 26 16:21:41.830476 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf69f7-76e1-4829-9e56-4779c341634c req-b8c7bea5-2406-4c2b-8e99-53ab645cebf2 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:41.843921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbaf69f7-76e1-4829-9e56-4779c341634c req-b8c7bea5-2406-4c2b-8e99-53ab645cebf2 tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 886 time: 0.5341039 Oct 26 16:21:41.907876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Deleting port 0215d798-bf83-49a5-879d-3925d9ab4453 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:21:41.908213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.007650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] For port 0215d798-bf83-49a5-879d-3925d9ab4453, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=0215d798-bf83-49a5-879d-3925d9ab4453,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:42.008014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.022249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Calling delete_port for 0215d798-bf83-49a5-879d-3925d9ab4453 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:21:42.146906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-27e0460c-5f02-4d13-ae99-4cd70d06740c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f45909ec49584f1cbc3e7d63df2424bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244967 Oct 26 16:21:42.152087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-0d4873ed-50ba-46ed-a811-989b9e8a4e99 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070900 Oct 26 16:21:42.155382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:42.177902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b870b4f6-427b-4036-85d6-2d98f481a79c {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:42.191306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc13-6137-46de-96de-af1bebfc4ad4 req-92cd0a70-f680-4fcf-90d1-ebdfbcbb86ab tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:42.203756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-392ecc13-6137-46de-96de-af1bebfc4ad4 req-92cd0a70-f680-4fcf-90d1-ebdfbcbb86ab tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 950 time: 0.2318497 Oct 26 16:21:42.220975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.238597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588af72e-1966-4bc8-9c1d-e858929c8562 req-b3335627-27d4-4bfa-a3e2-c351ef264f5b tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:42.241487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-588af72e-1966-4bc8-9c1d-e858929c8562 req-b3335627-27d4-4bfa-a3e2-c351ef264f5b tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 950 time: 0.2709723 Oct 26 16:21:42.320454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 151e2907-ab1a-413d-9c9d-df99c9918973 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:42.344819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.389408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 151e2907-ab1a-413d-9c9d-df99c9918973 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:42.390067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.460003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Transition to ACTIVE for port object b870b4f6-427b-4036-85d6-2d98f481a79c will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:42.472174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:42.510295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-392ecc13-6137-46de-96de-af1bebfc4ad4 req-063a308f-752c-4ace-bb96-f7953a821308 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056564 Oct 26 16:21:42.521517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.571442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-588af72e-1966-4bc8-9c1d-e858929c8562 req-14c0cd14-d52d-4ad7-a6d2-6696effe06d4 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060184 Oct 26 16:21:42.615381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.636075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 151e2907-ab1a-413d-9c9d-df99c9918973, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=151e2907-ab1a-413d-9c9d-df99c9918973,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:42.663682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63aecc5-6392-47aa-b394-5dc179bb38c2 None None] Network d5462561-d948-4e63-b167-9da588a341c5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:42.702659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.732230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.740673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1de179-982f-4a86-a5d4-8375e83d6844 req-1095e3d2-7529-4e87-bc02-dfd75f585aed service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782332 Oct 26 16:21:42.754060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fbcdd7ca-7648-4f06-82ce-f78332ded97e', '0215d798-bf83-49a5-879d-3925d9ab4453'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:42.766602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Pushing event deleted for resources: {'Port': ['ID=0215d798-bf83-49a5-879d-3925d9ab4453,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:42.772691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.809891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9757e9e2-8891-4d16-994c-3ba918b753d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.815273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.839484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:42.844401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] No DVR routers for this DVR port 0215d798-bf83-49a5-879d-3925d9ab4453 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:42.854244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.858216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4729b246-da4a-4479-8cbd-ba1c13dd34a9 req-c05e11b0-50ab-4a9a-a0a7-d8969dd22b1a tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "DELETE /v2.0/ports/0215d798-bf83-49a5-879d-3925d9ab4453 HTTP/1.1" status: 204 len: 173 time: 1.0956218 Oct 26 16:21:42.858644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'name': 'network-vif-deleted', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:42.861606 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410a63c-40b5-4d61-819c-0f6e4e1bd904" -d '{"events": [{"server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "name": "network-vif-deleted", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:42.878521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-299da5d9-8b2c-44b5-a8ac-0d8215813185 None None] Provisioning complete for port 151e2907-ab1a-413d-9c9d-df99c9918973 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:42.878887 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-299da5d9-8b2c-44b5-a8ac-0d8215813185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.894674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:42.972306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=151e2907-ab1a-413d-9c9d-df99c9918973,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:42.977402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a29e2-a725-44ed-bf04-71663001bbe2 req-3518c98c-3d52-4c06-bada-57681a603033 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:42.985129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3a29e2-a725-44ed-bf04-71663001bbe2 req-3518c98c-3d52-4c06-bada-57681a603033 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.2755165 Oct 26 16:21:43.018518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.018993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.019483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.019974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.021057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.021511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.034185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ea49545-aed6-4961-8939-fc459d2ac6fd req-d9b62449-ebbc-4014-bd25-b55411439b6e tempest-NetworksTest-157265986 tempest-NetworksTest-157265986-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.4853632 Oct 26 16:21:43.069492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9757e9e2-8891-4d16-994c-3ba918b753d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.134863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3a29e2-a725-44ed-bf04-71663001bbe2 req-5eb11d04-13bc-4fbb-a1e8-ca4bad7476ee tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487687 Oct 26 16:21:43.165960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:43.166292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:43.166625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:43.172372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9757e9e2-8891-4d16-994c-3ba918b753d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.177028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:43.177350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:43.185296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:43.185633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:43.186025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:43.186440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Bound port: b870b4f6-427b-4036-85d6-2d98f481a79c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:43.186792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.188637 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5643d318-3490-4935-8ada-2c6bf130e741 x-openstack-request-id: req-5643d318-3490-4935-8ada-2c6bf130e741 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:43.189083 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83072995-5cf4-4b38-a014-96a1bef74630", "name": "network-vif-deleted", "tag": "0215d798-bf83-49a5-879d-3925d9ab4453", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:43.189347 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5643d318-3490-4935-8ada-2c6bf130e741 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:43.190535 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83072995-5cf4-4b38-a014-96a1bef74630', 'name': 'network-vif-deleted', 'tag': '0215d798-bf83-49a5-879d-3925d9ab4453', 'status': 'completed', 'code': 200} Oct 26 16:21:43.201184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3eb86551-7c87-4b41-ad12-57e18809f5d9 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:43.207495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.209800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.213707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5c74a8a-13eb-47d2-9010-b21464a07ff4 HTTP/1.1" status: 204 len: 168 time: 1.0548606 Oct 26 16:21:43.222236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596deb-815e-4d91-9c30-9221351124c9 req-0a1aca77-9621-48ed-985d-1ad50b31617f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.224345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62596deb-815e-4d91-9c30-9221351124c9 req-0a1aca77-9621-48ed-985d-1ad50b31617f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 948 time: 0.1188059 Oct 26 16:21:43.227673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9757e9e2-8891-4d16-994c-3ba918b753d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe17b257ac2b438899e415a0eee181bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533448 Oct 26 16:21:43.227673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e9e2-8891-4d16-994c-3ba918b753d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ad030-c7ce-4b73-9fd1-4ed5d2e62aa7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:43.230210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:43.275338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:21:43.287814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc187-1b72-4673-b6f5-942b37135b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c74a8a-13eb-47d2-9010-b21464a07ff4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:43.343170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62596deb-815e-4d91-9c30-9221351124c9 req-2d59750b-4102-4a4d-90f0-d8c98cc17b86 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100163 Oct 26 16:21:43.414698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:43.414698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:43.419171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:43.433308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '3eb86551-7c87-4b41-ad12-57e18809f5d9', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '3eb86551-7c87-4b41-ad12-57e18809f5d9', 'mac_address': 'fa:16:3e:c0:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:43.437356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.469437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.475112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.492243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb86551-7c87-4b41-ad12-57e18809f5d9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:43.513524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:21:43.521019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:43.523371 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:43.534447 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.552148 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:43.555457 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:43.623100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.630478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.632978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.633492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 1091 time: 2.6373127 Oct 26 16:21:43.633922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:43.636835 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3650699-5958-4c30-afc2-f1d9fb224100" -d '{"events": [{"name": "network-changed", "server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:43.653986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.655280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9d58718-7769-49c2-9fa4-c0f87f7c0e97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8897591 Oct 26 16:21:43.656336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.658516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.667052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b52ad030-c7ce-4b73-9fd1-4ed5d2e62aa7 HTTP/1.1" status: 204 len: 168 time: 0.4224253 Oct 26 16:21:43.672500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52108) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:43.708185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:43.718728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-93e0fa02-d254-4d57-a68a-82c0a5b1abb8 None None] Provisioning complete for port 151e2907-ab1a-413d-9c9d-df99c9918973 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:43.719100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93e0fa02-d254-4d57-a68a-82c0a5b1abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:43.727211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44e256b6-6a56-4fd7-9b0a-032406c6b220 req-a8cc24b7-3a33-490a-beba-d1a20c88510d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=83072995-5cf4-4b38-a014-96a1bef74630 HTTP/1.1" status: 200 len: 210 time: 0.1142621 Oct 26 16:21:43.824474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:43.829739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f11bcd-a573-4b08-9ebc-2fe18881cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ad030-c7ce-4b73-9fd1-4ed5d2e62aa7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:43.831477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:43.881118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3eb86551-7c87-4b41-ad12-57e18809f5d9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:43.891528 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3eea1-66ec-4b83-b9bc-ad89a2d42b33 x-openstack-request-id: req-0df3eea1-66ec-4b83-b9bc-ad89a2d42b33 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:43.891835 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:43.892069 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0df3eea1-66ec-4b83-b9bc-ad89a2d42b33 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:43.892643 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'status': 'completed', 'code': 200} Oct 26 16:21:43.909918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e5b5f-ec9a-4822-a834-c6c190f37ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:43.965940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a97fef-80ef-4420-8288-4118a84aafed req-977c29d4-2390-414a-b04b-b4b6ca4acdf1 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.967502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21a97fef-80ef-4420-8288-4118a84aafed req-977c29d4-2390-414a-b04b-b4b6ca4acdf1 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 950 time: 0.2664461 Oct 26 16:21:43.969533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-8ad288af-13c7-4cfa-b71b-503b4245e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:43.971093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-8ad288af-13c7-4cfa-b71b-503b4245e226 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1094 time: 0.2062631 Oct 26 16:21:44.065012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-b067eed3-500c-4c5e-b965-266522a80b74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0835447 Oct 26 16:21:44.148185 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:41Z', 'revision_number': 3, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:44.155955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21a97fef-80ef-4420-8288-4118a84aafed req-f8fd939f-3d8e-4f98-811a-eecb72eb9897 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729548 Oct 26 16:21:44.176106 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:44.177083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Updating router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f port 629c890d-96a5-493c-97d7-cfaf932ba76b binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:21:44.181475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-d338309d-5e39-4bc9-9667-ef3815b9e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:44.183638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-d338309d-5e39-4bc9-9667-ef3815b9e842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0911133 Oct 26 16:21:44.210671 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.229634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-ccecadb7-f4af-46dc-92ea-80dc34520055 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382771 Oct 26 16:21:44.308990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 151e2907-ab1a-413d-9c9d-df99c9918973 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:44.340947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:44.378371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8365f8a1-8628-4284-88f5-5a07c03fdd77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.429766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 151e2907-ab1a-413d-9c9d-df99c9918973 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:44.430325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.500017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-e2afaefb-6119-477d-9754-691764b56249 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620659 Oct 26 16:21:44.543302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.547900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8365f8a1-8628-4284-88f5-5a07c03fdd77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.652041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6caa-652f-403e-a6d5-b59d024a19c3 req-e5bb309e-72eb-418e-9e25-d24a5d8ca696 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:44.662195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-963b6caa-652f-403e-a6d5-b59d024a19c3 req-e5bb309e-72eb-418e-9e25-d24a5d8ca696 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.3718238 Oct 26 16:21:44.696752 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.783651 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.812410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee58fa30-fd97-4155-9c53-00b48aafc7b0 req-4ed036a8-c4f2-4a22-b42d-475a03cf0fba service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720482 Oct 26 16:21:44.824552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-963b6caa-652f-403e-a6d5-b59d024a19c3 req-32a18b0b-9ce2-4bf8-8879-9ef243bed72b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611521 Oct 26 16:21:44.836843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Attempting to bind port 629c890d-96a5-493c-97d7-cfaf932ba76b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:44.838043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Attempting to bind port 629c890d-96a5-493c-97d7-cfaf932ba76b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:44.838043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Attempting to bind port 629c890d-96a5-493c-97d7-cfaf932ba76b on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:44.840435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8365f8a1-8628-4284-88f5-5a07c03fdd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.882369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f03d871-acb1-4ed7-95d1-a4ae26ad3f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.903897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:44.905451 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:44.905971 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.908142 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:44.909300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Bound port: 629c890d-96a5-493c-97d7-cfaf932ba76b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:44.911625 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:44.930742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a0ab-f00e-4101-946e-88791f82757b req-bebd68ce-cb56-4f0b-a1e5-1388921ae45f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:44.933806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0401a0ab-f00e-4101-946e-88791f82757b req-bebd68ce-cb56-4f0b-a1e5-1388921ae45f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 949 time: 0.1029134 Oct 26 16:21:44.958729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8365f8a1-8628-4284-88f5-5a07c03fdd77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52e64dda9b4549fbbfaed33a05551ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146510 Oct 26 16:21:44.959437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52138) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:45.020314 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] For port 629c890d-96a5-493c-97d7-cfaf932ba76b, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:45.022049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365f8a1-8628-4284-88f5-5a07c03fdd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11624e53-6e60-4c08-b0f2-04a5e8c92748,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.026901 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] For port 629c890d-96a5-493c-97d7-cfaf932ba76b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=629c890d-96a5-493c-97d7-cfaf932ba76b,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:45.027939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0401a0ab-f00e-4101-946e-88791f82757b req-a167e39f-71f7-4bd3-be81-74b3abf76a88 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875659 Oct 26 16:21:45.061127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-caa1db66-08be-4021-8e89-a8c4c91513c6 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fb856dc624ff4259903f3afed2bc27d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367594 Oct 26 16:21:45.063219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-0b1c6482-7263-4dc0-a1cf-b5ab49b348ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:45.074097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-0b1c6482-7263-4dc0-a1cf-b5ab49b348ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1094 time: 0.1176419 Oct 26 16:21:45.075683 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Pushing event updated for resources: {'Port': ['ID=629c890d-96a5-493c-97d7-cfaf932ba76b,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.084990 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086771 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.086993 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.087354 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.087662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.095248 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.096979 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.097532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Tracked resource versions report: Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: pushed versions: Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: { 'AddressGroup': {'1.2'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Log': {'1.0'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Network': {'1.1'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Port': {'1.7'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'PortForwarding': {'1.2'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'QosPolicy': {'1.10'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SecurityGroup': {'1.4'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SubPort': {'1.0'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Subnet': {'1.1'}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Trunk': {'1.1'}} Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: consumer versions: Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: { DHCP agent@n-d-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: HyperV agent@n-h1-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: HyperV agent@n-h2-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: L3 agent@n-d-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: Metadata agent@n-d-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: Metering agent@n-d-815373-2: {}, Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: Open vSwitch agent@n-d-815373-2: { 'AddressGroup': '1.2', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'ConntrackHelper': '1.0', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Log': '1.0', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Network': '1.1', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Port': '1.7', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'PortForwarding': '1.2', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'QosPolicy': '1.10', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SecurityGroup': '1.4', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SecurityGroupRule': '1.2', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'SubPort': '1.0', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Subnet': '1.1', Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: 'Trunk': '1.1'}} Oct 26 16:21:45.099706 n-d-815373-2 neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 16:21:45.158717 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.191018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3eb86551-7c87-4b41-ad12-57e18809f5d9 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:45.222135 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:45.222779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:45.260580 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27b1db-2041-43a4-a433-e1b36782e759 None None] Pushing event updated for resources: {'Port': ['ID=629c890d-96a5-493c-97d7-cfaf932ba76b,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.279744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:45.305698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.348287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:45.359435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be912b57-9a79-4ca9-b380-e05d1a61ab14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.363979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-d7bb47dd-9ea5-4c5a-aaab-4a5fef46b85e tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:45.365635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-d7bb47dd-9ea5-4c5a-aaab-4a5fef46b85e tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705767 Oct 26 16:21:45.366833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-02534644-0089-4c5a-93a1-9d338685f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:45.368164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-02534644-0089-4c5a-93a1-9d338685f6cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2937517 Oct 26 16:21:45.388005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-a6980c7f-7d40-4b72-b871-3a3794f7896d tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/quotas/fb856dc624ff4259903f3afed2bc27d5 HTTP/1.1" status: 200 len: 375 time: 0.0166271 Oct 26 16:21:45.404316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 3eb86551-7c87-4b41-ad12-57e18809f5d9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:45.409981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 3eb86551-7c87-4b41-ad12-57e18809f5d9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:45.410698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.431830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-705da14a-4679-4d9a-b3f1-e6aab4ef9fa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0506656 Oct 26 16:21:45.433377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.438252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Allocated IP 172.20.0.1 (d5462561-d948-4e63-b167-9da588a341c5/ffdb0d5b-5eb8-4069-81dc-7325cfcef73e/017d7140-e521-4bd7-9178-1f38c29d4d9e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:45.482244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f03d871-acb1-4ed7-95d1-a4ae26ad3f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.540244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-9b7b2e2c-a07d-4e63-804e-894b0920f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:45.542119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-9b7b2e2c-a07d-4e63-804e-894b0920f45e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0774419 Oct 26 16:21:45.548358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-3b12e0c3-927a-4595-b79b-554291bd6d2c tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195347 Oct 26 16:21:45.558736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.588194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-bb500015-92f5-4338-85ca-4c4a5ae0d425 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373752 Oct 26 16:21:45.614541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:45.618418 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ea519d-2e93-4bc2-a871-a1a876929bd4" -d '{"events": [{"server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:45.646934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f03d871-acb1-4ed7-95d1-a4ae26ad3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.648274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:45.679451 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f2d718-8dd5-4c8d-9ecc-3f18427b5200 x-openstack-request-id: req-89f2d718-8dd5-4c8d-9ecc-3f18427b5200 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:45.679775 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:45.680037 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89f2d718-8dd5-4c8d-9ecc-3f18427b5200 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:45.680434 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9', 'code': 200} Oct 26 16:21:45.729918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:45.731466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 0215d798-bf83-49a5-879d-3925d9ab4453 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:45.744866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f03d871-acb1-4ed7-95d1-a4ae26ad3f18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eebacf0b0b6c496ca4e962ec1742acad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8580897 Oct 26 16:21:45.750614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52154) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:45.764637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 0215d798-bf83-49a5-879d-3925d9ab4453 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:21:45.764980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 0215d798-bf83-49a5-879d-3925d9ab4453 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:45.770488 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:41Z', 'revision_number': 3, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:45.850947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184da5-70bf-4f6f-9b09-35264762f97d None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:41Z', 'revision_number': 3, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:45.860790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.869266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03d871-acb1-4ed7-95d1-a4ae26ad3f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8890bb-1e8c-4dea-84eb-1b9c074890e1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.978137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.051733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.054676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.058766 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11624e53-6e60-4c08-b0f2-04a5e8c92748 HTTP/1.1" status: 204 len: 168 time: 1.0614295 Oct 26 16:21:46.087593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54a017e1-ec1c-4af5-a62a-6b384000cc0b req-a104e2d4-d353-4b48-80b0-08d96269fe4a tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 210 time: 0.0721543 Oct 26 16:21:46.099535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-ba8d8da5-5f85-49c9-af7d-8c988ed6596f service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029836 Oct 26 16:21:46.177774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be912b57-9a79-4ca9-b380-e05d1a61ab14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.181571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11746229-50fa-4140-8683-332e5886dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11624e53-6e60-4c08-b0f2-04a5e8c92748,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:46.193619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715bb5-ba69-4b51-8e64-96d40d7cb0c6 req-b4e3090e-bb97-4873-b640-8bf1b7774765 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:46.194093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.201992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91715bb5-ba69-4b51-8e64-96d40d7cb0c6 req-b4e3090e-bb97-4873-b640-8bf1b7774765 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1842282 Oct 26 16:21:46.220934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.283369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dbc2f-91ab-43a8-b95e-38328cd07c02 req-f96290c5-2a50-42ef-a9ff-ba821072d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:46.285040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e11dbc2f-91ab-43a8-b95e-38328cd07c02 req-f96290c5-2a50-42ef-a9ff-ba821072d0e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 1101 time: 0.5094264 Oct 26 16:21:46.294971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91715bb5-ba69-4b51-8e64-96d40d7cb0c6 req-cf31aa2b-0614-49aa-bd4a-1422429cbec3 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843372 Oct 26 16:21:46.320066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Network d5462561-d948-4e63-b167-9da588a341c5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:46.326114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be912b57-9a79-4ca9-b380-e05d1a61ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.377580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:46.383993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5eb09-8ce9-4918-87e9-32989f960508 req-3f121942-39da-4a25-85cd-ff68c8dcfbf8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:46.385532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:46.386248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.398262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97a5eb09-8ce9-4918-87e9-32989f960508 req-3f121942-39da-4a25-85cd-ff68c8dcfbf8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.1814182 Oct 26 16:21:46.512145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.513240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3650699-5958-4c30-afc2-f1d9fb224100 req-460faae3-97fb-4fe5-9387-5a614a72149f service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973072 Oct 26 16:21:46.561366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97a5eb09-8ce9-4918-87e9-32989f960508 req-f301c7d5-63ec-463b-8211-2b98f416665d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553164 Oct 26 16:21:46.563421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Pushing event updated for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:46.598952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5c5c-ac30-4d74-94c7-f098b45407f7 req-4727a2b1-faf9-48d2-b417-656468399c0f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:46.600584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-230f5c5c-ac30-4d74-94c7-f098b45407f7 req-4727a2b1-faf9-48d2-b417-656468399c0f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 950 time: 0.1814356 Oct 26 16:21:46.622052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be912b57-9a79-4ca9-b380-e05d1a61ab14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38e73751904646309bf71b9e2f4974da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3095477 Oct 26 16:21:46.625916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52172) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:46.643018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be912b57-9a79-4ca9-b380-e05d1a61ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320dc383-8083-4e1e-bdaf-558592b30044,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:46.716463 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e11dbc2f-91ab-43a8-b95e-38328cd07c02 req-853dbd08-9621-4442-b524-47d84dcce710 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061244 Oct 26 16:21:46.720159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-230f5c5c-ac30-4d74-94c7-f098b45407f7 req-0d3340d0-09fe-4329-a156-752100cc1061 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105227 Oct 26 16:21:46.757696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.806473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a1b4b8d2-3d7e-4f4c-86c7-cb8a96757483 None None] Provisioning complete for port 017d7140-e521-4bd7-9178-1f38c29d4d9e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:46.807090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b8d2-3d7e-4f4c-86c7-cb8a96757483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.823657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.851797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4b8d2-3d7e-4f4c-86c7-cb8a96757483 None None] Port 017d7140-e521-4bd7-9178-1f38c29d4d9e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:46.966469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.969943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.971188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df8890bb-1e8c-4dea-84eb-1b9c074890e1 HTTP/1.1" status: 204 len: 168 time: 1.2119272 Oct 26 16:21:46.981261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd42e4-4079-4606-9e53-6b7d8ab2233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8890bb-1e8c-4dea-84eb-1b9c074890e1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:46.990542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.994060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:46.995778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/320dc383-8083-4e1e-bdaf-558592b30044 HTTP/1.1" status: 204 len: 168 time: 0.3721192 Oct 26 16:21:47.013906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599576-6303-4ff4-a043-d79ee9d90dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320dc383-8083-4e1e-bdaf-558592b30044,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:47.050745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.222311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0785745-02b9-44f1-8f67-adb1cf541598 req-c1801b8f-527c-468e-b305-179bee787ac0 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 210 time: 0.0419836 Oct 26 16:21:47.245956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-dfb49263-d8d5-490c-88b2-afd3974b673e tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:47.247740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-dfb49263-d8d5-490c-88b2-afd3974b673e tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1267474 Oct 26 16:21:47.331457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:47.377507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.393346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Deleting port fbcdd7ca-7648-4f06-82ce-f78332ded97e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:21:47.393645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.475210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d2d22-a184-4d86-b192-3138df9d989c req-58c98c40-f627-4deb-b8c3-be9503777247 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:47.477024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb6d2d22-a184-4d86-b192-3138df9d989c req-58c98c40-f627-4deb-b8c3-be9503777247 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 949 time: 0.0847175 Oct 26 16:21:47.486837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.487922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.570245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb6d2d22-a184-4d86-b192-3138df9d989c req-e07d1132-9e44-424c-b089-a5ed5a61638d tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813649 Oct 26 16:21:47.607152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] For port fbcdd7ca-7648-4f06-82ce-f78332ded97e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fbcdd7ca-7648-4f06-82ce-f78332ded97e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:47.607524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.611597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Pushing event updated for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:47.633990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Calling delete_port for fbcdd7ca-7648-4f06-82ce-f78332ded97e owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:21:47.680384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:47.718402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'port_id': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'mac_address': 'fa:16:3e:d0:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a357a-ae01-4d7f-989e-19afe20aa016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:47.718576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Network d5462561-d948-4e63-b167-9da588a341c5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:47.814136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.829849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b870b4f6-427b-4036-85d6-2d98f481a79c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:47.853188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:47.856689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:47.929918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:47.989139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88392bef-aece-4676-9afe-02c668e7afb5 req-43dc84b1-a09c-4e39-9369-c4a6cdd9732e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:47.990924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88392bef-aece-4676-9afe-02c668e7afb5 req-43dc84b1-a09c-4e39-9369-c4a6cdd9732e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.2138038 Oct 26 16:21:48.018162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:48.043884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a65c3-b372-44dc-a0f8-b59d38d146ba req-7fdef101-f241-4c0a-8730-40a780172dd5 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:48.045620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e39a65c3-b372-44dc-a0f8-b59d38d146ba req-7fdef101-f241-4c0a-8730-40a780172dd5 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 950 time: 0.1996567 Oct 26 16:21:48.107412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88392bef-aece-4676-9afe-02c668e7afb5 req-57fb6e0d-0d1f-4fda-86d1-6e8a310c8723 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017904 Oct 26 16:21:48.148485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e39a65c3-b372-44dc-a0f8-b59d38d146ba req-eea1f792-76c5-4c77-890f-c89842bb4502 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911067 Oct 26 16:21:48.168112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b870b4f6-427b-4036-85d6-2d98f481a79c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:48.231397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52214) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:48.248759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f7c18b-38bd-43cc-8c41-7880f7b9d319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.286266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.326279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fbcdd7ca-7648-4f06-82ce-f78332ded97e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:48.385919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Pushing event deleted for resources: {'Port': ['ID=fbcdd7ca-7648-4f06-82ce-f78332ded97e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:48.438905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7c3b3c7-dddd-4546-93c3-559ed7619f78 req-d87a7a78-22b9-45fc-bd5c-f014b133fd74 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 210 time: 0.0683906 Oct 26 16:21:48.473767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 629c890d-96a5-493c-97d7-cfaf932ba76b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:48.483215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f7c18b-38bd-43cc-8c41-7880f7b9d319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.496889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] No DVR routers for this DVR port fbcdd7ca-7648-4f06-82ce-f78332ded97e on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:48.502909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.506211 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6f85f3-82c0-4d08-b41d-79ab70cd1c99 req-1fcbac87-4fb8-43ce-8392-adcd519a3e03 tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.47 "DELETE /v2.0/ports/fbcdd7ca-7648-4f06-82ce-f78332ded97e HTTP/1.1" status: 204 len: 173 time: 1.2502673 Oct 26 16:21:48.506645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'name': 'network-vif-deleted', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:48.509012 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a0d0e-962e-47a7-aef3-6ef533c55371" -d '{"events": [{"server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "name": "network-vif-deleted", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:48.518973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:21:48.546403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f7c18b-38bd-43cc-8c41-7880f7b9d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.585042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:48.603927 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0f832-a483-4da5-980c-ba14c6bc9d76 x-openstack-request-id: req-22d0f832-a483-4da5-980c-ba14c6bc9d76 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:48.606791 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae52ef1-2e30-4958-9fc4-2073d808f2e7", "name": "network-vif-deleted", "tag": "fbcdd7ca-7648-4f06-82ce-f78332ded97e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:48.607767 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22d0f832-a483-4da5-980c-ba14c6bc9d76 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:48.608424 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae52ef1-2e30-4958-9fc4-2073d808f2e7', 'name': 'network-vif-deleted', 'tag': 'fbcdd7ca-7648-4f06-82ce-f78332ded97e', 'status': 'completed', 'code': 200} Oct 26 16:21:48.627516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-48f3f8f0-0267-4635-ab2e-6ebad292fe6f None None] Provisioning complete for port 017d7140-e521-4bd7-9178-1f38c29d4d9e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:48.627918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-48f3f8f0-0267-4635-ab2e-6ebad292fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.670089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c18b-38bd-43cc-8c41-7880f7b9d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb27274-919f-478a-a4b9-c3817f447a5a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:48.694944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69f7c18b-38bd-43cc-8c41-7880f7b9d319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=449d9b5bc4d847a7af5e68ddac76d660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628758 Oct 26 16:21:48.696917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:48.788372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-48f3f8f0-0267-4635-ab2e-6ebad292fe6f None None] Port 017d7140-e521-4bd7-9178-1f38c29d4d9e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:48.789037 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-c66bb7a9-2680-47a4-a998-f9e17ef05e90 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb856dc624ff4259903f3afed2bc27d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750320 Oct 26 16:21:48.871730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb6e6e17-a337-42f0-b0df-f9dbc4a53d7d req-4798dbd0-c3c2-4bd0-b3c7-5ab6bb49874b tempest-LiveMigrationNegativeTest-1061068662 tempest-LiveMigrationNegativeTest-1061068662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae52ef1-2e30-4958-9fc4-2073d808f2e7 HTTP/1.1" status: 200 len: 210 time: 0.1264842 Oct 26 16:21:48.875404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 629c890d-96a5-493c-97d7-cfaf932ba76b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:48.875973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.891396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.942435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:48.971845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-network', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:48.993261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:21:49.013731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dae00288-a103-4081-bca7-ff04cde2a076 admin admin] 10.222.0.21 "PUT /v2.0/routers/f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3345556 Oct 26 16:21:49.072237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-5b4b80b1-540c-4aa2-b84f-ce125e3318f4 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:49.073802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-5b4b80b1-540c-4aa2-b84f-ce125e3318f4 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777734 Oct 26 16:21:49.094713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Request body: {'port': {'device_id': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'fb856dc624ff4259903f3afed2bc27d5'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:49.107038 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.140661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 629c890d-96a5-493c-97d7-cfaf932ba76b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=629c890d-96a5-493c-97d7-cfaf932ba76b,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:49.155740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Made reservation on behalf of 7b94454001b94b78b8a35e10954cc9e4 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:49.158125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.190736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.246656 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.274950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.277650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.281085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eb27274-919f-478a-a4b9-c3817f447a5a HTTP/1.1" status: 204 len: 168 time: 0.5786376 Oct 26 16:21:49.377014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0c4a3-ca7e-40a5-91ec-d4f14420c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb27274-919f-478a-a4b9-c3817f447a5a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:49.392467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=629c890d-96a5-493c-97d7-cfaf932ba76b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:49.500725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:49.517791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64880f-700e-4cc8-88a9-13b51a8b976e req-edffd8c2-e430-41e4-884d-0c26efca0feb tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:49.519446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a64880f-700e-4cc8-88a9-13b51a8b976e req-edffd8c2-e430-41e4-884d-0c26efca0feb tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 950 time: 0.2493756 Oct 26 16:21:49.529389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:49.530762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:49.537169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295dca3-564a-492e-8e97-bf59e10dba07 req-51267a60-aa9f-45da-bfb1-cf163f4e53df tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:49.538707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5295dca3-564a-492e-8e97-bf59e10dba07 req-51267a60-aa9f-45da-bfb1-cf163f4e53df tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.1708300 Oct 26 16:21:49.548804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Made reservation on behalf of fb856dc624ff4259903f3afed2bc27d5 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:49.553319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.623599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.649899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a64880f-700e-4cc8-88a9-13b51a8b976e req-4941990d-cffc-4efd-a7d0-3ee616ba58bd tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087813 Oct 26 16:21:49.699034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5295dca3-564a-492e-8e97-bf59e10dba07 req-3826654c-f970-4c65-9beb-f5dc5036637a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287565 Oct 26 16:21:49.712328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:49.772864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1559ed3e-735b-41cc-95ea-83de87ab4c35 req-6e7eb0ab-7af8-430c-b88c-003443592cc7 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 210 time: 0.0356727 Oct 26 16:21:49.785220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.821062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:21:49.828282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c310c87-b8f5-4e62-9c76-93e4e26d6b06,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:49.850152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.850712 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Added segment 234787d7-357d-438f-b893-911f53b2bddc of type vlan for network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce Oct 26 16:21:49.945870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:49.947166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Allocated IP 192.168.233.198 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/bbc4d8fa-48b4-4bc2-9e49-2a84529b1455) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:49.951276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:50.059178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:47Z', 'revision_number': 2, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:50.091588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.092929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:50.093811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.101532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:50.102076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Updating router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f port 017d7140-e521-4bd7-9178-1f38c29d4d9e binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:21:50.142064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.246467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6492591 Oct 26 16:21:50.249363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52272) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:50.251596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.260899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Request body: {'subnet': {'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-subnet', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:50.299955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e9230-b583-4c73-9fe3-82599f16fd44 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dd7a37-fc93-4775-9761-7b0ca4ae46ce,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:50.318879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:21:50.376373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 629c890d-96a5-493c-97d7-cfaf932ba76b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:50.428838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Made reservation on behalf of 7b94454001b94b78b8a35e10954cc9e4 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:50.433228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.465823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.482670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['97c5951d-100d-44ad-8f35-14ef8f5b8070'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:50.525518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2086336404-network', 'tenant_id': 'd7b8b3536157487490f588e6cb027aba'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:50.600568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.635911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 629c890d-96a5-493c-97d7-cfaf932ba76b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:50.636286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.636417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:50.641105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:50.646330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:50.652055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:50.652689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.655673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Pushing event updated for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:50.700008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:50.702804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.720355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.781714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-74ff96c1-a5bb-4601-9168-d45d484460bc tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6910310 Oct 26 16:21:50.798592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Request body: {'port': {'device_id': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:50.923876 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.945140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:50.953735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52290) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:50.969392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.040609 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.052953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Checking segment: {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:51.053337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Network hostable DHCP agents. Network: d0dd7a37-fc93-4775-9761-7b0ca4ae46ce, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:21:51.063787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740885d-4bbb-4b0d-88bb-580e9157619b req-0461044a-5599-4a5b-b30c-15cfa04cce80 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:51.065673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5740885d-4bbb-4b0d-88bb-580e9157619b req-0461044a-5599-4a5b-b30c-15cfa04cce80 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 950 time: 0.2636774 Oct 26 16:21:51.084781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cd0d6d-5e80-4404-823e-6056c512a5ca,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:51.142534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af7714-f0e6-4237-9cfc-19ab243faff9 req-5cdd3ecf-b046-4ce9-bc13-7ab75ad88173 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:51.150869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84af7714-f0e6-4237-9cfc-19ab243faff9 req-5cdd3ecf-b046-4ce9-bc13-7ab75ad88173 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.2659299 Oct 26 16:21:51.200315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fbcdd7ca-7648-4f06-82ce-f78332ded97e no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:51.225439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.242095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5740885d-4bbb-4b0d-88bb-580e9157619b req-6312688a-f5b5-42be-9c9a-49ac65b2675c tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525166 Oct 26 16:21:51.277767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84af7714-f0e6-4237-9cfc-19ab243faff9 req-e57a6511-fd43-4524-b178-29c2c73637f3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256652 Oct 26 16:21:51.280614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:21:51.363497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:51.388311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-network', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:51.418042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.419368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:51.428854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.444338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Transition to ACTIVE for port object bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:21:51.448849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd45be-75d5-41a3-afa8-9fe2f465eae4 req-6b18a4d0-3289-4cad-9bc0-deaf96f267b6 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:51.451285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22cd45be-75d5-41a3-afa8-9fe2f465eae4 req-6b18a4d0-3289-4cad-9bc0-deaf96f267b6 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 936 time: 0.1034412 Oct 26 16:21:51.464657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:21:51.473951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d0dd7a37-fc93-4775-9761-7b0ca4ae46ce) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:51.486092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:51.486923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.490876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb610430-44bc-4ddf-85a9-f6723cf767f8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:51.495220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:51.496978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c02150-19bf-49dc-a4ba-25b65d57f61f None None] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:51.497538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0dbb5e19-211f-4cc3-8370-c0296d7612e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9a569b3b91b423393565b172425edb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367441 Oct 26 16:21:51.501674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52302) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:51.518987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.519676 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Added segment 7ee3970c-476e-4c63-9b67-ba216845bfaa of type vlan for network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e Oct 26 16:21:51.558413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f800-b687-40bd-a2e4-95b65dfce21f None None] Pushing event updated for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:51.571239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.573163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: fbcdd7ca-7648-4f06-82ce-f78332ded97e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:21:51.573163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fbcdd7ca-7648-4f06-82ce-f78332ded97e not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:51.615115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Made reservation on behalf of 8ee70d5666dc4126b270ddd765987c3d for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:51.617651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.625452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Attempting to bind port 017d7140-e521-4bd7-9178-1f38c29d4d9e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:51.625822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Attempting to bind port 017d7140-e521-4bd7-9178-1f38c29d4d9e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:51.626183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Attempting to bind port 017d7140-e521-4bd7-9178-1f38c29d4d9e on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:51.633775 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.643787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:51.643787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Checking segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:51.644179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.644424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Bound using segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:51.645735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Bound port: 017d7140-e521-4bd7-9178-1f38c29d4d9e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:51.646221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.659857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22cd45be-75d5-41a3-afa8-9fe2f465eae4 req-09c01b1d-56f4-4d93-86c9-79e1f2087a6e tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906109 Oct 26 16:21:51.675208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ee37aa5f-b4f7-441a-9880-4b3f29c2925c None None] Provisioning complete for port 017d7140-e521-4bd7-9178-1f38c29d4d9e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:51.675581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ee37aa5f-b4f7-441a-9880-4b3f29c2925c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.718816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Pushing event updated for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:51.721404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Attempting to bind port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:51.722005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Attempting to bind port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:51.722550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Attempting to bind port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:51.727928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:21:51.728782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Attempting to bind port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:51.735528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:51.736022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:51.736627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:51.737291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Bound port: bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:51.737883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.769232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.780306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d215fa06-02ac-458c-a3ca-0275d7ff2dc3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5296924 Oct 26 16:21:51.789163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52310) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:51.799523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.803711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:51.843565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:51.847013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:51.847214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ee37aa5f-b4f7-441a-9880-4b3f29c2925c None None] Port 017d7140-e521-4bd7-9178-1f38c29d4d9e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:21:51.864833 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.873758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] For port 017d7140-e521-4bd7-9178-1f38c29d4d9e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:51.877926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] For port 017d7140-e521-4bd7-9178-1f38c29d4d9e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=017d7140-e521-4bd7-9178-1f38c29d4d9e,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:51.898061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b870b4f6-427b-4036-85d6-2d98f481a79c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:21:51.901467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.907350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.908177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b870b4f6-427b-4036-85d6-2d98f481a79c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:51.908477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.911616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'fixed_ips': [{'subnet_id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:21:51.912562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.930970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:21:51.955779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.965759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:51.966333 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Added segment 798a3213-1d05-4695-b8dd-77eea9fbf759 of type vlan for network fb1118ed-bc41-4853-afb5-8c307d439147 Oct 26 16:21:51.968792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39ebe9-a164-44a7-bd52-ae50ef7ea710,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.002666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.004444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.005192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.007640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.008934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.075632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Pushing event updated for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.082467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.096005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.098135 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.100717 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-e7719cdc-8bd3-4b3b-a7f5-801f1ec266fb service neutron] 10.222.0.47 "PUT /v2.0/ports/bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 HTTP/1.1" status: 200 len: 1096 time: 1.3086047 Oct 26 16:21:52.101631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:52.104625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.106983 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335af85-dc13-4190-b977-08a05278a577" -d '{"events": [{"name": "network-changed", "server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:52.186446 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f15ff-f055-4f45-874f-9fef5f8bb29b x-openstack-request-id: req-349f15ff-f055-4f45-874f-9fef5f8bb29b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:52.186959 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:52.187651 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-349f15ff-f055-4f45-874f-9fef5f8bb29b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:52.188315 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455', 'status': 'completed', 'code': 200} Oct 26 16:21:52.253161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] Pushing event updated for resources: {'Network': ['ID=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.273567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335af85-dc13-4190-b977-08a05278a577 req-693b28b9-c974-4b40-a234-037ca0f9ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.274971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-932b1f52-1485-4c3b-bf16-20f538b48a5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3220863 Oct 26 16:21:52.275638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9335af85-dc13-4190-b977-08a05278a577 req-693b28b9-c974-4b40-a234-037ca0f9ccc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 1099 time: 0.0619366 Oct 26 16:21:52.277938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.279054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.280155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52320) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:52.281504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.289907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad HTTP/1.1" status: 204 len: 168 time: 0.7750406 Oct 26 16:21:52.290376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Request body: {'subnet': {'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2086336404-subnet', 'tenant_id': 'd7b8b3536157487490f588e6cb027aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:52.290459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568680-870c-4a7a-af38-9422f81fd053 req-7b72507f-b329-4874-ade9-3e3762de9bb3 tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.290459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46568680-870c-4a7a-af38-9422f81fd053 req-7b72507f-b329-4874-ade9-3e3762de9bb3 tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 1101 time: 0.2769051 Oct 26 16:21:52.305383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc38b5e-95fc-49ef-9b93-f2ffee8e8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3b5f5-aa8f-41e4-a61d-2ea15ec8e5ad,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.389674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9335af85-dc13-4190-b977-08a05278a577 req-5003333c-da09-431c-836f-a9c7dd6637a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb856dc624ff4259903f3afed2bc27d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683689 Oct 26 16:21:52.398594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:21:52.404824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.413127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.413964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.432226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f800-b687-40bd-a2e4-95b65dfce21f None None] Pushing event updated for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.470315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:52.470887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:52.555227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:52.557803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.652917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.704055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Allocated IP 172.20.0.2 (d0dd7a37-fc93-4775-9761-7b0ca4ae46ce/c3cd0d6d-5e80-4404-823e-6056c512a5ca/d06ab280-8c83-4ffb-824f-8c5678429ddb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:52.712454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.720108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1118ed-bc41-4853-afb5-8c307d439147,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:52.742281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335af85-dc13-4190-b977-08a05278a577 req-71ad2ce9-62a3-4d99-b86d-f02e6d3a3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.744384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9335af85-dc13-4190-b977-08a05278a577 req-71ad2ce9-62a3-4d99-b86d-f02e6d3a3d25 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3473430 Oct 26 16:21:52.824807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:52.827970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fb1118ed-bc41-4853-afb5-8c307d439147 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:21:52.837195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:52.840179 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31697fa-7469-4660-9986-7e303eb7ca62" -d '{"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-plugged", "status": "completed", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:52.934802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-acc4d541-2007-472c-b4c3-4621bdd40437 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5693858 Oct 26 16:21:52.935646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:52.941153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Request body: {'subnet': {'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-subnet', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:52.948476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.957235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-f5cb2eb8-bb7f-43de-b23a-c6c73bc4b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.959163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-f5cb2eb8-bb7f-43de-b23a-c6c73bc4b86b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb856dc624ff4259903f3afed2bc27d5&device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 1099 time: 0.1561038 Oct 26 16:21:52.960352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:52.984365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d360339-d956-4e3b-adc7-3d9891f0cae9 req-ddb8b78a-6ebb-4928-984f-e33c6898351e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:52.985900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d360339-d956-4e3b-adc7-3d9891f0cae9 req-ddb8b78a-6ebb-4928-984f-e33c6898351e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.5959985 Oct 26 16:21:53.021403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-1b569693-f50a-4c16-8037-0ac8146d62b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 HTTP/1.1" status: 200 len: 217 time: 0.0509911 Oct 26 16:21:53.022160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.040795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:53.055502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d1d4e-b5f1-4d69-8c99-0b0f01bb467b req-891e90c4-69a4-46be-920c-bf7550195df2 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:53.057830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c83d1d4e-b5f1-4d69-8c99-0b0f01bb467b req-891e90c4-69a4-46be-920c-bf7550195df2 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 950 time: 0.6120474 Oct 26 16:21:53.062412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Deleting port 3eb86551-7c87-4b41-ad12-57e18809f5d9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:21:53.062755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.102351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Made reservation on behalf of 8ee70d5666dc4126b270ddd765987c3d for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:21:53.105815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.147373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:53.196929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bebad07-5c8e-4553-8741-3c2acd84c205,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:53.220706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] Provisioning complete for port 017d7140-e521-4bd7-9178-1f38c29d4d9e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:53.221080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.228740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-b57f6f6d-e9f3-4e32-91a3-56ae0a37b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:53.230542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-b57f6f6d-e9f3-4e32-91a3-56ae0a37b1f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1706421 Oct 26 16:21:53.265721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Checking segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:53.266091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Network hostable DHCP agents. Network: 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:21:53.309437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52352) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:53.374454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-d0922bc5-44b2-458b-a17a-db2be2187d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:53.376001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-d0922bc5-44b2-458b-a17a-db2be2187d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283679 Oct 26 16:21:53.463543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.465602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d360339-d956-4e3b-adc7-3d9891f0cae9 req-ca955213-e1c3-4521-9b74-e50687d9fb7a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584329 Oct 26 16:21:53.476375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:21:53.499483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c83d1d4e-b5f1-4d69-8c99-0b0f01bb467b req-49ebd3e8-e11c-45f4-aaed-7a3c053d69e6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296641 Oct 26 16:21:53.514352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.523191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-959a2a5c-7325-4e5d-8985-cb598128f5b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2319f66d5c643d4aead1f9659cbb0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036715 Oct 26 16:21:53.532858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:53.570151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] For port 017d7140-e521-4bd7-9178-1f38c29d4d9e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=017d7140-e521-4bd7-9178-1f38c29d4d9e,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:53.573175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.601448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:53.608803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.634368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:53.635103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.644765 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-11126e42-cf6f-43bd-ac9a-01c61da36923 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530525 Oct 26 16:21:53.647986 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a26301-ff04-480a-b661-409fc56118e6 x-openstack-request-id: req-d9a26301-ff04-480a-b661-409fc56118e6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:53.648697 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-plugged", "status": "completed", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:53.649105 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9a26301-ff04-480a-b661-409fc56118e6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:53.649700 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'code': 200} Oct 26 16:21:53.650861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Pushing event updated for resources: {'Port': ['ID=d06ab280-8c83-4ffb-824f-8c5678429ddb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:53.654728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fe655-3187-48ba-bfe8-b17e4e182cdd None None] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:53.665164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.683518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] For port 3eb86551-7c87-4b41-ad12-57e18809f5d9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3eb86551-7c87-4b41-ad12-57e18809f5d9,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:53.683896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.702098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.747880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:53.757834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:53.762488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:53.780162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efb37936-dd17-4675-9ff4-7fcf6a381e2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4912608 Oct 26 16:21:53.786044 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c6e8fd8-2cd9-4cff-93a7-af5ccc616f0f req-552cba9a-59ed-45fa-90e6-2f229d237b75 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207492 Oct 26 16:21:53.799797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:53.827005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Calling delete_port for 3eb86551-7c87-4b41-ad12-57e18809f5d9 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:21:54.026960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:51Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:54.051373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a1742-1de2-4ce8-bb54-bd7738b0403b req-bc1a2faa-060d-4bb9-b323-ec2ae9a4bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:54.052889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c04a1742-1de2-4ce8-bb54-bd7738b0403b req-bc1a2faa-060d-4bb9-b323-ec2ae9a4bd36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.3664055 Oct 26 16:21:54.055787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.058304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.061686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a16d009-ef00-4c6d-971d-ae01cb6831ef HTTP/1.1" status: 204 len: 168 time: 0.5248570 Oct 26 16:21:54.069489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c4a7-8c5c-4644-80b9-f6bca74a91b9 None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:51Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:54.076993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fba7-568b-4db8-a67e-3071c8868984 None None] Pushing event updated for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:54.086354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1903c8-b15a-47f4-9915-48151bb9b63e req-a80cd2e5-ce34-40a6-b21d-ebcb107e6dea tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:54.088176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a1903c8-b15a-47f4-9915-48151bb9b63e req-a80cd2e5-ce34-40a6-b21d-ebcb107e6dea tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 948 time: 0.4342041 Oct 26 16:21:54.116502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.126962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Attempting to bind port d06ab280-8c83-4ffb-824f-8c5678429ddb on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:54.131643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Attempting to bind port d06ab280-8c83-4ffb-824f-8c5678429ddb by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:54.133882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Attempting to bind port d06ab280-8c83-4ffb-824f-8c5678429ddb on network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:54.135049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e4635-f3b4-4c0f-85da-3edfb9a1fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16d009-ef00-4c6d-971d-ae01cb6831ef,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:54.152472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3eb86551-7c87-4b41-ad12-57e18809f5d9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:54.227380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3711636c-7edf-410f-a804-6227a28cc556,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:54.266327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Checking segment: {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:54.266693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Network hostable DHCP agents. Network: fb1118ed-bc41-4853-afb5-8c307d439147, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:21:54.276840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a1903c8-b15a-47f4-9915-48151bb9b63e req-89476d48-202a-40ef-b10d-fe9c66fbfa92 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626079 Oct 26 16:21:54.281983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb86551-7c87-4b41-ad12-57e18809f5d9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:54.292600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:54.295336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Checking segment: {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:54.295952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.298504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Bound using segment: {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:54.299180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Bound port: d06ab280-8c83-4ffb-824f-8c5678429ddb, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:54.299719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.454017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c04a1742-1de2-4ce8-bb54-bd7738b0403b req-94e596dc-1339-479e-b92b-44ca83638cbe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832347 Oct 26 16:21:54.467624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Network fb1118ed-bc41-4853-afb5-8c307d439147 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:21:54.539711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] For port d06ab280-8c83-4ffb-824f-8c5678429ddb, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:54.539711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] For port d06ab280-8c83-4ffb-824f-8c5678429ddb, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d06ab280-8c83-4ffb-824f-8c5678429ddb,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:54.552060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3500d47-035e-45db-a43a-de24b2abe707 None None] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:54.568864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] No DVR routers for this DVR port 3eb86551-7c87-4b41-ad12-57e18809f5d9 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:21:54.586402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, fb1118ed-bc41-4853-afb5-8c307d439147) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:54.594630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:54.596024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.633639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.637310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46568680-870c-4a7a-af38-9422f81fd053 req-4f25db6e-7e3a-4b46-93d0-5c37879cdf8a tempest-DeleteServersAdminTestJSON-715123790 tempest-DeleteServersAdminTestJSON-715123790-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3eb86551-7c87-4b41-ad12-57e18809f5d9 HTTP/1.1" status: 204 len: 173 time: 2.3267238 Oct 26 16:21:54.648135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'name': 'network-vif-deleted', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:21:54.650232 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e997660-f2b9-4ed2-9779-fc5ac6e6d6b1" -d '{"events": [{"server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "name": "network-vif-deleted", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:54.654398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 017d7140-e521-4bd7-9178-1f38c29d4d9e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:54.661574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a4457-6883-4469-82fc-b99802737fb5 None None] Network fb1118ed-bc41-4853-afb5-8c307d439147 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:54.698478 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d2573c3-307d-4bf2-99bc-6903d27cd785 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7604222 Oct 26 16:21:54.700380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:54.705355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:54.725870 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.806149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.808620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.819752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.861080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9e8fbe62-99a9-4fcb-afd6-227ef203bd00 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:54.868652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9e8fbe62-99a9-4fcb-afd6-227ef203bd00 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.4169607 Oct 26 16:21:54.874634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.892430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a008c0-4d53-4859-b71c-83183ead2e3a req-2358fa79-44db-4e78-a845-96b5221011cc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:54.899887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96a008c0-4d53-4859-b71c-83183ead2e3a req-2358fa79-44db-4e78-a845-96b5221011cc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 945 time: 0.2735691 Oct 26 16:21:54.918563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-20789dfa-8071-4292-858b-8a190fd0bb7a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/quotas/d7b8b3536157487490f588e6cb027aba HTTP/1.1" status: 200 len: 375 time: 0.0489531 Oct 26 16:21:54.945000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:54.992772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fefdc-39e1-4b5b-8374-8264b25a74a3 None None] Pushing event updated for resources: {'Port': ['ID=d06ab280-8c83-4ffb-824f-8c5678429ddb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:55.028416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 017d7140-e521-4bd7-9178-1f38c29d4d9e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:55.028791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.064404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-2142e5bb-d5e0-4fc5-867d-0f881d7e663d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449156 Oct 26 16:21:55.070327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-82c6ff58-3f56-4122-90f0-c43f0144ec56 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:21:55.078331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-82c6ff58-3f56-4122-90f0-c43f0144ec56 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123580 Oct 26 16:21:55.088482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-fb1118ed-bc41-4853-afb5-8c307d439147', 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'fixed_ips': [{'subnet_id': '3711636c-7edf-410f-a804-6227a28cc556'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:21:55.090167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.257774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96a008c0-4d53-4859-b71c-83183ead2e3a req-12115138-4493-40ef-ac12-2c88e454d595 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569067 Oct 26 16:21:55.323516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Allocated IP 172.20.0.2 (fb1118ed-bc41-4853-afb5-8c307d439147/3711636c-7edf-410f-a804-6227a28cc556/0cec5c63-4173-43dc-97fd-d302182917cf) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:55.420626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.432327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-b4822c21-a784-4c69-b380-4e99bd2ee26c service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527966 Oct 26 16:21:55.526047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Allocated IP 172.25.5.220 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f4ededd0-af4e-477f-96a1-675e1e3aafd0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:55.593827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.606824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bf27968-ad74-4a10-9a30-12a62827d95c req-6e0f930d-66df-4ad2-b258-7e24c0567ce9 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96daf15-cc0b-45ed-afd6-92af1069881f HTTP/1.1" status: 200 len: 210 time: 0.1435409 Oct 26 16:21:55.711399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.742152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-1e219e68-2e4b-460d-a90b-3c65734453e3 service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088524 Oct 26 16:21:55.794109 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4c91e-b4d5-4c9c-8448-777a114a35de x-openstack-request-id: req-99d4c91e-b4d5-4c9c-8448-777a114a35de {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:55.794400 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96daf15-cc0b-45ed-afd6-92af1069881f", "name": "network-vif-deleted", "tag": "3eb86551-7c87-4b41-ad12-57e18809f5d9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:55.794654 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d4c91e-b4d5-4c9c-8448-777a114a35de {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:55.795232 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96daf15-cc0b-45ed-afd6-92af1069881f', 'name': 'network-vif-deleted', 'tag': '3eb86551-7c87-4b41-ad12-57e18809f5d9', 'status': 'completed', 'code': 200} Oct 26 16:21:55.878119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Network fb1118ed-bc41-4853-afb5-8c307d439147 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:55.898055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:55.899460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:55.905528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:55.999018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Pushing event updated for resources: {'Port': ['ID=0cec5c63-4173-43dc-97fd-d302182917cf,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:56.008463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.041348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.071382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d103b-96d0-4b15-9dfb-91a9f6e1d5e4 req-1cc04a16-b830-48bd-be56-c2e1b0891580 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:56.073224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-339d103b-96d0-4b15-9dfb-91a9f6e1d5e4 req-1cc04a16-b830-48bd-be56-c2e1b0891580 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 948 time: 0.1159930 Oct 26 16:21:56.083208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Attempting to bind port 0cec5c63-4173-43dc-97fd-d302182917cf on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:56.087258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Attempting to bind port 0cec5c63-4173-43dc-97fd-d302182917cf by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:56.089190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Attempting to bind port 0cec5c63-4173-43dc-97fd-d302182917cf on network fb1118ed-bc41-4853-afb5-8c307d439147 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:56.109905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:56.120944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Checking segment: {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:56.121548 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.121945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Bound using segment: {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:56.122449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Bound port: 0cec5c63-4173-43dc-97fd-d302182917cf, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:56.122826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.127732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.215575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Pushing event updated for resources: {'Port': ['ID=f4ededd0-af4e-477f-96a1-675e1e3aafd0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:56.244870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:56.279169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-339d103b-96d0-4b15-9dfb-91a9f6e1d5e4 req-6902b6be-e479-4771-b87b-8b9da34d1cff tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942933 Oct 26 16:21:56.279595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Allocated IP 172.25.5.66 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/bdfbbe74-1bde-4d1f-86f8-662c52e51591) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:56.281813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:56.287194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:56.312816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] For port 0cec5c63-4173-43dc-97fd-d302182917cf, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:21:56.321324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] For port 0cec5c63-4173-43dc-97fd-d302182917cf, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0cec5c63-4173-43dc-97fd-d302182917cf,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:21:56.361087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d667726-e384-4c99-87e4-53e07c6b96f6 req-205da8b2-1d9c-4941-8011-fa601e09cd6b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 210 time: 0.1110358 Oct 26 16:21:56.419302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.475373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d06ab280-8c83-4ffb-824f-8c5678429ddb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:56.586546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bf44b-5f1e-4722-94d4-c6dabe645dc0 None None] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:56.610553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.688797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de161c48-9e1f-4216-8b2c-0fdf19ee0941 None None] Pushing event updated for resources: {'Port': ['ID=0cec5c63-4173-43dc-97fd-d302182917cf,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:56.712216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d06ab280-8c83-4ffb-824f-8c5678429ddb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:56.716794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.721122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e496f2-2fa3-4f0c-a6a0-c4af3a1b2ba4 req-e06c4ba7-7529-49fd-8d73-9e50262059e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:56.730720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e496f2-2fa3-4f0c-a6a0-c4af3a1b2ba4 req-e06c4ba7-7529-49fd-8d73-9e50262059e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 945 time: 0.1751614 Oct 26 16:21:56.761370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.855387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] Provisioning complete for port d06ab280-8c83-4ffb-824f-8c5678429ddb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:56.856024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:56.866931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e496f2-2fa3-4f0c-a6a0-c4af3a1b2ba4 req-821c2f34-f51d-4638-bb4f-e697eb61183e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366086 Oct 26 16:21:56.885787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:21:56.892159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:21:56.895575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:21:57.013460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Pushing event updated for resources: {'Port': ['ID=bdfbbe74-1bde-4d1f-86f8-662c52e51591,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:57.134598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7f477-098d-4708-b95b-d177581c53e9 req-de46c119-d803-4533-9d48-1a1f2824d3e0 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:57.136358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5b7f477-098d-4708-b95b-d177581c53e9 req-de46c119-d803-4533-9d48-1a1f2824d3e0 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.0757093 Oct 26 16:21:57.146056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.195731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-c18179d3-a5a3-49fe-a872-291cc3b720fd tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499244 Oct 26 16:21:57.222241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:21:57.240174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.306518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.460338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52484) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:57.487840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3eb86551-7c87-4b41-ad12-57e18809f5d9 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:57.617347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:57.661006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 3eb86551-7c87-4b41-ad12-57e18809f5d9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:21:57.661648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3eb86551-7c87-4b41-ad12-57e18809f5d9 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:21:57.666997 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.670724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5b7f477-098d-4708-b95b-d177581c53e9 req-aea09da2-484f-4925-9535-82322353a949 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236473 Oct 26 16:21:57.689226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.744783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455', 'mac_address': 'fa:16:3e:be:e6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:21:57.815173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-7fdd5520-889a-485a-927c-9c47663d2517 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:57.822377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-7fdd5520-889a-485a-927c-9c47663d2517 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6182790 Oct 26 16:21:57.885812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] For port d06ab280-8c83-4ffb-824f-8c5678429ddb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d06ab280-8c83-4ffb-824f-8c5678429ddb,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:57.931283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Router b6e33949-9391-45ad-b385-9aa8d2e6cacf is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:21:57.950257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:57.992084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:21:58.018379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.041243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-9cf74ded-e96e-4df5-ba8c-bff4090a6a0f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/quotas/8be2f222ad944e6d840b4b18d8d1c2dc HTTP/1.1" status: 200 len: 375 time: 0.2172761 Oct 26 16:21:58.062348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:21:58.062693 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:21:58.064219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.125600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f666e-d782-4e07-9ec5-d3861fccc17c None None] Network fb1118ed-bc41-4853-afb5-8c307d439147 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:21:58.136749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-ef1f961b-95e7-483e-b46d-27d283dd7040 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873406 Oct 26 16:21:58.150697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1d3631d-672d-4206-8548-eaacec34fe12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.254542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:58.270993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:21:58.280422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Sync routers for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:58.295101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:58.295767 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:58.344063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1d3631d-672d-4206-8548-eaacec34fe12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.367909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.370708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9333f046-2ea9-42f7-bbe5-6a709a0d1a0e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6688986 Oct 26 16:21:58.372986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:58.380376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.386501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6685ce-ea7d-41dc-87ba-970bb7aa11b7 req-4c3f6796-4515-490c-97d9-4514d736d001 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:58.388923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b6685ce-ea7d-41dc-87ba-970bb7aa11b7 req-4c3f6796-4515-490c-97d9-4514d736d001 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 948 time: 0.3727119 Oct 26 16:21:58.396835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Provisioning complete for port 0cec5c63-4173-43dc-97fd-d302182917cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:58.397135 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.422937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:58.455625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b6685ce-ea7d-41dc-87ba-970bb7aa11b7 req-36537d83-48e1-499d-83b6-b9f8dcbf7293 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Oct 26 16:21:58.496157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c651ce0-ebef-43ed-8622-a84762ea3a82 None None] Pushing event updated for resources: {'Port': ['ID=d06ab280-8c83-4ffb-824f-8c5678429ddb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:58.548795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Router 844b1771-6a7a-45b1-8c58-1778510f0a9a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:21:58.645577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:58.730293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bbc4d8fa-48b4-4bc2-9e49-2a84529b1455'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:21:58.760202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.770223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-198f552a-ee14-4139-83ea-f95bd7a3f7a6 req-3cee162f-16d2-4d26-98c2-00ec8e827d8b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 210 time: 0.1305261 Oct 26 16:21:58.827760 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:21:57Z', 'revision_number': 3, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:58.862314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] For port 0cec5c63-4173-43dc-97fd-d302182917cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0cec5c63-4173-43dc-97fd-d302182917cf,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:58.875653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1d3631d-672d-4206-8548-eaacec34fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.891307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8df7-3539-4af1-b418-3992e5904f74 req-66f21ade-8104-48b3-918e-14853ceeada0 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:58.914659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1ec8df7-3539-4af1-b418-3992e5904f74 req-66f21ade-8104-48b3-918e-14853ceeada0 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.2728605 Oct 26 16:21:58.916517 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Checking router: b6e33949-9391-45ad-b385-9aa8d2e6cacf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:58.917083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Updating router b6e33949-9391-45ad-b385-9aa8d2e6cacf port bdfbbe74-1bde-4d1f-86f8-662c52e51591 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:21:58.950729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1d3631d-672d-4206-8548-eaacec34fe12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e023753ef0604958a7a7a33d4c46bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4790251 Oct 26 16:21:58.959032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52514) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:58.959186 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:58.967458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3631d-672d-4206-8548-eaacec34fe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91106ecf-3331-4e3f-b5f2-e204cad39084,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:59.016329 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.024479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:21:59.125320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Sync routers for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:59.135951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0cec5c63-4173-43dc-97fd-d302182917cf up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:59.159803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1ec8df7-3539-4af1-b418-3992e5904f74 req-486e52c8-8654-434e-bec2-96452f96f464 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378531 Oct 26 16:21:59.248545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.253082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec8a2afc-7764-4cec-af1f-9762c7f58ecb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4574265 Oct 26 16:21:59.280829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2d05c823-e2a0-4158-b53d-b0cd9d078173 None None] Provisioning complete for port 0cec5c63-4173-43dc-97fd-d302182917cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:59.281194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d05c823-e2a0-4158-b53d-b0cd9d078173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.285027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52520) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:21:59.617822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:21:59.617822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:59.619106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.620659 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.621497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f755f385-179d-47ec-a4c4-2f8f1b1df10e req-5ff29cd0-1c68-400c-a451-cc255a43419b tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 210 time: 0.0551538 Oct 26 16:21:59.621497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.621685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0cec5c63-4173-43dc-97fd-d302182917cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:59.621685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.621685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Pushing event updated for resources: {'Port': ['ID=0cec5c63-4173-43dc-97fd-d302182917cf,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:59.621967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-d50eb853-3390-4455-8cc4-380e0464f98d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:59.621967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-d50eb853-3390-4455-8cc4-380e0464f98d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.3929892 Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.622146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233bcb4-749f-41d3-bfad-9e2cc346def7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:59.672800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Request body: {'port': {'device_id': '98b6c868-9243-4ca9-9848-eaa371453c79', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'admin_state_up': True, 'tenant_id': 'd7b8b3536157487490f588e6cb027aba'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:21:59.678701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.698181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:21:59.700353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Allocated IP 172.20.0.1 (fb1118ed-bc41-4853-afb5-8c307d439147/3711636c-7edf-410f-a804-6227a28cc556/4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:21:59.829717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.848724 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.856690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ad9d-4b1f-4fb5-9385-a318021f5a9a req-11d0ab26-655a-4fc8-8892-d034676190ef tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:21:59.863463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ef2ad9d-4b1f-4fb5-9385-a318021f5a9a req-11d0ab26-655a-4fc8-8892-d034676190ef tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 949 time: 0.1408308 Oct 26 16:21:59.899734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2d05c823-e2a0-4158-b53d-b0cd9d078173 None None] Provisioning complete for port d06ab280-8c83-4ffb-824f-8c5678429ddb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:21:59.899734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d05c823-e2a0-4158-b53d-b0cd9d078173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.905418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d06ab280-8c83-4ffb-824f-8c5678429ddb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:59.946311 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a4abd-78fe-4475-9a6e-66a34c95263e None None] Pushing event updated for resources: {'Port': ['ID=bdfbbe74-1bde-4d1f-86f8-662c52e51591,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:59.968184 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Attempting to bind port bdfbbe74-1bde-4d1f-86f8-662c52e51591 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:21:59.968601 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Attempting to bind port bdfbbe74-1bde-4d1f-86f8-662c52e51591 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:21:59.968968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Attempting to bind port bdfbbe74-1bde-4d1f-86f8-662c52e51591 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:21:59.975617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:21:59.976026 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:21:59.976436 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.976833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:21:59.977955 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Bound port: bdfbbe74-1bde-4d1f-86f8-662c52e51591, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:21:59.978850 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:21:59.997404 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.000208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.001442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91106ecf-3331-4e3f-b5f2-e204cad39084 HTTP/1.1" status: 204 len: 168 time: 1.0354011 Oct 26 16:22:00.021150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ef2ad9d-4b1f-4fb5-9385-a318021f5a9a req-f30a98b3-f8ed-46e4-b9bc-aebb63b4a73e tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536832 Oct 26 16:22:00.041216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.051351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4deb0d-4483-437c-9c94-5aa45c7df094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91106ecf-3331-4e3f-b5f2-e204cad39084,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:00.119808 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] For port bdfbbe74-1bde-4d1f-86f8-662c52e51591, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:00.123372 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] For port bdfbbe74-1bde-4d1f-86f8-662c52e51591, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bdfbbe74-1bde-4d1f-86f8-662c52e51591,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:00.150833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Network fb1118ed-bc41-4853-afb5-8c307d439147 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:00.153915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:00.156397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:00.157043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.179102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5b1acc5-f3fb-4148-9cfd-0eebc1d77641 req-39820f3c-5975-482d-a261-180ec7036e7f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 210 time: 0.0614927 Oct 26 16:22:00.197474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Pushing event updated for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:00.211236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:00.214092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.229970 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.249335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d06ab280-8c83-4ffb-824f-8c5678429ddb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:00.249335 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.411298 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a4abd-78fe-4475-9a6e-66a34c95263e None None] Pushing event updated for resources: {'Port': ['ID=bdfbbe74-1bde-4d1f-86f8-662c52e51591,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:00.421557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:21:56Z', 'revision_number': 3, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:00.429348 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:00.430315 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:00.466071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Checking router: 844b1771-6a7a-45b1-8c58-1778510f0a9a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:00.467785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Updating router 844b1771-6a7a-45b1-8c58-1778510f0a9a port f4ededd0-af4e-477f-96a1-675e1e3aafd0 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:00.543809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.699701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:00.716357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82731b91-a0fb-4312-a5d5-b1ec140cb88c req-0dff24c6-88d4-47d2-bf73-8c796f5429c2 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:00.719609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82731b91-a0fb-4312-a5d5-b1ec140cb88c req-0dff24c6-88d4-47d2-bf73-8c796f5429c2 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.3603196 Oct 26 16:22:00.733085 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.770085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.934124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0cec5c63-4173-43dc-97fd-d302182917cf up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:00.965118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f937cc4-2688-4764-a3b2-953265a7c176 req-ceb4f717-4030-415b-9de5-debb4d1dfc86 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 210 time: 0.1911273 Oct 26 16:22:00.966088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:00.997824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82731b91-a0fb-4312-a5d5-b1ec140cb88c req-b16a2c20-fe2d-4f1b-b88e-e860032b77d8 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078671 Oct 26 16:22:01.038231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d7b63a9b-a5fa-4b27-ae64-b8654d9f05a7 None None] Provisioning complete for port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:01.038884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d7b63a9b-a5fa-4b27-ae64-b8654d9f05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.068851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Allocated IP 172.20.0.5 (0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e/1bebad07-5c8e-4553-8741-3c2acd84c205/655e0e57-5f94-491c-9ffa-b3aaada6f8fc) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:01.070470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:21:57Z', 'revision_number': 3, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:01.077850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.078808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.128987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0773652a-b988-4866-b1a9-6542fb811353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.162513 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c57be-0498-4a0c-93df-e01afab3c987 None None] The sync data for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 is: [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:21:57Z', 'revision_number': 3, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:01.200617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63a9b-a5fa-4b27-ae64-b8654d9f05a7 None None] Port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:01.209793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0cec5c63-4173-43dc-97fd-d302182917cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:01.209793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.237645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:01.246004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Pushing event updated for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:01.286095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52564) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:01.308068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6db0-5013-4b34-9e61-7de3cb375510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.359799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Network fb1118ed-bc41-4853-afb5-8c307d439147 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:01.365157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:01.461565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.583484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.596213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:01.641029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Router b6e33949-9391-45ad-b385-9aa8d2e6cacf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:01.693454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f30b2-1363-4eb0-b496-106b193a956c None None] Pushing event updated for resources: {'Port': ['ID=f4ededd0-af4e-477f-96a1-675e1e3aafd0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:01.699910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:01.700270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.714711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6db0-5013-4b34-9e61-7de3cb375510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.731690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-21b74e60-fced-4ff6-af40-40e3903f9ee1 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533860 Oct 26 16:22:01.763269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Attempting to bind port f4ededd0-af4e-477f-96a1-675e1e3aafd0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:01.763643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Attempting to bind port f4ededd0-af4e-477f-96a1-675e1e3aafd0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:01.764202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Attempting to bind port f4ededd0-af4e-477f-96a1-675e1e3aafd0 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:01.774219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:01.774587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:01.774986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.775403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:01.775880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Bound port: f4ededd0-af4e-477f-96a1-675e1e3aafd0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:01.776252 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.871060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6db0-5013-4b34-9e61-7de3cb375510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.876835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] For port f4ededd0-af4e-477f-96a1-675e1e3aafd0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:01.882725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] For port f4ededd0-af4e-477f-96a1-675e1e3aafd0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f4ededd0-af4e-477f-96a1-675e1e3aafd0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:01.884384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.886618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b96ec012-5f95-4a44-b7d1-c7e386d5c476 None None] Provisioning complete for port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:01.886776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b96ec012-5f95-4a44-b7d1-c7e386d5c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:01.896079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55ee7f4a-c194-4a10-97a0-d07ac2d2ee7d req-0d23785d-f6a2-4f31-ba87-f99cb84d4c1f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 210 time: 0.0801401 Oct 26 16:22:01.914624 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e7f6db0-5013-4b34-9e61-7de3cb375510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f85573b1647345fd81770e88a4b46028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281664 Oct 26 16:22:01.925041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:01.941826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc89d4-b418-447f-a1b7-0d183fc634a6 req-a2eb9d26-d77f-4165-b283-11e7cbb8ed46 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:01.951492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dcc89d4-b418-447f-a1b7-0d183fc634a6 req-a2eb9d26-d77f-4165-b283-11e7cbb8ed46 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 949 time: 0.7524576 Oct 26 16:22:01.952775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Allocated IP 172.20.0.1 (d0dd7a37-fc93-4775-9761-7b0ca4ae46ce/c3cd0d6d-5e80-4404-823e-6056c512a5ca/52cae709-d70f-478d-9998-b7d760e6d3cc) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:01.959669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b96ec012-5f95-4a44-b7d1-c7e386d5c476 None None] Port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:01.982737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.018574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:02.022285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:02.025056 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142d9e3-9684-45c9-8805-d36341a0f3fb" -d '{"events": [{"server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "name": "network-vif-plugged", "status": "completed", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:02.063525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dcc89d4-b418-447f-a1b7-0d183fc634a6 req-3e41f3c7-be8d-4fa5-93d7-395a0210e69b tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061754 Oct 26 16:22:02.094669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:02.095327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:21:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:02.115485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f6db0-5013-4b34-9e61-7de3cb375510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c618b-21f5-43e8-bca8-cfcd7ab4339b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:02.185556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.199778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f30b2-1363-4eb0-b496-106b193a956c None None] Pushing event updated for resources: {'Port': ['ID=f4ededd0-af4e-477f-96a1-675e1e3aafd0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:02.202856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.246227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-525fcf71-005c-4227-a702-10344e4d3759 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:02.247751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-525fcf71-005c-4227-a702-10344e4d3759 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741709 Oct 26 16:22:02.271208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Request body: {'port': {'device_id': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '8be2f222ad944e6d840b4b18d8d1c2dc'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:02.274928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.277328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:02.280556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:02.292612 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1ea3a575-64cc-4abc-96b0-5590b21f4471 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6e33949-9391-45ad-b385-9aa8d2e6cacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9179177 Oct 26 16:22:02.312856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17282430-e9ce-436d-8677-b7617c0a574e req-73d0fa3e-c6ab-47ce-8708-1fef23d22621 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 210 time: 0.1306584 Oct 26 16:22:02.340391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.356120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:02.436127 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421623de-5ab4-44e8-a2df-0dd67ac8ac42 x-openstack-request-id: req-421623de-5ab4-44e8-a2df-0dd67ac8ac42 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:02.436461 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "name": "network-vif-plugged", "status": "completed", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:02.436696 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-421623de-5ab4-44e8-a2df-0dd67ac8ac42 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:02.437089 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455', 'code': 200} Oct 26 16:22:02.457239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.487000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:02.514532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:02.517251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.47', 63205) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:02.520681 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.550934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:02.600448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f14aa7-601a-40e2-b189-816bba2d0e42 req-9f233e29-6bfe-4885-a5a8-ce8981a6e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:02.602243 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f3f14aa7-601a-40e2-b189-816bba2d0e42 req-9f233e29-6bfe-4885-a5a8-ce8981a6e5d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 1101 time: 0.0838830 Oct 26 16:22:02.646854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:02.649936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f3f14aa7-601a-40e2-b189-816bba2d0e42 req-043af8f8-467b-4fd7-b20b-43d89bc47de7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Oct 26 16:22:02.672488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:02.673112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.678666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cfc7d-8f62-4eac-b304-30d096c7ebcb req-f6570997-b437-49b5-9863-bf47916a885f tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:02.686381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Made reservation on behalf of 8be2f222ad944e6d840b4b18d8d1c2dc for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:02.686788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef9cfc7d-8f62-4eac-b304-30d096c7ebcb req-f6570997-b437-49b5-9863-bf47916a885f tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.1821332 Oct 26 16:22:02.690637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.716720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:21:56Z', 'revision_number': 3, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:02.740043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef9cfc7d-8f62-4eac-b304-30d096c7ebcb req-3c563cd5-f0d8-4dc3-994c-c3be23c552e3 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522656 Oct 26 16:22:02.740433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.744652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.749022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d33c618b-21f5-43e8-bca8-cfcd7ab4339b HTTP/1.1" status: 204 len: 168 time: 0.8217194 Oct 26 16:22:02.754334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce8acf-5195-4444-8b9d-6b9ce1844d29 None None] The sync data for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 is: [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:21:56Z', 'revision_number': 3, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:02.829062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-73c581e1-797f-48f8-ade0-ca01039e8592 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1891558 Oct 26 16:22:02.830042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:02.838925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e022bb0-dc54-4a1a-bf01-f1b97e01101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c618b-21f5-43e8-bca8-cfcd7ab4339b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:02.857135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Request body: {'port': {'device_id': '98b6c868-9243-4ca9-9848-eaa371453c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:02.929642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bdfbbe74-1bde-4d1f-86f8-662c52e51591 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:02.952508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:02.970301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:02.975806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:03.091883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Pushing event updated for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:03.099984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.100438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bdfbbe74-1bde-4d1f-86f8-662c52e51591 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:03.100909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.116291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.372961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Allocated IP 192.168.233.181 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/d5c26f02-506a-4f3b-9315-7bd0058f29ca) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:03.383915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.417130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port bdfbbe74-1bde-4d1f-86f8-662c52e51591, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bdfbbe74-1bde-4d1f-86f8-662c52e51591,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:03.558264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.637293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-883060ba-20e3-4156-b074-c27e20956d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.694368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.726598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.750322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2eb30465-fce6-452d-92b5-a14b2dbe7f12 None None] Provisioning complete for port 52cae709-d70f-478d-9998-b7d760e6d3cc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:03.750712 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2eb30465-fce6-452d-92b5-a14b2dbe7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.786861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=bdfbbe74-1bde-4d1f-86f8-662c52e51591,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:03.804826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.820969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2eb30465-fce6-452d-92b5-a14b2dbe7f12 None None] Port 52cae709-d70f-478d-9998-b7d760e6d3cc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:03.855017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:03.860779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:03.918648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:03.928053 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Sync routers for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:03.939063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:03.939753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:03.950776 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:03.951498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:04.028856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Pushing event updated for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:04.103684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655e0e57-5f94-491c-9ffa-b3aaada6f8fc {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:04.106903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.117259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.140553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5b87ae69-f3b8-4cac-b799-176a7974a78a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8737826 Oct 26 16:22:04.153040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Request body: {'port': {'device_id': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:04.158221 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:04.172129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Transition to ACTIVE for port object 655e0e57-5f94-491c-9ffa-b3aaada6f8fc will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:04.234002 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.278504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.287801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1570a066-c493-4774-8742-4df0acb07953 None None] Provisioning complete for port d5c26f02-506a-4f3b-9315-7bd0058f29ca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:04.290991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1570a066-c493-4774-8742-4df0acb07953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.318406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.369674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.388224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1570a066-c493-4774-8742-4df0acb07953 None None] Port d5c26f02-506a-4f3b-9315-7bd0058f29ca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:04.446856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:04.508359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c1b57-0cdb-4c21-b257-e581c21eb87b req-de0209a2-7dd0-44b9-8702-af79644a204e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:04.509977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-225c1b57-0cdb-4c21-b257-e581c21eb87b req-de0209a2-7dd0-44b9-8702-af79644a204e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 931 time: 0.2740335 Oct 26 16:22:04.523587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.651634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Pushing event updated for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:04.672516 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 4, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9', 'name': '', 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'mac_address': 'fa:16:3e:09:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3711636c-7edf-410f-a804-6227a28cc556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:59Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 2, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'subnets': [{'id': '3711636c-7edf-410f-a804-6227a28cc556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:04.680117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:04.717915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-225c1b57-0cdb-4c21-b257-e581c21eb87b req-0973f1f9-d51f-4c21-b550-17b95d5cf276 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698573 Oct 26 16:22:04.749525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Attempting to bind port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:04.749865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Attempting to bind port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:04.750219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Attempting to bind port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:04.766893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:04.767210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Attempting to bind port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:04.772642 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Checking router: b6e33949-9391-45ad-b385-9aa8d2e6cacf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:04.773422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Updating router b6e33949-9391-45ad-b385-9aa8d2e6cacf port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:04.783692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:04.784130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Checking segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:04.785119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Bound using segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:04.786045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Bound port: 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:04.786422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.819291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:04.840678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:04.852543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c26f02-506a-4f3b-9315-7bd0058f29ca {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:04.868194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.874895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.898013 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:04.920864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Transition to ACTIVE for port object d5c26f02-506a-4f3b-9315-7bd0058f29ca will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:04.998999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.012602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:05.041063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:05.090636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68ad0d-978a-48b7-b741-0e60acf8364a req-3a36b673-bcc2-49bc-8fb8-b7d02232ee0f tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:05.099936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be68ad0d-978a-48b7-b741-0e60acf8364a req-3a36b673-bcc2-49bc-8fb8-b7d02232ee0f tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 950 time: 0.1932280 Oct 26 16:22:05.126516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.130071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bdfbbe74-1bde-4d1f-86f8-662c52e51591 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:05.179565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:05.189669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Router 844b1771-6a7a-45b1-8c58-1778510f0a9a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:05.197997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:05.198882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.200838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] 10.222.0.47 "PUT /v2.0/ports/655e0e57-5f94-491c-9ffa-b3aaada6f8fc HTTP/1.1" status: 200 len: 1091 time: 2.3552403 Oct 26 16:22:05.207304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:05.209956 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba5223-1f54-438d-aa58-1c73c78f460a" -d '{"events": [{"name": "network-changed", "server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:05.234874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f49b96b-06f9-4e3c-877a-e29267bb60c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.278496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be68ad0d-978a-48b7-b741-0e60acf8364a req-c122bf9e-6168-4fd0-8c94-291e56d81657 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742449 Oct 26 16:22:05.292391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bdfbbe74-1bde-4d1f-86f8-662c52e51591 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:05.293820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.303195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a7da-b325-4c52-a1ee-e5efe25a7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:05.470354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f08d-4c7a-4b13-a01a-c1e05c78cd04 None None] Provisioning complete for port 52cae709-d70f-478d-9998-b7d760e6d3cc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:05.470488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f08d-4c7a-4b13-a01a-c1e05c78cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.588312 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f49b96b-06f9-4e3c-877a-e29267bb60c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.609034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Attempting to bind port d5c26f02-506a-4f3b-9315-7bd0058f29ca on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:05.609782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Attempting to bind port d5c26f02-506a-4f3b-9315-7bd0058f29ca by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:05.610271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Attempting to bind port d5c26f02-506a-4f3b-9315-7bd0058f29ca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:05.618001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Port d5c26f02-506a-4f3b-9315-7bd0058f29ca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:05.618765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Attempting to bind port d5c26f02-506a-4f3b-9315-7bd0058f29ca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:05.625111 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.627076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:05.627076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:05.627321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:05.627888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Bound port: d5c26f02-506a-4f3b-9315-7bd0058f29ca, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:05.629046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.689529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:05.694056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4f08d-4c7a-4b13-a01a-c1e05c78cd04 None None] Port 52cae709-d70f-478d-9998-b7d760e6d3cc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:05.707261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f49b96b-06f9-4e3c-877a-e29267bb60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.708915 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.709992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f4ededd0-af4e-477f-96a1-675e1e3aafd0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:05.737695 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f49b96b-06f9-4e3c-877a-e29267bb60c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=737cf6df56884081a8b6b2086e67403b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0556061 Oct 26 16:22:05.744053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52660) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:05.751389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-32294e3e-2704-4233-85c5-31469d16a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:05.753796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-32294e3e-2704-4233-85c5-31469d16a0da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 1094 time: 0.4278073 Oct 26 16:22:05.781236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f4ededd0-af4e-477f-96a1-675e1e3aafd0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:05.782785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.812466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-30152476-88f1-4252-8b76-cc3e16e79a8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc HTTP/1.1" status: 200 len: 217 time: 0.0464940 Oct 26 16:22:05.826882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49b96b-06f9-4e3c-877a-e29267bb60c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcefe601-3464-4f14-94d2-5b7a74ca3d52,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:05.833131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4c5fe-b291-4563-8f80-4938c9aac053 req-f4bf53ea-f316-4a5f-b560-4ce8c5e53f3e tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:05.837067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31c4c5fe-b291-4563-8f80-4938c9aac053 req-f4bf53ea-f316-4a5f-b560-4ce8c5e53f3e tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 948 time: 0.4074297 Oct 26 16:22:05.840150 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9ff1-bf7b-4f76-80bc-d572c4090cb9 None None] Pushing event updated for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:05.854392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:05.879259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:05.896194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.902581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-adf96360-7069-49a6-ae20-91c80bc71e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:05.904676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-adf96360-7069-49a6-ae20-91c80bc71e08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0641499 Oct 26 16:22:05.944558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:05.949511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-142b7f26-9377-4a9b-bd13-8e2ba87faeee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359578 Oct 26 16:22:05.957609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-433242974-network', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:05.996445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:06.011396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.014468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e985b614-dacd-4326-bdac-b08e4b0547b9 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:06.015563 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e985b614-dacd-4326-bdac-b08e4b0547b9 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0205798 Oct 26 16:22:06.020250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.020597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Attempting to bind port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:06.021026 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Attempting to bind port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:06.021393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Attempting to bind port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 on network fb1118ed-bc41-4853-afb5-8c307d439147 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:06.028231 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:06.028604 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Checking segment: {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:06.029020 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.029436 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Bound using segment: {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:06.029881 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Bound port: 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a3213-1d05-4695-b8dd-77eea9fbf759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:06.030206 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.036544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Sync routers for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:06.056310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45612d82-2b88-43d7-a1b4-068e25da2256 admin admin] 10.222.0.21 "PUT /v2.0/routers/844b1771-6a7a-45b1-8c58-1778510f0a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7678137 Oct 26 16:22:06.066468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f4ededd0-af4e-477f-96a1-675e1e3aafd0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f4ededd0-af4e-477f-96a1-675e1e3aafd0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:06.078636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:06.079417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:06.133640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:06.134146 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] For port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:06.134351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.135880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5c26f02-506a-4f3b-9315-7bd0058f29ca HTTP/1.1" status: 200 len: 1096 time: 1.9873896 Oct 26 16:22:06.139070 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] For port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:06.160186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31c4c5fe-b291-4563-8f80-4938c9aac053 req-39e29c4c-c782-484e-8293-f0d5b550eede tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213573 Oct 26 16:22:06.167918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.205785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:06.214548 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3407a34f-710b-4684-b4da-dc7b2b40b8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:06.246475 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.256835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f4ededd0-af4e-477f-96a1-675e1e3aafd0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:06.271863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:06.288496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Made reservation on behalf of 32c106a36c95474c8ead1d2b27e71600 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:06.294886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.324352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-2732a1ae-c93b-4231-8e76-12e8fc887375 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580031 Oct 26 16:22:06.372891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] Provisioning complete for port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:06.373274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.384723 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d66b8be-959d-48df-af59-8b12397cae7b x-openstack-request-id: req-8d66b8be-959d-48df-af59-8b12397cae7b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:06.385003 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:06.385256 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d66b8be-959d-48df-af59-8b12397cae7b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:06.389672 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'status': 'completed', 'code': 200} Oct 26 16:22:06.396157 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:06.396787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:06.405768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.433383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-d26ba626-a6d7-4610-aeb0-19660719ac7a tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:06.435095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-d26ba626-a6d7-4610-aeb0-19660719ac7a tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 1093 time: 0.3484905 Oct 26 16:22:06.448751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a87f5-68ec-40db-8030-fb25c31fd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:06.462356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Request body: {'binding': {'host': 'n-h1-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:06.462356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:22:06.508835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5fe674d0-39c2-4700-a217-ac3f4b05f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:06.510534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5fe674d0-39c2-4700-a217-ac3f4b05f1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 1099 time: 0.1598105 Oct 26 16:22:06.549474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.552106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5afdbca6-9ee7-40ed-9e29-20d1829725f0 req-c26da28e-9901-49e4-8331-7d07b0a5cace service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201917 Oct 26 16:22:06.553332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.554452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcefe601-3464-4f14-94d2-5b7a74ca3d52 HTTP/1.1" status: 204 len: 168 time: 0.8042173 Oct 26 16:22:06.602835 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9ff1-bf7b-4f76-80bc-d572c4090cb9 None None] Pushing event updated for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:06.683234 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:06.718320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.771421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.787714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-2e23738e-2897-4e87-a2b1-ea21a680354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:06.790393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] For port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:06.790742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-2e23738e-2897-4e87-a2b1-ea21a680354b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 1094 time: 0.0934014 Oct 26 16:22:06.845900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '52cae709-d70f-478d-9998-b7d760e6d3cc', 'name': '', 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'mac_address': 'fa:16:3e:e8:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:01Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 2, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'subnets': [{'id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:06.895948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f4ededd0-af4e-477f-96a1-675e1e3aafd0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:06.898212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Checking router: 844b1771-6a7a-45b1-8c58-1778510f0a9a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:06.898564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Updating router 844b1771-6a7a-45b1-8c58-1778510f0a9a port 52cae709-d70f-478d-9998-b7d760e6d3cc binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:06.924040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-5a6d9b71-06cc-4e90-bad1-6b3ba256365d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca HTTP/1.1" status: 200 len: 217 time: 0.3749304 Oct 26 16:22:06.926468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e951936-e04c-483c-8fa2-9d612ae68db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcefe601-3464-4f14-94d2-5b7a74ca3d52,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:06.926684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:06.999913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on host n-h1-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:07.000552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:07.000886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:07.012698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:07.013038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:07.023189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-90bb3c05-6dec-4090-8120-86db0eb77c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.025931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-90bb3c05-6dec-4090-8120-86db0eb77c3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 906 time: 0.2262459 Oct 26 16:22:07.026598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-c1f0b5a3-291c-437f-8822-6eb140d8e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.029130 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 4, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9', 'name': '', 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'mac_address': 'fa:16:3e:09:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3711636c-7edf-410f-a804-6227a28cc556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:59Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'subnets': [{'id': '3711636c-7edf-410f-a804-6227a28cc556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:07.031035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-c1f0b5a3-291c-437f-8822-6eb140d8e035 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0854561 Oct 26 16:22:07.036509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aae34d-0a2a-4216-8df0-a7e961c5d829 None None] Pushing event updated for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:07.041294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:07.041647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:07.042034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:07.042482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Bound port: b870b4f6-427b-4036-85d6-2d98f481a79c, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:07.051646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.064263 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fd9fa-0a6f-4fda-9d57-d538efcf6db7 None None] The sync data for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 is: [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:00Z', 'revision_number': 4, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9', 'name': '', 'network_id': 'fb1118ed-bc41-4853-afb5-8c307d439147', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'mac_address': 'fa:16:3e:09:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3711636c-7edf-410f-a804-6227a28cc556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:59Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'subnets': [{'id': '3711636c-7edf-410f-a804-6227a28cc556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:07.111572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cb9cc19c-58a0-4fe6-bd2b-70e0094ce028 None None] Provisioning complete for port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:07.112079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc19c-58a0-4fe6-bd2b-70e0094ce028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.145630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.189789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-665c9e40-a442-41ae-8439-c501775b6b28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc HTTP/1.1" status: 200 len: 217 time: 0.1157792 Oct 26 16:22:07.196717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-cd8aa345-e634-41c5-9ea1-a47e667f41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.197371 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-cd8aa345-e634-41c5-9ea1-a47e667f41f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444273 Oct 26 16:22:07.214415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f4ededd0-af4e-477f-96a1-675e1e3aafd0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:07.215760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.232173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.238793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:07.246012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08686b4d-5b2f-4de2-8b15-544d83570415 req-0c7eeb92-6ac1-4717-9e57-2b79e3a2f5f2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.247536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08686b4d-5b2f-4de2-8b15-544d83570415 req-0c7eeb92-6ac1-4717-9e57-2b79e3a2f5f2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 943 time: 0.2650726 Oct 26 16:22:07.304752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:22:07.309846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-eac3521e-53c7-415c-aa83-47df23ee2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.312345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-eac3521e-53c7-415c-aa83-47df23ee2325 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0937185 Oct 26 16:22:07.317191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.318559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-eabc2f2c-f6e5-4454-b5f6-1f7f4aa8969c service neutron] 10.222.0.21 "POST /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8717072 Oct 26 16:22:07.329954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08686b4d-5b2f-4de2-8b15-544d83570415 req-966dc9ac-01a6-467a-a617-36881940228c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619054 Oct 26 16:22:07.347463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c243f2-19cb-4655-88be-c7c34b5eabf2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:07.358770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.359099 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Added segment eaaec08d-47c8-4c54-9cd9-4f6616d7321c of type vlan for network c864bfa8-6d68-4f60-9c1d-d8a518056520 Oct 26 16:22:07.375702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-a9f858f2-d3bd-4d44-9006-37b2685901a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422845 Oct 26 16:22:07.463933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.476445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-73332b18-1b08-4b8e-b17b-a8ae23e0c8fc service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544513 Oct 26 16:22:07.583347 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc1ef2-f5cb-4fef-a26d-35ed9dbd5f8b x-openstack-request-id: req-abcc1ef2-f5cb-4fef-a26d-35ed9dbd5f8b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:07.583638 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:07.584052 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abcc1ef2-f5cb-4fef-a26d-35ed9dbd5f8b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:07.584397 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca', 'status': 'completed', 'code': 200} Oct 26 16:22:07.587869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:07.601291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.resource_extend [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:22:07.627714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-766fb51f-ac92-4c94-9307-eee8b1632f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.751822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abe6844c-867a-4ba7-96ef-b924de363d80 req-ce481e21-0eb4-4f63-a5e8-8ec231834005 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559030 Oct 26 16:22:07.753448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.756161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.756882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.815030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.867733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] Pushing event updated for resources: {'Network': ['ID=c864bfa8-6d68-4f60-9c1d-d8a518056520,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:07.884658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:22:07.896929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-766fb51f-ac92-4c94-9307-eee8b1632f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:07.919481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-d3dbfe2c-0b91-4cb4-81b6-2fd94366cc36 tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:07.929192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-d3dbfe2c-0b91-4cb4-81b6-2fd94366cc36 tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 1101 time: 0.0840302 Oct 26 16:22:07.973989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.011022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20c0771e-650c-4e98-babe-a2f355800171 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3137791 Oct 26 16:22:08.012758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:08.020832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Request body: {'subnet': {'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-433242974-subnet', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:08.025896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-766fb51f-ac92-4c94-9307-eee8b1632f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.040843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-f6379368-db55-47b7-bc7f-8e53123006e4 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538627 Oct 26 16:22:08.041723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-da0b7af8-bb03-436d-a1f6-4a8f30932fea tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.044489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909f654-30e3-4ec3-b104-5cf5ffc7dd94 None None] Pushing event updated for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:08.121285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-958ee085-d091-43f2-9808-63bce8675dd4 req-bb9ca61a-c613-410a-adcb-34310450ce95 tempest-FloatingIPsNegativeTestJSON-778523706 tempest-FloatingIPsNegativeTestJSON-778523706-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=7b94454001b94b78b8a35e10954cc9e4 HTTP/1.1" status: 200 len: 217 time: 0.1263015 Oct 26 16:22:08.129581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-766fb51f-ac92-4c94-9307-eee8b1632f60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e172a6e30404d3f86e23cf26539ecfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361950 Oct 26 16:22:08.135412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Attempting to bind port 52cae709-d70f-478d-9998-b7d760e6d3cc on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:08.135985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Attempting to bind port 52cae709-d70f-478d-9998-b7d760e6d3cc by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:08.136415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Attempting to bind port 52cae709-d70f-478d-9998-b7d760e6d3cc on network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:08.146102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:08.146681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Checking segment: {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:08.147124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.147747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Bound using segment: {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:08.148523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Bound port: 52cae709-d70f-478d-9998-b7d760e6d3cc, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234787d7-357d-438f-b893-911f53b2bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:08.148969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.154366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52694) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:08.166623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fb51f-ac92-4c94-9307-eee8b1632f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e906e628-9450-4fd0-9525-008bfaf331b8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:08.192866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-bfd4b6c1-ff3d-4969-b694-a7da41414a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.195045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-bfd4b6c1-ff3d-4969-b694-a7da41414a47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 1099 time: 0.2549915 Oct 26 16:22:08.265788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Made reservation on behalf of 32c106a36c95474c8ead1d2b27e71600 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:08.269636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.299680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0ba5223-1f54-438d-aa58-1c73c78f460a req-2a6d1b15-c6d8-4ef5-88a7-36109cfc44f4 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007642 Oct 26 16:22:08.319669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] For port 52cae709-d70f-478d-9998-b7d760e6d3cc, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:08.323051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] For port 52cae709-d70f-478d-9998-b7d760e6d3cc, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=52cae709-d70f-478d-9998-b7d760e6d3cc,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:08.382682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1c8fdb9c-9933-4a46-b951-d073008c6be8 None None] Provisioning complete for port 52cae709-d70f-478d-9998-b7d760e6d3cc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:08.383022 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdb9c-9933-4a46-b951-d073008c6be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.389233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9bfe9-3508-4b1b-8aa4-cb85f8b41c09 req-56bde63f-5d7a-4915-b111-8616215e87e8 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.391222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcd9bfe9-3508-4b1b-8aa4-cb85f8b41c09 req-56bde63f-5d7a-4915-b111-8616215e87e8 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 948 time: 0.0896993 Oct 26 16:22:08.430993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fdb9c-9933-4a46-b951-d073008c6be8 None None] Port 52cae709-d70f-478d-9998-b7d760e6d3cc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:08.436074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.455778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcd9bfe9-3508-4b1b-8aa4-cb85f8b41c09 req-ebf531e0-ca6c-406a-9b22-4e296e2c7f55 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Oct 26 16:22:08.468760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-da0b7af8-bb03-436d-a1f6-4a8f30932fea tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.473608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.531296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-563c5074-fbde-4891-9ee2-f7e94132a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.531296 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-563c5074-fbde-4891-9ee2-f7e94132a19f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1096 time: 0.2234280 Oct 26 16:22:08.547914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-da0b7af8-bb03-436d-a1f6-4a8f30932fea tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.559300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:08.559300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:08.563835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909f654-30e3-4ec3-b104-5cf5ffc7dd94 None None] Pushing event updated for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:08.593092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.599191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7af8-bb03-436d-a1f6-4a8f30932fea tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe701938-4bfb-4041-838d-73fff7c791fa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:08.628953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3335b49-f5ae-4e04-aeb3-625ba13b7ab6 req-da0b7af8-bb03-436d-a1f6-4a8f30932fea tempest-ServersAdminNegativeTestJSON-1029495561 tempest-ServersAdminNegativeTestJSON-1029495561-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940529 Oct 26 16:22:08.699442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2b1298d-6b72-4c62-81ce-be3b9a8ea22c req-6198bd81-d1b7-4837-96ee-6c4933377b1d tempest-FloatingIPsNegativeTestJSON-778523706 tempest-FloatingIPsNegativeTestJSON-778523706-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0413840 Oct 26 16:22:08.726484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-b5c83b17-6894-4bdd-ab47-3e4c6ef7690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.728384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-b5c83b17-6894-4bdd-ab47-3e4c6ef7690c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.5182424 Oct 26 16:22:08.729174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105da57-4337-4ab2-b533-57913b3bc882 req-57567a70-5d0d-4a53-b4bd-928bdcd957d1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.741576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4105da57-4337-4ab2-b533-57913b3bc882 req-57567a70-5d0d-4a53-b4bd-928bdcd957d1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 945 time: 0.1432912 Oct 26 16:22:08.844176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-30654161-c89b-453a-b888-9938bd29e139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca HTTP/1.1" status: 200 len: 217 time: 0.1048303 Oct 26 16:22:08.845268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4105da57-4337-4ab2-b533-57913b3bc882 req-93d28557-3351-4f37-bb8a-0bebc63ac88a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958338 Oct 26 16:22:08.880829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c542589-14ae-4ef2-b4e4-9a299ec10d76 req-4dce0c52-c946-4be9-bf05-843ba4f266fe tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:08.882634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c542589-14ae-4ef2-b4e4-9a299ec10d76 req-4dce0c52-c946-4be9-bf05-843ba4f266fe tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 943 time: 0.0914187 Oct 26 16:22:08.889713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:08.960358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:08.962997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.965803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:08.969151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e906e628-9450-4fd0-9525-008bfaf331b8 HTTP/1.1" status: 204 len: 168 time: 0.8078430 Oct 26 16:22:08.999842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-5e99ae20-38d1-4c6d-978e-f80d03cddc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:09.001703 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-5e99ae20-38d1-4c6d-978e-f80d03cddc7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1456392 Oct 26 16:22:09.003717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ca816-fa61-4270-a420-0c3c0fc50fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e906e628-9450-4fd0-9525-008bfaf331b8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:09.006192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-5e520b57-5aae-46bb-a33e-0e44b4d5c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:09.007618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] Provisioning complete for port 52cae709-d70f-478d-9998-b7d760e6d3cc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:09.007762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-5e520b57-5aae-46bb-a33e-0e44b4d5c415 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.4503477 Oct 26 16:22:09.008043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.061951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c542589-14ae-4ef2-b4e4-9a299ec10d76 req-edf6f34b-1708-4b2a-9a14-777dc96600cb tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601331 Oct 26 16:22:09.099261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.164517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-812972cb-d557-46e1-a94e-c0380a6683a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0753012 Oct 26 16:22:09.166587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:09.166587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.272651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:09.330275 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-0be9851b-2b3f-4abf-a3c8-9c8d9558412b req-a3cff62e-06f1-4fee-803f-db1812bbde1a tempest-FloatingIPsNegativeTestJSON-778523706 tempest-FloatingIPsNegativeTestJSON-778523706-project] show failed (client error): The resource could not be found. Oct 26 16:22:09.350883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0be9851b-2b3f-4abf-a3c8-9c8d9558412b req-a3cff62e-06f1-4fee-803f-db1812bbde1a tempest-FloatingIPsNegativeTestJSON-778523706 tempest-FloatingIPsNegativeTestJSON-778523706-project] 10.222.0.21 "GET /v2.0/floatingips/1948bf7d-ef06-4c68-a615-a9f1dd9ec002 HTTP/1.1" status: 404 len: 350 time: 0.1037800 Oct 26 16:22:09.352583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:09.376789 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.443877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e1a9ec82-99d8-48c0-a281-d7beb9bf9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:09.445212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e1a9ec82-99d8-48c0-a281-d7beb9bf9bd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.2719345 Oct 26 16:22:09.461629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-62822c10-19a0-4802-a6b9-67a427708a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:09.462443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:09.462686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-62822c10-19a0-4802-a6b9-67a427708a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4477417 Oct 26 16:22:09.496671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52720) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:09.500984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'mac_address': 'fa:16:3e:9f:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:09.512071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466392456', 'description': 'tempest-description--994810629'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:09.532325 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-55df6794-8d3c-4e36-839e-af565f97e83b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746405 Oct 26 16:22:09.546507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] For port 52cae709-d70f-478d-9998-b7d760e6d3cc, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=52cae709-d70f-478d-9998-b7d760e6d3cc,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:09.559524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6954fd69-549a-4959-b2c7-2a90ee24336d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:09.633707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.638127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192c6b-62d5-4e26-8364-a114fd623361 req-4077cca1-8ac0-4f3e-962f-cd83b7c85461 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:09.639684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87192c6b-62d5-4e26-8364-a114fd623361 req-4077cca1-8ac0-4f3e-962f-cd83b7c85461 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 948 time: 0.0711637 Oct 26 16:22:09.652470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.665031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655e0e57-5f94-491c-9ffa-b3aaada6f8fc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:09.688243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:09.698379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Checking segment: {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:09.698759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Network hostable DHCP agents. Network: c864bfa8-6d68-4f60-9c1d-d8a518056520, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:22:09.770495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '52cae709-d70f-478d-9998-b7d760e6d3cc', 'name': '', 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'mac_address': 'fa:16:3e:e8:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:01Z', 'updated_at': '2021-10-26T16:22:08Z', 'revision_number': 4, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'subnets': [{'id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:09.772631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8edab-ab1d-4c91-8bba-ff330a955c19 None None] Pushing event updated for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:09.782475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.806733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.808707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a1e4-b07a-4345-b6f0-40adddc3c838 None None] The sync data for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 is: [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '52cae709-d70f-478d-9998-b7d760e6d3cc', 'name': '', 'network_id': 'd0dd7a37-fc93-4775-9761-7b0ca4ae46ce', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'mac_address': 'fa:16:3e:e8:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:01Z', 'updated_at': '2021-10-26T16:22:08Z', 'revision_number': 4, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'subnets': [{'id': 'c3cd0d6d-5e80-4404-823e-6056c512a5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:09.819368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-0fe9fd6a-915a-4f31-9be8-44917599b562 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820387 Oct 26 16:22:09.821257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-6c74f1f3-7f37-469a-a3a5-7d454ec58d7a service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512250 Oct 26 16:22:09.882124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:09.946761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:09.953807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:22:09.971307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87192c6b-62d5-4e26-8364-a114fd623361 req-386ec5aa-6c37-47c9-89ff-5e0597c112c9 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193333 Oct 26 16:22:10.019970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-94f13644-5785-41d6-bfcb-2b73b00a4157 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838295 Oct 26 16:22:10.038274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['655e0e57-5f94-491c-9ffa-b3aaada6f8fc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:10.082759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.109030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3407a34f-710b-4684-b4da-dc7b2b40b8fb req-496b7b45-6fe7-431a-baa2-9acae9284d46 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745171 Oct 26 16:22:10.141584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c864bfa8-6d68-4f60-9c1d-d8a518056520) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:10.164493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:10.165975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.177074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d2e1c-e48f-44a5-ad60-26caa3e0b48f None None] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:10.228245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-b31424f2-62dc-4c03-9bbd-98b2610f9260 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:10.231362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-b31424f2-62dc-4c03-9bbd-98b2610f9260 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.0840480 Oct 26 16:22:10.247292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-2'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:10.277748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd020d-2e2e-487f-a950-e17b4d61ba5b req-dd3a60be-1c4c-42cc-8c98-0e2f808bfe1f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:10.287012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afbd020d-2e2e-487f-a950-e17b4d61ba5b req-dd3a60be-1c4c-42cc-8c98-0e2f808bfe1f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 945 time: 0.2550728 Oct 26 16:22:10.299428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-02207fa5-e6e9-480e-979a-591ae1a20b70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2852154 Oct 26 16:22:10.310636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c1619-614f-40ad-93e6-ab7cb86a24d0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:10.314832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52740) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:10.325397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:10.333595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.338604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-416f46da-5608-455a-b94b-0f389f442cfc tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8387625 Oct 26 16:22:10.339914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52744) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:10.350623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'security_group_rule': {'security_group_id': 'd42c1619-614f-40ad-93e6-ab7cb86a24d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:10.361664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.379884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4c0c1-2780-4283-8c81-6567fed350b0 req-d901c891-2869-411d-86e2-3cf345640214 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:10.388131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dab4c0c1-2780-4283-8c81-6567fed350b0 req-d901c891-2869-411d-86e2-3cf345640214 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 950 time: 0.2856562 Oct 26 16:22:10.443672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afbd020d-2e2e-487f-a950-e17b4d61ba5b req-b8811b5d-3329-4b9e-927a-bccba2b081ae tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555076 Oct 26 16:22:10.456505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c864bfa8-6d68-4f60-9c1d-d8a518056520', 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'fixed_ips': [{'subnet_id': '6954fd69-549a-4959-b2c7-2a90ee24336d'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:22:10.457741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.504173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:22:10.504173 n-d-815373-2 neutron-server[102736]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 26 16:22:10.504173 n-d-815373-2 neutron-server[102736]: [parameters: {'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'id': '78e82b52-5a81-49a3-8949-af221816aaf3', 'expiration': datetime.datetime(2021, 10, 26, 16, 24, 10, 444692)}] Oct 26 16:22:10.504173 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:22:10.504663 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:22:10.554274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dab4c0c1-2780-4283-8c81-6567fed350b0 req-9a7e5fb1-5e50-49f2-bf6f-c73e661c0950 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651695 Oct 26 16:22:10.605040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:10.633206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.634261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.653212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:10.671357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Allocated IP 172.20.0.2 (c864bfa8-6d68-4f60-9c1d-d8a518056520/6954fd69-549a-4959-b2c7-2a90ee24336d/2adf15d8-fc3c-4e23-9ca0-81d268a629c9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:10.715505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6fbb7-8188-4e40-b183-cd4f76c55970 req-32a44c31-dc5e-4ac6-9d16-0215a667a751 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:10.720133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.723093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:10.725968 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c90c851-4317-44b9-9e11-1b795c268b24" -d '{"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-unplugged", "status": "completed", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:10.727247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fe6fbb7-8188-4e40-b183-cd4f76c55970 req-32a44c31-dc5e-4ac6-9d16-0215a667a751 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 944 time: 0.1562946 Oct 26 16:22:10.800200 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d84348-cfc9-49c5-af7d-c4252394ca55 x-openstack-request-id: req-95d84348-cfc9-49c5-af7d-c4252394ca55 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:10.800689 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-unplugged", "status": "completed", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:10.800987 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95d84348-cfc9-49c5-af7d-c4252394ca55 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:10.801540 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'code': 200} Oct 26 16:22:10.803040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.848722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.887182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fe6fbb7-8188-4e40-b183-cd4f76c55970 req-9817490f-34c7-460b-bdc8-65032a3d7ebb tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589355 Oct 26 16:22:10.899809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:10.936325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 52cae709-d70f-478d-9998-b7d760e6d3cc up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:11.017912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:11.027732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on host n-h2-815373-2 for vnic_type normal with profile {"migrating_to": "n-h1-815373-2"} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:11.027732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:11.027885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:11.029123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.033306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:11.033655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Attempting to bind port b870b4f6-427b-4036-85d6-2d98f481a79c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:11.041597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:11.041952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:11.042310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:11.042735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Bound port: b870b4f6-427b-4036-85d6-2d98f481a79c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:11.043202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.066505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 52cae709-d70f-478d-9998-b7d760e6d3cc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:11.066505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.148185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.163566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:11.172151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:11.215827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:11.222684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:11.227335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:11.233863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Pushing event updated for resources: {'Port': ['ID=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:11.234409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.270920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5c26f02-506a-4f3b-9315-7bd0058f29ca details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:11.273549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:11.363098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Attempting to bind port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:11.363498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Attempting to bind port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:11.363832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Attempting to bind port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 on network c864bfa8-6d68-4f60-9c1d-d8a518056520 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:11.417115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:11.417381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Checking segment: {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:11.417809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.418144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Bound using segment: {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:11.418998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Bound port: 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:11.418998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.428526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:11.516291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:11.521430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.521430 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-e8e60f90-b7f8-49fd-8463-3e8508951305 service neutron] 10.222.0.47 "PUT /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 1121 time: 1.2760501 Oct 26 16:22:11.525786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:11.548148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:11.550457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.556681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:11.557035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.559829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca', 'mac_address': 'fa:16:3e:8a:6e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:11.562415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] For port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:11.581571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-8bf09f81-3fd4-4777-bcce-941de9af0924 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:11.584830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-8bf09f81-3fd4-4777-bcce-941de9af0924 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.47 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 950 time: 0.2475746 Oct 26 16:22:11.587340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3902-72c9-4267-808d-ac0bdf2015fe req-0e37e895-d8db-4562-8d41-2a63038c33ba tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:11.589001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b870b4f6-427b-4036-85d6-2d98f481a79c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:11.598905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d41a3902-72c9-4267-808d-ac0bdf2015fe req-0e37e895-d8db-4562-8d41-2a63038c33ba tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 948 time: 0.4638255 Oct 26 16:22:11.625469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] For port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:11.680031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.707522 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:22:11.709927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c26f02-506a-4f3b-9315-7bd0058f29ca {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:11.742310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Deleting port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:11.742942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.743180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.851848 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.891099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d41a3902-72c9-4267-808d-ac0bdf2015fe req-712d974f-dcdd-4b7d-b313-1835f928f296 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912488 Oct 26 16:22:11.901868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:11.902718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] For port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:11.903848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf6559-be55-4454-b429-48f7570a32fc req-0a54c36a-3c36-4aa6-8f9e-295bfa59f26a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:11.904764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:11.905849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceaf6559-be55-4454-b429-48f7570a32fc req-0a54c36a-3c36-4aa6-8f9e-295bfa59f26a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.3380136 Oct 26 16:22:11.923333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Calling delete_port for bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:11.991359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.012281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.033768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.041094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eccec-6871-4f0a-a420-6013c9e4bfa4 None None] Pushing event updated for resources: {'Port': ['ID=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.070344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceaf6559-be55-4454-b429-48f7570a32fc req-e124d596-8135-439c-9895-6998a3a5c16e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564724 Oct 26 16:22:12.092955 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.128899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:12.131214 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f0bff-0c65-4157-a8bd-8791f22b2b82" -d '{"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-plugged", "status": "completed", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:12.165926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43f5e48-4b7a-4576-b9ad-595f439ff390,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.192545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:12.200186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d20ae-c45d-4d54-8d4c-a6e03aff935a req-6b9c32a8-59e0-42b3-b17a-8f9c1dfb6c23 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:12.201733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747d20ae-c45d-4d54-8d4c-a6e03aff935a req-6b9c32a8-59e0-42b3-b17a-8f9c1dfb6c23 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=6248c4a7-d413-47f1-81ca-c266315b03eb HTTP/1.1" status: 200 len: 950 time: 0.1873829 Oct 26 16:22:12.210404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.228923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d5c26f02-506a-4f3b-9315-7bd0058f29ca'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:12.241025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.245305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-360b3c64-4228-453b-a1f1-a65d19fc3fbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8977802 Oct 26 16:22:12.245643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:12.250665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'security_group_rule': {'security_group_id': 'd42c1619-614f-40ad-93e6-ab7cb86a24d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:12.265292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.286538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Deleting port 52cae709-d70f-478d-9998-b7d760e6d3cc {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:12.286688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.319000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['97c5951d-100d-44ad-8f35-14ef8f5b8070'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:12.336722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Pushing event deleted for resources: {'Port': ['ID=bbc4d8fa-48b4-4bc2-9e49-2a84529b1455,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.366167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.414310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] No DVR routers for this DVR port bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:12.418335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.431315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d99c0559-81b8-4ffe-9e99-6b6ca3f0a0df req-82fad9e2-0ae7-41b0-87cb-7439d9b8faba tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.47 "DELETE /v2.0/ports/bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 HTTP/1.1" status: 204 len: 173 time: 0.8349571 Oct 26 16:22:12.449763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.494750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747d20ae-c45d-4d54-8d4c-a6e03aff935a req-af6f5680-e26b-4262-b66a-38c2a6d93d39 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672729 Oct 26 16:22:12.502681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39ff05-587e-4ae1-8401-3ceaf2dc6ec8 req-5c1a93b9-f9ab-4524-a216-b71fb5adbbc1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:12.504235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca39ff05-587e-4ae1-8401-3ceaf2dc6ec8 req-5c1a93b9-f9ab-4524-a216-b71fb5adbbc1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 944 time: 0.2977941 Oct 26 16:22:12.545914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.649289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.656006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] For port 52cae709-d70f-478d-9998-b7d760e6d3cc, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=52cae709-d70f-478d-9998-b7d760e6d3cc,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:12.656732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.675369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca39ff05-587e-4ae1-8401-3ceaf2dc6ec8 req-afbb0b16-898c-4362-a561-b82fb003c351 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612959 Oct 26 16:22:12.676462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.707989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Calling delete_port for 52cae709-d70f-478d-9998-b7d760e6d3cc owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:12.710359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.725328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.782843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f842f9-868d-4fb0-964c-e1bdece7203d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:12.802060 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2ac497-f76b-4c5d-b53e-d38ff25ba721 x-openstack-request-id: req-ed2ac497-f76b-4c5d-b53e-d38ff25ba721 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:12.802494 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-plugged", "status": "completed", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:12.808487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c'}, {'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'name': 'network-vif-deleted', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:12.808824 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed2ac497-f76b-4c5d-b53e-d38ff25ba721 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:12.808824 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'code': 200} Oct 26 16:22:12.808997 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7003e6-915d-4635-ac79-bd232c150a29" -d '{"events": [{"name": "network-changed", "server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c"}, {"server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "name": "network-vif-deleted", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:12.843057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Request body: {'security_group': {'name': 'tempest-securitygroup-26924900', 'description': 'tempest-description-1739659391'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:12.849200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Allocated IP 172.25.5.112 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/8a79a707-1af3-436b-9610-c5b190857d69) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:12.883384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:12.884723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4b9971a3-be45-4531-a919-00813302d285 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6379213 Oct 26 16:22:12.898522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:12.904305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:12.909154 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48b77d-c24f-4c77-a9c7-a29e1fceb46b x-openstack-request-id: req-4d48b77d-c24f-4c77-a9c7-a29e1fceb46b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:12.909691 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c", "status": "completed", "code": 200}, {"server_uuid": "6248c4a7-d413-47f1-81ca-c266315b03eb", "name": "network-vif-deleted", "tag": "bbc4d8fa-48b4-4bc2-9e49-2a84529b1455", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:12.910197 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d48b77d-c24f-4c77-a9c7-a29e1fceb46b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:12.910739 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'status': 'completed', 'code': 200} Oct 26 16:22:12.911157 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248c4a7-d413-47f1-81ca-c266315b03eb', 'name': 'network-vif-deleted', 'tag': 'bbc4d8fa-48b4-4bc2-9e49-2a84529b1455', 'status': 'completed', 'code': 200} Oct 26 16:22:12.930991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b45d2-1b9f-4d5a-ae8c-9470788a2849 req-e217b726-0752-49ff-9d22-220fd0fa5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:12.932916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-361b45d2-1b9f-4d5a-ae8c-9470788a2849 req-e217b726-0752-49ff-9d22-220fd0fa5bf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 1096 time: 0.0769367 Oct 26 16:22:12.934678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:12.993165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-361b45d2-1b9f-4d5a-ae8c-9470788a2849 req-99ae5b38-86c4-4e64-be5c-9a6d96d4b6e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Oct 26 16:22:13.011344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:13.011713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.096955 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.134159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:13.169138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7003e6-915d-4635-ac79-bd232c150a29 req-0ebb86df-91d8-4a72-a89a-1dedafa23179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:13.170633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-0ebb86df-91d8-4a72-a89a-1dedafa23179 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1124 time: 0.1640885 Oct 26 16:22:13.219707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aba46-83e5-4fa9-8d4f-617a0d01a18b req-09d7c50a-2343-4b99-ab6c-660469f5c5a9 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:13.221212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7aba46-83e5-4fa9-8d4f-617a0d01a18b req-09d7c50a-2343-4b99-ab6c-660469f5c5a9 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 949 time: 0.2010803 Oct 26 16:22:13.254273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.260391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.287850 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.288553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5c26f02-506a-4f3b-9315-7bd0058f29ca up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:13.312501 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.327258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.350781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:13.401232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29fa96-15f8-4c77-b500-9f49649df1ff None None] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:13.402714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7aba46-83e5-4fa9-8d4f-617a0d01a18b req-56abb65c-29e7-4b3d-8d7a-a357c78b8d61 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525178 Oct 26 16:22:13.459089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.466572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7003e6-915d-4635-ac79-bd232c150a29 req-8e0b79fe-2f2b-4ad3-bad2-fdf2d418baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:13.468085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-8e0b79fe-2f2b-4ad3-bad2-fdf2d418baf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2859561 Oct 26 16:22:13.523149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port d5c26f02-506a-4f3b-9315-7bd0058f29ca completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:13.531702 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.544855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-b7a4280d-bbd8-4a41-a59e-0b0c455674dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0664561 Oct 26 16:22:13.559085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d5c26f02-506a-4f3b-9315-7bd0058f29ca triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:13.559665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.594861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d1bda8a5-8ca1-4ba9-b09d-7d669d173f4e None None] Provisioning complete for port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:13.595410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1bda8a5-8ca1-4ba9-b09d-7d669d173f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.601072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Pushing event deleted for resources: {'Port': ['ID=52cae709-d70f-478d-9998-b7d760e6d3cc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:13.608553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.639597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Allocated IP 172.25.5.108 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ce03fdb9-cd19-44b1-8592-40e631e21aac) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:13.756978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.802363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:13.851883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.899806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:13.900719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:13.946355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:13.946696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bbc4d8fa-48b4-4bc2-9e49-2a84529b1455 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:13.981477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:13.983077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.032566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:14.036699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:14.040559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:14.056638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'Port': ['ID=ce03fdb9-cd19-44b1-8592-40e631e21aac,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:14.063582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:14.088671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:14.098421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Pushing event updated for resources: {'Port': ['ID=8a79a707-1af3-436b-9610-c5b190857d69,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:14.100864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d568e63d-9f1e-41ae-bcac-451e05fff2a6 None None] Provisioning complete for port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:14.101323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d568e63d-9f1e-41ae-bcac-451e05fff2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.101490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7003e6-915d-4635-ac79-bd232c150a29 req-7e4655e6-68cb-45fa-9f97-eda9a3fb69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:14.102904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-7e4655e6-68cb-45fa-9f97-eda9a3fb69dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.5137792 Oct 26 16:22:14.106364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:14.124065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c4148-2d0d-4777-b573-7fd159b2b1d9 req-ed8e415d-cb6c-4eea-a601-5e377196a197 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:14.130160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f7c4148-2d0d-4777-b573-7fd159b2b1d9 req-ed8e415d-cb6c-4eea-a601-5e377196a197 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.6096334 Oct 26 16:22:14.144517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.159776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.196299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-5a5730fc-fac1-495e-a8f9-69c32693ac8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831780 Oct 26 16:22:14.206149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.247652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.399314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.406445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f7c4148-2d0d-4777-b573-7fd159b2b1d9 req-9616ae83-6ba2-4ef1-b151-c357224c3daa tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744403 Oct 26 16:22:14.449519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d92f5-d277-4288-9a10-f81b2f41d6f3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:14.465571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.506534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.523764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'Port': ['ID=ce03fdb9-cd19-44b1-8592-40e631e21aac,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:14.578452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.590078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-16b88f4c-dadb-4454-8d59-2738ac8c5da4 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795578 Oct 26 16:22:14.605011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.607153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.608468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c20964b6-a190-4826-9adf-c308a596373b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7088110 Oct 26 16:22:14.720086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.753575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d747f6-5d5d-4fe0-91ca-04b15bb17499 req-9288b805-3be7-46d8-a6b3-0cb444a37696 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:14.758812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d747f6-5d5d-4fe0-91ca-04b15bb17499 req-9288b805-3be7-46d8-a6b3-0cb444a37696 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 945 time: 0.2438898 Oct 26 16:22:14.804699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:14.807012 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a589fb8-6e2a-49c2-a3ea-b56552f7d204" -d '{"events": [{"server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:14.866020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:14.870489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.871698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d21ef0b6-cb5c-420b-ab2c-da60a6de148e req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0327289 Oct 26 16:22:14.890741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aef8a5-7e7b-4b3d-87f2-0154e5ddcf4a tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb45e3-3bf3-4a22-972b-3eba309b6a77,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:14.907179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af7003e6-915d-4635-ac79-bd232c150a29 req-6e3f0ab8-bbdd-46cf-94bb-40be76e92c04 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078482 Oct 26 16:22:14.918712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:14.919247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:14.937929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d747f6-5d5d-4fe0-91ca-04b15bb17499 req-f5bf056f-6cf0-4757-8e29-1f03f136654f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311328 Oct 26 16:22:14.999869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:15.155743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20ff5-aa1f-467c-b4c9-28b3d9db0130 req-a14c2312-e656-49b3-b0ad-6afa0e36d9d0 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:15.157213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4f20ff5-aa1f-467c-b4c9-28b3d9db0130 req-a14c2312-e656-49b3-b0ad-6afa0e36d9d0 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 950 time: 0.2061262 Oct 26 16:22:15.191906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Router 844b1771-6a7a-45b1-8c58-1778510f0a9a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:15.283302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4f20ff5-aa1f-467c-b4c9-28b3d9db0130 req-b629a335-6e8a-4091-bd41-6238a15ddce3 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158578 Oct 26 16:22:15.297759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:15.399921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:15.400089 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464f770-e4c2-4cba-aa95-89a07e6c6ae7 x-openstack-request-id: req-a464f770-e4c2-4cba-aa95-89a07e6c6ae7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:15.400272 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:15.400491 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a464f770-e4c2-4cba-aa95-89a07e6c6ae7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:15.400874 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca', 'code': 200} Oct 26 16:22:15.406127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:15.420894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c has no active binding in host n-h1-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:22:15.421833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:15.432799 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Sync routers for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:15.444404 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:15.445075 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:15.464554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-beb52633-7641-40a9-8b4c-f125328dca9c admin admin] 10.222.0.21 "PUT /v2.0/routers/844b1771-6a7a-45b1-8c58-1778510f0a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1091542 Oct 26 16:22:15.466961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52820) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:15.566207 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:15.601412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99a9f-e2e7-40cc-9a09-14705218827c req-326ebfe5-35fa-46e1-8905-928faca7f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:15.603190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ad99a9f-e2e7-40cc-9a09-14705218827c req-326ebfe5-35fa-46e1-8905-928faca7f9e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 1101 time: 0.1276951 Oct 26 16:22:15.639599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:15.723451 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ad99a9f-e2e7-40cc-9a09-14705218827c req-3d308f13-e1b4-4680-818b-476afda45637 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087124 Oct 26 16:22:15.734346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Request body: {'security_group': {'name': 'tempest-securitygroup-371478051', 'description': 'tempest-description-497707482'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:15.758240 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:13Z', 'revision_number': 5, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:15.769828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:15.788577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Checking router: 844b1771-6a7a-45b1-8c58-1778510f0a9a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:15.796863 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Routers {'844b1771-6a7a-45b1-8c58-1778510f0a9a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:15.797390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['844b1771-6a7a-45b1-8c58-1778510f0a9a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:15.798558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-74588455-6820-4d1e-a675-c936056f4d8f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--466392456&fields=id&tenant_id=0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 267 time: 0.4085305 Oct 26 16:22:15.905166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] Set router 844b1771-6a7a-45b1-8c58-1778510f0a9a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:15.911208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-06a3473a-0492-4f86-adb7-46b50ee96cad service neutron] 10.222.0.39 "GET /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c/bindings/n-h1-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.1842232 Oct 26 16:22:15.975830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.022567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-a93cec32-db63-459c-863d-7567899403aa tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:16.024193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-a93cec32-db63-459c-863d-7567899403aa tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 823 time: 0.2139401 Oct 26 16:22:16.070804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-6b2d9618-8646-4422-a405-e93d911bd0f4 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/quotas/0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 375 time: 0.0321858 Oct 26 16:22:16.108525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Deleting port f4ededd0-af4e-477f-96a1-675e1e3aafd0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:16.108925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.190612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] For port f4ededd0-af4e-477f-96a1-675e1e3aafd0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f4ededd0-af4e-477f-96a1-675e1e3aafd0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:16.191435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.202636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Router 33905bef-8fac-4979-94df-dfe63f92a03f is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:22:16.208714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Calling delete_port for f4ededd0-af4e-477f-96a1-675e1e3aafd0 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:16.209599 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:13Z', 'revision_number': 5, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:16.217948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.236956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0ee6-887b-4700-b70d-a04037fbbfcd None None] The sync data for ids ['844b1771-6a7a-45b1-8c58-1778510f0a9a'] in n-d-815373-2 is: [{'id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1246794910-router', 'tenant_id': '7b94454001b94b78b8a35e10954cc9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:52Z', 'updated_at': '2021-10-26T16:22:13Z', 'revision_number': 5, 'project_id': '7b94454001b94b78b8a35e10954cc9e4', 'gw_port': {'id': 'f4ededd0-af4e-477f-96a1-675e1e3aafd0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b1771-6a7a-45b1-8c58-1778510f0a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:16.246143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-4a10c95c-c5ff-4e1a-96b8-49bb380775c1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447828 Oct 26 16:22:16.317402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.407896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:16.441893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5810afb2-d0a4-47ad-8643-2779ad7ca681,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:16.462054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.468374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:16.491080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ededd0-af4e-477f-96a1-675e1e3aafd0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:16.498100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.509864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5fee0c4-0cd0-48fc-b0cd-8a2e7f3573e7 req-985a0e89-89bb-4659-97f8-4325c4fe14d4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0525055 Oct 26 16:22:16.518533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.518974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:16.537315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-78d2a5c7-3b20-40aa-b3a2-c899befca9ec service neutron] 10.222.0.21 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565908 Oct 26 16:22:16.541875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Sync routers for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:16.553590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:16.555082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:16.556119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b870b4f6-427b-4036-85d6-2d98f481a79c {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:16.619354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:16.647557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.648834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9eced835-3aba-4f6f-af91-81cef5334a48 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3271353 Oct 26 16:22:16.651553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52826) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:16.690468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:16.724036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.726546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.756072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-ffa1da49-4704-42b7-b519-ae697ee0089c service neutron] 10.222.0.21 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178273 Oct 26 16:22:16.759044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:16.918248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 52cae709-d70f-478d-9998-b7d760e6d3cc no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:16.944126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-2556b193-a294-4af2-927e-f5ab2a5c44c2 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:16.946023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-2556b193-a294-4af2-927e-f5ab2a5c44c2 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 950 time: 0.1414344 Oct 26 16:22:16.957617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 52cae709-d70f-478d-9998-b7d760e6d3cc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:16.958128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 52cae709-d70f-478d-9998-b7d760e6d3cc not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:17.057220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:14Z', 'revision_number': 3, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:17.069546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.070116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844b1771-6a7a-45b1-8c58-1778510f0a9a {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:22:17.077669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.083432 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-654d0e33-2a7f-4575-96d1-8193e2b9206f admin admin] 10.222.0.21 "DELETE /v2.0/routers/844b1771-6a7a-45b1-8c58-1778510f0a9a HTTP/1.1" status: 204 len: 168 time: 1.6150825 Oct 26 16:22:17.085881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:17.102339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Checking router: 33905bef-8fac-4979-94df-dfe63f92a03f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:17.103436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Updating router 33905bef-8fac-4979-94df-dfe63f92a03f port 8a79a707-1af3-436b-9610-c5b190857d69 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:17.107109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] Transition to ACTIVE for port object b870b4f6-427b-4036-85d6-2d98f481a79c will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:17.137136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.154258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63010d62-b45e-4944-b4be-94fe0de47c89 req-1a23297f-4020-4934-8bd0-cfe322116503 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:17.156261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63010d62-b45e-4944-b4be-94fe0de47c89 req-1a23297f-4020-4934-8bd0-cfe322116503 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 950 time: 0.2215729 Oct 26 16:22:17.182919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Deleting subnet c3cd0d6d-5e80-4404-823e-6056c512a5ca {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:22:17.188099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.204534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.285406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.292245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7faa8b-64c3-492d-ae3b-652534294ee1 req-ccda6a64-1dc7-4238-a1a1-2b7e135563e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:17.298305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Deleting port 97c5951d-100d-44ad-8f35-14ef8f5b8070 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:17.298664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.300065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b7faa8b-64c3-492d-ae3b-652534294ee1 req-ccda6a64-1dc7-4238-a1a1-2b7e135563e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 943 time: 0.1894569 Oct 26 16:22:17.318251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63010d62-b45e-4944-b4be-94fe0de47c89 req-9c2e3b53-3252-488c-985f-093ea74826aa tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/security-groups?id=a07dcd3b-08ff-497c-b7df-18231fe58a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530771 Oct 26 16:22:17.409193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] No DVR routers for this DVR port b870b4f6-427b-4036-85d6-2d98f481a79c on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:17.457351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.516620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b7faa8b-64c3-492d-ae3b-652534294ee1 req-e26b86df-7ba8-4d15-8298-e4c2939ef150 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144225 Oct 26 16:22:17.569413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] For port 97c5951d-100d-44ad-8f35-14ef8f5b8070, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=97c5951d-100d-44ad-8f35-14ef8f5b8070,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:17.569943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.580527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.585797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] 10.222.0.39 "PUT /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c/bindings/n-h1-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6610000 Oct 26 16:22:17.585797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43351b-cec5-4cc6-b1f0-1910e36fea14 service neutron] Pushing event updated for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:17.586023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Calling delete_port for 97c5951d-100d-44ad-8f35-14ef8f5b8070 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:17.649752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b3e58-1015-4cb3-a0eb-399abafbbea0 req-e317dd0e-7993-456b-99aa-60c77cd15acf tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:17.651385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c4b3e58-1015-4cb3-a0eb-399abafbbea0 req-e317dd0e-7993-456b-99aa-60c77cd15acf tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 950 time: 0.2437015 Oct 26 16:22:17.656089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1958080094', 'description': 'tempest-description-263508245'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:17.725394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.730194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c4b3e58-1015-4cb3-a0eb-399abafbbea0 req-5530efdc-6147-458b-8758-734b0eaee7e6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Oct 26 16:22:17.764877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.783464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.798851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.837108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Attempting to bind port 8a79a707-1af3-436b-9610-c5b190857d69 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:17.837632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Attempting to bind port 8a79a707-1af3-436b-9610-c5b190857d69 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:17.837999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Attempting to bind port 8a79a707-1af3-436b-9610-c5b190857d69 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:17.839917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cd0d6d-5e80-4404-823e-6056c512a5ca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:17.840867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e559de-1095-4f54-914e-bd8193445d9b None None] Pushing event updated for resources: {'Port': ['ID=8a79a707-1af3-436b-9610-c5b190857d69,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:17.846459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.847995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:17.848365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:17.848761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.849146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:17.849613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Bound port: 8a79a707-1af3-436b-9610-c5b190857d69, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:17.850273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f2918bcc-509c-4bd2-b8bb-fc043d4019dd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3cd0d6d-5e80-4404-823e-6056c512a5ca HTTP/1.1" status: 204 len: 168 time: 0.7636769 Oct 26 16:22:17.853188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.856445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524a546-6262-453c-a571-4cffba034377 None None] Network d0dd7a37-fc93-4775-9761-7b0ca4ae46ce requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:17.856776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52842) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:17.879696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:17.930413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-b16aa721-5dc2-4634-adcc-73f25622a4f3 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:17.943436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-b16aa721-5dc2-4634-adcc-73f25622a4f3 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.1709244 Oct 26 16:22:17.943903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['97c5951d-100d-44ad-8f35-14ef8f5b8070'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:17.950964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caa488-e991-4b7d-a330-ecd225306738 req-37477fae-c053-4109-967c-441bf01d0eda tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:17.959819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83caa488-e991-4b7d-a330-ecd225306738 req-37477fae-c053-4109-967c-441bf01d0eda tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 945 time: 0.1380703 Oct 26 16:22:18.020301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Pushing event deleted for resources: {'Port': ['ID=97c5951d-100d-44ad-8f35-14ef8f5b8070,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.039003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.060417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83caa488-e991-4b7d-a330-ecd225306738 req-96f9090d-b5ff-41dc-b643-c615dc4dab85 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934546 Oct 26 16:22:18.130169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.131620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.143796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] For port 8a79a707-1af3-436b-9610-c5b190857d69, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:18.152574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] No DVR routers for this DVR port 97c5951d-100d-44ad-8f35-14ef8f5b8070 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:18.156329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.159735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d8b6c2c-3008-4b0b-9d91-9411ff476015 req-85091839-39ba-4bec-93e0-f623524f7467 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.39 "DELETE /v2.0/ports/97c5951d-100d-44ad-8f35-14ef8f5b8070 HTTP/1.1" status: 204 len: 173 time: 1.2065575 Oct 26 16:22:18.160350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'name': 'network-vif-deleted', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:18.162588 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2fe2f6-36d7-409f-ac73-a0cfd7e48bc4" -d '{"events": [{"server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "name": "network-vif-deleted", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:18.166506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] For port 8a79a707-1af3-436b-9610-c5b190857d69, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8a79a707-1af3-436b-9610-c5b190857d69,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:18.183788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-153a7ee6-7ee4-4847-a945-493320e09922 req-d3760366-1ca4-4056-82e7-3153a8495dbe tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 210 time: 0.0457678 Oct 26 16:22:18.186491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-899cfec4-b54e-4cdd-8a6d-00d7115dbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:18.188135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-899cfec4-b54e-4cdd-8a6d-00d7115dbc7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 1095 time: 0.2047613 Oct 26 16:22:18.236934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.249128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] DHCP port deletion for d0dd7a37-fc93-4775-9761-7b0ca4ae46ce request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:22:18.258723 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.293606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Deleting port d06ab280-8c83-4ffb-824f-8c5678429ddb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:18.294103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.368308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] For port d06ab280-8c83-4ffb-824f-8c5678429ddb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d06ab280-8c83-4ffb-824f-8c5678429ddb,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:18.368785 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.372496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09232e04-922c-49f8-972e-1c00c295113d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.388072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Calling delete_port for d06ab280-8c83-4ffb-824f-8c5678429ddb owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:18.464222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.478652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-ce4c7e85-2f8d-4915-9189-e9c8d2f886d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:18.480359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-ce4c7e85-2f8d-4915-9189-e9c8d2f886d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1095 time: 0.2611446 Oct 26 16:22:18.485667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Allocated IP 172.20.0.1 (c864bfa8-6d68-4f60-9c1d-d8a518056520/6954fd69-549a-4959-b2c7-2a90ee24336d/b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:18.539969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e559de-1095-4f54-914e-bd8193445d9b None None] Pushing event updated for resources: {'Port': ['ID=8a79a707-1af3-436b-9610-c5b190857d69,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.578141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.584772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:18.585990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:18.644245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c174422-0d3a-453f-a37c-f49762c52470,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.651450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-5f41af80-216f-4b2f-85f9-395790aa6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:18.669620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-5f41af80-216f-4b2f-85f9-395790aa6f1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1793067 Oct 26 16:22:18.719592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.724155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Deleting port d06ab280-8c83-4ffb-824f-8c5678429ddb {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:18.724524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.732527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-4819c833-593e-4cf8-b456-19ce2b89594a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0476460 Oct 26 16:22:18.775191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.788303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7defef10-1c76-4b04-9863-cbeb1a2071bc req-90978481-801c-4888-ab0f-83ef1a4b3e28 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1492712 Oct 26 16:22:18.809752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.853834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] For port d06ab280-8c83-4ffb-824f-8c5678429ddb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d06ab280-8c83-4ffb-824f-8c5678429ddb,segment=NetworkSegment(234787d7-357d-438f-b893-911f53b2bddc),segment_id=234787d7-357d-438f-b893-911f53b2bddc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:18.854533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.858312 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a49ab-d7b0-4467-9db2-9f354d96ed2a x-openstack-request-id: req-539a49ab-d7b0-4467-9db2-9f354d96ed2a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:18.858600 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc053e0d-9c8c-4519-89d9-c8d7e81c6f91", "name": "network-vif-deleted", "tag": "97c5951d-100d-44ad-8f35-14ef8f5b8070", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:18.858851 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-539a49ab-d7b0-4467-9db2-9f354d96ed2a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:18.860734 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc053e0d-9c8c-4519-89d9-c8d7e81c6f91', 'name': 'network-vif-deleted', 'tag': '97c5951d-100d-44ad-8f35-14ef8f5b8070', 'status': 'completed', 'code': 200} Oct 26 16:22:18.864754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:18.868055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-033f1177-8953-4d3b-a9eb-8013d4473067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:18.869347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f4ededd0-af4e-477f-96a1-675e1e3aafd0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:18.870405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-033f1177-8953-4d3b-a9eb-8013d4473067 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1302912 Oct 26 16:22:18.872584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06ab280-8c83-4ffb-824f-8c5678429ddb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.877908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] No DVR routers for this DVR port d06ab280-8c83-4ffb-824f-8c5678429ddb on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:18.892252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:18.913506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Calling delete_port for d06ab280-8c83-4ffb-824f-8c5678429ddb owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:18.921396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-31103e2d-1692-4626-ad56-cfce842482fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415571 Oct 26 16:22:18.968333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:18.995861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f4ededd0-af4e-477f-96a1-675e1e3aafd0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:18.996206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f4ededd0-af4e-477f-96a1-675e1e3aafd0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:18.996609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d06ab280-8c83-4ffb-824f-8c5678429ddb no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:19.037134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:19.045655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.053362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dab75948-fb76-45d4-b0c6-f36743465045 req-a9b83772-fdad-4092-8d3d-97dd885a2b83 tempest-ServersAdminNegativeTestJSON-1173978894 tempest-ServersAdminNegativeTestJSON-1173978894-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc053e0d-9c8c-4519-89d9-c8d7e81c6f91 HTTP/1.1" status: 200 len: 210 time: 0.0690100 Oct 26 16:22:19.057834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:19.075249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.075620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.076431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.076930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > port after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.077170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.077431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > port after_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.077846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.078081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.078398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.078716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.098924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:19.152569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d06ab280-8c83-4ffb-824f-8c5678429ddb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:19.152906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d06ab280-8c83-4ffb-824f-8c5678429ddb not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:19.160674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.161026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.162749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.163088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 16:22:19.163502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dd7a37-fc93-4775-9761-7b0ca4ae46ce']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:19.194016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234787d7-357d-438f-b893-911f53b2bddc') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:19.194317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234787d7-357d-438f-b893-911f53b2bddc') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:19.233427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.258695 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-594fcbe0-b184-447a-a9bd-63be4dd9f74d service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251455 Oct 26 16:22:19.262311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.283735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:22:19.283975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: from cryptography.utils import int_from_bytes Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: from cryptography.utils import int_from_bytes Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:22:19.289103 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:22:19.295777 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.384311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] No DVR routers for this DVR port d06ab280-8c83-4ffb-824f-8c5678429ddb on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:19.388141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b8e9b-2cd2-41fa-a42d-64b9c9b42726 None None] Pushing event deleted for resources: {'Port': ['ID=d06ab280-8c83-4ffb-824f-8c5678429ddb,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:19.459291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-0805ec0a-f72d-4c8d-970c-1dffeeb0f475 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896186 Oct 26 16:22:19.480282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fa2ce8da-2dd1-4762-af8d-65ad0ff28342 None None] Provisioning complete for port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:19.480685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce8da-2dd1-4762-af8d-65ad0ff28342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.496599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.505840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.510093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0dd7a37-fc93-4775-9761-7b0ca4ae46ce HTTP/1.1" status: 204 len: 168 time: 1.6523690 Oct 26 16:22:19.521429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a8cf3-43e2-47b7-850a-0543e4540106 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dd7a37-fc93-4775-9761-7b0ca4ae46ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:19.522417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:14Z', 'revision_number': 3, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:19.555692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:19.562457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a915b65-7ad4-4d23-bbda-cf046c900370 None None] The sync data for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 is: [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:14Z', 'revision_number': 3, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:19.601460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ce8da-2dd1-4762-af8d-65ad0ff28342 None None] Port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:19.618573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906ee80-0ec9-4f56-b1ff-b3a927c445a5 req-6e2c7497-b4ee-43e8-99ac-2bf554818033 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:19.626186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3906ee80-0ec9-4f56-b1ff-b3a927c445a5 req-6e2c7497-b4ee-43e8-99ac-2bf554818033 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.5242770 Oct 26 16:22:19.628359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.630329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:19.690918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc2b99-1039-494b-b41f-870898c3161d req-c266e6a2-44d9-48bc-a53b-93a52cbd1b31 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:19.692593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acfc2b99-1039-494b-b41f-870898c3161d req-c266e6a2-44d9-48bc-a53b-93a52cbd1b31 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 950 time: 0.4575276 Oct 26 16:22:19.748590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3906ee80-0ec9-4f56-b1ff-b3a927c445a5 req-f331a6fb-e780-4e28-9657-1a8ca37a4de2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214437 Oct 26 16:22:19.801004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acfc2b99-1039-494b-b41f-870898c3161d req-db35316e-a057-4d05-8205-5711d3458846 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866044 Oct 26 16:22:19.809052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-266701074', 'description': 'tempest-description-160275113'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:19.954448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:19.999077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:20.021117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.026014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2acb2807-c55e-4b42-8bb5-719e59472012 req-5177ff34-9a7b-4a35-a4ca-914fa250522f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 210 time: 0.0661628 Oct 26 16:22:20.131713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ffe2634d-b466-4d0b-8e43-6c938e7534d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b94454001b94b78b8a35e10954cc9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294968 Oct 26 16:22:20.134492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:20.262937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.305813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.344452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.365393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.369580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.420535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-fad39aaf-caaa-447a-a47a-c4165b650d00 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:20.422905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7570a-94b1-4bf5-ba63-da53f5bf708f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:20.423165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-fad39aaf-caaa-447a-a47a-c4165b650d00 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 823 time: 0.4886363 Oct 26 16:22:20.434799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-445928e6-288d-42d9-8a55-2af636ac1791 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:20.436471 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-445928e6-288d-42d9-8a55-2af636ac1791 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.1141064 Oct 26 16:22:20.459885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.519112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-59300192-c9ca-4978-af34-40b8a60c60c6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 379 time: 0.0816529 Oct 26 16:22:20.526697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.542120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6fb2f0bb-5ec0-4a9e-964d-afc0fee70f54 req-c0cee71e-ee4f-41a6-9024-b17669a976f3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7379477 Oct 26 16:22:20.543972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'port': {'device_id': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'admin_state_up': True, 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'security_groups': ['d42c1619-614f-40ad-93e6-ab7cb86a24d0']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:20.556539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.568305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.570797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.572239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c310c87-b8f5-4e62-9c76-93e4e26d6b06 HTTP/1.1" status: 204 len: 168 time: 0.4367867 Oct 26 16:22:20.619542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbe946-2ede-4424-a94c-b93adfbe6d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c310c87-b8f5-4e62-9c76-93e4e26d6b06,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:20.643680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.655247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:20.811979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-462090de-919e-4f85-bd9d-42c012d35036 service neutron] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:20.815572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-462090de-919e-4f85-bd9d-42c012d35036 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.816912 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86ee941c-92c8-4abc-8e2f-985e71dc6de9 req-462090de-919e-4f85-bd9d-42c012d35036 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c/bindings/n-h2-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.3623157 Oct 26 16:22:20.848051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57dc2a-2c3e-4222-93ec-a7a28c0066bd req-3f8a1c89-4e72-4432-8cc2-f2e10eddcdc6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:20.849554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae57dc2a-2c3e-4222-93ec-a7a28c0066bd req-3f8a1c89-4e72-4432-8cc2-f2e10eddcdc6 tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 950 time: 0.1816454 Oct 26 16:22:20.877233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a79a707-1af3-436b-9610-c5b190857d69 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:20.883420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Made reservation on behalf of 0d9afd2802bd4f009c66037ab75610f2 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:20.887511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.945317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8a79a707-1af3-436b-9610-c5b190857d69 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:20.945786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:20.948571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:20.957032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:20.995000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae57dc2a-2c3e-4222-93ec-a7a28c0066bd req-6539a99d-2c98-4e86-ba5f-349f0e0defcd tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/security-groups?id=84addda3-693c-4b81-b44b-29fb6d9697ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322901 Oct 26 16:22:21.104274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Allocated IP 172.20.0.8 (d5462561-d948-4e63-b167-9da588a341c5/ffdb0d5b-5eb8-4069-81dc-7325cfcef73e/ba15aed0-9cb4-4be9-98d8-1dd4126b3770) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:21.140265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.191946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 8a79a707-1af3-436b-9610-c5b190857d69, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8a79a707-1af3-436b-9610-c5b190857d69,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:21.237027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bbba3-05b8-4332-ac1d-7d2a0828200a req-78918376-4e9c-40c2-b944-7996b56071cb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:21.238465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b72bbba3-05b8-4332-ac1d-7d2a0828200a req-78918376-4e9c-40c2-b944-7996b56071cb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.1388357 Oct 26 16:22:21.263172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-587dd8e6-f8dc-4cb2-9519-87a9c50a75ad tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.6959066 Oct 26 16:22:21.281467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.288117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Router 33905bef-8fac-4979-94df-dfe63f92a03f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:21.382014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.431688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=8a79a707-1af3-436b-9610-c5b190857d69,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:21.435704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b72bbba3-05b8-4332-ac1d-7d2a0828200a req-d6bf7fde-e4b3-4898-809c-7352c52c48ed tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697583 Oct 26 16:22:21.452257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-fc8f3f0b-486c-4c40-83cc-18f5b41b50b7 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/09232e04-922c-49f8-972e-1c00c295113d HTTP/1.1" status: 200 len: 2981 time: 0.1881580 Oct 26 16:22:21.474173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d181d835-2ca2-41bd-92d8-858d62fc3713 None None] Provisioning complete for port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:21.474385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d181d835-2ca2-41bd-92d8-858d62fc3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.475377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:21.516685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-a295bf00-b491-4667-8140-57ae7499d33a tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/09232e04-922c-49f8-972e-1c00c295113d HTTP/1.1" status: 200 len: 2981 time: 0.0625796 Oct 26 16:22:21.571972 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.581683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 97c5951d-100d-44ad-8f35-14ef8f5b8070 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:21.588252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-6ee67904-e249-40a7-8e45-7d26b7fb5088 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/36c6c193-5f1d-45ba-bdc1-38bf729217be HTTP/1.1" status: 200 len: 2981 time: 0.0714817 Oct 26 16:22:21.595612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:21.609444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c2c7303-6870-445c-8ba0-c46e728a437d admin admin] 10.222.0.21 "PUT /v2.0/routers/33905bef-8fac-4979-94df-dfe63f92a03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9567566 Oct 26 16:22:21.627909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d181d835-2ca2-41bd-92d8-858d62fc3713 None None] Port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:21.632347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 97c5951d-100d-44ad-8f35-14ef8f5b8070 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:21.633314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 97c5951d-100d-44ad-8f35-14ef8f5b8070 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:21.670747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-a6e6bc68-84ef-4213-8809-b2fb44aca8c4 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/36c6c193-5f1d-45ba-bdc1-38bf729217be HTTP/1.1" status: 200 len: 2981 time: 0.0815604 Oct 26 16:22:21.694302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Network d5462561-d948-4e63-b167-9da588a341c5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:21.697840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:21.701618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:21.713285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:21.762683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-861e6f61-1eaf-4b21-b4ac-49ffc571c205 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3b39ebe9-a164-44a7-bd52-ae50ef7ea710 HTTP/1.1" status: 200 len: 2981 time: 0.0909398 Oct 26 16:22:21.859844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-07a94a28-bad1-4d6d-935c-b3153da8f561 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3b39ebe9-a164-44a7-bd52-ae50ef7ea710 HTTP/1.1" status: 200 len: 2981 time: 0.0857430 Oct 26 16:22:21.939054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52942) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:21.945484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9226ec0d-ccfa-4ada-968d-558d96545b3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb856dc624ff4259903f3afed2bc27d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660234 Oct 26 16:22:21.952163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:21.952932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:21.980898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-05537523-a94d-493a-88dc-7d6b7afb3ab3 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/47a481c4-7d85-4b9d-8918-f772a0a6ea28 HTTP/1.1" status: 200 len: 2973 time: 0.1118379 Oct 26 16:22:21.991183 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Sync routers for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:22.001937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:22.002686 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:22.049714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-de058fa6-eaad-4fc6-b994-a70cf7cfbe91 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5171602 Oct 26 16:22:22.066268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Request body: {'port': {'device_id': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:22.101874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.105939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-c405e42b-53f8-40ac-b387-73cfc371b922 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/47a481c4-7d85-4b9d-8918-f772a0a6ea28 HTTP/1.1" status: 200 len: 2973 time: 0.1221340 Oct 26 16:22:22.122952 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:22.164873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.181127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4c2ebbb4-54b8-4566-b73d-fb9b5a5732c2 None None] Provisioning complete for port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:22.181708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c2ebbb4-54b8-4566-b73d-fb9b5a5732c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.244055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.296312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ebbb4-54b8-4566-b73d-fb9b5a5732c2 None None] Port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:22.356628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:19Z', 'revision_number': 4, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5', 'name': '', 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'mac_address': 'fa:16:3e:a2:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:18Z', 'updated_at': '2021-10-26T16:22:20Z', 'revision_number': 2, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'subnets': [{'id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:22.367976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-565f5798-8eea-4ab5-adb2-da919361e2cd tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/84addda3-693c-4b81-b44b-29fb6d9697ec HTTP/1.1" status: 200 len: 2981 time: 0.2332745 Oct 26 16:22:22.388643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338e6bd-69b9-445d-bf9d-e94746459913 req-3f76f553-58d1-4181-b5f2-d85eca94c1e5 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:22.390263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6338e6bd-69b9-445d-bf9d-e94746459913 req-3f76f553-58d1-4181-b5f2-d85eca94c1e5 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 931 time: 0.0821989 Oct 26 16:22:22.404297 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Checking router: 33905bef-8fac-4979-94df-dfe63f92a03f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:22.405094 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Updating router 33905bef-8fac-4979-94df-dfe63f92a03f port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:22.442275 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.457284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.490627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.500511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.503760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a07dcd3b-08ff-497c-b7df-18231fe58a3f HTTP/1.1" status: 204 len: 168 time: 0.5629604 Oct 26 16:22:22.541942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a01f1-369d-428b-a9b9-ad613a7102a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07dcd3b-08ff-497c-b7df-18231fe58a3f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:22.562314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-9b4fd89f-85b6-4f6c-a43f-cce7cb9c7079 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/84addda3-693c-4b81-b44b-29fb6d9697ec HTTP/1.1" status: 200 len: 2981 time: 0.1831126 Oct 26 16:22:22.592085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6338e6bd-69b9-445d-bf9d-e94746459913 req-0a33d8d4-c858-4efa-b61c-5b2bfe1607ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947470 Oct 26 16:22:22.594041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52972) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:22.655248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba15aed0-9cb4-4be9-98d8-1dd4126b3770 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:22.678947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.687495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-3a183a74-fbbe-4f06-876a-78c3ca8b1ac8 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/965a9259-dfaf-42bd-9cd5-17a383d1404a HTTP/1.1" status: 200 len: 2977 time: 0.1163664 Oct 26 16:22:22.714449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Transition to ACTIVE for port object ba15aed0-9cb4-4be9-98d8-1dd4126b3770 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:22.748793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-32401f3f-c72b-4b30-b2a7-25524b56039c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/965a9259-dfaf-42bd-9cd5-17a383d1404a HTTP/1.1" status: 200 len: 2977 time: 0.0544889 Oct 26 16:22:22.753200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2010423358-network', 'tenant_id': '18f970a6efeb41148dcdaed6adc94842'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:22.784811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.851474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Pushing event updated for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:22.869193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-fce0816b-b9d2-4631-b34e-c800a1b91f7a tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9d088ced-4d95-448b-a2c1-bfd382f5b72e HTTP/1.1" status: 200 len: 2981 time: 0.1015637 Oct 26 16:22:22.888039 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.898286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Made reservation on behalf of 18f970a6efeb41148dcdaed6adc94842 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:22.898694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a79a707-1af3-436b-9610-c5b190857d69 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:22.902700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.928950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.963286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Attempting to bind port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:22.964091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Attempting to bind port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:22.964495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Attempting to bind port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:22.970209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 on network d5462561-d948-4e63-b167-9da588a341c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:22.970536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Attempting to bind port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:22.972738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-c8df353b-c02f-4f6b-8372-aabaa9d8c4c4 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9d088ced-4d95-448b-a2c1-bfd382f5b72e HTTP/1.1" status: 200 len: 2981 time: 0.0968297 Oct 26 16:22:22.985275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:22.985856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Checking segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:22.989792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Bound using segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:22.989944 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:22.990065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Bound port: ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:22.990065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.006846 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-218f3175-3cc4-4981-a70e-eb234600f88d tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] show failed (client error): The resource could not be found. Oct 26 16:22:23.014883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8a79a707-1af3-436b-9610-c5b190857d69 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:23.015464 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.031634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-218f3175-3cc4-4981-a70e-eb234600f88d tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a07dcd3b-08ff-497c-b7df-18231fe58a3f HTTP/1.1" status: 404 len: 352 time: 0.0441492 Oct 26 16:22:23.097889 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-5746d4f6-0fb3-4375-9911-210f8edb20f5 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] show failed (client error): The resource could not be found. Oct 26 16:22:23.107400 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6806c4b-8a22-4d84-88eb-8a24143217ec None None] Pushing event updated for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:23.108213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-5746d4f6-0fb3-4375-9911-210f8edb20f5 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a07dcd3b-08ff-497c-b7df-18231fe58a3f HTTP/1.1" status: 404 len: 352 time: 0.0736234 Oct 26 16:22:23.191688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:23.200392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-8de35f97-7e8b-43fc-8099-fe3614a49334 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bd2d92f5-d277-4288-9a10-f81b2f41d6f3 HTTP/1.1" status: 200 len: 2981 time: 0.0913081 Oct 26 16:22:23.203357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:23.214888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.261155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-95febb43-abc9-4356-b0ac-2be774f53c96 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bd2d92f5-d277-4288-9a10-f81b2f41d6f3 HTTP/1.1" status: 200 len: 2981 time: 0.0579946 Oct 26 16:22:23.269861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.300847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.315394 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Attempting to bind port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:23.317497 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Attempting to bind port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:23.318437 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Attempting to bind port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 on network c864bfa8-6d68-4f60-9c1d-d8a518056520 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:23.331699 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:23.333692 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Checking segment: {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:23.334608 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.335037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:23.337348 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Bound using segment: {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:23.338035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Bound port: b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:23.340168 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.401779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:23.402672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.413347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba15aed0-9cb4-4be9-98d8-1dd4126b3770 HTTP/1.1" status: 200 len: 1091 time: 1.3561156 Oct 26 16:22:23.416642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:23.428679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:22:23.432872 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:23.493797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-6015d531-a01e-4eb6-967b-bd4fc080dc9a tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cb610430-44bc-4ddf-85a9-f6723cf767f8 HTTP/1.1" status: 200 len: 2981 time: 0.2316501 Oct 26 16:22:23.543391 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] For port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:23.555620 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] For port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:23.624706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20943717-d178-482c-94e9-128fd386158a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:23.630282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.630528 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Added segment fff1f563-0e03-4a58-8cea-4a7bd35b9399 of type vlan for network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 Oct 26 16:22:23.640133 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.659897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] Provisioning complete for port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:23.660263 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:23.712554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68791926-04ed-4420-94d8-79ff1925c179 service neutron] Pushing event updated for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:23.728831 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:23.729628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:23.746966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-e99e5617-3c06-4b05-8de7-70ce09d5659f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:23.748504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-e99e5617-3c06-4b05-8de7-70ce09d5659f tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 950 time: 0.2863579 Oct 26 16:22:23.844145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:23.857966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6806c4b-8a22-4d84-88eb-8a24143217ec None None] Pushing event updated for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:23.930346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-82f3506a-c87e-4a99-876b-ba77cac811ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:23.935326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-82f3506a-c87e-4a99-876b-ba77cac811ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 1094 time: 0.3549628 Oct 26 16:22:23.976492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'mac_address': 'fa:16:3e:9f:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:23.976967 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:23.990221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.055193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-7ee744e1-7a10-40b7-8fd7-eda20464139b tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cb610430-44bc-4ddf-85a9-f6723cf767f8 HTTP/1.1" status: 200 len: 2981 time: 0.5464103 Oct 26 16:22:24.075801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-42e8b8af-a4e7-44c9-a139-5970417ec4d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770 HTTP/1.1" status: 200 len: 217 time: 0.1306028 Oct 26 16:22:24.122579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] For port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:24.142346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.147746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52994) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:24.170677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 655e0e57-5f94-491c-9ffa-b3aaada6f8fc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:24.173240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Deleting port d5c26f02-506a-4f3b-9315-7bd0058f29ca {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:24.174280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.176779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.198216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.241253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-523e276b-68a1-450a-8c1b-92c569322b4b tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6089921 Oct 26 16:22:24.257165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-91fea305-3661-4623-9885-3695e94e7b96 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d555b677-a8ff-452f-b865-ebf486957acf HTTP/1.1" status: 200 len: 2981 time: 0.2008564 Oct 26 16:22:24.277448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:24.330679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2857599-f005-44ae-af5e-efbee97d16e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b3c2f091e1742898877cf13b81dd78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706488 Oct 26 16:22:24.345611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52996) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:24.376441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] For port d5c26f02-506a-4f3b-9315-7bd0058f29ca, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5c26f02-506a-4f3b-9315-7bd0058f29ca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:24.379989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.405273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:24.417356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Calling delete_port for d5c26f02-506a-4f3b-9315-7bd0058f29ca owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:24.444640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:19Z', 'revision_number': 4, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5', 'name': '', 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'mac_address': 'fa:16:3e:a2:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:18Z', 'updated_at': '2021-10-26T16:22:23Z', 'revision_number': 4, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'subnets': [{'id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:24.451769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-e34a15fd-184e-4f19-bc88-7cd2513821ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:24.453389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-e34a15fd-184e-4f19-bc88-7cd2513821ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.3681021 Oct 26 16:22:24.463994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4cccf7a5-17d9-41bc-ab08-ca181bc0a570 None None] Provisioning complete for port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:24.467327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.467900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4cccf7a5-17d9-41bc-ab08-ca181bc0a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.468316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:24.468903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.500742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d85416-28ee-4cb4-9ff0-ffa0767e627b None None] The sync data for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 is: [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:19Z', 'revision_number': 4, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5', 'name': '', 'network_id': 'c864bfa8-6d68-4f60-9c1d-d8a518056520', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'mac_address': 'fa:16:3e:a2:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:18Z', 'updated_at': '2021-10-26T16:22:23Z', 'revision_number': 4, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'subnets': [{'id': '6954fd69-549a-4959-b2c7-2a90ee24336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:24.535114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c574fa-9ef2-42a4-8f1d-2071a3c9744b None None] Pushing event updated for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:24.540270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.541632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7cfce86b-0436-44f3-97ff-c23626cb8ef5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:24.548662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-5ce86f88-d1be-45a7-bfd5-2bfb5bc02b36 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d555b677-a8ff-452f-b865-ebf486957acf HTTP/1.1" status: 200 len: 2981 time: 0.2907677 Oct 26 16:22:24.553848 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.560001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.640672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-c3208e97-d146-48f6-a89b-190bf06f2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:24.645781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-c3208e97-d146-48f6-a89b-190bf06f2cf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317549 Oct 26 16:22:24.663023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:22:24.725020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-660e93e0-e6c3-49cf-8be6-6af245f5d6d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1230612 Oct 26 16:22:24.725929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['655e0e57-5f94-491c-9ffa-b3aaada6f8fc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:24.746832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52998) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:24.756123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:24.767230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Request body: {'subnet': {'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2010423358-subnet', 'tenant_id': '18f970a6efeb41148dcdaed6adc94842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:24.928173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-0c210ef6-6deb-4e30-b6e0-4835523cf9f6 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f1ea73c0-e64f-4b18-8693-b7555f64121d HTTP/1.1" status: 200 len: 2977 time: 0.3705649 Oct 26 16:22:24.977232 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-93c64427-d9af-497d-9ec0-457aba41cef9 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116653 Oct 26 16:22:25.037999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:25.099778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:25.137218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-d99669e0-0e79-446b-b404-7d3ea98c84d8 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f1ea73c0-e64f-4b18-8693-b7555f64121d HTTP/1.1" status: 200 len: 2977 time: 0.2080331 Oct 26 16:22:25.184070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0857afb-2333-4ae0-be31-87d7b41f1211 req-7e67091f-2ab5-40a6-9c2d-0559995d3e67 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958325 Oct 26 16:22:25.221653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Made reservation on behalf of 18f970a6efeb41148dcdaed6adc94842 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:25.223950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.229220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.282254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Pushing event deleted for resources: {'Port': ['ID=d5c26f02-506a-4f3b-9315-7bd0058f29ca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:25.291537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:25.291765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.294046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.297236 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.299892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.301099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe701938-4bfb-4041-838d-73fff7c791fa HTTP/1.1" status: 204 len: 168 time: 0.9519389 Oct 26 16:22:25.386542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5c26f02-506a-4f3b-9315-7bd0058f29ca no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:25.439509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] No DVR routers for this DVR port d5c26f02-506a-4f3b-9315-7bd0058f29ca on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:25.440352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:25.446566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb570254-b4a5-4557-9df8-d30f84c97be7 req-4753d008-76fa-4767-a2cd-1e5451bbd64a tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.47 "DELETE /v2.0/ports/d5c26f02-506a-4f3b-9315-7bd0058f29ca HTTP/1.1" status: 204 len: 173 time: 1.6734135 Oct 26 16:22:25.514932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: d5c26f02-506a-4f3b-9315-7bd0058f29ca {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:25.515623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5c26f02-506a-4f3b-9315-7bd0058f29ca not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:25.622469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72927265-9c96-4a05-b88f-04ab072e31ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe701938-4bfb-4041-838d-73fff7c791fa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:25.634858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-fa340e0c-d200-467e-9bdb-71537005778a tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8c243f2-19cb-4655-88be-c7c34b5eabf2 HTTP/1.1" status: 200 len: 2981 time: 0.4967604 Oct 26 16:22:25.666170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Allocated IP 172.25.5.101 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0b203489-c06d-47c2-8859-e5871e2f4bf4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:25.829879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-07a13acd-fa38-4076-84ad-ab007a00c284 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8c243f2-19cb-4655-88be-c7c34b5eabf2 HTTP/1.1" status: 200 len: 2981 time: 0.1736858 Oct 26 16:22:25.918673 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-5aef90d6-6fee-4fd2-bdd0-6ebbdb0b384b tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] show failed (client error): The resource could not be found. Oct 26 16:22:25.919895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-5aef90d6-6fee-4fd2-bdd0-6ebbdb0b384b tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fe701938-4bfb-4041-838d-73fff7c791fa HTTP/1.1" status: 404 len: 352 time: 0.0613995 Oct 26 16:22:26.283735 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-b3b75d1c-acba-4989-abd9-2293ed38e6ce tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] show failed (client error): The resource could not be found. Oct 26 16:22:26.290988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97394113-2764-410a-bed0-9e9bcd2ab534 req-b3b75d1c-acba-4989-abd9-2293ed38e6ce tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fe701938-4bfb-4041-838d-73fff7c791fa HTTP/1.1" status: 404 len: 352 time: 0.3351634 Oct 26 16:22:26.294301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:26.336300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:26.479399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbb53c63-e5e0-41ea-ae21-acbf919653e1 req-d619cd75-f677-4bf6-a030-048f44053f3e tempest-DeleteServersAdminTestJSON-530083987 tempest-DeleteServersAdminTestJSON-530083987-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2348a88-dbb1-429a-9103-dc991d30ea2a HTTP/1.1" status: 200 len: 210 time: 0.0560732 Oct 26 16:22:26.516073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:26.547002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Checking segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:26.547430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Network hostable DHCP agents. Network: 7cfce86b-0436-44f3-97ff-c23626cb8ef5, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:22:26.613660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:26.751544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:22:26.760622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:26.820351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:26.826692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:26.856846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event updated for resources: {'Port': ['ID=0b203489-c06d-47c2-8859-e5871e2f4bf4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:26.876154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 7cfce86b-0436-44f3-97ff-c23626cb8ef5) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:26.887499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2988e-fb02-4ae9-86c7-800b9b2e8976 None None] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:26.889402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-3e0fdf0a-d448-433a-ae55-0c56db443b37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187251 Oct 26 16:22:26.900569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:26.901338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:26.931855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247f8a-56a3-4e1d-87ca-49a0427488c4 req-45eb0d2b-8c34-417a-b8d4-e157597f205c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:26.932531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40247f8a-56a3-4e1d-87ca-49a0427488c4 req-45eb0d2b-8c34-417a-b8d4-e157597f205c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1095 time: 0.2239077 Oct 26 16:22:27.093271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-72006545-c3a7-4a8d-8633-2310a0d5e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.095208 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-72006545-c3a7-4a8d-8633-2310a0d5e0d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0982540 Oct 26 16:22:27.128463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-20a1a429-afe5-40b2-9c50-a766c50893a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3629084 Oct 26 16:22:27.145971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.152905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40247f8a-56a3-4e1d-87ca-49a0427488c4 req-109389bf-ba2d-4803-bca9-8bf24f3b2a4b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895800 Oct 26 16:22:27.199937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce372b64-f204-4767-bb71-3e458a5805b6 None None] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:27.288095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.291691 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd880c-0378-4803-a14b-cbcfc821fa10 x-openstack-request-id: req-f8fd880c-0378-4803-a14b-cbcfc821fa10 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:27.292261 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:27.292931 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8fd880c-0378-4803-a14b-cbcfc821fa10 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:27.293543 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'status': 'completed', 'code': 200} Oct 26 16:22:27.368697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-a8087764-94e8-40be-afaf-4f11ee213198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.368815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:27.370794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-a8087764-94e8-40be-afaf-4f11ee213198 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2474484 Oct 26 16:22:27.498067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:27.498475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.532535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-774c4ff4-f38e-41e3-b004-f160b782450d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.1130884 Oct 26 16:22:27.634022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f18740-14de-4e00-93cf-9a0c6da3137e req-4c8a8cf2-bff8-4d8d-b393-510e3f30d016 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.635583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1f18740-14de-4e00-93cf-9a0c6da3137e req-4c8a8cf2-bff8-4d8d-b393-510e3f30d016 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 943 time: 0.0996187 Oct 26 16:22:27.649850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.678373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-588dd3dd-14c7-4d44-b7c4-84325b21cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.685120 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-588dd3dd-14c7-4d44-b7c4-84325b21cacd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1349826 Oct 26 16:22:27.698312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:27.699281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:27.702027 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f8519-90a2-40be-bc13-06ae9b3698fb" -d '{"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-plugged", "status": "completed", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:27.703510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.710431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1f18740-14de-4e00-93cf-9a0c6da3137e req-cfef72c2-4d10-43c3-a467-dbe76e8623c0 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622520 Oct 26 16:22:27.722780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-cc42e657-8ab6-44b3-af3c-854168dfb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.725212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-cc42e657-8ab6-44b3-af3c-854168dfb4bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 1094 time: 0.4002850 Oct 26 16:22:27.743517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-f57d0d98-ec38-4059-bc46-ab498b8e993d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466888 Oct 26 16:22:27.769076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.825647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:27.847967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:27.919428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-476ee9bc-231d-4c26-8834-db9c24a91ccc service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674850 Oct 26 16:22:27.919428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-216394c9-d7ab-4e0a-8fd3-06ce1ed8f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:27.920392 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-216394c9-d7ab-4e0a-8fd3-06ce1ed8f0ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 924 time: 0.1793687 Oct 26 16:22:27.941861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48a4e8e7-f4a1-416c-ad3d-2c7d8436e0e4 req-11d7b350-e14a-4c1d-b97a-7297d6b5bf50 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83869ef6a3dd48f88ea749f3cf2defff HTTP/1.1" status: 200 len: 6100 time: 0.1944435 Oct 26 16:22:27.947627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event updated for resources: {'Port': ['ID=0b203489-c06d-47c2-8859-e5871e2f4bf4,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:27.992316 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:28.017919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48a4e8e7-f4a1-416c-ad3d-2c7d8436e0e4 req-9275df59-531c-4732-b263-1b4f4a76aa8e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "GET /v2.0/security-groups/bd2d92f5-d277-4288-9a10-f81b2f41d6f3 HTTP/1.1" status: 200 len: 2981 time: 0.0654240 Oct 26 16:22:28.042697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-e3f11eae-a656-463f-b3e8-7f7582a0a9f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770 HTTP/1.1" status: 200 len: 217 time: 0.0547898 Oct 26 16:22:28.093621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48a4e8e7-f4a1-416c-ad3d-2c7d8436e0e4 req-d27af319-fb6d-4a79-92f8-6953cbb213c7 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "GET /v2.0/security-groups/bd2d92f5-d277-4288-9a10-f81b2f41d6f3 HTTP/1.1" status: 200 len: 2981 time: 0.0679405 Oct 26 16:22:28.100370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-91f808fc-a49c-48a4-ae70-c7dd4a2040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:28.101810 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-91f808fc-a49c-48a4-ae70-c7dd4a2040ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.0506287 Oct 26 16:22:28.104231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:28.105542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-17137967-e700-492f-ac04-3f1443dde868 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8459117 Oct 26 16:22:28.136081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d6569e-0fdd-42be-bd96-0b368d2cc0b6 req-95d7895b-7a49-4233-98d2-bbdf7ea4ca03 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079053 Oct 26 16:22:28.196520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-a7051d7b-e355-40bf-a5b1-a79e267206d9 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.0813723 Oct 26 16:22:28.216865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-42d85356-efd3-4a31-804d-80f6d1c6acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:28.220023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-42d85356-efd3-4a31-804d-80f6d1c6acde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813282 Oct 26 16:22:28.401286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-8f450fb8-279e-4360-984e-449559fc70d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743510 Oct 26 16:22:28.427934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72698c8-d030-40a3-8963-b980d019072a req-83147ef4-1e8e-4a9f-ba41-b84fe0fd6f46 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:28.429341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-83147ef4-1e8e-4a9f-ba41-b84fe0fd6f46 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2269022 Oct 26 16:22:28.450194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-0342dba4-fc10-4067-ace5-f695523ee4da tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:28.458894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e72698c8-d030-40a3-8963-b980d019072a req-0342dba4-fc10-4067-ace5-f695523ee4da tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0132937 Oct 26 16:22:28.558054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b197d112-f6d1-4dfe-bdc3-99d85ed8f4bf req-06afa16b-cc28-46c5-86da-8e5fe387031b service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484256 Oct 26 16:22:28.771371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-23ae51e2-a18f-49cd-b497-a29bd67793e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:28.777815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-23ae51e2-a18f-49cd-b497-a29bd67793e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.2409170 Oct 26 16:22:28.795738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-ea3df062-4ac1-4b72-ba1b-6a974e77ca19 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:28.800001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-ea3df062-4ac1-4b72-ba1b-6a974e77ca19 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.1728747 Oct 26 16:22:28.803118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-16685cd6-68a3-4fb8-9e81-84502dda131c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/quotas/18f970a6efeb41148dcdaed6adc94842 HTTP/1.1" status: 200 len: 375 time: 0.0225158 Oct 26 16:22:28.832616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-4fd70607-3b7b-455e-8a15-605649c4d4ae tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/quotas/3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 375 time: 0.0253179 Oct 26 16:22:28.847865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6e20e920-7313-4a59-9f52-27b6b03298b6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343864 Oct 26 16:22:28.950553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-1f271a23-9038-4aff-9d3e-dd5de343f9dd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016984 Oct 26 16:22:29.023556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-5a30b74b-35a0-47de-971e-fe97938d2948 service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659846 Oct 26 16:22:29.131666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-fc8e4633-4995-4f26-85a2-1843744dd8a3 service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573083 Oct 26 16:22:29.204255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-44d86f01-6b22-4d06-83ba-5baeb24d1846 service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742415 Oct 26 16:22:29.255578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-e49e3fc6-ff9b-4605-adfe-18aba4a04f89 service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178980 Oct 26 16:22:29.296390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'name': 'network-vif-deleted', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:29.304183 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dfe49a-277d-42db-a17c-dd48b9256ca4" -d '{"events": [{"server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "name": "network-vif-deleted", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:29.346706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ba15aed0-9cb4-4be9-98d8-1dd4126b3770 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:29.462099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:29.473278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'port_id': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'mac_address': 'fa:16:3e:45:d9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:29.509398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:29.522283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba15aed0-9cb4-4be9-98d8-1dd4126b3770 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:29.543107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:29.791281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:29.906782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:29.933502 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f0b50-6437-4937-bf46-72c796db8579 x-openstack-request-id: req-561f0b50-6437-4937-bf46-72c796db8579 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:29.935079 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-plugged", "status": "completed", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:29.935527 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-561f0b50-6437-4937-bf46-72c796db8579 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:29.937112 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'code': 200} Oct 26 16:22:30.004231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-64fbb275-7de5-4fdf-9709-51ff8551cc20 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c7c7570a-94b1-4bf5-ba63-da53f5bf708f HTTP/1.1" status: 200 len: 1776 time: 0.1048121 Oct 26 16:22:30.041471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ba15aed0-9cb4-4be9-98d8-1dd4126b3770'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:30.111837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27be5777-0a13-45ac-85fd-1e8ea476fc71 req-43f42715-77f2-4ae6-bd1d-ac5871d8620c tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips/d67eacc6-4022-44a5-b776-c9e7fdf10b9c HTTP/1.1" status: 200 len: 693 time: 0.0771210 Oct 26 16:22:30.261954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5777-0a13-45ac-85fd-1e8ea476fc71 req-79eb3918-032f-46cb-be6c-c687146a9c44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:30.267744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27be5777-0a13-45ac-85fd-1e8ea476fc71 req-79eb3918-032f-46cb-be6c-c687146a9c44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1479397 Oct 26 16:22:30.280917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-27be5777-0a13-45ac-85fd-1e8ea476fc71 req-4713ca77-b0a3-420e-bb25-9129fe51a0ec tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:30.287472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27be5777-0a13-45ac-85fd-1e8ea476fc71 req-4713ca77-b0a3-420e-bb25-9129fe51a0ec tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113914 Oct 26 16:22:30.289131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:30.314907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:30.464781 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:30.467670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:30.468817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc77fe21-a7eb-4eee-a689-d220ff5c0195 req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7c7570a-94b1-4bf5-ba63-da53f5bf708f HTTP/1.1" status: 204 len: 173 time: 0.4637733 Oct 26 16:22:30.497631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aebdf2-6cb7-446e-a14b-f488ff9355ef tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7570a-94b1-4bf5-ba63-da53f5bf708f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:30.586145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5e1f9315-7f35-4848-b717-2c5def70d801 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292039 Oct 26 16:22:30.725408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be583-5dc7-448f-a9d1-fefebdf8d5cb req-47df4e56-c5c8-4bbe-8d3a-cd38e89b7c5e tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:30.732770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f9be583-5dc7-448f-a9d1-fefebdf8d5cb req-47df4e56-c5c8-4bbe-8d3a-cd38e89b7c5e tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 944 time: 0.0817733 Oct 26 16:22:30.747471 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd86993d-9ef8-442b-a4d0-edaa63149b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:30.748040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-14d22852-9335-4bef-adc6-d49b372786df tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:30.749375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-14d22852-9335-4bef-adc6-d49b372786df tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623821 Oct 26 16:22:30.780405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-566683f3-a4ca-46ab-a6d3-7eb5dce4df0a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.0231061 Oct 26 16:22:30.788824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f9be583-5dc7-448f-a9d1-fefebdf8d5cb req-a71a30e9-bde7-42ef-be7e-a0cb1a22b2a3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551527 Oct 26 16:22:30.816770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-4d8a2940-7030-45e0-a452-b63359b01822 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269790 Oct 26 16:22:30.844503 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eef206-9fb6-4e7b-bc6d-2b0581fa3913 x-openstack-request-id: req-a8eef206-9fb6-4e7b-bc6d-2b0581fa3913 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:30.845077 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2348a88-dbb1-429a-9103-dc991d30ea2a", "name": "network-vif-deleted", "tag": "d5c26f02-506a-4f3b-9315-7bd0058f29ca", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:30.845077 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8eef206-9fb6-4e7b-bc6d-2b0581fa3913 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:30.846357 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2348a88-dbb1-429a-9103-dc991d30ea2a', 'name': 'network-vif-deleted', 'tag': 'd5c26f02-506a-4f3b-9315-7bd0058f29ca', 'status': 'completed', 'code': 200} Oct 26 16:22:30.909851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-394c784e-2974-4389-a4c6-6639e5f75cf5 req-c6fda247-ce5c-4265-b36f-e40eceded967 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 210 time: 0.0304022 Oct 26 16:22:31.028153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6cf5279-7137-47e9-ae36-7662bcc338d7 req-cbf09c16-7e74-4bc7-86dc-5fe82a1a92c6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 210 time: 0.0267048 Oct 26 16:22:31.178889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4117004c-e8eb-4f70-b887-7984338f3e7f req-c30ed459-e0d9-4589-aeb5-f1738a11ec06 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=32c106a36c95474c8ead1d2b27e71600 HTTP/1.1" status: 200 len: 696 time: 0.0815339 Oct 26 16:22:31.283625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-aa7cc7ef-d238-4c6b-b6a5-743bbcc23f66 tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6c174422-0d3a-453f-a37c-f49762c52470 HTTP/1.1" status: 200 len: 1777 time: 0.1414671 Oct 26 16:22:31.341868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117004c-e8eb-4f70-b887-7984338f3e7f req-76d212c9-72b5-4623-b071-6a3f0b3b05b2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:31.355727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4117004c-e8eb-4f70-b887-7984338f3e7f req-76d212c9-72b5-4623-b071-6a3f0b3b05b2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks?id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 787 time: 0.1758626 Oct 26 16:22:31.366967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ba15aed0-9cb4-4be9-98d8-1dd4126b3770 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:31.382094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-4117004c-e8eb-4f70-b887-7984338f3e7f req-19086e1d-01aa-483f-ba97-ebfac69f3914 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:31.393797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4117004c-e8eb-4f70-b887-7984338f3e7f req-19086e1d-01aa-483f-ba97-ebfac69f3914 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0244410 Oct 26 16:22:31.416443 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.462150 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.567700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a2d6555-1bc8-45aa-95b3-cbaeb152ddc0 req-1653ab92-f008-48de-9468-b0becd2fbfb3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 210 time: 0.0404961 Oct 26 16:22:31.686807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:31.691214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.692653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:31.693245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.693948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.708888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fdfc997-4a73-4a26-9f6b-30efbf1fd7e3 req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c174422-0d3a-453f-a37c-f49762c52470 HTTP/1.1" status: 204 len: 173 time: 0.4137383 Oct 26 16:22:31.734495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-1c69fce2-bdf1-4063-a37e-23cb60bac4bf tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips/d67eacc6-4022-44a5-b776-c9e7fdf10b9c HTTP/1.1" status: 200 len: 693 time: 0.1009276 Oct 26 16:22:31.815457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2af7-b099-4b26-bf8a-86e3e2b9639c tempest-SecurityGroupsTestAdminJSON-1567970885 tempest-SecurityGroupsTestAdminJSON-1567970885-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c174422-0d3a-453f-a37c-f49762c52470,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:31.886151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:31.927096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:31.940192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:31.942762 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db57cc-ac41-49ee-ba8f-f8bc42fd19cf" -d '{"events": [{"server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "name": "network-vif-plugged", "status": "completed", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:31.983170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-7eb6a279-2edb-4d63-a87c-dc16782825e4 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "GET /v2.0/security-groups/5810afb2-d0a4-47ad-8643-2779ad7ca681 HTTP/1.1" status: 200 len: 1776 time: 0.1937733 Oct 26 16:22:32.002832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.056968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-c2d5ce4a-53c5-4050-8d1c-8e846be4abc0 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:32.066464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:32.073179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-c2d5ce4a-53c5-4050-8d1c-8e846be4abc0 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.3300397 Oct 26 16:22:32.079115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-ef5fca4f-37b6-464f-8f6d-a70f69dc85a4 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:32.087077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-ef5fca4f-37b6-464f-8f6d-a70f69dc85a4 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0133681 Oct 26 16:22:32.215893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-fb079a5e-eafc-4436-a36e-3e1deb55cc4b tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.1277666 Oct 26 16:22:32.239777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.346740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-58412e50-2111-4902-92cc-ad87d67f2711 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.1079867 Oct 26 16:22:32.351149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.514028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53186) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:32.585785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Deleting port 0b203489-c06d-47c2-8859-e5871e2f4bf4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:32.586073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.659523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.665130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.672056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-880e788c-3ef7-4a47-b9e7-10c3b38bc67f req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "DELETE /v2.0/security-groups/5810afb2-d0a4-47ad-8643-2779ad7ca681 HTTP/1.1" status: 204 len: 173 time: 0.6709712 Oct 26 16:22:32.727212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaff73-4961-49c7-aa7f-a3338366011e tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810afb2-d0a4-47ad-8643-2779ad7ca681,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:32.774023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-b9154e1f-f5d7-47d7-aa87-2e0530254617 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:32.780245 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-b9154e1f-f5d7-47d7-aa87-2e0530254617 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.5223324 Oct 26 16:22:32.791486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Request body: {'port': {'device_id': 'a61948b4-1566-483f-a92e-f1747b81c591', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'admin_state_up': True, 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:32.843454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.843779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:32.864748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cde83bd4-1c61-4585-8b8d-2a5adbfef719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8be2f222ad944e6d840b4b18d8d1c2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492947 Oct 26 16:22:32.867481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Calling delete_port for 0b203489-c06d-47c2-8859-e5871e2f4bf4 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:32.867808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:32.879391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677e3c-6bd3-4013-a6e9-95bb3b01b1aa req-282e0821-d0b1-4bd9-9aae-5227b557756d tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:32.882058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00677e3c-6bd3-4013-a6e9-95bb3b01b1aa req-282e0821-d0b1-4bd9-9aae-5227b557756d tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.1253731 Oct 26 16:22:32.985026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.014099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.107484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:33.113982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.231707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.234710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.238822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84addda3-693c-4b81-b44b-29fb6d9697ec HTTP/1.1" status: 204 len: 168 time: 0.3698349 Oct 26 16:22:33.246544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00677e3c-6bd3-4013-a6e9-95bb3b01b1aa req-97299432-d6a5-4538-9cae-e697c5f811f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236089 Oct 26 16:22:33.269972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84addda3-693c-4b81-b44b-29fb6d9697ec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:33.300644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.301251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.301627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.302067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.302511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.302905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.303333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.303735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.304112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.308355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.308355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.308355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be835b-17a3-45dd-b808-85937d41cca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:33.409285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Allocated IP 172.20.0.4 (efecb21f-c60c-4a7e-9dc9-f4a78816c147/063a357a-ae01-4d7f-989e-19afe20aa016/6afabc9b-03fb-460d-8a4e-b742156e8a21) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:33.512206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf412c8d-e481-4d43-8539-e0d77751ed7d req-7b4781c6-27d1-412e-a6b8-a281ff4c9f30 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 210 time: 0.0714035 Oct 26 16:22:33.517100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-146ac9f4-19ba-4a38-bd2f-8d8871800692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.522485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-f66cade8-d931-404b-bf6f-4230f1a225e1 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:33.525414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-f66cade8-d931-404b-bf6f-4230f1a225e1 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.2893925 Oct 26 16:22:33.553781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'port': {'device_id': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'admin_state_up': True, 'tenant_id': '18f970a6efeb41148dcdaed6adc94842'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:33.612201 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f2e384-609f-4b81-b1ca-69fc0d49aa70 x-openstack-request-id: req-d8f2e384-609f-4b81-b1ca-69fc0d49aa70 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:33.612508 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "name": "network-vif-plugged", "status": "completed", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:33.612762 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8f2e384-609f-4b81-b1ca-69fc0d49aa70 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:33.613318 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'code': 200} Oct 26 16:22:33.721960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.762851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.770324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event deleted for resources: {'Port': ['ID=0b203489-c06d-47c2-8859-e5871e2f4bf4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:33.777779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d48d36c-f1b4-4c7b-a374-4b08548a1a79 req-098d4e23-6816-461b-bdfb-29cbf2847e09 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 210 time: 0.0699830 Oct 26 16:22:33.872078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01841-93f9-4227-b4dc-7cd92242e1b4 req-53ff0628-49f7-4c03-bec7-3e29dbb04ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:33.875104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-81a01841-93f9-4227-b4dc-7cd92242e1b4 req-53ff0628-49f7-4c03-bec7-3e29dbb04ce5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0686264 Oct 26 16:22:33.887834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.915473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.918167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:33.920600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f679e5c3-b063-4d3a-a3ab-55cf8fc3c770 req-b4cc5630-c2a1-4f00-bf88-3399fa457114 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "DELETE /v2.0/floatingips/d67eacc6-4022-44a5-b776-c9e7fdf10b9c HTTP/1.1" status: 204 len: 173 time: 1.5661128 Oct 26 16:22:34.000001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:34.003467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Made reservation on behalf of 18f970a6efeb41148dcdaed6adc94842 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:34.007319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.011547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.39', 50821) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:34.039568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:34.046035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:34.049421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:34.062511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d1fddb7-51d5-4b03-82c2-001651685162 req-772a2d62-a54b-4343-999f-7ae5592e6fa0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 210 time: 0.1080236 Oct 26 16:22:34.074708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.111360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-2eb438f3-06d2-4a00-9c4a-f0f407a88a6b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787795 Oct 26 16:22:34.125338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-81a01841-93f9-4227-b4dc-7cd92242e1b4 req-9a326708-607a-4c71-9380-b9224fc6f7a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408967 Oct 26 16:22:34.148120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:34.148927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.287147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-addeeace-c0c5-4227-869e-64e49d156877 tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "GET /v2.0/security-groups/8dbb45e3-3bf3-4a22-972b-3eba309b6a77 HTTP/1.1" status: 200 len: 1776 time: 0.3365827 Oct 26 16:22:34.382640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:34.415620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42afa9ae-6be4-44ca-be2d-68183fc8ece2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.489281 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060447f2-5965-4596-8ab6-3e80019c1650 req-3fdd8a39-5f04-474b-93e9-6ec6a1d90173 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3663199 Oct 26 16:22:34.504659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5a6b0ad0-5967-4af3-a968-e6cf38e336c7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:34.506080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5a6b0ad0-5967-4af3-a968-e6cf38e336c7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3808458 Oct 26 16:22:34.523385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:34.529239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Allocated IP 172.20.0.11 (7cfce86b-0436-44f3-97ff-c23626cb8ef5/5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd/e04e659a-240b-452b-8ea9-1eec789f7d95) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:34.606728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:34.606977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42afa9ae-6be4-44ca-be2d-68183fc8ece2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.607085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.647970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-8f41614c-e80d-42ba-a124-7f26f3001283 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8599942 Oct 26 16:22:34.663027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.663213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Request body: {'port': {'device_id': 'a61948b4-1566-483f-a92e-f1747b81c591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:34.769859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.843546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.928928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.930207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.931434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.932573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e20d914-b757-4c58-b8ed-7a8d597b28bc req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] 10.222.0.21 "DELETE /v2.0/security-groups/8dbb45e3-3bf3-4a22-972b-3eba309b6a77 HTTP/1.1" status: 204 len: 173 time: 0.6359196 Oct 26 16:22:34.933293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.940650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42afa9ae-6be4-44ca-be2d-68183fc8ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:34.980728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afa9ae-6be4-44ca-be2d-68183fc8ece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d62bc2-b45e-4465-9df5-2f9ef0debcda,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.011149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42afa9ae-6be4-44ca-be2d-68183fc8ece2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=401933b6bab44ae4bfd7ae50c214b591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268537 Oct 26 16:22:35.013703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53226) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:35.029526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.041624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42f85-cdc3-4a8a-bc5d-18a781483d6d tempest-SecurityGroupsTestAdminJSON-2082100388 tempest-SecurityGroupsTestAdminJSON-2082100388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb45e3-3bf3-4a22-972b-3eba309b6a77,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.146468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:35.151565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.197059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.222049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.233165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.238421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:35.253136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.255814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:35.262297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:35.293741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afabc9b-03fb-460d-8a4e-b742156e8a21 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:35.316180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.327880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a876598-c3a1-4945-82f0-70831db08fc4 req-cae86238-4139-443e-b00d-f00dbf41c23b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:35.330929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a876598-c3a1-4945-82f0-70831db08fc4 req-cae86238-4139-443e-b00d-f00dbf41c23b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.2174401 Oct 26 16:22:35.369920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:35.370658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.419948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a876598-c3a1-4945-82f0-70831db08fc4 req-29e81797-6cbe-4283-9623-8f680a63e911 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773346 Oct 26 16:22:35.422242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.448076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Transition to ACTIVE for port object 6afabc9b-03fb-460d-8a4e-b742156e8a21 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:35.449540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.453132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.457685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6d62bc2-b45e-4465-9df5-2f9ef0debcda HTTP/1.1" status: 204 len: 168 time: 0.4402912 Oct 26 16:22:35.486920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579fe5d-2b1d-45ef-9be4-f52879dc82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d62bc2-b45e-4465-9df5-2f9ef0debcda,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.559926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-6fccbd5b-0181-4c89-aba4-62a68dfe7da9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0131609 Oct 26 16:22:35.574008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Request body: {'port': {'device_id': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:35.575828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.638339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.775888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.777054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.780537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:35.780885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:35.781816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:35.790792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:35.792809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:35.794516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b53ee-ae63-4ff6-8404-1b28be0f7bba req-5afc2a39-a580-4394-9a0c-0db5e19243db tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:35.796207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b0b53ee-ae63-4ff6-8404-1b28be0f7bba req-5afc2a39-a580-4394-9a0c-0db5e19243db tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 932 time: 0.2109044 Oct 26 16:22:35.811113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:35.811113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:35.811503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:35.812736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Bound port: 6afabc9b-03fb-460d-8a4e-b742156e8a21, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:35.812878 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.841838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Allocated IP 172.25.5.30 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7ab327e2-633d-4523-81fc-f15b3a44b812) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:35.849171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:35.916082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53236) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:35.929724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:35.936799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b0b53ee-ae63-4ff6-8404-1b28be0f7bba req-f7c1819b-f799-4351-b50a-838868a4b2ab tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287441 Oct 26 16:22:35.976766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:36.053789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.154711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:36.155855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.157220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 1091 time: 1.5005021 Oct 26 16:22:36.166624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.175694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:36.178089 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12455004-e00b-4b1b-82c3-e954b322cd88" -d '{"events": [{"name": "network-changed", "server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:36.190030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f543cb03-c40d-401c-a14c-fa7de7197146,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:36.214693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0039aafd-e2a8-41bd-86d5-a1575b495118 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83869ef6a3dd48f88ea749f3cf2defff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950408 Oct 26 16:22:36.215323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9ae99-7162-4acc-9bff-bb4d1b89a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:36.223272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53248) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:36.283347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.283841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.284277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.284772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.285192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.285638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.286068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.286485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.286898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.287331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.287750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.288160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:36.331489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-3c2e197b-8f97-40ff-92bd-87c6446ac0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:36.333070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-3c2e197b-8f97-40ff-92bd-87c6446ac0b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1094 time: 0.0627651 Oct 26 16:22:36.333929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.401028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-340a1001-9708-412c-9f8e-508ff34fea58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 217 time: 0.0570672 Oct 26 16:22:36.402991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.466247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8430f5-783b-4df0-ae65-0382f97a5278 req-4c84343c-f1c7-46e5-a810-e76580c897d9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:36.467922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff8430f5-783b-4df0-ae65-0382f97a5278 req-4c84343c-f1c7-46e5-a810-e76580c897d9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.2860258 Oct 26 16:22:36.471491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.170 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/981acc63-a6b5-4619-876b-5ddf90584d0d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:36.484344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.490815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-a839f3c3-b35f-495c-8971-81e5a1ac0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:36.492413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-a839f3c3-b35f-495c-8971-81e5a1ac0afe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0796378 Oct 26 16:22:36.498861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.544958 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-61834b7d-88ff-42ba-abfc-328d2e9634d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404689 Oct 26 16:22:36.550568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:36.570942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:36.640100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.643207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:36.645537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd2d92f5-d277-4288-9a10-f81b2f41d6f3 HTTP/1.1" status: 204 len: 168 time: 0.4249935 Oct 26 16:22:36.665061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976489-8c94-4bf9-a455-0216f3f99e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d92f5-d277-4288-9a10-f81b2f41d6f3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:36.750692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-e2ae6f22-93fd-4ccc-90af-3378a627fe93 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999316 Oct 26 16:22:36.850325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:36.878171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a858c48-ab6f-456d-9b3e-7070c56ca4bb req-97477737-298e-426b-ad58-1917c9d6155b service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173234 Oct 26 16:22:36.899330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event updated for resources: {'Port': ['ID=7ab327e2-633d-4523-81fc-f15b3a44b812,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:36.918645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff8430f5-783b-4df0-ae65-0382f97a5278 req-6d899728-6fb9-4fae-80a1-9e7fef32cd42 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390275 Oct 26 16:22:37.123200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04e659a-240b-452b-8ea9-1eec789f7d95 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:37.131916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.194460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b863151-123f-426e-b9ee-cc596353c9d8 req-c12b7481-86ae-4880-8490-ca27cb675e6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 210 time: 0.0479662 Oct 26 16:22:37.220916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Transition to ACTIVE for port object e04e659a-240b-452b-8ea9-1eec789f7d95 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:37.233059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.248597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.302661 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11142ba9-c590-4bfc-ae89-3003f16ce183 x-openstack-request-id: req-11142ba9-c590-4bfc-ae89-3003f16ce183 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:37.302661 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:37.303615 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11142ba9-c590-4bfc-ae89-3003f16ce183 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:37.304398 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'status': 'completed', 'code': 200} Oct 26 16:22:37.321425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.401507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-436cf3e8-1c13-44b2-8712-ef1c81f89aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:37.403491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-436cf3e8-1c13-44b2-8712-ef1c81f89aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1094 time: 0.0717490 Oct 26 16:22:37.412123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.483262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:37.551731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-58dfa9af-e9f2-476a-abac-a1ed95132be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:37.553604 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-58dfa9af-e9f2-476a-abac-a1ed95132be8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1410980 Oct 26 16:22:37.655590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-03635c26-02e2-4da8-9bd9-6630eb97960f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 217 time: 0.0875354 Oct 26 16:22:37.667776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:37.678592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:37.680530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:37.685159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:37.726735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:37.786411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:37.787698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-582b3ea0-a7c9-41e5-baf6-325f4e702893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:37.789825 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-582b3ea0-a7c9-41e5-baf6-325f4e702893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1260750 Oct 26 16:22:37.818356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e372e37-91a1-43a6-94d8-de69debb20ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbee2274b14b4ef789613c6b263ea5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886106 Oct 26 16:22:37.832136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:37.846954 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-65e5d3f7-359c-47b7-bc65-41e9d95e4ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462604 Oct 26 16:22:37.925648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ffe1-3302-4b5a-8c44-7b08fca2aab1 req-920540e9-cbec-4785-bbe3-186788f78e14 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:37.927247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49c2ffe1-3302-4b5a-8c44-7b08fca2aab1 req-920540e9-cbec-4785-bbe3-186788f78e14 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.5109692 Oct 26 16:22:37.986153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-a3cf5f91-0dfd-4fb5-a1fa-1c1e1c46d7c3 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278934 Oct 26 16:22:38.037486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e9248786-0109-44e6-bc49-e3a279953987 None None] Provisioning complete for port 981acc63-a6b5-4619-876b-5ddf90584d0d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:38.042359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9248786-0109-44e6-bc49-e3a279953987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.071330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.123597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e9248786-0109-44e6-bc49-e3a279953987 None None] Port 981acc63-a6b5-4619-876b-5ddf90584d0d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:38.135072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:38.135728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.155976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49c2ffe1-3302-4b5a-8c44-7b08fca2aab1 req-e38d540f-8135-45b6-bd59-b09f2cafd13b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984103 Oct 26 16:22:38.158353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12455004-e00b-4b1b-82c3-e954b322cd88 req-bb3cee07-732a-423d-8db6-2b8d7111963c service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641681 Oct 26 16:22:38.170881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.216047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Attempting to bind port e04e659a-240b-452b-8ea9-1eec789f7d95 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:38.216378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Attempting to bind port e04e659a-240b-452b-8ea9-1eec789f7d95 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:38.216702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Attempting to bind port e04e659a-240b-452b-8ea9-1eec789f7d95 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:38.290408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Port e04e659a-240b-452b-8ea9-1eec789f7d95 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:38.290884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Attempting to bind port e04e659a-240b-452b-8ea9-1eec789f7d95 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:38.301337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.349129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:38.349468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Checking segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:38.349856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Bound using segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:38.350304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Bound port: e04e659a-240b-452b-8ea9-1eec789f7d95, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:38.350646 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.394109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-93aa4f44-6952-4fc8-91f7-b67dee6bf035 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8661935 Oct 26 16:22:38.417120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Request body: {'port': {'device_id': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:38.421071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event updated for resources: {'Port': ['ID=7ab327e2-633d-4523-81fc-f15b3a44b812,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:38.429367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.490536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.552323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52adb05-7b7d-4e6b-a7cd-6a7b340c4de8 req-1b342288-4dbc-4b3c-9983-83eeb9c250b2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:38.553884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b52adb05-7b7d-4e6b-a7cd-6a7b340c4de8 req-1b342288-4dbc-4b3c-9983-83eeb9c250b2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 944 time: 0.2896543 Oct 26 16:22:38.626523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:38.645273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.649104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.650297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060447f2-5965-4596-8ab6-3e80019c1650 req-d54d57ce-8810-49a2-a71d-da85c7cc6e44 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1433187 Oct 26 16:22:38.652055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:38.692211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b52adb05-7b7d-4e6b-a7cd-6a7b340c4de8 req-02029eb6-548d-46f6-942d-379557ca1ec9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096327 Oct 26 16:22:38.728457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.765812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060447f2-5965-4596-8ab6-3e80019c1650 req-3bfb289a-1f28-4a0e-9c35-40dff53a28fb tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.1042125 Oct 26 16:22:38.807694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.810133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.813522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09232e04-922c-49f8-972e-1c00c295113d HTTP/1.1" status: 204 len: 168 time: 0.9537237 Oct 26 16:22:38.891408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:38.892255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:38.893750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] 10.222.0.39 "PUT /v2.0/ports/e04e659a-240b-452b-8ea9-1eec789f7d95 HTTP/1.1" status: 200 len: 1092 time: 3.3248270 Oct 26 16:22:38.932074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06bf88-89e6-485e-9d66-5b42f246ebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09232e04-922c-49f8-972e-1c00c295113d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:38.933593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:38.935933 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722cd750-afb2-41ff-b6bf-2e29a579aebf" -d '{"events": [{"name": "network-changed", "server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:39.040981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc1916-c669-425a-b8f0-1316fd44ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:39.148161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59aeb44-9d9f-4d19-8bb4-a0be76f1f30b req-d39775ac-77c8-4ffa-897b-82a42691703d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.149721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e59aeb44-9d9f-4d19-8bb4-a0be76f1f30b req-d39775ac-77c8-4ffa-897b-82a42691703d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.3533158 Oct 26 16:22:39.203746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060447f2-5965-4596-8ab6-3e80019c1650 req-62a8ff78-8734-4c79-8306-7ab25866dbb2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.205539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060447f2-5965-4596-8ab6-3e80019c1650 req-62a8ff78-8734-4c79-8306-7ab25866dbb2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.4119952 Oct 26 16:22:39.214738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-ae05dd00-1d7d-473e-b84f-0c5715c2a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.214738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-ae05dd00-1d7d-473e-b84f-0c5715c2a44c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 1095 time: 0.2142227 Oct 26 16:22:39.288253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e59aeb44-9d9f-4d19-8bb4-a0be76f1f30b req-9f1ae7dc-c369-445f-8821-1ac56484e8c7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170490 Oct 26 16:22:39.292923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-ca8c45ab-b010-43f7-ab3e-0a3f0945b5f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e659a-240b-452b-8ea9-1eec789f7d95 HTTP/1.1" status: 200 len: 217 time: 0.0633523 Oct 26 16:22:39.483179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-b5161b01-21f8-40d6-9996-c0cf17af6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.484593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-b5161b01-21f8-40d6-9996-c0cf17af6092 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 200 len: 862 time: 0.1827810 Oct 26 16:22:39.543820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8d4b-924e-4d11-86dd-c2eb869f559a req-820f98f5-03da-4ea4-9b64-fc4eacd5cb86 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.545409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-620d8d4b-924e-4d11-86dd-c2eb869f559a req-820f98f5-03da-4ea4-9b64-fc4eacd5cb86 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 936 time: 0.1462252 Oct 26 16:22:39.567627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-32ceb99a-d6fc-4700-bef8-59a2a8bf979b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cfce86b-0436-44f3-97ff-c23626cb8ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738583 Oct 26 16:22:39.583337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981acc63-a6b5-4619-876b-5ddf90584d0d {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:39.614088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9875b-36aa-4bfa-bd92-73fb3ab69f80 req-44a139b3-0a06-4653-8d15-ff0754fde0d3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:39.615595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95b9875b-36aa-4bfa-bd92-73fb3ab69f80 req-44a139b3-0a06-4653-8d15-ff0754fde0d3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.2551465 Oct 26 16:22:39.627796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:39.628416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:39.633469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'floatingip': {'port_id': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:39.678153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:39.708026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Transition to ACTIVE for port object 981acc63-a6b5-4619-876b-5ddf90584d0d will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:39.713784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-620d8d4b-924e-4d11-86dd-c2eb869f559a req-3ffa812c-8fd0-437b-8d3c-0fff01636ec6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487544 Oct 26 16:22:39.756104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:39.770607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-f4c48873-ffa1-4607-9d6f-06932785330e service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917796 Oct 26 16:22:39.805301 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df562d6-8eea-4fda-8741-5a6f95126dfd x-openstack-request-id: req-7df562d6-8eea-4fda-8741-5a6f95126dfd {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:39.805301 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:39.805301 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7df562d6-8eea-4fda-8741-5a6f95126dfd {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:39.805301 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'status': 'completed', 'code': 200} Oct 26 16:22:39.885438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:39.899767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'port_id': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'mac_address': 'fa:16:3e:8e:15:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a357a-ae01-4d7f-989e-19afe20aa016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:39.934751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-9a148af4-d435-4e2f-beba-7de50eca96ad tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips/80a42b95-6ee8-4b60-8dd4-bb506903b218 HTTP/1.1" status: 200 len: 692 time: 0.1261337 Oct 26 16:22:39.961066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:39.979786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afabc9b-03fb-460d-8a4e-b742156e8a21 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:40.002216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:40.083391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb006f2b-e411-460a-9b16-e643897b9a59 req-1b0fbe1d-1ec2-4166-af37-f49ced213a49 service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034892 Oct 26 16:22:40.101837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7817-e3b8-4149-9d4c-d3d81489a133 req-97657daf-6bf1-46b3-99d2-ff21d2303f65 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:40.103887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b41c7817-e3b8-4149-9d4c-d3d81489a133 req-97657daf-6bf1-46b3-99d2-ff21d2303f65 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 944 time: 0.1510143 Oct 26 16:22:40.118986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:40.125049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:40.184154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-00828e06-2d3d-4c6f-9132-02bbd0ce411d tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:40.185964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-00828e06-2d3d-4c6f-9132-02bbd0ce411d tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2443097 Oct 26 16:22:40.214517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:40.347504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b41c7817-e3b8-4149-9d4c-d3d81489a133 req-898d5dbf-be14-4b8e-902c-8fd5a17235d4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360873 Oct 26 16:22:40.356874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:40.369001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-2e99f51e-10e4-42fa-a000-4b3312197d12 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.1427860 Oct 26 16:22:40.492524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.resource_extend [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:22:40.667438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['6afabc9b-03fb-460d-8a4e-b742156e8a21'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:40.804970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-2645262a-7d59-4f25-8ecd-4cafd28636a1 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.1186934 Oct 26 16:22:40.808781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-8ce95d55-4af6-474c-84bb-cafb8c6b89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:40.810274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-8ce95d55-4af6-474c-84bb-cafb8c6b89e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 1095 time: 0.5797067 Oct 26 16:22:40.925228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640754-b61b-430b-8e1b-1a1d206ac5da req-56f9f6df-0a37-4083-ae31-155ee61a802f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:40.927394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe640754-b61b-430b-8e1b-1a1d206ac5da req-56f9f6df-0a37-4083-ae31-155ee61a802f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 944 time: 0.2417428 Oct 26 16:22:40.944777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Attempting to bind port 981acc63-a6b5-4619-876b-5ddf90584d0d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:40.945108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Attempting to bind port 981acc63-a6b5-4619-876b-5ddf90584d0d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:40.945432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Attempting to bind port 981acc63-a6b5-4619-876b-5ddf90584d0d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:40.990764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.005475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Port 981acc63-a6b5-4619-876b-5ddf90584d0d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:41.005806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Attempting to bind port 981acc63-a6b5-4619-876b-5ddf90584d0d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:41.034225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:41.034561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:41.037007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:41.037007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Bound port: 981acc63-a6b5-4619-876b-5ddf90584d0d, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:41.037007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.097339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe640754-b61b-430b-8e1b-1a1d206ac5da req-c890c904-0731-4dc2-a303-974e07d79e0d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575794 Oct 26 16:22:41.101996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.127507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-a0edb1f8-84f6-449c-a13c-36e6126baea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:41.129118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-a0edb1f8-84f6-449c-a13c-36e6126baea4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 923 time: 0.3077636 Oct 26 16:22:41.183928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-1a0d78a9-684b-48d2-b32a-a750b3ed2e76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e659a-240b-452b-8ea9-1eec789f7d95 HTTP/1.1" status: 200 len: 217 time: 0.0466971 Oct 26 16:22:41.255360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Deleting port 7ab327e2-633d-4523-81fc-f15b3a44b812 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:41.255697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.264715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:41.275404 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b associated. External IP: 172.25.5.108, port: ba15aed0-9cb4-4be9-98d8-1dd4126b3770. Oct 26 16:22:41.330959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=981acc63-a6b5-4619-876b-5ddf90584d0d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:41.358323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-a3b1987c-1e62-4786-ad29-7a049e796551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:41.359810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-a3b1987c-1e62-4786-ad29-7a049e796551 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 200 len: 862 time: 0.1668539 Oct 26 16:22:41.402413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-c910c9f7-dcd8-4790-b93e-f7981db9a555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cfce86b-0436-44f3-97ff-c23626cb8ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345666 Oct 26 16:22:41.416284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a905e7-181b-4175-ae02-699f4d2a58ac req-0a58856f-ecd0-40da-a511-432ce6c3b3d3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:41.418004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84a905e7-181b-4175-ae02-699f4d2a58ac req-0a58856f-ecd0-40da-a511-432ce6c3b3d3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 948 time: 0.1856956 Oct 26 16:22:41.481178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.481560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.494947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:41.499463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.520266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Calling delete_port for 7ab327e2-633d-4523-81fc-f15b3a44b812 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:41.572659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:41.573276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.574660 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/981acc63-a6b5-4619-876b-5ddf90584d0d HTTP/1.1" status: 200 len: 1096 time: 3.1699235 Oct 26 16:22:41.624805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84a905e7-181b-4175-ae02-699f4d2a58ac req-611cf2e5-bf9f-43bd-a408-963ecb22de53 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932650 Oct 26 16:22:41.645680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:41.661495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:41.678086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81d172-6014-4113-811b-c78c0c4b85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:41.680933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:41.684740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:41.686180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:41.689211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-d98b0a00-f85b-426f-a739-c96eda03167d service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695434 Oct 26 16:22:41.782469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b82ed7e-654f-478a-99d0-e94a989099ab tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "PUT /v2.0/floatingips/ad2ace91-c76d-4a5a-a1b5-f7411a77d55b HTTP/1.1" status: 200 len: 991 time: 2.1527095 Oct 26 16:22:41.783468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:41.794858 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781" -d '{"events": [{"name": "network-changed", "server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:41.806973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:41.809245 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aede755-b588-4416-bc41-40703f0c8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:41.848554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:41.897303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722cd750-afb2-41ff-b6bf-2e29a579aebf req-aa20522b-d9a6-4f25-9006-1a292d934056 service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981912 Oct 26 16:22:41.901014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-6dbf7929-25d4-4be3-abde-ce18040b13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:41.903215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-6dbf7929-25d4-4be3-abde-ce18040b13d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 1099 time: 0.1459126 Oct 26 16:22:41.986838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:42.004696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-95b21cf4-7546-4b44-bfa4-483d1f0ca390 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=981acc63-a6b5-4619-876b-5ddf90584d0d HTTP/1.1" status: 200 len: 217 time: 0.0893598 Oct 26 16:22:42.009203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.076624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Pushing event deleted for resources: {'Port': ['ID=7ab327e2-633d-4523-81fc-f15b3a44b812,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:42.103301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 6afabc9b-03fb-460d-8a4e-b742156e8a21 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:42.122968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 6afabc9b-03fb-460d-8a4e-b742156e8a21 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:42.123353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.175970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-11bbeafc-0633-41d7-9d15-ca3b808b1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.177446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-11bbeafc-0633-41d7-9d15-ca3b808b1346 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1628468 Oct 26 16:22:42.189564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.192110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.193250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-005dfd18-8882-472d-b021-e0ada05f51c1 req-aa4fd865-f776-420c-b0ec-55dbcd711cf2 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "DELETE /v2.0/floatingips/80a42b95-6ee8-4b60-8dd4-bb506903b218 HTTP/1.1" status: 204 len: 173 time: 1.3761468 Oct 26 16:22:42.234411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed221-0b17-4fb2-9fed-09a780de2c23 req-86eb49d9-1b31-494f-ab95-53a49cff0847 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.236144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-637ed221-0b17-4fb2-9fed-09a780de2c23 req-86eb49d9-1b31-494f-ab95-53a49cff0847 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 944 time: 0.1221592 Oct 26 16:22:42.274328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-f6a02f84-b360-4d32-97ec-43c8e6bec319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.276000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-f6a02f84-b360-4d32-97ec-43c8e6bec319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905893 Oct 26 16:22:42.300692 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.350695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-637ed221-0b17-4fb2-9fed-09a780de2c23 req-da946d01-9799-432f-9ede-47d10a199ea6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038506 Oct 26 16:22:42.357456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:42.359932 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80281fd-811c-4bc8-8540-cceb7633db60" -d '{"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-plugged", "status": "completed", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:42.372599 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b0f255-e4e0-44dd-b7f4-49bd37cfbbf6 x-openstack-request-id: req-16b0f255-e4e0-44dd-b7f4-49bd37cfbbf6 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:42.372599 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:42.372599 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16b0f255-e4e0-44dd-b7f4-49bd37cfbbf6 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:42.372599 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'status': 'completed', 'code': 200} Oct 26 16:22:42.388316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:42.412803 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eef276-4f04-415e-b365-4d59f5a20737 x-openstack-request-id: req-f9eef276-4f04-415e-b365-4d59f5a20737 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:42.413347 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:42.413802 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9eef276-4f04-415e-b365-4d59f5a20737 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:42.415288 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d', 'status': 'completed', 'code': 200} Oct 26 16:22:42.418341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:45:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:22:40Z', 'revision_number': 1, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:42.436906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-a9b6237d-0f8f-4844-8b5e-e54ee31e978d service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523068 Oct 26 16:22:42.463327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:42.465753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:42.498907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-0bce37e5-c52d-4ded-b252-10035f57c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.500492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-0bce37e5-c52d-4ded-b252-10035f57c678 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0980380 Oct 26 16:22:42.511307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:42.512434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:42.595897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1d9e-01e3-4b1d-9bdb-4f1a28e09593 req-cb79bd13-24de-48fa-b3f0-a1b55bb16d57 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.597457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0aaf1d9e-01e3-4b1d-9bdb-4f1a28e09593 req-cb79bd13-24de-48fa-b3f0-a1b55bb16d57 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1134331 Oct 26 16:22:42.633321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-f03898f5-dfe6-4fff-9336-ffc6ab33ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.635648 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-f03898f5-dfe6-4fff-9336-ffc6ab33ae06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 924 time: 0.1269541 Oct 26 16:22:42.640872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272ed15d-7b66-4215-a921-6ae6202b3019 req-c046dee0-a54a-4a79-864d-f1c8a3fcad42 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951294 Oct 26 16:22:42.653684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:42.697660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:42.730967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0aaf1d9e-01e3-4b1d-9bdb-4f1a28e09593 req-83b29a96-531a-4878-8519-bc11f3fcdc7d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110303 Oct 26 16:22:42.730967 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-d61262ec-cb94-46f3-bb7b-436ad67bb701 req-0b07ad5b-83cf-44c4-8e74-70057e1cb8cb tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] show failed (client error): The resource could not be found. Oct 26 16:22:42.732048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d61262ec-cb94-46f3-bb7b-436ad67bb701 req-0b07ad5b-83cf-44c4-8e74-70057e1cb8cb tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips/80a42b95-6ee8-4b60-8dd4-bb506903b218 HTTP/1.1" status: 404 len: 350 time: 0.0619373 Oct 26 16:22:42.839237 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-82254b61-90dc-4412-a97f-dae9af0b1796 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770 HTTP/1.1" status: 200 len: 999 time: 0.1928799 Oct 26 16:22:42.848687 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906670ee-634f-47aa-a083-98de87f5e826 x-openstack-request-id: req-906670ee-634f-47aa-a083-98de87f5e826 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:42.867512 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-plugged", "status": "completed", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:42.867886 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-906670ee-634f-47aa-a083-98de87f5e826 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:42.868546 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'code': 200} Oct 26 16:22:42.872623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede755-b588-4416-bc41-40703f0c8d54 req-2ea4b6d8-d225-4a92-bf1a-71cb42940da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.874248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-2ea4b6d8-d225-4a92-bf1a-71cb42940da3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 1099 time: 0.0837581 Oct 26 16:22:42.987084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-a493d16b-ad1a-49f8-b308-bddd6fd94e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:42.991459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-a493d16b-ad1a-49f8-b308-bddd6fd94e6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.1436722 Oct 26 16:22:43.047897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-bd67edcc-ac1e-4862-a398-618150e3f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.049757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-bd67edcc-ac1e-4862-a398-618150e3f8ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525863 Oct 26 16:22:43.051610 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-c29a4bde-424e-4c77-aab5-7a3db3255ea7 req-adb0cf71-8ba7-46f8-bfb7-e68fcc5398a1 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] show failed (client error): The resource could not be found. Oct 26 16:22:43.052719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c29a4bde-424e-4c77-aab5-7a3db3255ea7 req-adb0cf71-8ba7-46f8-bfb7-e68fcc5398a1 tempest-FloatingIPsTestJSON-796034031 tempest-FloatingIPsTestJSON-796034031-project] 10.222.0.21 "GET /v2.0/floatingips/80a42b95-6ee8-4b60-8dd4-bb506903b218 HTTP/1.1" status: 404 len: 350 time: 0.1192591 Oct 26 16:22:43.069561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53452) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:43.185055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:45:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:22:40Z', 'revision_number': 1, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:43.217301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-5238cdfb-bc37-4a37-9248-6ec19e28f7e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594200 Oct 26 16:22:43.220023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656b9c9-5d1c-4ee3-b0eb-cfb12f02e1c0 req-79d9f817-fe9a-4775-901a-5354c5cc559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.221562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5656b9c9-5d1c-4ee3-b0eb-cfb12f02e1c0 req-79d9f817-fe9a-4775-901a-5354c5cc559e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1096 time: 0.2541831 Oct 26 16:22:43.230703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede755-b588-4416-bc41-40703f0c8d54 req-e406db6c-02fd-4a3c-9563-81a656c96b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.232196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-e406db6c-02fd-4a3c-9563-81a656c96b0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3392336 Oct 26 16:22:43.236679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf248f-1b81-4c6b-a531-cd06b0dab105 None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:45:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:22:40Z', 'revision_number': 1, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:43.249732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5ad5-c63f-4224-a738-f14273eb5a31 req-7bb1931b-70e1-4a90-b2b2-4556562b2cf0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.251672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97cf5ad5-c63f-4224-a738-f14273eb5a31 req-7bb1931b-70e1-4a90-b2b2-4556562b2cf0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 948 time: 0.2074587 Oct 26 16:22:43.339627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-63852570-a7a2-4274-aa8a-1674f2a95944 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=981acc63-a6b5-4619-876b-5ddf90584d0d HTTP/1.1" status: 200 len: 217 time: 0.0834568 Oct 26 16:22:43.355596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f790f20-2f2f-41e7-a8cf-f5d39bed1781 req-dcc1c9c7-0162-4d37-9cb6-e784f3767915 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301618 Oct 26 16:22:43.389790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5656b9c9-5d1c-4ee3-b0eb-cfb12f02e1c0 req-45df4bae-2d3f-4238-853d-37a8e8de1fee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566157 Oct 26 16:22:43.449282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97cf5ad5-c63f-4224-a738-f14273eb5a31 req-e856b6ac-ccf5-4fd4-9dc6-9aba6242e440 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781313 Oct 26 16:22:43.538260 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794d97f-8ce6-4e0e-8b33-662eb0d34216 None None] New status for floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:22:43.730285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:43.792422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede755-b588-4416-bc41-40703f0c8d54 req-5fbd5531-208f-45d5-98fa-cf3a0e573a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.793863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-5fbd5531-208f-45d5-98fa-cf3a0e573a21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.4452879 Oct 26 16:22:43.832692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5e64-f384-44a5-89e1-0c818e81319d req-1d9f1cfd-49de-4fb7-8235-3aabc1a0e9ed tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.834192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1ef5e64-f384-44a5-89e1-0c818e81319d req-1d9f1cfd-49de-4fb7-8235-3aabc1a0e9ed tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 944 time: 0.0855761 Oct 26 16:22:43.851523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:43.864562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'port_id': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'mac_address': 'fa:16:3e:62:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:43.902706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:43.915806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04e659a-240b-452b-8ea9-1eec789f7d95 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:43.937311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:43.953021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1ef5e64-f384-44a5-89e1-0c818e81319d req-2cf4d878-432c-44c4-82d9-7a1ce0dd0c41 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084199 Oct 26 16:22:43.956902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede755-b588-4416-bc41-40703f0c8d54 req-05db08d6-857d-41da-a072-60cecbc90cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:43.958320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-05db08d6-857d-41da-a072-60cecbc90cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232607 Oct 26 16:22:44.042179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.086319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-b59b8d30-6881-4769-949b-bed371f3bf91 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189501 Oct 26 16:22:44.118569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:44.249813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166fc75-679d-4d65-82fe-92a6ed6ad803 req-6e2c6d6c-1218-4c0a-b505-e0791eb40f9f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:44.249813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3166fc75-679d-4d65-82fe-92a6ed6ad803 req-6e2c6d6c-1218-4c0a-b505-e0791eb40f9f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1384935 Oct 26 16:22:44.268190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.271060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aede755-b588-4416-bc41-40703f0c8d54 req-69af7c32-03cd-419a-9706-dcca3ed4d728 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615717 Oct 26 16:22:44.306819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e04e659a-240b-452b-8ea9-1eec789f7d95'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:44.364626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3166fc75-679d-4d65-82fe-92a6ed6ad803 req-9f312a3f-6fcb-4ce4-a8b5-9f971e50584e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092591 Oct 26 16:22:44.608982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53516) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:44.697240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a5877-5491-4579-9f5b-21328c3afb1d req-14672a5e-dc9e-41d2-9d18-11fa80f1c222 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:44.698827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb3a5877-5491-4579-9f5b-21328c3afb1d req-14672a5e-dc9e-41d2-9d18-11fa80f1c222 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 948 time: 0.0998273 Oct 26 16:22:44.701795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Deleting port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:44.702140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.761780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e8e8ac-19df-462d-beae-59fbe9281508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.804853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb3a5877-5491-4579-9f5b-21328c3afb1d req-026fc4db-8c89-4d3e-8fe9-b61f971711d4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505600 Oct 26 16:22:44.835494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] For port b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:44.836226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.860833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Calling delete_port for b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:44.862025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e8e8ac-19df-462d-beae-59fbe9281508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.932516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e8e8ac-19df-462d-beae-59fbe9281508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:44.979448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-56e8e8ac-19df-462d-beae-59fbe9281508 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e1940b0f6374c94be988a15315b0858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693724 Oct 26 16:22:44.980657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8e8ac-19df-462d-beae-59fbe9281508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328229dc-3f78-455c-8eca-c400e042ac3a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:44.983544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53528) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:45.047160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.085262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53530) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:45.088060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.160082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3572e-d1e4-4c4c-9b67-438159b5015f req-ed8734af-95e3-40e0-8233-ee096bf905b3 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:45.161743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bad3572e-d1e4-4c4c-9b67-438159b5015f req-ed8734af-95e3-40e0-8233-ee096bf905b3 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Oct 26 16:22:45.183073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.211339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.223389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.223389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/328229dc-3f78-455c-8eca-c400e042ac3a HTTP/1.1" status: 204 len: 168 time: 0.2360017 Oct 26 16:22:45.228434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:45.233310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9dda6-d03f-4dd4-aad8-d596d17ee8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328229dc-3f78-455c-8eca-c400e042ac3a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:45.254324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-812420a4-4ba0-4f5c-8c73-f44c41417973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.303922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bad3572e-d1e4-4c4c-9b67-438159b5015f req-ae8dcd0b-6718-4018-944b-a26daf572564 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363335 Oct 26 16:22:45.513832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-812420a4-4ba0-4f5c-8c73-f44c41417973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.531450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.679056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-812420a4-4ba0-4f5c-8c73-f44c41417973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.721498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be643bfd-16cc-4516-a92b-b28ccd38875a req-17fbb436-f3a7-4401-a9af-1e676f13dae3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:45.723005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be643bfd-16cc-4516-a92b-b28ccd38875a req-17fbb436-f3a7-4401-a9af-1e676f13dae3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1950905 Oct 26 16:22:45.742624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 981acc63-a6b5-4619-876b-5ddf90584d0d details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:45.776870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812420a4-4ba0-4f5c-8c73-f44c41417973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88fea34-74de-41d0-b0a2-f23e9c74d7b8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:45.801953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-812420a4-4ba0-4f5c-8c73-f44c41417973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b790f5252b884c30a7d71ef9b03a6e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7081189 Oct 26 16:22:45.802358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:45.842277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-18e99e77-a9f5-4726-9e79-687fd9812a96 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:45.850052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-18e99e77-a9f5-4726-9e79-687fd9812a96 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.3348162 Oct 26 16:22:45.884608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-74585b2c-779f-43c8-a079-a73f0cf19de7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/quotas/d7b8b3536157487490f588e6cb027aba HTTP/1.1" status: 200 len: 375 time: 0.0311573 Oct 26 16:22:45.890946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:45.902485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be643bfd-16cc-4516-a92b-b28ccd38875a req-bcdc2606-6654-49d5-b5fe-000947907473 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576078 Oct 26 16:22:45.928782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:45.971392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.038895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=981acc63-a6b5-4619-876b-5ddf90584d0d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:46.051178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-b63306a8-3ea4-4929-b10b-373a3facfc9a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679015 Oct 26 16:22:46.059321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '981acc63-a6b5-4619-876b-5ddf90584d0d', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '981acc63-a6b5-4619-876b-5ddf90584d0d', 'mac_address': 'fa:16:3e:bc:71:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:46.077531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53560) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:46.103511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93f920ad-0672-4b96-bc45-d68e5966fc49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.109487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Router 33905bef-8fac-4979-94df-dfe63f92a03f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:22:46.116658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e04e659a-240b-452b-8ea9-1eec789f7d95 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:46.129891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e04e659a-240b-452b-8ea9-1eec789f7d95 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:46.130545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.147822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.150324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.152443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e88fea34-74de-41d0-b0a2-f23e9c74d7b8 HTTP/1.1" status: 204 len: 168 time: 0.3527708 Oct 26 16:22:46.168415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53e70f-00e9-4d7c-95ed-9d080ac07c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88fea34-74de-41d0-b0a2-f23e9c74d7b8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:46.220185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.231906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93f920ad-0672-4b96-bc45-d68e5966fc49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.237020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981acc63-a6b5-4619-876b-5ddf90584d0d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:46.280788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=981acc63-a6b5-4619-876b-5ddf90584d0d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:46.284424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93f920ad-0672-4b96-bc45-d68e5966fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.296531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.325224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:46.327760 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f604fce0-1c80-4709-9efd-77dc18e2373e" -d '{"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-plugged", "status": "completed", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:46.333126 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93f920ad-0672-4b96-bc45-d68e5966fc49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3abe732a508b442ab559d32748053047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540622 Oct 26 16:22:46.335499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:46.342291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:46.343931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f920ad-0672-4b96-bc45-d68e5966fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa3772-f1b7-48b9-acef-e6839668ed28,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:46.406849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.407254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.431361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.433697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.461414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:46.512684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:46.553620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.556544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.560181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8fa3772-f1b7-48b9-acef-e6839668ed28 HTTP/1.1" status: 204 len: 168 time: 0.2210932 Oct 26 16:22:46.566873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c70ce3-63a3-43f7-89f9-4ded076bc82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa3772-f1b7-48b9-acef-e6839668ed28,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:46.614382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e1676-542c-4649-81c2-d5705d4527aa req-f5608d37-807c-4d3a-9383-6944a2ad5f4c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:46.615917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-744e1676-542c-4649-81c2-d5705d4527aa req-f5608d37-807c-4d3a-9383-6944a2ad5f4c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 948 time: 0.5038300 Oct 26 16:22:46.634717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:46.642943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-eec6673a-5e9a-48bf-a460-413efba1ba24 service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455720 Oct 26 16:22:46.701493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:22:46.709827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-daccf168-d14c-4223-86de-ed8a22b64f52 admin admin] 10.222.0.21 "PUT /v2.0/routers/33905bef-8fac-4979-94df-dfe63f92a03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6385856 Oct 26 16:22:46.711768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:46.728649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Sync routers for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:46.744107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-744e1676-542c-4649-81c2-d5705d4527aa req-b493c5fa-7ee0-4471-9cd1-90f8dc79fec7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194489 Oct 26 16:22:46.776434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:46.777146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:46.807402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-874040c2-f39a-4938-8579-291665d735b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636221 Oct 26 16:22:46.886538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:46.938490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:46.944640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3e72a-617f-4874-a1f4-63933394bbda req-c1f5296d-a1d9-4d8d-858f-b6e28f34b54e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:46.952890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de3e72a-617f-4874-a1f4-63933394bbda req-c1f5296d-a1d9-4d8d-858f-b6e28f34b54e tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1096 time: 0.0968776 Oct 26 16:22:46.999750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de3e72a-617f-4874-a1f4-63933394bbda req-37843c61-f1db-4ec6-976f-de585b706ee1 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Oct 26 16:22:47.039427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5499-2151-4b15-939c-f0289d37238d req-46edbe67-2891-4bd6-a4ea-fe317d6c8823 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:47.044967 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d7c5499-2151-4b15-939c-f0289d37238d req-46edbe67-2891-4bd6-a4ea-fe317d6c8823 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b6c868-9243-4ca9-9848-eaa371453c79 HTTP/1.1" status: 200 len: 945 time: 0.0687962 Oct 26 16:22:47.094935 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.140472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53584) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:47.174851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1b63fde-c785-49b5-97e0-86a1716b62f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.185796 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be750e-114a-43f2-843f-10be58e30911 x-openstack-request-id: req-e4be750e-114a-43f2-843f-10be58e30911 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:47.186372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-plugged", "status": "completed", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:47.186551 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4be750e-114a-43f2-843f-10be58e30911 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:47.186950 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'code': 200} Oct 26 16:22:47.202445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Deleting port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:47.202795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.247327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8a79a707-1af3-436b-9610-c5b190857d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:45Z', 'revision_number': 5, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port': {'id': '8a79a707-1af3-436b-9610-c5b190857d69', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:12Z', 'updated_at': '2021-10-26T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:47.307972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Checking router: 33905bef-8fac-4979-94df-dfe63f92a03f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:47.330949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Routers {'33905bef-8fac-4979-94df-dfe63f92a03f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:22:47.332681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['33905bef-8fac-4979-94df-dfe63f92a03f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:47.366838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] For port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:47.367063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.387845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Calling delete_port for 655e0e57-5f94-491c-9ffa-b3aaada6f8fc owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:47.395667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Deleting port 8a79a707-1af3-436b-9610-c5b190857d69 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:47.395667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.420621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1b63fde-c785-49b5-97e0-86a1716b62f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.423950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:47.524596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c5a52-4d09-4d66-b6d7-edad1a7f268a req-d4749e3c-dfc1-4c93-9f91-e110807fa3f2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:47.532768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87c5a52-4d09-4d66-b6d7-edad1a7f268a req-d4749e3c-dfc1-4c93-9f91-e110807fa3f2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.4201992 Oct 26 16:22:47.537509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] Set router 33905bef-8fac-4979-94df-dfe63f92a03f gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:22:47.551566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1b63fde-c785-49b5-97e0-86a1716b62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.565865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] For port 8a79a707-1af3-436b-9610-c5b190857d69, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8a79a707-1af3-436b-9610-c5b190857d69,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:47.566255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.584282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1b63fde-c785-49b5-97e0-86a1716b62f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d281a2e22dbb4487b11400bbce914954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396992 Oct 26 16:22:47.584487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Calling delete_port for 8a79a707-1af3-436b-9610-c5b190857d69 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:47.584487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53604) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:47.604380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5b44886-2724-433e-a7ff-8c049b48bead req-996f07a5-1cb7-46b6-99e6-01bf9c9312bf tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 210 time: 0.1793032 Oct 26 16:22:47.625992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd4e4-41fe-4cad-a590-bd46b08745c3 req-53602c8c-b45f-4185-87c0-01bc15636ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:47.628224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-771cd4e4-41fe-4cad-a590-bd46b08745c3 req-53602c8c-b45f-4185-87c0-01bc15636ed8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 1097 time: 0.3740609 Oct 26 16:22:47.687525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-771cd4e4-41fe-4cad-a590-bd46b08745c3 req-e71705c0-4df8-4ca5-92fe-8ae0fc679320 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489974 Oct 26 16:22:47.692956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:47Z', 'revision_number': 6, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:47.717470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87c5a52-4d09-4d66-b6d7-edad1a7f268a req-e2f27aff-71cf-4736-8a97-a928cbf1f28c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783764 Oct 26 16:22:47.720395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b63fde-c785-49b5-97e0-86a1716b62f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cc35e-31cd-4b84-ada0-be28abc85f31,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:47.768460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 981acc63-a6b5-4619-876b-5ddf90584d0d up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:47.772312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907abc90-99a4-4160-893d-b2469d69eb84 None None] The sync data for ids ['33905bef-8fac-4979-94df-dfe63f92a03f'] in n-d-815373-2 is: [{'id': '33905bef-8fac-4979-94df-dfe63f92a03f', 'name': 'tempest-FloatingIPsTestJSON-433242974-router', 'tenant_id': '32c106a36c95474c8ead1d2b27e71600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:10Z', 'updated_at': '2021-10-26T16:22:47Z', 'revision_number': 6, 'project_id': '32c106a36c95474c8ead1d2b27e71600', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:47.777197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.863726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.871792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:47.895092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc update to DOWN by agent not found {{(pid=102738) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 16:22:47.927823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event deleted for resources: {'Port': ['ID=655e0e57-5f94-491c-9ffa-b3aaada6f8fc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:47.976415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ae47c-aa42-4361-88ef-ec505c0dfaa2 req-1cfa9f64-0a5c-418b-b4ba-50997152a1a1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:47.978610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-317ae47c-aa42-4361-88ef-ec505c0dfaa2 req-1cfa9f64-0a5c-418b-b4ba-50997152a1a1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 949 time: 0.0981882 Oct 26 16:22:47.999200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 981acc63-a6b5-4619-876b-5ddf90584d0d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:22:48.007196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 981acc63-a6b5-4619-876b-5ddf90584d0d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:48.007619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.020427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] No DVR routers for this DVR port 655e0e57-5f94-491c-9ffa-b3aaada6f8fc on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:48.025492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.028136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-317ae47c-aa42-4361-88ef-ec505c0dfaa2 req-0e9c9763-64ee-4705-9cd5-b963524a6d56 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Oct 26 16:22:48.028764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d7c5499-2151-4b15-939c-f0289d37238d req-ae18c2f6-83f4-4d31-9cd9-700a8638dd2d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "DELETE /v2.0/ports/655e0e57-5f94-491c-9ffa-b3aaada6f8fc HTTP/1.1" status: 204 len: 173 time: 0.9794590 Oct 26 16:22:48.029212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-deleted', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:48.031499 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc810d95-5dc2-4b6d-986b-9a38078aa7ad" -d '{"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-deleted", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:48.106287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.107476 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf36280-0bc1-4fe8-9992-5a6d64bb5a0b x-openstack-request-id: req-4cf36280-0bc1-4fe8-9992-5a6d64bb5a0b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:48.107850 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6c868-9243-4ca9-9848-eaa371453c79", "name": "network-vif-deleted", "tag": "655e0e57-5f94-491c-9ffa-b3aaada6f8fc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:48.108016 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cf36280-0bc1-4fe8-9992-5a6d64bb5a0b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:48.108451 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6c868-9243-4ca9-9848-eaa371453c79', 'name': 'network-vif-deleted', 'tag': '655e0e57-5f94-491c-9ffa-b3aaada6f8fc', 'status': 'completed', 'code': 200} Oct 26 16:22:48.152963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=981acc63-a6b5-4619-876b-5ddf90584d0d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:48.207680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.226132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.230700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.232654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/721cc35e-31cd-4b84-ada0-be28abc85f31 HTTP/1.1" status: 204 len: 168 time: 0.6474979 Oct 26 16:22:48.267454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.292896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7eae1-2098-4ae6-be07-5c998d7ac3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721cc35e-31cd-4b84-ada0-be28abc85f31,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:48.349629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a79a707-1af3-436b-9610-c5b190857d69,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:48.386652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:48.404840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.504032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.506374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.641960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.642539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33905bef-8fac-4979-94df-dfe63f92a03f {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:22:48.651293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.654895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a3f95553-523c-43a5-8096-282eb191abe1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/33905bef-8fac-4979-94df-dfe63f92a03f HTTP/1.1" status: 204 len: 168 time: 1.9395268 Oct 26 16:22:48.655282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:48.715158 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:22:48.778109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81f37abe-d7a2-47f4-92f4-2786f1a7eaf8 req-91d75694-5e8a-444f-a609-091e32baa770 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 210 time: 0.0786979 Oct 26 16:22:48.854793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Deleting subnet 6954fd69-549a-4959-b2c7-2a90ee24336d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:22:48.868439 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.915822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:48.957228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:48.960344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:48.961688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b7ff15d1-1ffa-457c-bbe8-fd78670ba6c5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:48.967615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a79a707-1af3-436b-9610-c5b190857d69 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:48.979284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027838-f383-4374-82a6-e603c7d4044a req-160bc0db-8bda-45ed-bb94-de15364121db tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:48.981608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a027838-f383-4374-82a6-e603c7d4044a req-160bc0db-8bda-45ed-bb94-de15364121db tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.1080351 Oct 26 16:22:49.027836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8a79a707-1af3-436b-9610-c5b190857d69 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:49.036547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a79a707-1af3-436b-9610-c5b190857d69 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:49.055618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a027838-f383-4374-82a6-e603c7d4044a req-19cc953f-4a59-4c2c-8cf6-54ce82a5901f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Oct 26 16:22:49.166054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:49.189050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:49.191595 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e580ac-f7f9-4cb7-a7f5-74bd2418e715" -d '{"events": [{"server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "name": "network-vif-plugged", "status": "completed", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:49.259022 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6963a64f-3d59-4c4e-8f0b-d90a90b85616 x-openstack-request-id: req-6963a64f-3d59-4c4e-8f0b-d90a90b85616 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:49.259367 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "name": "network-vif-plugged", "status": "completed", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:49.259665 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6963a64f-3d59-4c4e-8f0b-d90a90b85616 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:49.260054 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d', 'code': 200} Oct 26 16:22:49.260154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b0ebd-c524-4fde-9479-0480fbff8fe6 req-2a75e02c-5215-4520-93c3-4678e4e84757 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:49.263609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f2b0ebd-c524-4fde-9479-0480fbff8fe6 req-2a75e02c-5215-4520-93c3-4678e4e84757 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.0843239 Oct 26 16:22:49.336478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:49.428353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6954fd69-549a-4959-b2c7-2a90ee24336d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:49.432774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:49.439152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9de7ec-e26b-4d96-89c7-3fc8de4d9f9d None None] Network c864bfa8-6d68-4f60-9c1d-d8a518056520 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:49.454568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2429b81b-b3c6-4a15-af5d-6603a783d185 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6954fd69-549a-4959-b2c7-2a90ee24336d HTTP/1.1" status: 204 len: 168 time: 0.7982209 Oct 26 16:22:49.457695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f2b0ebd-c524-4fde-9479-0480fbff8fe6 req-17b35867-4ff4-418b-92b5-aacdaefe1dd2 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815481 Oct 26 16:22:49.458377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:49.514902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6da78-af52-4148-b414-75c1c09d63e5 req-ce8d5c60-60ef-4060-8eef-5fd9dec823c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:49.516904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61b6da78-af52-4148-b414-75c1c09d63e5 req-ce8d5c60-60ef-4060-8eef-5fd9dec823c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 1101 time: 0.1159954 Oct 26 16:22:49.568236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61b6da78-af52-4148-b414-75c1c09d63e5 req-d06b036f-23c5-4e19-987e-f3fb8cb7ef90 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Oct 26 16:22:49.761000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] DHCP port deletion for c864bfa8-6d68-4f60-9c1d-d8a518056520 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:22:49.872746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Deleting port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:49.873114 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:49.956349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:49.982642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] For port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:49.983205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.002671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cbf447f-64f6-4bf7-8f72-0993cee7a792 req-8c333bed-7264-4a0e-9a7c-f8f0d9c035c7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 210 time: 0.0733800 Oct 26 16:22:50.004724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Calling delete_port for 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:50.144077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Deleting port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:22:50.144673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.211171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] For port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,segment=NetworkSegment(eaaec08d-47c8-4c54-9cd9-4f6616d7321c),segment_id=eaaec08d-47c8-4c54-9cd9-4f6616d7321c)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:50.211616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.224744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Calling delete_port for 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:22:50.270794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6bdc-f467-49a0-a277-03cc1f077c87 req-d7184720-2ece-44d2-a50e-99b69c2a6e4e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:50.272128 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.281986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36ec6bdc-f467-49a0-a277-03cc1f077c87 req-d7184720-2ece-44d2-a50e-99b69c2a6e4e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.1038609 Oct 26 16:22:50.312913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-55e92933-5e1a-4ba4-9e8e-1e6bac427d77 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:50.314417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-55e92933-5e1a-4ba4-9e8e-1e6bac427d77 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.2574723 Oct 26 16:22:50.327297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] No DVR routers for this DVR port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:50.334398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Request body: {'port': {'device_id': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'admin_state_up': True, 'tenant_id': 'd7b8b3536157487490f588e6cb027aba'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:50.338547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bae291-2b23-4ee1-a010-46142347a984 None None] Pushing event deleted for resources: {'Port': ['ID=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:50.393639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36ec6bdc-f467-49a0-a277-03cc1f077c87 req-a7c688e8-bccb-4c28-a693-099cef39a3cc tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053889 Oct 26 16:22:50.425490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.442400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] No DVR routers for this DVR port 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:50.470276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2adf15d8-fc3c-4e23-9ca0-81d268a629c9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:50.536392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.612667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.641349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9bc85-7d09-4134-a94a-3ad4a076e6ba req-b9a432f7-dc00-4702-a80a-546537ad66f3 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:50.648664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5e9bc85-7d09-4134-a94a-3ad4a076e6ba req-b9a432f7-dc00-4702-a80a-546537ad66f3 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.1300440 Oct 26 16:22:50.648883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c864bfa8-6d68-4f60-9c1d-d8a518056520']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:50.666400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdeaa0-ff28-47ba-98a3-3d5b7651dc8b req-f71b3acb-d84b-4c64-a66a-0ee42b81d81b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:50.667930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ecdeaa0-ff28-47ba-98a3-3d5b7651dc8b req-f71b3acb-d84b-4c64-a66a-0ee42b81d81b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.0889657 Oct 26 16:22:50.679181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:50.679814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaec08d-47c8-4c54-9cd9-4f6616d7321c') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:50.695535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.722815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.728141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5e9bc85-7d09-4134-a94a-3ad4a076e6ba req-91aeaf03-ac09-41bc-a9ff-40f2d912d418 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759821 Oct 26 16:22:50.729753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:22:50.732249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.768785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ecdeaa0-ff28-47ba-98a3-3d5b7651dc8b req-6599f45a-714d-4496-9458-7ddc118ee995 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903938 Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:22:50.850817 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:22:50.876609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:50.920878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:50.921219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2adf15d8-fc3c-4e23-9ca0-81d268a629c9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:50.933396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:50.941200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:50.957177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.009739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.015370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c864bfa8-6d68-4f60-9c1d-d8a518056520 HTTP/1.1" status: 204 len: 168 time: 1.5491786 Oct 26 16:22:51.021878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1ca16-86c7-4e54-947c-2382439e5fcb req-c2cba2f4-2213-4f65-b371-7d90f9a13e82 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:51.028689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506f0a-1a2a-41d2-9451-a2daa07eaf3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c864bfa8-6d68-4f60-9c1d-d8a518056520,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:51.029265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89d1ca16-86c7-4e54-947c-2382439e5fcb req-c2cba2f4-2213-4f65-b371-7d90f9a13e82 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.0809433 Oct 26 16:22:51.082148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89d1ca16-86c7-4e54-947c-2382439e5fcb req-bb4dcaac-adda-4f17-b59c-35c83846b05e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517931 Oct 26 16:22:51.161068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7605524-9399-4c55-b407-63fde4fe3843 req-3261148e-6a77-4516-8a76-c5bdb69eecac tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 210 time: 0.0598695 Oct 26 16:22:51.174481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53752) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:51.253611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Allocated IP 172.20.0.4 (0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e/1bebad07-5c8e-4553-8741-3c2acd84c205/5d38e576-456c-41f7-988d-e3a7736c8c30) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:51.294230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f466671-4cb0-469e-924a-58317a1e13b0 req-c32cf720-b211-435d-8ec5-aa031988a1ff tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:51.295870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f466671-4cb0-469e-924a-58317a1e13b0 req-c32cf720-b211-435d-8ec5-aa031988a1ff tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.1070349 Oct 26 16:22:51.373671 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-012d8121-ee4f-42b7-8a92-270d42eb9aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.403375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f466671-4cb0-469e-924a-58317a1e13b0 req-14d1f035-41ec-42c9-8b07-c583c69dc46b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952725 Oct 26 16:22:51.443222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:22:51.541375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.612166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 655e0e57-5f94-491c-9ffa-b3aaada6f8fc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:22:51.612511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 655e0e57-5f94-491c-9ffa-b3aaada6f8fc not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:22:51.646703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-012d8121-ee4f-42b7-8a92-270d42eb9aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.663578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634d653-4d93-4d99-9b05-68ab361b690f req-b2bcb7a2-1b7b-4396-899e-ba70a14b7fa1 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:51.665057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6634d653-4d93-4d99-9b05-68ab361b690f req-b2bcb7a2-1b7b-4396-899e-ba70a14b7fa1 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.0811937 Oct 26 16:22:51.689226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.710580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6634d653-4d93-4d99-9b05-68ab361b690f req-96726560-4e2b-4223-80a9-91b328ce3ae4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347779 Oct 26 16:22:51.741061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:51.747205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:51.748700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-012d8121-ee4f-42b7-8a92-270d42eb9aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.751104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:51.756117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:51.760815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:51.822035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:51.822994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.841915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d8121-ee4f-42b7-8a92-270d42eb9aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2522d60-3348-4763-93f0-7c9f51a551f8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:51.863286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:51.863471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-012d8121-ee4f-42b7-8a92-270d42eb9aa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f72a8263deb342eeaba2c1a55d38ad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874576 Oct 26 16:22:51.867496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c15a16a0-e7c1-4224-a311-c474848c07b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32c106a36c95474c8ead1d2b27e71600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253457 Oct 26 16:22:51.870114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53778) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:51.905248 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a3cdf39b-c182-464c-b7a2-fac4b589a976 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5753701 Oct 26 16:22:51.919449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0942-154d-4a6d-bf95-c8b96a3a12f1 req-783670cd-1563-420c-a481-00839af5f900 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:51.920995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feab0942-154d-4a6d-bf95-c8b96a3a12f1 req-783670cd-1563-420c-a481-00839af5f900 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.1023204 Oct 26 16:22:51.931869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.937185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Request body: {'port': {'device_id': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:51.951628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.990194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:51.995149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feab0942-154d-4a6d-bf95-c8b96a3a12f1 req-63515e7e-1e2a-47b0-b16a-56e9fef71351 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667803 Oct 26 16:22:52.023991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.027876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.124579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-7de269a2-a24b-4c4e-8bbb-ef8f4e2ef4e2 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407205 Oct 26 16:22:52.152264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990edb8-bb80-4d21-a1ab-264c37779bfa req-dec0cb1c-0db8-4827-a415-3197f0559eef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:52.153688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7990edb8-bb80-4d21-a1ab-264c37779bfa req-dec0cb1c-0db8-4827-a415-3197f0559eef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.0819192 Oct 26 16:22:52.191954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.194771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.195912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8c243f2-19cb-4655-88be-c7c34b5eabf2 HTTP/1.1" status: 204 len: 168 time: 0.3249049 Oct 26 16:22:52.230315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.232913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.234117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2522d60-3348-4763-93f0-7c9f51a551f8 HTTP/1.1" status: 204 len: 168 time: 0.3698275 Oct 26 16:22:52.237112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b09d4-173a-4596-b3a3-cad53651a695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c243f2-19cb-4655-88be-c7c34b5eabf2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:52.253552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07071cd4-789a-48df-9656-5df0e9e0eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2522d60-3348-4763-93f0-7c9f51a551f8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:52.295825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7990edb8-bb80-4d21-a1ab-264c37779bfa req-72216408-b311-42ec-8308-8ab7a73da246 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142964 Oct 26 16:22:52.337757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-715a6f03-f7e4-46f9-8a59-ec33d22f0866 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:52.339556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-715a6f03-f7e4-46f9-8a59-ec33d22f0866 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048469 Oct 26 16:22:52.352078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.370199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-1e85903b-64f7-4305-b69a-afe48b0c126d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/quotas/2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 375 time: 0.0232182 Oct 26 16:22:52.396186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d38e576-456c-41f7-988d-e3a7736c8c30 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:52.404460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.411754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-aaaf9547-212a-41dc-9371-cd5ff560cf58 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404623 Oct 26 16:22:52.420639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Transition to ACTIVE for port object 5d38e576-456c-41f7-988d-e3a7736c8c30 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:52.526588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.602603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:52.657192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Attempting to bind port 5d38e576-456c-41f7-988d-e3a7736c8c30 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:52.657540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Attempting to bind port 5d38e576-456c-41f7-988d-e3a7736c8c30 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:52.657852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Attempting to bind port 5d38e576-456c-41f7-988d-e3a7736c8c30 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:52.663895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Port 5d38e576-456c-41f7-988d-e3a7736c8c30 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:52.664210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Attempting to bind port 5d38e576-456c-41f7-988d-e3a7736c8c30 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:52.670886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:52.671245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Checking segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:52.671790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Bound using segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:52.672960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Bound port: 5d38e576-456c-41f7-988d-e3a7736c8c30, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:52.673079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.801961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:52.805278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:52.819980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca098c54-6c24-4a9a-ae59-590c8bb82136 req-5dc28220-7b18-4eab-9711-9d59dd403b9d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:52.830753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca098c54-6c24-4a9a-ae59-590c8bb82136 req-5dc28220-7b18-4eab-9711-9d59dd403b9d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 943 time: 0.0789120 Oct 26 16:22:52.886386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca098c54-6c24-4a9a-ae59-590c8bb82136 req-6b1aa155-c216-4685-8969-390afa2b3347 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543990 Oct 26 16:22:52.902140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.943941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:52.944551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:52.945942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] 10.222.0.47 "PUT /v2.0/ports/5d38e576-456c-41f7-988d-e3a7736c8c30 HTTP/1.1" status: 200 len: 1091 time: 1.0152018 Oct 26 16:22:52.946391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:52.948815 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645bccc8-3c6e-4c79-a565-d4884bf4b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:52.972709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17c958-a403-4e79-9c34-3184f4fcc64b service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:53.122179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-ca2726bb-552b-4760-b193-21d3a9f22227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.135827 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-ca2726bb-552b-4760-b193-21d3a9f22227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 1094 time: 0.0577862 Oct 26 16:22:53.176251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-12b7e95a-cd6b-4eff-8fc7-a76c12228803 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d38e576-456c-41f7-988d-e3a7736c8c30 HTTP/1.1" status: 200 len: 217 time: 0.0357826 Oct 26 16:22:53.207244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-d10ded6c-0eb9-4e63-a0d1-9387066bd3f8 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.208817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-d10ded6c-0eb9-4e63-a0d1-9387066bd3f8 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 1101 time: 0.0483985 Oct 26 16:22:53.231598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-9c01ecb1-92b8-4439-b8a9-68c9a16f9964 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.232572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:53.240361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-3ad3baeb-8acc-4392-aed2-b774a095dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.241736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-3ad3baeb-8acc-4392-aed2-b774a095dd16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0585723 Oct 26 16:22:53.248449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72d204bd-afad-4871-9fb9-ffe4e985afb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.292170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-a9bd4883-308b-4891-b6dc-273a9178b6d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409806 Oct 26 16:22:53.328621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-9c01ecb1-92b8-4439-b8a9-68c9a16f9964 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.432304 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-62b3987e-13ee-4496-a9a6-7f1e4b09fc96 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317377 Oct 26 16:22:53.443738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-9c01ecb1-92b8-4439-b8a9-68c9a16f9964 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.466548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72d204bd-afad-4871-9fb9-ffe4e985afb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.482350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53c0ab21-3bc5-4423-a0cc-dea0292b9d10 req-9c01ecb1-92b8-4439-b8a9-68c9a16f9964 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631021 Oct 26 16:22:53.520176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fd1288f-1a6a-4ba8-b54c-cf02bbd7dd0e req-c3baf1a4-dc87-4404-b0dd-9022b45ddebb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 210 time: 0.0359113 Oct 26 16:22:53.520984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ecb1-92b8-4439-b8a9-68c9a16f9964 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54488e87-8f14-4693-97c6-ed1219ea3c1f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:53.568409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e04af15a-7d2b-4f36-9671-b68aa1445b1a req-8e22ce30-ca5f-4e44-a7ae-e3cfbff6e4f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260896 Oct 26 16:22:53.580517 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829fd639-b4c0-44c9-8b13-7a53d8a01d24 x-openstack-request-id: req-829fd639-b4c0-44c9-8b13-7a53d8a01d24 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:53.580807 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:53.581058 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-829fd639-b4c0-44c9-8b13-7a53d8a01d24 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:53.581454 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'status': 'completed', 'code': 200} Oct 26 16:22:53.607631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61000e24-4110-47cb-9422-ee3d2a794852 req-39b6d838-0d4d-4527-990d-c658afede6e8 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.609129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72d204bd-afad-4871-9fb9-ffe4e985afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.609961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61000e24-4110-47cb-9422-ee3d2a794852 req-39b6d838-0d4d-4527-990d-c658afede6e8 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.0626433 Oct 26 16:22:53.663040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d204bd-afad-4871-9fb9-ffe4e985afb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66092310-b4bb-4aff-9996-86dee930971b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:53.673911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61000e24-4110-47cb-9422-ee3d2a794852 req-92d8a482-f2fe-4344-b762-a311b1902289 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Oct 26 16:22:53.696421 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-72d204bd-afad-4871-9fb9-ffe4e985afb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=095d40138d904ba7a485818269bc2a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601774 Oct 26 16:22:53.696729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:53.793882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-783795d4-20c7-4446-83f2-6755d8a072a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.795448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-783795d4-20c7-4446-83f2-6755d8a072a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 1094 time: 0.1121194 Oct 26 16:22:53.865387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392565-fa54-4a8e-a96c-b473d33069f8 req-e0a4e70d-c302-4319-9849-57613fcd3b09 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.865927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.866009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc392565-fa54-4a8e-a96c-b473d33069f8 req-e0a4e70d-c302-4319-9849-57613fcd3b09 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.0805292 Oct 26 16:22:53.905594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:53.923944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc392565-fa54-4a8e-a96c-b473d33069f8 req-ccdc2cf4-1c7c-49b9-8d89-333e1f0094d2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Oct 26 16:22:53.958621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-3ce67c42-9456-4eca-9ee0-ca7fbb4c7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:53.962081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-3ce67c42-9456-4eca-9ee0-ca7fbb4c7afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 906 time: 0.1556928 Oct 26 16:22:54.024909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-0f6fc3a7-37fd-4e3f-9276-3af25980b7a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d38e576-456c-41f7-988d-e3a7736c8c30 HTTP/1.1" status: 200 len: 217 time: 0.0491693 Oct 26 16:22:54.065536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385aed-35b9-4019-8670-713cbccaa9e2 req-3422ca82-6373-4b8c-b713-ddfef956790e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:54.067117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39385aed-35b9-4019-8670-713cbccaa9e2 req-3422ca82-6373-4b8c-b713-ddfef956790e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 943 time: 0.0825157 Oct 26 16:22:54.067979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53870) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:54.104939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-433fe681-f2c9-41b8-9b5a-d6f747958e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:54.108097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-433fe681-f2c9-41b8-9b5a-d6f747958e84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0704334 Oct 26 16:22:54.109752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.113203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.114925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66092310-b4bb-4aff-9996-86dee930971b HTTP/1.1" status: 204 len: 168 time: 0.4167678 Oct 26 16:22:54.137569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39385aed-35b9-4019-8670-713cbccaa9e2 req-1a741474-7d4c-4214-a827-1a1ad5e10c34 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Oct 26 16:22:54.162474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cbf4b-a47b-4373-8201-34576ab58708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66092310-b4bb-4aff-9996-86dee930971b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:54.185170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-4ba73caf-2697-4c78-b7bc-1e113ef9e19a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690331 Oct 26 16:22:54.303183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-network', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:54.317163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-06e9cff9-c30d-4e28-aa65-a2e4533a1ae4 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208105 Oct 26 16:22:54.330321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-a64f595c-fbe3-435d-b1f4-338f283c0ec5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564086 Oct 26 16:22:54.452386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-645bccc8-3c6e-4c79-a565-d4884bf4b32d req-6b430e98-847c-4c3a-97e5-2db79e3cb974 service neutron] 10.222.0.47 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256413 Oct 26 16:22:54.472890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Made reservation on behalf of be33b28a15cf4b1682f698fd54c38a6e for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:54.477169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.532531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-50b327a7-33b2-475f-aaaa-524ba7e7348e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:54.559833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-50b327a7-33b2-475f-aaaa-524ba7e7348e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107816 Oct 26 16:22:54.585818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.595621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-41c07a8b-bf55-4183-8b45-1d8ef5c27fc5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.0294628 Oct 26 16:22:54.683565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-c499314b-ebb0-4904-9c2c-615295268b41 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802283 Oct 26 16:22:54.724164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.833190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03c3fb9e-0b41-4f20-912b-588b223ac479 req-398cb885-8894-4bd1-a86a-35bb3b8cdbd8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 210 time: 0.0314603 Oct 26 16:22:54.842632 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.891469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:22:54.929809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:54.934886 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Added segment 21275b60-552e-40f3-aafb-55830407dda5 of type vlan for network dc42eb09-8c5e-46c4-88f3-9da40b8369ef Oct 26 16:22:54.934886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eb0470-4d22-482c-a1fa-af2826284355,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:54.999720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:55.133070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:55.134708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:55.135607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:55.205940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] Pushing event updated for resources: {'Network': ['ID=dc42eb09-8c5e-46c4-88f3-9da40b8369ef,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:55.217779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:22:55.286576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0eeee3a3-70fd-4428-bc43-b3ae1b54c343 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2174833 Oct 26 16:22:55.289340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53924) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:55.295176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Request body: {'subnet': {'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-subnet', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:55.420844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Made reservation on behalf of be33b28a15cf4b1682f698fd54c38a6e for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:55.426134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:55.469985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:55.610157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-df638cd1-2460-4b51-bace-d4713b47e5b4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370724 Oct 26 16:22:55.704657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-network', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:55.709816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5416-b078-4eef-85a2-a8898bec770a req-932220ae-ae50-4dc7-99b6-bb0bfd6a24c9 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:55.718411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a4e5416-b078-4eef-85a2-a8898bec770a req-932220ae-ae50-4dc7-99b6-bb0bfd6a24c9 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 943 time: 0.2044027 Oct 26 16:22:55.738805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ef9c0-15ed-4c83-bd41-fd3e9ffa2dd7 req-fd437cc5-d746-44c1-a120-4c2d8087e503 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:55.744186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-457ef9c0-15ed-4c83-bd41-fd3e9ffa2dd7 req-fd437cc5-d746-44c1-a120-4c2d8087e503 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.2011952 Oct 26 16:22:55.785458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-d6115730-21f0-4c5f-9a75-becc3752effe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:55.787223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-d6115730-21f0-4c5f-9a75-becc3752effe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689487 Oct 26 16:22:55.804314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Request body: {'port': {'device_id': 'c9cef039-a62f-49e8-92a4-615537f52257', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '2b9c4fe7f07347fdb66d308d7a7ac503'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:55.847608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Made reservation on behalf of d99df6c6221c46e6a338845df4796ba4 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:55.849969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:55.892834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a4e5416-b078-4eef-85a2-a8898bec770a req-86877e9f-bd70-4825-9fa3-9941f69e3780 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735482 Oct 26 16:22:55.923512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-457ef9c0-15ed-4c83-bd41-fd3e9ffa2dd7 req-1e7a4ddb-27b2-42fb-8045-6606408bd879 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241317 Oct 26 16:22:55.928392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.033362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.066257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Made reservation on behalf of 2b9c4fe7f07347fdb66d308d7a7ac503 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:56.071397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.113843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.122557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.145756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-346598a3-3984-4593-b35c-62b00cd6d865 req-0fbe558e-56af-4d5b-886b-72df330913f9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 210 time: 0.0618403 Oct 26 16:22:56.161881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90480d8e-2193-4fb0-9c59-6f28b58548fb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:56.207263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Checking segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:56.208400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Network hostable DHCP agents. Network: dc42eb09-8c5e-46c4-88f3-9da40b8369ef, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:22:56.247460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.249055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.277118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:22:56.292406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e62eab-1512-47d6-9087-4957ee57533e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:56.297909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.298334 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Added segment fe0f9e8e-e5b1-4f07-ad33-d148629a2506 of type vlan for network 187a9127-aa85-4de6-8fc3-f6115d7d88df Oct 26 16:22:56.337962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:22:56.345581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.356629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a824faf4-65d8-4643-bc03-1c059756cec3 req-05267ac7-87a6-4fcd-a2c4-71f87dc0fa1e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.0329316 Oct 26 16:22:56.389160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.450434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7434d-a15c-4978-b2e0-18d82e3968d5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:56.475296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, dc42eb09-8c5e-46c4-88f3-9da40b8369ef) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:56.483839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:56.489203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6baf32-844e-4603-8111-f1e1a9830add None None] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:56.493068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.531367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Allocated IP 192.168.233.177 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/a13be01e-47d3-410b-bd16-825092c53f41) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:56.547295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.548469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:56.549061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.638539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] Pushing event updated for resources: {'Network': ['ID=187a9127-aa85-4de6-8fc3-f6115d7d88df,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:56.649240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79afb4fa-e4eb-4125-96f1-906babc45423 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3588130 Oct 26 16:22:56.652128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53958) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:56.657229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:56.659108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:22:56.676257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:22:56.678056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.801311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.822852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5b2ecf1d-d178-49fd-a2ef-f13a042ebac0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3518384 Oct 26 16:22:56.825984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:56.832565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Request body: {'subnet': {'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-subnet', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:56.839410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.840927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.902652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.902870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Allocated IP 172.20.0.2 (dc42eb09-8c5e-46c4-88f3-9da40b8369ef/90480d8e-2193-4fb0-9c59-6f28b58548fb/7f3eaeef-f3bd-43ba-90de-b8e3e42838f9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:56.938757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.939665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Made reservation on behalf of d99df6c6221c46e6a338845df4796ba4 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:56.943688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:56.985967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:56.989225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:56.992968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:56.999347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:57.066368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:57.066942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.141951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.170741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-0761a7d7-15c7-4d70-bfa7-bb45b2cb35e7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3716791 Oct 26 16:22:57.184817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Request body: {'port': {'device_id': 'c9cef039-a62f-49e8-92a4-615537f52257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:57.255570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.258193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.270395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.303394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba0052-4e35-4042-829e-8ad91834c4b0 req-530370e1-9cf1-4681-ba11-fabfb2a53e68 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:57.306825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4ba0052-4e35-4042-829e-8ad91834c4b0 req-530370e1-9cf1-4681-ba11-fabfb2a53e68 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 943 time: 0.2360678 Oct 26 16:22:57.345970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:57.349164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:57.356694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380853b6-304c-4383-bd41-69d10479e14f req-96884971-3291-430f-bf49-82b11202d489 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:57.356694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-380853b6-304c-4383-bd41-69d10479e14f req-96884971-3291-430f-bf49-82b11202d489 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 946 time: 0.2085915 Oct 26 16:22:57.363360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:22:57.369232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:57.418981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a066db5-48d5-4a8e-a436-602bad236876 None None] Provisioning complete for port a13be01e-47d3-410b-bd16-825092c53f41 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:57.419392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a066db5-48d5-4a8e-a436-602bad236876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.458287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4ba0052-4e35-4042-829e-8ad91834c4b0 req-c34589df-8e65-4e11-b261-fc6fcd322192 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446316 Oct 26 16:22:57.506074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:57.535422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Attempting to bind port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:57.535797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Attempting to bind port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:57.536165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Attempting to bind port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 on network dc42eb09-8c5e-46c4-88f3-9da40b8369ef {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:57.548091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3a066db5-48d5-4a8e-a436-602bad236876 None None] Port a13be01e-47d3-410b-bd16-825092c53f41 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:22:57.574458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:57.574837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Checking segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:57.575261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.576210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Bound using segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:57.586504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Bound port: 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:57.586504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.608255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-380853b6-304c-4383-bd41-69d10479e14f req-58d5a6bf-6d82-49f8-b78b-7bceebb8c80a tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112081 Oct 26 16:22:57.686505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] For port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:57.690581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] For port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:57.704237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c54a-20d5-4c25-b540-4468d4343948 req-44c37981-7d07-4074-8155-be7ac7cfc556 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:57.705780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1056c54a-20d5-4c25-b540-4468d4343948 req-44c37981-7d07-4074-8155-be7ac7cfc556 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 936 time: 0.1181788 Oct 26 16:22:57.752915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.795606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:22:57.845853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13be01e-47d3-410b-bd16-825092c53f41 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:57.857216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.883796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd080bac-c1d6-452c-921a-18600fd79521,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:57.897648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Transition to ACTIVE for port object a13be01e-47d3-410b-bd16-825092c53f41 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:22:57.916032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:57.927885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40f92e42-40bb-4919-b0cb-1c2410d8405a req-4f55395f-9fc2-45c1-ba51-aaa4605160cc tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.0668786 Oct 26 16:22:57.940873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'port_id': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'mac_address': 'fa:16:3e:62:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:57.940873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:57.947387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1056c54a-20d5-4c25-b540-4468d4343948 req-ab40717c-40fa-46ba-9d09-bda3b045ed13 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291074 Oct 26 16:22:57.997851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.027571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Checking segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:58.027927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Network hostable DHCP agents. Network: 187a9127-aa85-4de6-8fc3-f6115d7d88df, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:22:58.105835 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.107815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:58.120517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe472ae-2be8-426a-b8d4-0f78324336b0 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:58.129217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.138034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.140394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:58.140651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'mac_address': 'fa:16:3e:e5:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:22:58.163531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e04e659a-240b-452b-8ea9-1eec789f7d95 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:58.199480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:58.260366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.267192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:22:58.280134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d38e576-456c-41f7-988d-e3a7736c8c30 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:22:58.307750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Allocated IP 172.25.5.104 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/6a17d98d-c068-4399-bb67-e9cb85d405b6) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:58.311738 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.320645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:22:58.320895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:22:58.321006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:22:58.322416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:58.334150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:22:58.334303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:22:58.351840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:22:58.351840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:22:58.351840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:22:58.354581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Bound port: a13be01e-47d3-410b-bd16-825092c53f41, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:22:58.354581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.433552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 187a9127-aa85-4de6-8fc3-f6115d7d88df) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:58.442749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:58.443542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.458604 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.510066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6c9de-f825-40df-855c-288a28ac74d4 None None] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:58.530098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e04e659a-240b-452b-8ea9-1eec789f7d95'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:58.561334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:58.573155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:22:58.582878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:22:58.601484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.619215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-543fe728-2c54-46a9-8bbc-0e8aa70a5568 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7894711 Oct 26 16:22:58.621063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53978) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:22:58.628969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:58.673027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.793531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5d38e576-456c-41f7-988d-e3a7736c8c30'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:22:58.871673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:58.878986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.880597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 1096 time: 1.7000904 Oct 26 16:22:58.893033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:22:58.907416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:58.908804 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:58.916101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6ed2e-5445-45df-8124-a107abcbedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:58.986632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:58.988147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.046544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:22:59.209130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-73c837ed-c98a-4275-a221-cc772c24810e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792351 Oct 26 16:22:59.256847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-187a9127-aa85-4de6-8fc3-f6115d7d88df', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'fixed_ips': [{'subnet_id': 'dd080bac-c1d6-452c-921a-18600fd79521'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:22:59.261719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.431612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:22:59.433933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.439276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985734ea-0ba8-45b9-a787-f9ca3d573c77 req-7e1b82f1-dd36-4af4-86a1-095d82788810 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.440877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-985734ea-0ba8-45b9-a787-f9ca3d573c77 req-7e1b82f1-dd36-4af4-86a1-095d82788810 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 944 time: 0.8301082 Oct 26 16:22:59.494349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.495523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882569c-3773-4791-aea3-43b9ebef4fc5 req-be09d943-7958-466d-952e-858e0b590901 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.503960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1882569c-3773-4791-aea3-43b9ebef4fc5 req-be09d943-7958-466d-952e-858e0b590901 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 945 time: 0.3871419 Oct 26 16:22:59.514672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-b47e8c3c-f536-446d-934b-69b12666b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.517686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-b47e8c3c-f536-446d-934b-69b12666b52a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1099 time: 0.4975624 Oct 26 16:22:59.534020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.575083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-f140d522-2cf9-4b5d-a741-a71dd201fb25 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.576596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-f140d522-2cf9-4b5d-a741-a71dd201fb25 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306520 Oct 26 16:22:59.601378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-5f1a8752-3488-459d-b5ec-491e2a444c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0754826 Oct 26 16:22:59.650710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1882569c-3773-4791-aea3-43b9ebef4fc5 req-4076699b-ab59-44f6-95bd-5599508fc02b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456857 Oct 26 16:22:59.676070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:59.740887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-57d170db-fcc4-4681-a8ec-3fc11ad483d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.742566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-57d170db-fcc4-4681-a8ec-3fc11ad483d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1313698 Oct 26 16:22:59.861604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:59.866511 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6046db4e-077c-400e-a5b8-7cbdc5b9137f x-openstack-request-id: req-6046db4e-077c-400e-a5b8-7cbdc5b9137f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:59.866847 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:59.867046 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6046db4e-077c-400e-a5b8-7cbdc5b9137f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:59.871446 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'status': 'completed', 'code': 200} Oct 26 16:22:59.873172 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:22:59.879539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-985734ea-0ba8-45b9-a787-f9ca3d573c77 req-fe5fdf7a-cae5-40e1-8e4c-be53bc784ed8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223466 Oct 26 16:22:59.905361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-db821cf6-93d0-408e-a6a4-863aeedcb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:22:59.908824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-db821cf6-93d0-408e-a6a4-863aeedcb71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090889 Oct 26 16:22:59.956347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185921f9-76a7-4918-8627-39e39bc446d7 None None] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:22:59.968144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:00.021880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07fa47d3-8614-4bc5-b29e-d0aa8d79902d req-6af61468-ca31-4dfe-a4c7-05d245d0644f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.0690615 Oct 26 16:23:00.023533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-a6c19dc2-c82f-4339-b627-8727fac4dcf5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3830655 Oct 26 16:23:00.024315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:00.082662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7375bf1b-d438-4069-96ed-938eeb0e70e8 None None] Provisioning complete for port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:00.083040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7375bf1b-d438-4069-96ed-938eeb0e70e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.115630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Pushing event updated for resources: {'Port': ['ID=6a17d98d-c068-4399-bb67-e9cb85d405b6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:00.126464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-109fb7ce-eb95-4913-bf22-4e5eda6bdd6c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933463 Oct 26 16:23:00.170934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.215737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:00.262602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Allocated IP 172.20.0.2 (187a9127-aa85-4de6-8fc3-f6115d7d88df/dd080bac-c1d6-452c-921a-18600fd79521/91d4aa9c-9e0a-4dd8-9d44-e296a23099d4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:00.304697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.317004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2b5365b-47ab-45a8-9cd8-546c7cf60716 req-fc0f59b0-7281-40ff-944a-396a8af19d2a service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895213 Oct 26 16:23:00.405417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-70869932-c524-44d8-8fd8-8eac4bc03c26 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:00.408171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-70869932-c524-44d8-8fd8-8eac4bc03c26 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212297 Oct 26 16:23:00.452132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': '4f764d33-de77-4516-9983-8b2913b64271', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:00.455218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:00.459097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.540221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-6b0ba423-592c-4913-87d0-ba61d601ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:00.541926 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-6b0ba423-592c-4913-87d0-ba61d601ebc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1099 time: 0.0663300 Oct 26 16:23:00.553693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:00.575972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.576325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.576669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.577009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.577343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.578225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.578765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.579174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.579513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.579839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.580169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.580496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:00.632832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.687476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.690352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.777858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74fa1f4b-7371-4048-a115-b10364f436a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.803632 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:00.817761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e8d8-6bf3-4206-8ed1-32b0cfe68500 req-3fdc857d-cd1e-4c21-a552-de1aad165df0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:00.827160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa2e8d8-6bf3-4206-8ed1-32b0cfe68500 req-3fdc857d-cd1e-4c21-a552-de1aad165df0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 948 time: 0.7414391 Oct 26 16:23:00.827547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-27acb6ca-9fb7-43d2-b12f-96b98b8b83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:00.829315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-27acb6ca-9fb7-43d2-b12f-96b98b8b83a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2780983 Oct 26 16:23:00.889912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:00.896329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:00.909498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-7bd1d124-a8f6-42a2-a4a7-3671097cd7f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0633802 Oct 26 16:23:00.910805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Allocated IP 172.25.5.222 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/be312a8e-b187-41a6-8c18-e93df18f6dc4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:00.950136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:00.965493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:00.969745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Pushing event updated for resources: {'Port': ['ID=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:00.986910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4e00ba85-9335-4681-bf28-53309af9cab9 None None] Provisioning complete for port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:00.987519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e00ba85-9335-4681-bf28-53309af9cab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.020982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:01.021546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.025245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.111 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/f347c67f-6d06-4049-945e-2fcf1b40601e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:01.037069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2f46-65c8-4dbe-838a-7d61903b6e88 req-8601e1c2-9e6c-45f1-86ec-8593928fee89 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:01.047100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-070c2f46-65c8-4dbe-838a-7d61903b6e88 req-8601e1c2-9e6c-45f1-86ec-8593928fee89 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 945 time: 0.3578095 Oct 26 16:23:01.053726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-ce390db1-db19-4046-b81d-84f3f3c6e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:01.055830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-ce390db1-db19-4046-b81d-84f3f3c6e86b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1354296 Oct 26 16:23:01.114008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-070c2f46-65c8-4dbe-838a-7d61903b6e88 req-6725ed8c-bf58-4420-bb56-190d9b96b38b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Oct 26 16:23:01.177384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa2e8d8-6bf3-4206-8ed1-32b0cfe68500 req-4700832a-911a-4943-80f5-ae257b222e42 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440037 Oct 26 16:23:01.182743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Attempting to bind port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:01.183149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Attempting to bind port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:01.183523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Attempting to bind port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 on network 187a9127-aa85-4de6-8fc3-f6115d7d88df {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:01.190434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.195398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-106a1b90-5caa-4f4c-b111-063a52fee490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:01.196919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-106a1b90-5caa-4f4c-b111-063a52fee490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321273 Oct 26 16:23:01.199009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:01.199471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Checking segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:01.200143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.200852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Bound using segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:01.201396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Bound port: 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:01.201798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.275162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:01.282367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.317968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-1d2338c1-307e-4611-a6bd-4273406636a9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095369 Oct 26 16:23:01.325584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.408024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.412397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] For port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:01.417927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] For port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:01.440470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:01.467123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7a9c40-fd1e-425a-9e18-6bdc01b27fa6 req-ec1d12b3-4701-4344-9387-d5f2b0fde207 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.1674974 Oct 26 16:23:01.468932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:01.478074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:01.513349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:01.548085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Pushing event updated for resources: {'Port': ['ID=be312a8e-b187-41a6-8c18-e93df18f6dc4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:01.553938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb4ce757-e3a9-4015-a2dc-cfd51dc4111d req-4023f273-9ccb-4d32-9c0c-2aefa4ab69b2 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219999 Oct 26 16:23:01.556073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.635954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fb0a1-0cca-4553-9fc2-ba99562811af None None] Pushing event updated for resources: {'Port': ['ID=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:01.644248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882200-7d2f-4b53-b32b-75d3c8c95f8e req-2a5c499d-d8b5-44b4-872a-248047a8d202 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:01.645762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c882200-7d2f-4b53-b32b-75d3c8c95f8e req-2a5c499d-d8b5-44b4-872a-248047a8d202 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 944 time: 0.3210785 Oct 26 16:23:01.756378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.767292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 5d38e576-456c-41f7-988d-e3a7736c8c30 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:01.771639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 5d38e576-456c-41f7-988d-e3a7736c8c30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:01.772013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.792088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c882200-7d2f-4b53-b32b-75d3c8c95f8e req-aac59087-8d07-44bd-a9d5-328ad8bc30c7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328154 Oct 26 16:23:01.827520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:01.835938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.913817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.943242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e04e659a-240b-452b-8ea9-1eec789f7d95 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:01.943492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.943642 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:01.976610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:02.023957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.074036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:02.076723 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b0c5a3-b0ff-4d9d-b587-a32fba9eea58" -d '{"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:02.108346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:02.145607 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b7e75-04d5-457d-b460-8d0fea91ea60 x-openstack-request-id: req-7c4b7e75-04d5-457d-b460-8d0fea91ea60 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:02.145920 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:02.146180 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c4b7e75-04d5-457d-b460-8d0fea91ea60 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:02.146568 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'code': 200} Oct 26 16:23:02.194617 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.206867 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.302243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa254-fcdc-4f90-93af-4b3b7fafd200 req-c6789cb2-0059-4174-8cdd-7bb9cbc7fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:02.303763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fefaa254-fcdc-4f90-93af-4b3b7fafd200 req-c6789cb2-0059-4174-8cdd-7bb9cbc7fa64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 1096 time: 0.0657182 Oct 26 16:23:02.308550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.362753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:02.370653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:02.403648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:02.407976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fefaa254-fcdc-4f90-93af-4b3b7fafd200 req-abcffd2b-dcaf-4eb1-a23a-6650e0763e38 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 Oct 26 16:23:02.430385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:02.436213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.42 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/cfba14d7-dd6d-4281-8a5b-a7643e333650) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:02.447581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:02.460354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:02.470694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.511817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-483c3371-1ce9-4691-a986-36b21fff027f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:02.513519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-483c3371-1ce9-4691-a986-36b21fff027f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 945 time: 0.0966496 Oct 26 16:23:02.558229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:02.559579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1985-4dd2-4151-b1b6-6c0eeef2d70e req-81b9ab00-c4d7-4e37-9a2c-7a180fae517d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:02.561160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-befd1985-4dd2-4151-b1b6-6c0eeef2d70e req-81b9ab00-c4d7-4e37-9a2c-7a180fae517d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 945 time: 0.2921031 Oct 26 16:23:02.569713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:02.570408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.617731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f789af-6356-4ab9-b969-fe34c1f64556 req-6dac8bb0-1e0d-4d6b-a0e0-fa1acdf43c6f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:02.619810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64f789af-6356-4ab9-b969-fe34c1f64556 req-6dac8bb0-1e0d-4d6b-a0e0-fa1acdf43c6f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 948 time: 0.3355799 Oct 26 16:23:02.685024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Deleting port e04e659a-240b-452b-8ea9-1eec789f7d95 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:23:02.685024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.736312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:23:02.759559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-befd1985-4dd2-4151-b1b6-6c0eeef2d70e req-7972af3e-0039-40d6-970a-2cec3a11a77f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769805 Oct 26 16:23:02.785376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64f789af-6356-4ab9-b969-fe34c1f64556 req-1f75c2f4-4ded-4baf-8cd4-1edd358e9d19 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428359 Oct 26 16:23:02.817156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-986078eb-ca11-4d03-96c2-2767047ce35a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1745467 Oct 26 16:23:02.822759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6f1927f5-da1d-4bd8-9a8d-978e8bd93b2d None None] Provisioning complete for port f347c67f-6d06-4049-945e-2fcf1b40601e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:02.823206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f1927f5-da1d-4bd8-9a8d-978e8bd93b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:02.841513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Request body: {'port': {'device_id': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:02.892227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Router d4c95f29-2fb8-47d0-a9a4-e40c062531cf is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:23:02.914759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6f1927f5-da1d-4bd8-9a8d-978e8bd93b2d None None] Port f347c67f-6d06-4049-945e-2fcf1b40601e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:02.957307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:02.960482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:02.967319 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7660325-3c14-415b-81f2-637909800799 None None] Sync routers for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:02.983964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8965c3d-9090-413e-9cf2-e5508726e722 req-d55e9594-cf19-4bee-b0ad-2982a3ae1c70 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.0707152 Oct 26 16:23:02.984637 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:02.985349 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:03.006420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] For port e04e659a-240b-452b-8ea9-1eec789f7d95, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e04e659a-240b-452b-8ea9-1eec789f7d95,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:03.006842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.025022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Calling delete_port for e04e659a-240b-452b-8ea9-1eec789f7d95 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:23:03.033803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd65a97-14e8-434d-a0dc-2c6a5734f25a None None] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:23:03.064199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.087675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.092185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-edbd7bb9-66fd-49c5-a4d1-5a9feb1eed4e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4678917 Oct 26 16:23:03.094481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54020) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:03.127780 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:03.143208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.198003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeb462-a558-4dd1-8945-5428783c255f req-e9fddd15-5211-42b6-88e8-def1de1650c0 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:03.199806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57eeb462-a558-4dd1-8945-5428783c255f req-e9fddd15-5211-42b6-88e8-def1de1650c0 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1924229 Oct 26 16:23:03.299400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:03.315024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57eeb462-a558-4dd1-8945-5428783c255f req-29af1502-922a-469e-b4e5-a8c8d431d732 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033080 Oct 26 16:23:03.330064 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:01Z', 'revision_number': 3, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:03.364354 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7660325-3c14-415b-81f2-637909800799 None None] Checking router: 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:03.364810 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7660325-3c14-415b-81f2-637909800799 None None] Updating router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd port be312a8e-b187-41a6-8c18-e93df18f6dc4 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:03.397198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.404362 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.419082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1720eacc-3944-4f99-a3fd-82234f15a5e8 None None] Provisioning complete for port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:03.419727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1720eacc-3944-4f99-a3fd-82234f15a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.422173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:03.428721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Sync routers for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:03.491747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:03.509363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:03.524313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:03.524920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:22:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:03.540999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:03.541330 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.582742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:03.690425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d862cb8-4b28-4073-9340-f4b67fbaafc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.742385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f347c67f-6d06-4049-945e-2fcf1b40601e {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:03.750825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.776665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Transition to ACTIVE for port object f347c67f-6d06-4049-945e-2fcf1b40601e will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:03.780128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:03.893085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:03.893830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.903065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.904344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dee583ad-63cf-4c07-b47a-62c3468bd8eb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.2509980 Oct 26 16:23:03.905017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.914815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:03.918541 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:03.965317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:03.987461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:03.998097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1720eacc-3944-4f99-a3fd-82234f15a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.045454 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.087726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.146538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event deleted for resources: {'Port': ['ID=e04e659a-240b-452b-8ea9-1eec789f7d95,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.159484 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e7660325-3c14-415b-81f2-637909800799 None None] Attempting to bind port be312a8e-b187-41a6-8c18-e93df18f6dc4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:04.161401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e7660325-3c14-415b-81f2-637909800799 None None] Attempting to bind port be312a8e-b187-41a6-8c18-e93df18f6dc4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:04.161854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7660325-3c14-415b-81f2-637909800799 None None] Attempting to bind port be312a8e-b187-41a6-8c18-e93df18f6dc4 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:04.174963 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7660325-3c14-415b-81f2-637909800799 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:04.175751 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7660325-3c14-415b-81f2-637909800799 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:04.176261 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.176860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7660325-3c14-415b-81f2-637909800799 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:04.177432 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e7660325-3c14-415b-81f2-637909800799 None None] Bound port: be312a8e-b187-41a6-8c18-e93df18f6dc4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:04.177919 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.180382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:04.183859 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83ffb24-c10d-4e4e-a8c9-009699e5f76f" -d '{"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-plugged", "status": "completed", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:04.189461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3c638ab0-3e21-445a-aafe-2834e5c0907f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7416871 Oct 26 16:23:04.228406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Request body: {'port': {'device_id': '4f764d33-de77-4516-9983-8b2913b64271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:04.232161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:04.254481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.264488 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-e7660325-3c14-415b-81f2-637909800799 None None] For port be312a8e-b187-41a6-8c18-e93df18f6dc4, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:04.269216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-e7660325-3c14-415b-81f2-637909800799 None None] For port be312a8e-b187-41a6-8c18-e93df18f6dc4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be312a8e-b187-41a6-8c18-e93df18f6dc4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:04.271608 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Pushing event updated for resources: {'Port': ['ID=be312a8e-b187-41a6-8c18-e93df18f6dc4,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.273538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a13be01e-47d3-410b-bd16-825092c53f41', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a13be01e-47d3-410b-bd16-825092c53f41', 'mac_address': 'fa:16:3e:f5:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:04.280696 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.281060 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.281560 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.281905 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.282236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.282744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.283114 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.283462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] No DVR routers for this DVR port e04e659a-240b-452b-8ea9-1eec789f7d95 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:04.283580 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.284994 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.285665 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.285994 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.287204 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:04.289190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.301212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bf9ceaf8-fb1c-49a7-8758-8a6b1bcce842 req-b79262bd-b73b-4573-bc22-d578cbb923af tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "DELETE /v2.0/ports/e04e659a-240b-452b-8ea9-1eec789f7d95 HTTP/1.1" status: 204 len: 173 time: 1.7780015 Oct 26 16:23:04.301602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-deleted', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:04.303918 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25ee62-b8f3-480f-ad22-0181ebd32f4c" -d '{"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-deleted", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:04.313698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:04.318929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d533-29b3-4f16-a25f-1373c09b64b3 req-3e1a80ab-46b0-489b-bc5f-153df5297c54 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:04.326421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db59d533-29b3-4f16-a25f-1373c09b64b3 req-3e1a80ab-46b0-489b-bc5f-153df5297c54 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 867 time: 0.4283028 Oct 26 16:23:04.355037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Pushing event updated for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.363634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.403618 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7660325-3c14-415b-81f2-637909800799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.431785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.462834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e0a2-b7dc-4d45-8612-645adafd9c75 req-11ff5adb-e23d-488d-8476-e4aeb7129213 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:04.465345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.466812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.479473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13be01e-47d3-410b-bd16-825092c53f41 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:04.484989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf73e0a2-b7dc-4d45-8612-645adafd9c75 req-11ff5adb-e23d-488d-8476-e4aeb7129213 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 948 time: 0.5036058 Oct 26 16:23:04.501618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:04.534462 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:04.535365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:04.603575 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfae0e4-e0d0-4491-94a1-74f4868cd458 None None] Pushing event updated for resources: {'Port': ['ID=be312a8e-b187-41a6-8c18-e93df18f6dc4,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.621596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.628538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-1720eacc-3944-4f99-a3fd-82234f15a5e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:04.631296 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-1720eacc-3944-4f99-a3fd-82234f15a5e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:04.633884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.637469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.658921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Attempting to bind port f347c67f-6d06-4049-945e-2fcf1b40601e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:04.659315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Attempting to bind port f347c67f-6d06-4049-945e-2fcf1b40601e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:04.659634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Attempting to bind port f347c67f-6d06-4049-945e-2fcf1b40601e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:04.671427 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:04.674077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db59d533-29b3-4f16-a25f-1373c09b64b3 req-e598913e-9423-4fb2-847d-886c1f667c62 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468060 Oct 26 16:23:04.686621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Port f347c67f-6d06-4049-945e-2fcf1b40601e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:04.687508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Attempting to bind port f347c67f-6d06-4049-945e-2fcf1b40601e on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:04.711755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf73e0a2-b7dc-4d45-8612-645adafd9c75 req-973ea878-9ee2-4f99-a633-08a61f963726 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120719 Oct 26 16:23:04.712057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Allocated IP 172.20.0.1 (187a9127-aa85-4de6-8fc3-f6115d7d88df/dd080bac-c1d6-452c-921a-18600fd79521/4d501f7d-9a51-42c9-9a15-2b4450109c82) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:04.723797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:04.728405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:04.728405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:04.728405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Bound port: f347c67f-6d06-4049-945e-2fcf1b40601e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:04.728405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.729564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:04.769133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:00Z', 'revision_number': 3, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:04.848652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Checking router: d4c95f29-2fb8-47d0-a9a4-e40c062531cf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:04.849000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Updating router d4c95f29-2fb8-47d0-a9a4-e40c062531cf port 6a17d98d-c068-4399-bb67-e9cb85d405b6 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:04.900602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:04.909020 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec8d66-aa25-4221-a933-e9c869938fae x-openstack-request-id: req-bfec8d66-aa25-4221-a933-e9c869938fae {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:04.909796 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-plugged", "status": "completed", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:04.910025 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfec8d66-aa25-4221-a933-e9c869938fae {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:04.911581 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'code': 200} Oct 26 16:23:04.940018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:04.945465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:04.949362 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b483ed-b71c-471d-80ec-ef2233d061ac x-openstack-request-id: req-76b483ed-b71c-471d-80ec-ef2233d061ac {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:04.952021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981defc-8e8f-4ea3-9a00-7f675e222245", "name": "network-vif-deleted", "tag": "e04e659a-240b-452b-8ea9-1eec789f7d95", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:04.952021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76b483ed-b71c-471d-80ec-ef2233d061ac {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:04.952021 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981defc-8e8f-4ea3-9a00-7f675e222245', 'name': 'network-vif-deleted', 'tag': 'e04e659a-240b-452b-8ea9-1eec789f7d95', 'status': 'completed', 'code': 200} Oct 26 16:23:05.008706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.055898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.073126 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e7660325-3c14-415b-81f2-637909800799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:01Z', 'revision_number': 3, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:05.076111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10a92-f8d8-4f9a-bd59-61927d4ff4b4 req-6a53bce7-4328-4a9d-b7c5-b2e8c40598c9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:05.078181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67a10a92-f8d8-4f9a-bd59-61927d4ff4b4 req-6a53bce7-4328-4a9d-b7c5-b2e8c40598c9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 935 time: 0.2718177 Oct 26 16:23:05.095691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.110613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7660325-3c14-415b-81f2-637909800799 None None] The sync data for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 is: [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:01Z', 'revision_number': 3, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:05.158195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Pushing event updated for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:05.159916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:05.180206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:05.182105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:05.185957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:05.205465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f347c67f-6d06-4049-945e-2fcf1b40601e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:05.222044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:05.222624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.268040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.290988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5464c4-faa1-4822-b626-aed276a611df req-368468e1-d6e4-41b6-ab01-783a256437db tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:05.299051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc5464c4-faa1-4822-b626-aed276a611df req-368468e1-d6e4-41b6-ab01-783a256437db tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.2553184 Oct 26 16:23:05.309427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67a10a92-f8d8-4f9a-bd59-61927d4ff4b4 req-2e2c46e0-c4c6-4506-8fc6-24ae4943200c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897669 Oct 26 16:23:05.321932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.497471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6ed444d9-0dd8-4cf9-bf69-282415dad1a5 None None] Provisioning complete for port cfba14d7-dd6d-4281-8a5b-a7643e333650 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:05.497956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ed444d9-0dd8-4cf9-bf69-282415dad1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.779631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ed444d9-0dd8-4cf9-bf69-282415dad1a5 None None] Port cfba14d7-dd6d-4281-8a5b-a7643e333650 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:05.780336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:05.780336 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.780336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] 10.222.0.39 "PUT /v2.0/ports/f347c67f-6d06-4049-945e-2fcf1b40601e HTTP/1.1" status: 200 len: 1096 time: 2.8899484 Oct 26 16:23:05.780336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:05.780336 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf41b39-f83c-48ca-9049-cd345a8de7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:05.798346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4fdd-a68e-433f-bcfa-6e251eefeb6a service neutron] Pushing event updated for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:05.809329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc5464c4-faa1-4822-b626-aed276a611df req-4e8f4cbf-7748-4309-937a-c1f64d27e427 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093262 Oct 26 16:23:05.860743 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:05.865602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:05.910912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e04e659a-240b-452b-8ea9-1eec789f7d95 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:23:05.911294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e04e659a-240b-452b-8ea9-1eec789f7d95 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:23:05.912675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6ed444d9-0dd8-4cf9-bf69-282415dad1a5 None None] Provisioning complete for port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:05.913051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ed444d9-0dd8-4cf9-bf69-282415dad1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.012094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-767500d2-79c9-483e-ba29-11abaa6c41f5 req-709ddae5-8337-418e-b9d2-42bf19a70e5d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=4981defc-8e8f-4ea3-9a00-7f675e222245 HTTP/1.1" status: 200 len: 210 time: 0.1182432 Oct 26 16:23:06.017295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfba14d7-dd6d-4281-8a5b-a7643e333650 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:06.042019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.065183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.094070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.112948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Transition to ACTIVE for port object cfba14d7-dd6d-4281-8a5b-a7643e333650 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:06.120077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.140644 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc41ff-c28c-4540-8298-12333455cd2a x-openstack-request-id: req-45fc41ff-c28c-4540-8298-12333455cd2a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:06.141315 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:06.142007 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45fc41ff-c28c-4540-8298-12333455cd2a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:06.142632 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'status': 'completed', 'code': 200} Oct 26 16:23:06.172079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951227-9231-47b5-8d64-ac3b22031912 req-e3cbf966-e8ce-4ab0-84ae-bb916d3b7020 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:06.181816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7951227-9231-47b5-8d64-ac3b22031912 req-e3cbf966-e8ce-4ab0-84ae-bb916d3b7020 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 949 time: 0.2478986 Oct 26 16:23:06.208895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Attempting to bind port 6a17d98d-c068-4399-bb67-e9cb85d405b6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:06.209383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Attempting to bind port 6a17d98d-c068-4399-bb67-e9cb85d405b6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:06.209622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Attempting to bind port 6a17d98d-c068-4399-bb67-e9cb85d405b6 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:06.215707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc725204-7ac8-4621-a5c9-0ac64f4909d2 None None] Pushing event updated for resources: {'Port': ['ID=6a17d98d-c068-4399-bb67-e9cb85d405b6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:06.221768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:06.222140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:06.222810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.222904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:06.224294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Bound port: 6a17d98d-c068-4399-bb67-e9cb85d405b6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:06.224294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.231596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.310468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-b0f97450-7f41-4dc8-9c7a-59a3b5ee376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:06.312087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-b0f97450-7f41-4dc8-9c7a-59a3b5ee376b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1099 time: 0.2675433 Oct 26 16:23:06.348274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] For port 6a17d98d-c068-4399-bb67-e9cb85d405b6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:06.348990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7951227-9231-47b5-8d64-ac3b22031912 req-2df67007-674a-4ff1-b095-6933134b28ce tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654410 Oct 26 16:23:06.363018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] For port 6a17d98d-c068-4399-bb67-e9cb85d405b6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6a17d98d-c068-4399-bb67-e9cb85d405b6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:06.384254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fae66aaf-2248-48b0-883e-462d59aee549 None None] Provisioning complete for port 4d501f7d-9a51-42c9-9a15-2b4450109c82 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:06.384649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fae66aaf-2248-48b0-883e-462d59aee549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.426803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.464665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.524565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d576da5d-ae4a-4345-84c4-538dd58cd43f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f347c67f-6d06-4049-945e-2fcf1b40601e HTTP/1.1" status: 200 len: 217 time: 0.1916893 Oct 26 16:23:06.525210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Pushing event updated for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:06.559642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc725204-7ac8-4621-a5c9-0ac64f4909d2 None None] Pushing event updated for resources: {'Port': ['ID=6a17d98d-c068-4399-bb67-e9cb85d405b6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:06.570101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fae66aaf-2248-48b0-883e-462d59aee549 None None] Port 4d501f7d-9a51-42c9-9a15-2b4450109c82 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:06.581145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:06.581813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:06.614340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.663605 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.703245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Attempting to bind port cfba14d7-dd6d-4281-8a5b-a7643e333650 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:06.703660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Attempting to bind port cfba14d7-dd6d-4281-8a5b-a7643e333650 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:06.703929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Attempting to bind port cfba14d7-dd6d-4281-8a5b-a7643e333650 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:06.705595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.706552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:06.711587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Pushing event updated for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:06.713168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a5f22-a337-4901-aa05-8fe1b664bdb9 req-cc8d056d-3232-4f92-9284-96ba953c7688 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:06.722426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d6a5f22-a337-4901-aa05-8fe1b664bdb9 req-cc8d056d-3232-4f92-9284-96ba953c7688 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 947 time: 0.2655954 Oct 26 16:23:06.729060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-c8b0041a-d266-493d-81f1-5c709a749c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:06.730474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-c8b0041a-d266-493d-81f1-5c709a749c67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1509476 Oct 26 16:23:06.762002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Port cfba14d7-dd6d-4281-8a5b-a7643e333650 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:06.762395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Attempting to bind port cfba14d7-dd6d-4281-8a5b-a7643e333650 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:06.821733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Allocated IP 172.20.0.1 (dc42eb09-8c5e-46c4-88f3-9da40b8369ef/90480d8e-2193-4fb0-9c59-6f28b58548fb/59e7fa2e-5859-4e88-a117-9d1dcf7374d3) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:06.863233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:06.863595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:06.863988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:06.864471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Bound port: cfba14d7-dd6d-4281-8a5b-a7643e333650, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:06.864830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:06.936119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:06.939715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:06.953912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be312a8e-b187-41a6-8c18-e93df18f6dc4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:06.998693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:00Z', 'revision_number': 3, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:07.032744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d6a5f22-a337-4901-aa05-8fe1b664bdb9 req-b15d0cef-0dc1-46fa-b3a6-ec751e8aa044 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094399 Oct 26 16:23:07.033006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84fc8-e174-48b6-ba46-b6f61e6cc4fa None None] The sync data for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 is: [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:00Z', 'revision_number': 3, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:07.048134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-a8a293c5-9512-429d-95e0-e78d91e70fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:07.049650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-a8a293c5-9512-429d-95e0-e78d91e70fb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3083096 Oct 26 16:23:07.074174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be312a8e-b187-41a6-8c18-e93df18f6dc4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:07.074546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.138390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117f415-3f61-48c3-8b1c-0543b9a4445f req-bcf189cd-9be8-4c3c-a3c9-01395fbb9cf2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:07.146383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b117f415-3f61-48c3-8b1c-0543b9a4445f req-bcf189cd-9be8-4c3c-a3c9-01395fbb9cf2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.2442913 Oct 26 16:23:07.157634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:23:07.242625 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.285474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:07.295530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port be312a8e-b187-41a6-8c18-e93df18f6dc4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be312a8e-b187-41a6-8c18-e93df18f6dc4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:07.298521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b117f415-3f61-48c3-8b1c-0543b9a4445f req-f079f481-6692-40ab-b0e1-b714fecf7ba2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509852 Oct 26 16:23:07.311017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:07.324265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81e2c344-339c-48dd-84b7-758434ac75cf admin admin] 10.222.0.21 "PUT /v2.0/routers/2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2217569 Oct 26 16:23:07.364646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-137f87ca-de5d-49bc-b69e-b3540585a14f None None] Provisioning complete for port 4d501f7d-9a51-42c9-9a15-2b4450109c82 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:07.366577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-137f87ca-de5d-49bc-b69e-b3540585a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.369744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:07.372239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.386285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.443386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-0e9f2cd6-b450-4c93-818c-ba1dde0b60d7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814421 Oct 26 16:23:07.518648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-137f87ca-de5d-49bc-b69e-b3540585a14f None None] Port 4d501f7d-9a51-42c9-9a15-2b4450109c82 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:07.527597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.532186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=be312a8e-b187-41a6-8c18-e93df18f6dc4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:07.565510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54070) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:07.570154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574005712', 'description': 'tempest-description--754017256'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:07.584433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:07.695346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:07.695958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.697404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] 10.222.0.39 "PUT /v2.0/ports/cfba14d7-dd6d-4281-8a5b-a7643e333650 HTTP/1.1" status: 200 len: 1095 time: 3.4749966 Oct 26 16:23:07.749492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.751200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a13be01e-47d3-410b-bd16-825092c53f41 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:07.757452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a13be01e-47d3-410b-bd16-825092c53f41 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:07.766080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.853172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.913288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.919160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:07.934225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:07.937888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360ba11-ca75-4811-b230-5ca035f26287 service neutron] Pushing event updated for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:07.991590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:07.996322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-7dc2f06b-c798-4494-90a6-032249f60fa3 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009577 Oct 26 16:23:08.000959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:08.005417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:08.005633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb775611-0e79-449c-947a-f4c6fab22e65" -d '{"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-plugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:08.012917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.022334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ff65b-1893-40ef-9232-46446a8b528e req-33523f00-2d5e-4eb2-9e14-5ed5357233ce tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.031307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:08.032245 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Sync routers for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:08.039759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-212ff65b-1893-40ef-9232-46446a8b528e req-33523f00-2d5e-4eb2-9e14-5ed5357233ce tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 949 time: 0.4804077 Oct 26 16:23:08.046525 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:08.047161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:08.119054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Pushing event updated for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:08.120430 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695c934-9189-4350-8b16-d71067e7c256 x-openstack-request-id: req-6695c934-9189-4350-8b16-d71067e7c256 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:08.120843 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-plugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:08.121576 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6695c934-9189-4350-8b16-d71067e7c256 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:08.130983 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'code': 200} Oct 26 16:23:08.145858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:08.150940 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed938521-6a3d-4927-889c-07ea9ea3d29b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:08.157899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.189450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.195450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6248045 Oct 26 16:23:08.196376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54088) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:08.196695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-0202bfee-3066-466b-a1fc-94880ab9dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.198306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-0202bfee-3066-466b-a1fc-94880ab9dc02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 1098 time: 0.3227947 Oct 26 16:23:08.202672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1726-a9c8-4efd-a649-8df120263e1d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2ea2e-2b15-4de1-a01e-629ff35c74cd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:08.232246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'security_group_rule': {'security_group_id': '89d2ea2e-2b15-4de1-a01e-629ff35c74cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:08.271778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-212ff65b-1893-40ef-9232-46446a8b528e req-970b6cb3-e390-406b-805a-c5a58c1a1019 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308187 Oct 26 16:23:08.307995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:08.404792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.427421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-87b771a1-38ad-4dd2-a1ae-4d8f3e166fd0 None None] Provisioning complete for port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:08.428237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-87b771a1-38ad-4dd2-a1ae-4d8f3e166fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.470726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738cc9-b8ea-4a4e-b62d-58b4faaa83b2 req-24cf66c3-0f70-4b7c-8ca5-e479dab1b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.472683 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a6738cc9-b8ea-4a4e-b62d-58b4faaa83b2 req-24cf66c3-0f70-4b7c-8ca5-e479dab1b214 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1101 time: 0.1883330 Oct 26 16:23:08.520380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-51eb6f10-8a49-4a8c-aa78-6cfc4032421d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650 HTTP/1.1" status: 200 len: 217 time: 0.2698753 Oct 26 16:23:08.523940 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.532198 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a35afef-3692-421b-99aa-9d983b1d62f1 x-openstack-request-id: req-1a35afef-3692-421b-99aa-9d983b1d62f1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:08.533857 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:08.534297 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a35afef-3692-421b-99aa-9d983b1d62f1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:08.534855 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'status': 'completed', 'code': 200} Oct 26 16:23:08.542057 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:08.559321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-87b771a1-38ad-4dd2-a1ae-4d8f3e166fd0 None None] Port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:08.564891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.582156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:08.587796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-network', 'tenant_id': 'e04b027d70764173adddfae00f7017cb'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:08.598960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a6738cc9-b8ea-4a4e-b62d-58b4faaa83b2 req-c3dbe047-02ab-4cbc-b245-682a42e4b711 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158607 Oct 26 16:23:08.703378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.715774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-fc738b29-51fe-4867-a80f-2829f77c472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.717269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-fc738b29-51fe-4867-a80f-2829f77c472e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1099 time: 0.4656415 Oct 26 16:23:08.724686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55782490-6266-424f-b94e-9f60281548d0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:08.732331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Made reservation on behalf of e04b027d70764173adddfae00f7017cb for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:08.732937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20122f-4948-4967-ba53-2aec5c81c750 req-a320c800-8ab9-4319-ad06-850e8d1904c1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.734753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c20122f-4948-4967-ba53-2aec5c81c750 req-a320c800-8ab9-4319-ad06-850e8d1904c1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1989086 Oct 26 16:23:08.736615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.746277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.753377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5f726-013a-42f8-9489-758e1ff8cfd9 req-ab2a7c26-f89f-428e-b3f2-458a8858d763 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.754883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8a5f726-013a-42f8-9489-758e1ff8cfd9 req-ab2a7c26-f89f-428e-b3f2-458a8858d763 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 947 time: 0.3363686 Oct 26 16:23:08.777595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-273da084-5b1b-489a-8cec-a81487e4821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:08.779009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-273da084-5b1b-489a-8cec-a81487e4821d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1518433 Oct 26 16:23:08.815332 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:05Z', 'revision_number': 4, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4d501f7d-9a51-42c9-9a15-2b4450109c82', 'name': '', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'mac_address': 'fa:16:3e:19:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:04Z', 'updated_at': '2021-10-26T16:23:06Z', 'revision_number': 2, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'subnets': [{'id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:08.836759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.846073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.847776 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-30462b13-bcea-4d2d-967d-82bd2c3ba1be tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6237743 Oct 26 16:23:08.850573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:08.853015 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Checking router: 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:08.853365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Updating router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd port 4d501f7d-9a51-42c9-9a15-2b4450109c82 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:08.858196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'security_group_rule': {'security_group_id': '89d2ea2e-2b15-4de1-a01e-629ff35c74cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:08.884929 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.910064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.954551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:08.961551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41443f-7077-4acb-94ab-c0d0c2032781,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:08.978456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:08.978965 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Added segment 71f6df55-a2b5-428a-a4d3-c5c5132245f8 of type vlan for network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 Oct 26 16:23:08.982518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c20122f-4948-4967-ba53-2aec5c81c750 req-1af6289c-68e2-43b9-9f82-85e03af935b1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253315 Oct 26 16:23:09.015184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8a5f726-013a-42f8-9489-758e1ff8cfd9 req-6274ad34-519e-454e-a4c3-d1f9f7fade69 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350826 Oct 26 16:23:09.024806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-6389ecdc-cc01-4ca0-9bc2-cf1f865c55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.026272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-6389ecdc-cc01-4ca0-9bc2-cf1f865c55df service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2905123 Oct 26 16:23:09.058486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-e25442df-e598-4ffc-b2b6-ed5696777e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.062332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-e25442df-e598-4ffc-b2b6-ed5696777e76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364480 Oct 26 16:23:09.066185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.072742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.104858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6a17d98d-c068-4399-bb67-e9cb85d405b6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:09.139559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-f024c68e-4727-4965-b297-eaf35efe9d5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f347c67f-6d06-4049-945e-2fcf1b40601e HTTP/1.1" status: 200 len: 217 time: 0.1028407 Oct 26 16:23:09.212671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6a17d98d-c068-4399-bb67-e9cb85d405b6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:09.214107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.228412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.230729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.232303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.233103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.263935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.314570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f62e0ea0-bb78-44c7-bb6e-8792a3b15778,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:09.322794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.331678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:23:09.335252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.360793 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.368141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a219ad6-095f-42fb-b8ff-86184587d448,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:09.382813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-458d33e7-5b7e-448e-8762-93a736fdddd4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7992921 Oct 26 16:23:09.385844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:09.391935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Request body: {'subnet': {'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-subnet', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:09.409545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-ca4b8426-81f2-496a-8fd4-da602258d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.411726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-ca4b8426-81f2-496a-8fd4-da602258d11e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.2456357 Oct 26 16:23:09.424626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 6a17d98d-c068-4399-bb67-e9cb85d405b6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6a17d98d-c068-4399-bb67-e9cb85d405b6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:09.435668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.442709 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25304940-fe82-4bbc-aa13-3b79f20c0e7b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5873158 Oct 26 16:23:09.445235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:09.456921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:09.464962 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.534834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.535980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be312a8e-b187-41a6-8c18-e93df18f6dc4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:09.545516 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14831-54de-4b7a-a92e-ac971b11c159 None None] Pushing event updated for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:09.568321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Made reservation on behalf of e04b027d70764173adddfae00f7017cb for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:09.572500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.586747 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Attempting to bind port 4d501f7d-9a51-42c9-9a15-2b4450109c82 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:09.587429 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Attempting to bind port 4d501f7d-9a51-42c9-9a15-2b4450109c82 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:09.587967 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Attempting to bind port 4d501f7d-9a51-42c9-9a15-2b4450109c82 on network 187a9127-aa85-4de6-8fc3-f6115d7d88df {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:09.595588 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:09.596221 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Checking segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:09.596779 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.597352 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Bound using segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:09.597992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Bound port: 4d501f7d-9a51-42c9-9a15-2b4450109c82, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:09.598574 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.696567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=6a17d98d-c068-4399-bb67-e9cb85d405b6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:09.708560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be312a8e-b187-41a6-8c18-e93df18f6dc4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:09.709099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.738371 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] For port 4d501f7d-9a51-42c9-9a15-2b4450109c82, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:09.744311 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] For port 4d501f7d-9a51-42c9-9a15-2b4450109c82, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4d501f7d-9a51-42c9-9a15-2b4450109c82,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:09.803897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.849452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55f6-4a8d-4c19-8621-6b34facf4729 req-8bf3243a-72c9-4fbf-bcb4-c007884e88ec tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.851585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f43a55f6-4a8d-4c19-8621-6b34facf4729 req-8bf3243a-72c9-4fbf-bcb4-c007884e88ec tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1096 time: 0.5929615 Oct 26 16:23:09.857153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-70a2109d-cba7-470e-ac05-049cfcef788d service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276387 Oct 26 16:23:09.864252 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.886011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] Provisioning complete for port 4d501f7d-9a51-42c9-9a15-2b4450109c82 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:09.886438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:09.973547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3969a2-8205-426c-9083-b9bf6f62e29d req-90586d72-5e6a-4b18-80d7-27e5789680f9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.974293 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14831-54de-4b7a-a92e-ac971b11c159 None None] Pushing event updated for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:09.980619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f3969a2-8205-426c-9083-b9bf6f62e29d req-90586d72-5e6a-4b18-80d7-27e5789680f9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.5728681 Oct 26 16:23:09.982569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-9623ae25-a728-467d-9bd9-aa010b0e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:09.982801 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:09.984063 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:09.988493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-9623ae25-a728-467d-9bd9-aa010b0e35b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5478683 Oct 26 16:23:09.988649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.032983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.056521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.086205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] For port 4d501f7d-9a51-42c9-9a15-2b4450109c82, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4d501f7d-9a51-42c9-9a15-2b4450109c82,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:10.120805 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:10.156603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a34b2c-c5de-451f-b382-99c873bbe67d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:10.164191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.195898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f43a55f6-4a8d-4c19-8621-6b34facf4729 req-1c6c22d9-2c73-4b91-93b7-601fc8ece56c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338749 Oct 26 16:23:10.220561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f3969a2-8205-426c-9083-b9bf6f62e29d req-d39506ab-a491-47c3-96ef-bd520200d1b2 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112820 Oct 26 16:23:10.252948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Checking segment: {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:10.253320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Network hostable DHCP agents. Network: f62e0ea0-bb78-44c7-bb6e-8792a3b15778, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:10.268277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e4a1f-38f3-48d6-882b-bcedbba42f3b None None] Pushing event updated for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:10.292689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Allocated IP 172.25.5.80 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7380859c-b4a2-4fd1-b8d5-b3692448fc47) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:10.308231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-db92874a-a240-4fa4-8876-df8e1383b952 None None] Provisioning complete for port 4d501f7d-9a51-42c9-9a15-2b4450109c82 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:10.308603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db92874a-a240-4fa4-8876-df8e1383b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.337075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-81184d2c-aeee-464d-886d-1922935e2c8c service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155704 Oct 26 16:23:10.420356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8beecfb8-bfe2-44ae-9ae5-6c4255eb4bd0 req-3bbfcc58-8f01-4019-8384-06a85b211027 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520649 Oct 26 16:23:10.429757 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:05Z', 'revision_number': 4, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4d501f7d-9a51-42c9-9a15-2b4450109c82', 'name': '', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'mac_address': 'fa:16:3e:19:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:04Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'subnets': [{'id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:10.458422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.459430 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6ca6-78fe-4020-8cc1-19461096df52 None None] The sync data for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 is: [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:05Z', 'revision_number': 4, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4d501f7d-9a51-42c9-9a15-2b4450109c82', 'name': '', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'mac_address': 'fa:16:3e:19:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:04Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'subnets': [{'id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:10.521694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb31-eaa8-4f50-9e50-69ea2e6f7808 req-9adec52f-0bb1-440e-9fc5-d4632346d253 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:10.523319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1401bb31-eaa8-4f50-9e50-69ea2e6f7808 req-9adec52f-0bb1-440e-9fc5-d4632346d253 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 947 time: 0.1965442 Oct 26 16:23:10.548745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92fb8d-e486-4e09-b129-9b905ba0a008 req-cf447321-0a5e-46a1-8d91-42dbc1c41492 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:10.550395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d92fb8d-e486-4e09-b129-9b905ba0a008 req-cf447321-0a5e-46a1-8d91-42dbc1c41492 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.2123137 Oct 26 16:23:10.568815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:10.572402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.574404 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.632632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:10.635641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:10.640748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:10.643975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'Port': ['ID=7380859c-b4a2-4fd1-b8d5-b3692448fc47,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:10.683894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1401bb31-eaa8-4f50-9e50-69ea2e6f7808 req-b4f9f602-d6e1-428e-85c2-e70504045fff tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273770 Oct 26 16:23:10.686322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cf41b39-f83c-48ca-9049-cd345a8de7ff req-bd98208b-3c11-4204-8b72-d0b27ac83b7a service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975051 Oct 26 16:23:10.690886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.732370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f62e0ea0-bb78-44c7-bb6e-8792a3b15778) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:10.743970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03efd476-2687-4247-be01-6b678db90f1e None None] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:23:10.758673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.775666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:10.776442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.786210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-e2920593-65c5-4ebb-a85e-dea0037c3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:10.787870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-e2920593-65c5-4ebb-a85e-dea0037c3b66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 1098 time: 0.1980698 Oct 26 16:23:10.794664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d92fb8d-e486-4e09-b129-9b905ba0a008 req-7cb9ddd8-752a-4178-bbe5-8f83fdbbd6a2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243862 Oct 26 16:23:10.855681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Pushing event updated for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:10.862084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:10.900756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e634c8bf-dfc3-4179-a406-15976e70d2d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5137019 Oct 26 16:23:10.910578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54122) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:10.924640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:10.985218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-206dbf54-d5b0-41f6-a77d-4d91fbedd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:10.986781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-206dbf54-d5b0-41f6-a77d-4d91fbedd540 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1872857 Oct 26 16:23:10.990175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.036372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.053123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.055055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'fixed_ips': [{'subnet_id': '33a34b2c-c5de-451f-b382-99c873bbe67d'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:23:11.056527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.088241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-3891099b-1924-4553-ad3d-0c81599f4b59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650 HTTP/1.1" status: 200 len: 217 time: 0.0877163 Oct 26 16:23:11.164855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4d501f7d-9a51-42c9-9a15-2b4450109c82 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:11.174213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:11.178225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:11.215776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.368329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.400966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-32aee153-a8db-4dac-930c-cb98d2a325e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:11.402513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-32aee153-a8db-4dac-930c-cb98d2a325e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.2769635 Oct 26 16:23:11.412238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4d501f7d-9a51-42c9-9a15-2b4450109c82 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:11.412605 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.430929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Allocated IP 172.20.0.2 (f62e0ea0-bb78-44c7-bb6e-8792a3b15778/33a34b2c-c5de-451f-b382-99c873bbe67d/2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:11.446803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894ade9-d591-4554-aa12-98cc012bc109 req-c112603c-e7bd-487a-86ae-8963b2578b4d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:11.448429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8894ade9-d591-4554-aa12-98cc012bc109 req-c112603c-e7bd-487a-86ae-8963b2578b4d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1346352 Oct 26 16:23:11.468204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.490910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Router d4c95f29-2fb8-47d0-a9a4-e40c062531cf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:23:11.609703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'Port': ['ID=7380859c-b4a2-4fd1-b8d5-b3692448fc47,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:11.613286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.635299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6a17d98d-c068-4399-bb67-e9cb85d405b6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:11.672976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8894ade9-d591-4554-aa12-98cc012bc109 req-68a05239-a219-4a1e-bc03-01574d49c97c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853619 Oct 26 16:23:11.673227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.682044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-5dd9bae9-55d8-4f83-b302-08b9d4b267ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:11.683648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-5dd9bae9-55d8-4f83-b302-08b9d4b267ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674098 Oct 26 16:23:11.684591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:11.711765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-27b91e90-c344-4300-bf48-1df7226d55d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/d4c95f29-2fb8-47d0-a9a4-e40c062531cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7888279 Oct 26 16:23:11.742864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:11.761130 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b383b6fb-42d4-4bc2-b760-a6a1423c738c tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3121648 Oct 26 16:23:11.880382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c5398-2524-44af-ab33-a7cd3c4ee862 req-072c2224-cbd6-4c7c-9750-397ea772539a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:11.888056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333c5398-2524-44af-ab33-a7cd3c4ee862 req-072c2224-cbd6-4c7c-9750-397ea772539a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 947 time: 0.1044817 Oct 26 16:23:11.991964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-9d364e26-6edf-4c43-83ef-9f8e9ce51dda service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790012 Oct 26 16:23:12.010383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333c5398-2524-44af-ab33-a7cd3c4ee862 req-51409f8c-58ef-40ae-ab68-b50008969500 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217713 Oct 26 16:23:12.055290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f347c67f-6d06-4049-945e-2fcf1b40601e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:12.057793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Sync routers for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:12.091028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f6498882-ce91-48b7-8e07-5b1c1414fdb4 None None] Provisioning complete for port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:12.091569 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f6498882-ce91-48b7-8e07-5b1c1414fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.176182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:12.176781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:12.178226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed938521-6a3d-4927-889c-07ea9ea3d29b req-9535b01d-5f8b-483c-90da-39aabd487941 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621375 Oct 26 16:23:12.223861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.293524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f6498882-ce91-48b7-8e07-5b1c1414fdb4 None None] Port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:12.339223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6a17d98d-c068-4399-bb67-e9cb85d405b6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:12.339595 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.409663 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.430375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f347c67f-6d06-4049-945e-2fcf1b40601e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:12.435064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-e27920e1-05f1-478c-a243-9234b3b9caf2 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:12.438087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-e27920e1-05f1-478c-a243-9234b3b9caf2 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1101 time: 0.0538845 Oct 26 16:23:12.452428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.459034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-0a0ee279-7d7a-4bc6-be83-71bbce44a28d tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.460029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:12.472715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.543942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-0a0ee279-7d7a-4bc6-be83-71bbce44a28d tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.550737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:12.588760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:12.592002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'mac_address': 'fa:16:3e:58:dc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:12.595941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:12.597810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Allocated IP 172.25.5.139 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/483a2812-2150-499e-a636-9482d2528916) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:12.619741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-0a0ee279-7d7a-4bc6-be83-71bbce44a28d tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.622196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Pushing event updated for resources: {'Port': ['ID=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:12.653303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34713212-ce63-4713-8ab5-14f1b44c3dc6 req-0a0ee279-7d7a-4bc6-be83-71bbce44a28d tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090905 Oct 26 16:23:12.704121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ee279-7d7a-4bc6-be83-71bbce44a28d tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42803b6-641f-40ad-9ab4-fe2b76722903,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:12.751340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.782046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502c7c-c19b-41be-8fa0-34c1a423ee08 req-77dd7f76-26b3-413d-a0a7-32d450cb7d1f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:12.783694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47502c7c-c19b-41be-8fa0-34c1a423ee08 req-77dd7f76-26b3-413d-a0a7-32d450cb7d1f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.0517678 Oct 26 16:23:12.826358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47502c7c-c19b-41be-8fa0-34c1a423ee08 req-819f86c1-f656-4709-ab06-5ea44db0fda4 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346456 Oct 26 16:23:12.846141 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.856219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.864856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Attempting to bind port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:12.865182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Attempting to bind port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:12.866131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Attempting to bind port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 on network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:12.875685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:12.876043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Checking segment: {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:12.876438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.876818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Bound using segment: {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:12.877293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Bound port: 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:12.877810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:12.899571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f347c67f-6d06-4049-945e-2fcf1b40601e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:12.911833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:12.916973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:12.921779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:12.924990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Pushing event updated for resources: {'Port': ['ID=483a2812-2150-499e-a636-9482d2528916,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:12.949098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f347c67f-6d06-4049-945e-2fcf1b40601e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:13.015348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] For port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:13.019105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] For port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:13.021429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 2, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:13.050205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.055675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Checking router: d4c95f29-2fb8-47d0-a9a4-e40c062531cf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:13.055675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Updating router d4c95f29-2fb8-47d0-a9a4-e40c062531cf port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:13.112026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.117487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.138830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:13.196173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7d39f-8560-4327-841b-e9f0eb289b31 None None] Pushing event updated for resources: {'Port': ['ID=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:13.225123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-7267032f-2c4b-450d-add1-be70b506c224 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:13.236094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-7267032f-2c4b-450d-add1-be70b506c224 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 829 time: 0.1503963 Oct 26 16:23:13.255186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-85337763-17f8-494e-be9d-dab04a69e757 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/quotas/be33b28a15cf4b1682f698fd54c38a6e HTTP/1.1" status: 200 len: 375 time: 0.0176136 Oct 26 16:23:13.300805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-70ac7ea5-79df-4487-a2dd-65803da07060 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:13.301939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-70ac7ea5-79df-4487-a2dd-65803da07060 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118771 Oct 26 16:23:13.327287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-18aa64ac-b0ce-4254-8de7-a3a2701cb8a0 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697455 Oct 26 16:23:13.338913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f347c67f-6d06-4049-945e-2fcf1b40601e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:13.361678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.375161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-5f0b3190-c8ca-4802-b782-0ebc779fa2bc tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:13.375161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-5f0b3190-c8ca-4802-b782-0ebc779fa2bc tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 1093 time: 0.0557411 Oct 26 16:23:13.423260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Request body: {'binding': {'host': 'n-h1-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:13.423790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:23:13.494742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-13e49a82-325a-406d-9bea-df9c0cc47c99 service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680288 Oct 26 16:23:13.602866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-91d1a209-0020-4390-a299-53faee8877fb service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065600 Oct 26 16:23:13.663795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.721264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on host n-h1-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:13.721735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:13.721911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:13.729575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.731429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:13.731740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:13.739032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:13.742110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:13.742110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:13.742110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Bound port: 6afabc9b-03fb-460d-8a4e-b742156e8a21, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:13.771591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.836867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ec728-8eb4-4b90-a5bb-b6c9efe5aa49 None None] Pushing event updated for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:13.927459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:13.935234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cfba14d7-dd6d-4281-8a5b-a7643e333650 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:13.959697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Attempting to bind port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:13.960243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Attempting to bind port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:13.960991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Attempting to bind port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 on network dc42eb09-8c5e-46c4-88f3-9da40b8369ef {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:13.977663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:13.978389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Checking segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:13.978543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:13.978840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Bound using segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:13.979397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Bound port: 59e7fa2e-5859-4e88-a117-9d1dcf7374d3, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:13.979770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.000580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.000580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-5911d6f7-216f-4d68-a965-7f6534ef4059 service neutron] 10.222.0.21 "POST /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21/bindings HTTP/1.1" status: 201 len: 389 time: 0.5798011 Oct 26 16:23:14.066073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Router a59e85ba-ebab-4844-aa25-e7b3047eb71d is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:23:14.084228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8c8fa922-77c9-43e0-b146-450d0131e721 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:14.091568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8c8fa922-77c9-43e0-b146-450d0131e721 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.1600502 Oct 26 16:23:14.118011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-e9d01dff-122f-4be2-b3ea-c2d865a76aa4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/quotas/18f970a6efeb41148dcdaed6adc94842 HTTP/1.1" status: 200 len: 375 time: 0.0255430 Oct 26 16:23:14.214087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-fb216b11-76d4-49af-ae9e-586e577894a4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948675 Oct 26 16:23:14.261837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:14.273520 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Sync routers for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:14.294809 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:14.295450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:14.415246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:14.430426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'mac_address': 'fa:16:3e:94:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:14.435305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.438073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7ad30052-78df-473e-8b67-e9249bcf76ed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5226996 Oct 26 16:23:14.439071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54204) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:23:14.516885 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:14.521030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e26cca8-b734-4db3-81fb-69132fbfd71a None None] Provisioning complete for port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:14.526788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e26cca8-b734-4db3-81fb-69132fbfd71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.532034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.550537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] For port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:14.595339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890f86a-53e5-477c-aef1-a20297720c72 None None] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:23:14.627245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] For port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:14.662480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfba14d7-dd6d-4281-8a5b-a7643e333650 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:14.727866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:14.746912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.790513 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:13Z', 'revision_number': 3, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:14.827501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ec728-8eb4-4b90-a5bb-b6c9efe5aa49 None None] Pushing event updated for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:14.835265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e26cca8-b734-4db3-81fb-69132fbfd71a None None] Port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:14.843501 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Checking router: a59e85ba-ebab-4844-aa25-e7b3047eb71d for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:14.844627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Updating router a59e85ba-ebab-4844-aa25-e7b3047eb71d port 483a2812-2150-499e-a636-9482d2528916 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:14.850199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:14.913406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-eb035b79-8692-46f4-8789-4735e613ad1c service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966059 Oct 26 16:23:14.955918 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.007174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-92072c30-b6f2-4029-a12b-f3f942faca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:15.009920 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-92072c30-b6f2-4029-a12b-f3f942faca7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1096 time: 0.1559298 Oct 26 16:23:15.089744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:15.098899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:15.100151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:15.105905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:15.168037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-748b7048-4459-4fcc-b4b0-121c7a7df203 service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537439 Oct 26 16:23:15.338655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] Provisioning complete for port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:15.339023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.381336 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.388141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.399756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['cfba14d7-dd6d-4281-8a5b-a7643e333650'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:15.421115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5195c-966c-45fe-aad0-f918ab63b162 req-482d1751-4ec9-4710-9efb-4e1200340d0c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:15.423528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c5195c-966c-45fe-aad0-f918ab63b162 req-482d1751-4ec9-4710-9efb-4e1200340d0c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 948 time: 0.1067829 Oct 26 16:23:15.427443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-1f091199-5286-473a-8111-9b99fd09fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:15.429271 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-1f091199-5286-473a-8111-9b99fd09fa37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.3745813 Oct 26 16:23:15.475804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c5195c-966c-45fe-aad0-f918ab63b162 req-40ea78eb-a7a3-4976-9020-b2ae7b521b42 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Oct 26 16:23:15.491520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:15.492135 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.500066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:15.510622 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.635735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e79fa136-460e-4fa2-956e-b4cc565f659d req-d2f9f80a-e300-4156-a63d-7f48b6a3b862 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Oct 26 16:23:15.652087 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6973db-a768-4495-b60a-a10159e7fb18 None None] Pushing event updated for resources: {'Port': ['ID=483a2812-2150-499e-a636-9482d2528916,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:15.658633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.707047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Attempting to bind port 483a2812-2150-499e-a636-9482d2528916 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:15.707470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Attempting to bind port 483a2812-2150-499e-a636-9482d2528916 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:15.707829 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Attempting to bind port 483a2812-2150-499e-a636-9482d2528916 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:15.714285 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:15.714654 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:15.715237 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.715628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:15.716101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Bound port: 483a2812-2150-499e-a636-9482d2528916, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:15.716501 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.776607 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] For port 483a2812-2150-499e-a636-9482d2528916, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:15.780317 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] For port 483a2812-2150-499e-a636-9482d2528916, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=483a2812-2150-499e-a636-9482d2528916,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:15.817606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d393-fa7b-4cef-8609-842b388cfcf9 req-d51ef811-07c3-4c12-a24c-fafaafd3ebd3 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:15.835517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3037d393-fa7b-4cef-8609-842b388cfcf9 req-d51ef811-07c3-4c12-a24c-fafaafd3ebd3 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1215992 Oct 26 16:23:15.858055 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:15.922014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3037d393-fa7b-4cef-8609-842b388cfcf9 req-437bb020-b36e-4136-b4c0-ab9117980810 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853279 Oct 26 16:23:16.000020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f347c67f-6d06-4049-945e-2fcf1b40601e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:16.016012 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:16.016949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:16.039904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] For port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:16.124858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046228-a54f-40e5-968f-8f9286eb66fa req-39504bca-7fff-4769-b90a-803b0c90ad6a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:16.129988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.133179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4046228-a54f-40e5-968f-8f9286eb66fa req-39504bca-7fff-4769-b90a-803b0c90ad6a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1019466 Oct 26 16:23:16.189943 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6973db-a768-4495-b60a-a10159e7fb18 None None] Pushing event updated for resources: {'Port': ['ID=483a2812-2150-499e-a636-9482d2528916,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:16.214824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.215534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4046228-a54f-40e5-968f-8f9286eb66fa req-189edf33-bb08-4ec4-ad80-f2d6f803d285 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Oct 26 16:23:16.223600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-a0fec831-704e-4f21-9425-3c968048d364 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 217 time: 0.7423084 Oct 26 16:23:16.277456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e733-f8b7-4bce-878d-7652071d6f84 req-a8753c1d-da65-491b-8999-2c1d4116f2ff tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:16.286003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2d2e733-f8b7-4bce-878d-7652071d6f84 req-a8753c1d-da65-491b-8999-2c1d4116f2ff tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0684757 Oct 26 16:23:16.323760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c6bba-7d16-4dc2-a0d5-f8cc3c3ffbc9 None None] Pushing event updated for resources: {'Port': ['ID=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:16.347145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2d2e733-f8b7-4bce-878d-7652071d6f84 req-3b2b3e59-264f-4949-906e-421c83c1a704 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Oct 26 16:23:16.366413 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:16.405537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-1f8ddb35-82a5-49cc-97dd-98bc6b2ad807 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9298613 Oct 26 16:23:16.413384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b3c4092c-8303-499d-9d5c-a768ae21848d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:16.422107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75db6029-aee6-49bf-b67b-bf92d41624d5 req-649525be-ea4b-4369-8f5d-355a16d42d34 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 210 time: 0.0617886 Oct 26 16:23:16.426788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b3c4092c-8303-499d-9d5c-a768ae21848d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125122 Oct 26 16:23:16.459092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Provisioning complete for port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:16.459092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.475623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-6ee1893a-8574-4310-b3bc-373ddecc5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:16.477262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-6ee1893a-8574-4310-b3bc-373ddecc5fd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1907287 Oct 26 16:23:16.508968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port f347c67f-6d06-4049-945e-2fcf1b40601e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:16.536519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-a254b081-6fd8-41e3-8bf2-64b633670f87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467696 Oct 26 16:23:16.537302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f347c67f-6d06-4049-945e-2fcf1b40601e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:16.537680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.539321 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:16.539673 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:16.542274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Allocated IP 172.20.0.1 (f62e0ea0-bb78-44c7-bb6e-8792a3b15778/33a34b2c-c5de-451f-b382-99c873bbe67d/123016c3-49d6-45bd-95d3-73cc02a0542a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:16.651947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9163-af72-4d2b-80a6-77c1e9680041 req-90cc2933-d02c-4ba9-8536-8fb006e8d1ba tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:16.657429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-801e9163-af72-4d2b-80a6-77c1e9680041 req-90cc2933-d02c-4ba9-8536-8fb006e8d1ba tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 948 time: 0.0777605 Oct 26 16:23:16.676352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.693588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:14Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:16.745313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-801e9163-af72-4d2b-80a6-77c1e9680041 req-1225a6c7-6cae-4e37-a382-81d4d1325187 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804522 Oct 26 16:23:16.794773 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:13Z', 'revision_number': 3, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:16.829341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] For port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:16.832326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-937268b9-ae5d-4524-8f37-c9b7a59de086 req-11e47722-e275-4390-863b-9b085478b905 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 210 time: 0.0658627 Oct 26 16:23:16.847536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ca0c6-fe01-445f-a000-a518eddddf95 None None] The sync data for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 is: [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:14Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:16.848826 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-b2795620-70f4-44bc-92a2-6bee85099f0c service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894325 Oct 26 16:23:16.859747 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9996c-ca89-44f7-a15b-68e09ac6acb5 None None] The sync data for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 is: [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:13Z', 'revision_number': 3, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:16.890218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.898091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.926050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:16.929176 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46244c0-a96c-42f0-9190-95fda8bc7315" -d '{"events": [{"server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "name": "network-vif-plugged", "status": "completed", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:16.940807 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:16.997755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f347c67f-6d06-4049-945e-2fcf1b40601e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:16.999769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Pushing event updated for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:17.019306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Provisioning complete for port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:17.026024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0db3cf41-a053-4727-902d-ca3d4b3e6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:17.026024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c01cc95-a0b9-443a-9cc6-c36d1a4aa508 x-openstack-request-id: req-2c01cc95-a0b9-443a-9cc6-c36d1a4aa508 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:17.026024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "name": "network-vif-plugged", "status": "completed", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:17.026461 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c01cc95-a0b9-443a-9cc6-c36d1a4aa508 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:17.026725 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'code': 200} Oct 26 16:23:17.070696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-410889cb-bb91-4974-911c-f805230dc48e service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070956 Oct 26 16:23:17.115843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:17.182172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f1f9-6f7c-434d-8162-bf1cc415af69 req-c5b14dbe-2181-4e36-b903-b96730eed088 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:17.188817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4231f1f9-6f7c-434d-8162-bf1cc415af69 req-c5b14dbe-2181-4e36-b903-b96730eed088 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1513269 Oct 26 16:23:17.236078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:17.245755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-cee76068-bc24-45f2-9931-19e4435c9f60 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:17.247474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-cee76068-bc24-45f2-9931-19e4435c9f60 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.47 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 829 time: 0.2638607 Oct 26 16:23:17.254631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:17.257049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:17.264964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Pushing event updated for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:17.273209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'port': {'device_id': 'c915caf7-4168-417a-9915-0fcc9be65534', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'admin_state_up': True, 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:17.441193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4231f1f9-6f7c-434d-8162-bf1cc415af69 req-80fa01eb-628a-4ac9-9ec9-465524863faa tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292817 Oct 26 16:23:17.480121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393c9ec-54a4-4b80-b2a9-52369e1be7ad req-9039baf7-8317-4ef9-899f-f5782a0a3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:17.484251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4393c9ec-54a4-4b80-b2a9-52369e1be7ad req-9039baf7-8317-4ef9-899f-f5782a0a3bc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1101 time: 0.1908801 Oct 26 16:23:17.505705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:17.556278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:17.729875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4393c9ec-54a4-4b80-b2a9-52369e1be7ad req-96f8489f-6b37-4753-b46f-8f48005a94bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381151 Oct 26 16:23:17.819371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:17.909120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79315a4-e6f3-4bda-a658-5c5fe718c86d req-7f4b96c0-6413-4134-950e-4409b76b770d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:17.928067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a79315a4-e6f3-4bda-a658-5c5fe718c86d req-7f4b96c0-6413-4134-950e-4409b76b770d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.4217417 Oct 26 16:23:17.970792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cfba14d7-dd6d-4281-8a5b-a7643e333650 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:18.022598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f66a3-25ce-4713-b9a6-fccec530ccbc req-9eef39a2-79bd-4140-b51d-b99ddfa9c069 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:18.032446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a9f66a3-25ce-4713-b9a6-fccec530ccbc req-9eef39a2-79bd-4140-b51d-b99ddfa9c069 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.3933852 Oct 26 16:23:18.086364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Made reservation on behalf of be33b28a15cf4b1682f698fd54c38a6e for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:18.091356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.097204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:18.163915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a9f66a3-25ce-4713-b9a6-fccec530ccbc req-321ef6c1-bf2c-47f2-9c85-9d4a638bd314 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080031 Oct 26 16:23:18.178092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a79315a4-e6f3-4bda-a658-5c5fe718c86d req-c778048c-363e-4452-8f44-762483cd1345 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476151 Oct 26 16:23:18.210814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.305450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-98119776-5b52-4f67-ad63-f416d207f33e None None] Provisioning complete for port 123016c3-49d6-45bd-95d3-73cc02a0542a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:18.305879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98119776-5b52-4f67-ad63-f416d207f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.356238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e238bb-fc65-4460-9877-be99cce9eae4 req-e89d7648-70e6-4cc7-a93e-91e7c7a71b67 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 210 time: 0.0681167 Oct 26 16:23:18.387553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:18.388224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.393619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port cfba14d7-dd6d-4281-8a5b-a7643e333650 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:18.434631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2de03-3543-46c5-8ac3-401a6f607dc2 req-c5849d0a-fc15-4cb0-bb54-99b82b33997b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:18.447826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6d2de03-3543-46c5-8ac3-401a6f607dc2 req-c5849d0a-fc15-4cb0-bb54-99b82b33997b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 948 time: 0.1459219 Oct 26 16:23:18.466663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-98119776-5b52-4f67-ad63-f416d207f33e None None] Port 123016c3-49d6-45bd-95d3-73cc02a0542a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:18.468325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port cfba14d7-dd6d-4281-8a5b-a7643e333650 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:18.468693 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.589796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-979c6f98-a8ff-48f4-a5cc-08ee7dd36616 req-0f0b1da5-b797-4062-a7d9-87dd7405479d tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 210 time: 0.0918427 Oct 26 16:23:18.593390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Allocated IP 172.20.0.13 (dc42eb09-8c5e-46c4-88f3-9da40b8369ef/90480d8e-2193-4fb0-9c59-6f28b58548fb/a9577888-1de6-480d-aa93-9960a4146b55) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:18.616252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6d2de03-3543-46c5-8ac3-401a6f607dc2 req-aeb10e6c-888f-4d17-86ca-2facd301267a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671448 Oct 26 16:23:18.649515 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.681090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:18.758779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:18.789156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:18.789666 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.853101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:18.893488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40504b25-4dd0-430a-aec3-2836f9f984e4 req-151b2d6e-b3ad-4621-bb51-c40f93751214 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:18.895929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40504b25-4dd0-430a-aec3-2836f9f984e4 req-151b2d6e-b3ad-4621-bb51-c40f93751214 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1449530 Oct 26 16:23:18.933101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:19.030397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40504b25-4dd0-430a-aec3-2836f9f984e4 req-7441df1d-cddb-4c5c-a33f-5f74a781d0f8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027558 Oct 26 16:23:19.030810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:19.031928 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f7c6b9-72b8-48be-8431-f3239ea84758" -d '{"events": [{"server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "name": "network-vif-plugged", "status": "completed", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:19.092967 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a75ba-68c1-41f5-a4b1-594d87b9ebea x-openstack-request-id: req-025a75ba-68c1-41f5-a4b1-594d87b9ebea {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:19.093368 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "name": "network-vif-plugged", "status": "completed", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:19.093851 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-025a75ba-68c1-41f5-a4b1-594d87b9ebea {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:19.094343 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'code': 200} Oct 26 16:23:19.305594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-2bb59e13-42f5-4839-9b76-cf153805bdd9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.307377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-2bb59e13-42f5-4839-9b76-cf153805bdd9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.47 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.4931014 Oct 26 16:23:19.314183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.327673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'port': {'device_id': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'admin_state_up': True, 'tenant_id': '18f970a6efeb41148dcdaed6adc94842'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:19.359265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.382598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad9f9-85c8-4010-b6c0-4e8a8305724d req-8adfa73a-ef70-4e87-b2a8-899bcbaa908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.384163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fdad9f9-85c8-4010-b6c0-4e8a8305724d req-8adfa73a-ef70-4e87-b2a8-899bcbaa908b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 1100 time: 0.1893692 Oct 26 16:23:19.432209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3f76-45e5-4112-a71b-423b299fd6d2 req-c811c066-ecb4-4a4c-a285-db6aca9617a1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.440388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78fd3f76-45e5-4112-a71b-423b299fd6d2 req-c811c066-ecb4-4a4c-a285-db6aca9617a1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1389580 Oct 26 16:23:19.453104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d0342-c1d8-4e71-8337-d8b92c1a0cb3 req-23573a19-c4ba-431e-b916-0d9026bcaab9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.454783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df1d0342-c1d8-4e71-8337-d8b92c1a0cb3 req-23573a19-c4ba-431e-b916-0d9026bcaab9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1257849 Oct 26 16:23:19.458609 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.510625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fdad9f9-85c8-4010-b6c0-4e8a8305724d req-801b8202-9a5b-455e-983f-2cc4804af8d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148109 Oct 26 16:23:19.515277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.532986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78fd3f76-45e5-4112-a71b-423b299fd6d2 req-75dc9c3c-a693-40bf-ad2c-5aa19eb06706 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Oct 26 16:23:19.559691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df1d0342-c1d8-4e71-8337-d8b92c1a0cb3 req-f9890fd2-550a-4eb5-8969-057b58471d6b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862045 Oct 26 16:23:19.571353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Pushing event updated for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:19.586693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.599885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:19.630990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:19.635548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:19.646470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffc7aed9-5727-4402-b77e-7adec5e0e286 req-45fbb44d-481e-4901-8359-8288fc8386b1 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 210 time: 0.0388770 Oct 26 16:23:19.715167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 483a2812-2150-499e-a636-9482d2528916 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:19.741501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event updated for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:19.747903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Made reservation on behalf of 18f970a6efeb41148dcdaed6adc94842 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:19.758780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.836303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.836303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.837050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 483a2812-2150-499e-a636-9482d2528916 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:19.837370 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.905818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49018-e376-44bb-ab9c-dde1e481cc52 req-f57c302b-ba85-40c9-9edf-787ea9bb5001 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.907246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17a49018-e376-44bb-ab9c-dde1e481cc52 req-f57c302b-ba85-40c9-9edf-787ea9bb5001 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 949 time: 0.1644962 Oct 26 16:23:19.947258 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:19.954118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85261945-b005-445a-bd49-d7d88db3577e req-aa8d38ff-76bc-4e11-b596-83128d1816df tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:19.956289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-0a4a5870-72d7-48e7-ab43-e04ba0760851 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6879768 Oct 26 16:23:19.961665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85261945-b005-445a-bd49-d7d88db3577e req-aa8d38ff-76bc-4e11-b596-83128d1816df tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 932 time: 0.1520860 Oct 26 16:23:19.972740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 483a2812-2150-499e-a636-9482d2528916, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=483a2812-2150-499e-a636-9482d2528916,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:19.996421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17a49018-e376-44bb-ab9c-dde1e481cc52 req-015620a9-0dc5-4607-b84c-c16fe379bf6a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Oct 26 16:23:20.006478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Request body: {'port': {'device_id': 'c915caf7-4168-417a-9915-0fcc9be65534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:20.010858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8e97aaf7-c4b9-489f-9a0b-3d1bf013d825 None None] Provisioning complete for port a9577888-1de6-480d-aa93-9960a4146b55 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:20.011278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8e97aaf7-c4b9-489f-9a0b-3d1bf013d825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:20.011423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:20.045747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:20.064907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85261945-b005-445a-bd49-d7d88db3577e req-71dc83a1-d4da-4efa-947b-c11ac117ae21 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023076 Oct 26 16:23:20.065768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:20.100361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b2fddd63-88b1-44b0-ad07-163760a8c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.103298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b2fddd63-88b1-44b0-ad07-163760a8c92d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1101 time: 0.0951569 Oct 26 16:23:20.175091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8e97aaf7-c4b9-489f-9a0b-3d1bf013d825 None None] Port a9577888-1de6-480d-aa93-9960a4146b55 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:20.206163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=483a2812-2150-499e-a636-9482d2528916,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:20.228424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Allocated IP 172.20.0.8 (7cfce86b-0436-44f3-97ff-c23626cb8ef5/5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd/b9006da4-9dc2-4291-b5d5-965947b3810a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:20.252802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:20.286044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9c5d-dc96-4e4b-85b5-0bfaf0463fe9 req-0473a927-dfc4-49f2-ae73-0990c355211b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.287593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-362b9c5d-dc96-4e4b-85b5-0bfaf0463fe9 req-0473a927-dfc4-49f2-ae73-0990c355211b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.0736277 Oct 26 16:23:20.347859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-d42c7b03-f11e-4333-ae71-4589708fc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.349584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-d42c7b03-f11e-4333-ae71-4589708fc0e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2363858 Oct 26 16:23:20.378348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-362b9c5d-dc96-4e4b-85b5-0bfaf0463fe9 req-f7e75514-6070-458d-892d-b1eab52ef4ec tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827491 Oct 26 16:23:20.437360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-e53fae96-026b-467a-9ddf-64c1a5259640 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0699501 Oct 26 16:23:20.447110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b736af3b-31ad-4711-bfe0-085a6e1cfb56 None None] Provisioning complete for port 123016c3-49d6-45bd-95d3-73cc02a0542a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:20.447524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b736af3b-31ad-4711-bfe0-085a6e1cfb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:20.453259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Router a59e85ba-ebab-4844-aa25-e7b3047eb71d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:23:20.492479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b736af3b-31ad-4711-bfe0-085a6e1cfb56 None None] Port 123016c3-49d6-45bd-95d3-73cc02a0542a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:20.505087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:20.519075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-ee23cadb-e08a-4179-a94e-09f68cf406e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.520595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-ee23cadb-e08a-4179-a94e-09f68cf406e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0770051 Oct 26 16:23:20.581378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-ec3976cb-485a-4d0f-9ac4-07f1a3a6b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.582985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-ec3976cb-485a-4d0f-9ac4-07f1a3a6b96d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542686 Oct 26 16:23:20.789307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-cdba14d4-686a-41fc-8d4d-9657f0a0e46e service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977634 Oct 26 16:23:20.825081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63d57-e89f-425e-82de-026396a4e4e3 req-5f6e09a6-079b-4821-85db-4dc466682129 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.828279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bd63d57-e89f-425e-82de-026396a4e4e3 req-5f6e09a6-079b-4821-85db-4dc466682129 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1714129 Oct 26 16:23:20.893264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322dad-7fd4-40ca-8210-3f5b2be0c5ac req-828bc631-534a-414a-9b69-99c882088a01 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:20.901780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86322dad-7fd4-40ca-8210-3f5b2be0c5ac req-828bc631-534a-414a-9b69-99c882088a01 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.2443619 Oct 26 16:23:20.976252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bd63d57-e89f-425e-82de-026396a4e4e3 req-348abd50-3f54-4b6a-95c0-df095876b8fb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065788 Oct 26 16:23:21.003792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86322dad-7fd4-40ca-8210-3f5b2be0c5ac req-971910c4-a758-4138-bad1-f3a9c8fd71b1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009429 Oct 26 16:23:21.031262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.038011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-8a5b6120-f224-45bd-b5e8-b7943c6e4bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383237 Oct 26 16:23:21.042828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:21.053225 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9240b7e6-a17d-4da4-ba38-3a410ca9b8fa admin admin] 10.222.0.21 "PUT /v2.0/routers/a59e85ba-ebab-4844-aa25-e7b3047eb71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6115098 Oct 26 16:23:21.159649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7405ed62-dc99-42ed-9c6e-0082c361b9bc req-13e1cf30-8f0f-4275-b7bf-8c56efee204e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 210 time: 0.0596986 Oct 26 16:23:21.256829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9577888-1de6-480d-aa93-9960a4146b55 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:21.266400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.309179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Transition to ACTIVE for port object a9577888-1de6-480d-aa93-9960a4146b55 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:21.317738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c06b7-bf9a-4732-9372-04c07af2fdd3 req-8e6d218d-c960-4e51-b731-8ad0d8a6369b tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:21.320471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c7c06b7-bf9a-4732-9372-04c07af2fdd3 req-8e6d218d-c960-4e51-b731-8ad0d8a6369b tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 932 time: 0.0864313 Oct 26 16:23:21.329653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318e0b-1c3a-4923-9f52-bb05f658e46d req-b5c8863b-a0b4-4f74-8127-d6033b2e07c4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:21.339683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d318e0b-1c3a-4923-9f52-bb05f658e46d req-b5c8863b-a0b4-4f74-8127-d6033b2e07c4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 949 time: 0.1555002 Oct 26 16:23:21.339992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.397556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.415074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:21.415284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d318e0b-1c3a-4923-9f52-bb05f658e46d req-ae1b4b89-c6b1-4532-81a3-4824ce05dcf7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 Oct 26 16:23:21.423265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:21.433890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:21.469038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:21.493686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c7c06b7-bf9a-4732-9372-04c07af2fdd3 req-755c2ae0-0f47-40b9-a531-e71a8d4d9435 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271391 Oct 26 16:23:21.711914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:21.719411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.721999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Pushing event updated for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:21.741918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f824e-3c19-438a-b4dc-9b3c0545d5be req-126b1bb3-8d05-468b-9eca-6d87740a06bc tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:21.751753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172f824e-3c19-438a-b4dc-9b3c0545d5be req-126b1bb3-8d05-468b-9eca-6d87740a06bc tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1170757 Oct 26 16:23:21.817134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Attempting to bind port a9577888-1de6-480d-aa93-9960a4146b55 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:21.818057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Attempting to bind port a9577888-1de6-480d-aa93-9960a4146b55 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:21.818057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Attempting to bind port a9577888-1de6-480d-aa93-9960a4146b55 on network dc42eb09-8c5e-46c4-88f3-9da40b8369ef {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:21.827499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 483a2812-2150-499e-a636-9482d2528916 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:21.832279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Port a9577888-1de6-480d-aa93-9960a4146b55 on network dc42eb09-8c5e-46c4-88f3-9da40b8369ef not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:21.837967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Attempting to bind port a9577888-1de6-480d-aa93-9960a4146b55 on network dc42eb09-8c5e-46c4-88f3-9da40b8369ef {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:21.852118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:21.852576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Checking segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:21.853074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Bound using segment: {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:21.853607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Bound port: a9577888-1de6-480d-aa93-9960a4146b55, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21275b60-552e-40f3-aafb-55830407dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:21.854024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:21.864536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-8e7541fb-1c7a-4464-8d67-8144418309e6 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5422220 Oct 26 16:23:21.931186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172f824e-3c19-438a-b4dc-9b3c0545d5be req-3c7deb68-dbf8-46e6-8386-cf51926159d1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746974 Oct 26 16:23:21.957044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Sync routers for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:21.993399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:21.996989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:21.998053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:21.999259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a9577888-1de6-480d-aa93-9960a4146b55,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:22.009736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Request body: {'port': {'device_id': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:22.140856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:22.182250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.190782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.276667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.277417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.279166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 1092 time: 2.2771122 Oct 26 16:23:22.284120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 483a2812-2150-499e-a636-9482d2528916 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:22.285629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:22.286531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.288672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07440c4-7fb6-4b82-a61a-da0546ca27f5 req-d88c7f2c-86a2-453a-a29a-5dc0ce55a897 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.290391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b07440c4-7fb6-4b82-a61a-da0546ca27f5 req-d88c7f2c-86a2-453a-a29a-5dc0ce55a897 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1643338 Oct 26 16:23:22.297416 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6244aad7-2acb-43e9-a5bc-f9f441b97b29" -d '{"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:22.314396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8c9da-f305-4e53-b8f5-a7ab0772ac88 req-58a3a835-f6de-4108-8e95-2eae0c86db4c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.321805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb8c9da-f305-4e53-b8f5-a7ab0772ac88 req-58a3a835-f6de-4108-8e95-2eae0c86db4c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1348379 Oct 26 16:23:22.394151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cd826-a4f1-49ff-aa6b-9e077741a442 service neutron] Pushing event updated for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:22.469835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb8c9da-f305-4e53-b8f5-a7ab0772ac88 req-2a6dbf84-0e21-4c30-b6b5-14acfe464966 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198306 Oct 26 16:23:22.492323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b07440c4-7fb6-4b82-a61a-da0546ca27f5 req-1815c4d3-3da6-4802-8903-ff6228569aec tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694343 Oct 26 16:23:22.597747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.661971 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ef79e-7610-4ca9-ad2f-1c547d21d345 x-openstack-request-id: req-5d7ef79e-7610-4ca9-ad2f-1c547d21d345 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:22.662622 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:22.662622 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d7ef79e-7610-4ca9-ad2f-1c547d21d345 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:22.664106 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55', 'status': 'completed', 'code': 200} Oct 26 16:23:22.707195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda9e28-d1b9-4ac0-860c-f196485d711e req-2412aa01-5781-4fb3-b9bf-ee98b61bb939 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.714753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dda9e28-d1b9-4ac0-860c-f196485d711e req-2412aa01-5781-4fb3-b9bf-ee98b61bb939 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 931 time: 0.0944524 Oct 26 16:23:22.773895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dda9e28-d1b9-4ac0-860c-f196485d711e req-bfaa83e4-38ae-4460-b404-aa42ab18d721 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582967 Oct 26 16:23:22.866432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-190dd71c-acec-4132-a1ee-9d6153e02e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.868860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-190dd71c-acec-4132-a1ee-9d6153e02e0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1095 time: 0.2429054 Oct 26 16:23:22.872157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:18Z', 'revision_number': 4, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '123016c3-49d6-45bd-95d3-73cc02a0542a', 'name': '', 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'mac_address': 'fa:16:3e:db:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:15Z', 'updated_at': '2021-10-26T16:23:19Z', 'revision_number': 2, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'subnets': [{'id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:22.913605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Checking router: a59e85ba-ebab-4844-aa25-e7b3047eb71d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:22.914123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Updating router a59e85ba-ebab-4844-aa25-e7b3047eb71d port 123016c3-49d6-45bd-95d3-73cc02a0542a binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:23:22.960570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:22.964871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d717bf-57d6-4ca0-9e8e-5ca955fd1b98 req-5a089ee3-4192-4709-8d22-fdacd1e57282 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:22.966773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-a0f828c0-2007-4b7f-8451-9145e92788f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 217 time: 0.0873830 Oct 26 16:23:22.981046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22d717bf-57d6-4ca0-9e8e-5ca955fd1b98 req-5a089ee3-4192-4709-8d22-fdacd1e57282 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 949 time: 0.1508951 Oct 26 16:23:23.049679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22d717bf-57d6-4ca0-9e8e-5ca955fd1b98 req-cc1dd607-a381-4613-9219-e1e744cbbcaf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676401 Oct 26 16:23:23.074309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e117b-e380-4279-a4cb-6362ea9c673b req-03ca7199-7b6b-4d1f-8653-3f37752bcdfb tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.081994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f9e117b-e380-4279-a4cb-6362ea9c673b req-03ca7199-7b6b-4d1f-8653-3f37752bcdfb tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 944 time: 0.1857431 Oct 26 16:23:23.120490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-f4bcc7fd-1f06-46f4-a9b7-e1139f00efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.121993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-f4bcc7fd-1f06-46f4-a9b7-e1139f00efb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.1435907 Oct 26 16:23:23.183855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f9e117b-e380-4279-a4cb-6362ea9c673b req-4c330b20-c5e2-4c26-95aa-c97885331698 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918503 Oct 26 16:23:23.272454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9006da4-9dc2-4291-b5d5-965947b3810a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:23.285862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346de32-229e-4acf-a95c-757e65618f60 req-02012967-f026-4471-afd1-091778dd2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.287729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-02012967-f026-4471-afd1-091778dd2437 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502011 Oct 26 16:23:23.292951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:23.359615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Transition to ACTIVE for port object b9006da4-9dc2-4291-b5d5-965947b3810a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:23.429823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74898d-8eee-4651-b9d6-cfd67c851dfc req-f34f4563-5301-43aa-85d2-8ef948aabf4f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.431443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee74898d-8eee-4651-b9d6-cfd67c851dfc req-f34f4563-5301-43aa-85d2-8ef948aabf4f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1292098 Oct 26 16:23:23.464656 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:23.477838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-6fa4dcdb-fa04-4637-84f9-62388cd9b845 service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803515 Oct 26 16:23:23.574243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1209f-c9aa-4e94-9b69-3b893416d23c req-49eea47b-4c47-4a93-8362-ae78b830d4a8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.575123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cee1209f-c9aa-4e94-9b69-3b893416d23c req-49eea47b-4c47-4a93-8362-ae78b830d4a8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 950 time: 0.1736279 Oct 26 16:23:23.587592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee74898d-8eee-4651-b9d6-cfd67c851dfc req-2fc455e2-7271-4337-802f-2298a642fc2b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214237 Oct 26 16:23:23.655275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:23.733456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cee1209f-c9aa-4e94-9b69-3b893416d23c req-334aa041-032b-4f86-9ae4-fd1475618f3a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209176 Oct 26 16:23:23.742747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2346de32-229e-4acf-a95c-757e65618f60 req-75645eb4-907f-4a5d-b459-02df532bc2f3 service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429259 Oct 26 16:23:23.743733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:23.756288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Attempting to bind port b9006da4-9dc2-4291-b5d5-965947b3810a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:23.756725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Attempting to bind port b9006da4-9dc2-4291-b5d5-965947b3810a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:23.757163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Attempting to bind port b9006da4-9dc2-4291-b5d5-965947b3810a on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:23.764833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Port b9006da4-9dc2-4291-b5d5-965947b3810a on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:23.765306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Attempting to bind port b9006da4-9dc2-4291-b5d5-965947b3810a on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:23.780833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:23.781327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Checking segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:23.782048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Bound using segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:23.782872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Bound port: b9006da4-9dc2-4291-b5d5-965947b3810a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:23.783452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:23.842824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f0547-f5cb-4f13-b016-a6bf378602b9 req-cc9c0513-1375-4a87-810a-0f40ad31f36b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:23.845934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:23.852225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-949f0547-f5cb-4f13-b016-a6bf378602b9 req-cc9c0513-1375-4a87-810a-0f40ad31f36b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1108148 Oct 26 16:23:23.948648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-949f0547-f5cb-4f13-b016-a6bf378602b9 req-ab763a01-5af3-4ab0-adf9-b125f7dbf477 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Oct 26 16:23:23.980966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:23.980966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:23.996829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5194c-af11-4f64-834a-8df1b7f3e9b1 None None] Pushing event updated for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:24.068991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.073603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8f30f-98e8-425e-bbd7-0795f7d374e9 req-9a8bba20-f9b2-4b9e-bf85-26efc594eaf2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.107228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5df8f30f-98e8-425e-bbd7-0795f7d374e9 req-9a8bba20-f9b2-4b9e-bf85-26efc594eaf2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1902535 Oct 26 16:23:24.131748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Attempting to bind port 123016c3-49d6-45bd-95d3-73cc02a0542a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:24.133418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Attempting to bind port 123016c3-49d6-45bd-95d3-73cc02a0542a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:24.133792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Attempting to bind port 123016c3-49d6-45bd-95d3-73cc02a0542a on network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:24.157510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:24.157939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Checking segment: {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:24.158282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.164548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Bound using segment: {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:24.165062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Bound port: 123016c3-49d6-45bd-95d3-73cc02a0542a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f6df55-a2b5-428a-a4d3-c5c5132245f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:24.165464 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.208928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.210850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.217387 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] 10.222.0.47 "PUT /v2.0/ports/b9006da4-9dc2-4291-b5d5-965947b3810a HTTP/1.1" status: 200 len: 1091 time: 2.2159042 Oct 26 16:23:24.239040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-c5e9c157-6136-43ff-bc6b-19c774338cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.241332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-c5e9c157-6136-43ff-bc6b-19c774338cee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1095 time: 0.2558107 Oct 26 16:23:24.267617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] For port 123016c3-49d6-45bd-95d3-73cc02a0542a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:24.273945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] For port 123016c3-49d6-45bd-95d3-73cc02a0542a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=123016c3-49d6-45bd-95d3-73cc02a0542a,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:24.304448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5df8f30f-98e8-425e-bbd7-0795f7d374e9 req-437ea6ce-6aa0-46cb-9b44-3c68024dd9a8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878150 Oct 26 16:23:24.377270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4d53-8087-4716-83fe-5fee46e78e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:24.390191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] Provisioning complete for port 123016c3-49d6-45bd-95d3-73cc02a0542a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:24.390653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.435701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:24.535535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-10739c09-dda9-4ddf-bd88-966d31032ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.548251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-10739c09-dda9-4ddf-bd88-966d31032ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 1094 time: 0.1827865 Oct 26 16:23:24.586519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956e33-6834-4f20-b3a2-fd9c1ffc8aa9 req-0e486fa7-590f-4815-8778-40fd1c8ed057 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.604053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04956e33-6834-4f20-b3a2-fd9c1ffc8aa9 req-0e486fa7-590f-4815-8778-40fd1c8ed057 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 943 time: 0.1689086 Oct 26 16:23:24.651963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:24.652586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:24.673095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:24.675327 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:24.711319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-1ce47c96-a1ff-4e85-aa4b-5ec01cd9b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.713186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-1ce47c96-a1ff-4e85-aa4b-5ec01cd9b74f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 930 time: 0.4044373 Oct 26 16:23:24.714652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-79ae156a-0073-44a0-a2cf-09bf1272a332 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9006da4-9dc2-4291-b5d5-965947b3810a HTTP/1.1" status: 200 len: 217 time: 0.1422584 Oct 26 16:23:24.750065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04956e33-6834-4f20-b3a2-fd9c1ffc8aa9 req-44d43066-5e2c-4d4c-b9da-cb42e4826e3d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441319 Oct 26 16:23:24.943601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891396e-954d-4dff-8e79-4c571421961b req-66670c1d-38e9-42b6-93fa-751f169e5696 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:24.951442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5891396e-954d-4dff-8e79-4c571421961b req-66670c1d-38e9-42b6-93fa-751f169e5696 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 944 time: 0.0935419 Oct 26 16:23:25.033434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc23049-d4e1-45e4-b019-11c4ba3d8fb5 req-b67bd8f1-39e3-4dfc-8adb-75285e17ad9a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.039651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc23049-d4e1-45e4-b019-11c4ba3d8fb5 req-b67bd8f1-39e3-4dfc-8adb-75285e17ad9a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.047173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-e47b5d9f-de9e-4060-bdf6-3c61fe364adc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 217 time: 0.1454396 Oct 26 16:23:25.047947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cc23049-d4e1-45e4-b019-11c4ba3d8fb5 req-b67bd8f1-39e3-4dfc-8adb-75285e17ad9a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271&device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1690 time: 0.0941956 Oct 26 16:23:25.063095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5891396e-954d-4dff-8e79-4c571421961b req-419d3dc9-dae1-4910-a9e9-6a90375eca57 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055644 Oct 26 16:23:25.159722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cc23049-d4e1-45e4-b019-11c4ba3d8fb5 req-ab72e31c-2635-40bc-b726-a4a97a2d0e9c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108913 Oct 26 16:23:25.173433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-c1a800ba-29aa-4bfb-a30d-7aff7222c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.174880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-c1a800ba-29aa-4bfb-a30d-7aff7222c406 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.1260326 Oct 26 16:23:25.176214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-b33b3e5c-5675-4384-9883-8082a515db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.180311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-b33b3e5c-5675-4384-9883-8082a515db3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 200 len: 862 time: 0.4484279 Oct 26 16:23:25.199485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5194c-af11-4f64-834a-8df1b7f3e9b1 None None] Pushing event updated for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:25.312357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a083844-69cf-492c-843e-69ea4695ac14 req-99c8379a-3039-4b55-b348-8c833f6dc70f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.324042 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:25.324848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a083844-69cf-492c-843e-69ea4695ac14 req-99c8379a-3039-4b55-b348-8c833f6dc70f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.0896792 Oct 26 16:23:25.364405 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc9907-3c75-4279-87cf-f5418611ad91 x-openstack-request-id: req-86bc9907-3c75-4279-87cf-f5418611ad91 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:25.369534 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:25.369984 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86bc9907-3c75-4279-87cf-f5418611ad91 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:25.374148 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'status': 'completed', 'code': 200} Oct 26 16:23:25.377142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-662325be-b81a-4f4d-b7e7-1ca4cb8fb435 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7cfce86b-0436-44f3-97ff-c23626cb8ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559405 Oct 26 16:23:25.381064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:25.385283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a083844-69cf-492c-843e-69ea4695ac14 req-df0991c9-dbd4-4627-a076-1eccf920a3e3 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572596 Oct 26 16:23:25.422185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] For port 123016c3-49d6-45bd-95d3-73cc02a0542a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=123016c3-49d6-45bd-95d3-73cc02a0542a,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:25.531272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:25.635797 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-4700cd24-e38a-4afa-8a19-9ecb2ff5db9f service neutron] 10.222.0.47 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127588 Oct 26 16:23:25.705532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:23:25.714734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-3a720bee-8831-42b5-933c-9ba1636775d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.728734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c1b1c-6bdf-490f-a17b-9e6d2a3e7013 req-27f08086-91ac-42d2-8c40-686ac37e44fe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.734301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-3a720bee-8831-42b5-933c-9ba1636775d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5284574 Oct 26 16:23:25.736535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd6c1b1c-6bdf-490f-a17b-9e6d2a3e7013 req-27f08086-91ac-42d2-8c40-686ac37e44fe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.2425876 Oct 26 16:23:25.770231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3a1c-f0c4-476e-b810-b7dbf6c2be76 req-ed9f9c64-8400-4233-adc0-fe988b20ae1a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:25.771796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faea3a1c-f0c4-476e-b810-b7dbf6c2be76 req-ed9f9c64-8400-4233-adc0-fe988b20ae1a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.1088412 Oct 26 16:23:25.792830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-45584baf-ee8f-45fa-abe3-11c455089ac8 None None] Provisioning complete for port 123016c3-49d6-45bd-95d3-73cc02a0542a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:25.793406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-45584baf-ee8f-45fa-abe3-11c455089ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:25.807624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd6c1b1c-6bdf-490f-a17b-9e6d2a3e7013 req-12aca024-0aaa-4cdf-bab6-b9496e22dfc1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Oct 26 16:23:25.906230 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b3c112c-9f7f-45be-884d-82a0950e34d3 req-525c0746-0b46-40a5-8b32-6c4e667937aa service neutron] 10.222.0.47 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611074 Oct 26 16:23:25.919664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be9cd1-de5e-45fa-be7d-3e3aaa281b21 None None] Pushing event updated for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:25.955577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-a2a81b16-c406-4fc1-b44d-f292ff40cc08 service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865473 Oct 26 16:23:25.972893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faea3a1c-f0c4-476e-b810-b7dbf6c2be76 req-125f3ba3-523c-4be9-b55b-955108abc810 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816885 Oct 26 16:23:26.086433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:18Z', 'revision_number': 4, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '123016c3-49d6-45bd-95d3-73cc02a0542a', 'name': '', 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'mac_address': 'fa:16:3e:db:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:15Z', 'updated_at': '2021-10-26T16:23:24Z', 'revision_number': 4, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'subnets': [{'id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:26.156018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e715c8-b22a-49bf-ac36-5111c2095921 None None] The sync data for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 is: [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:23:18Z', 'revision_number': 4, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '123016c3-49d6-45bd-95d3-73cc02a0542a', 'name': '', 'network_id': 'f62e0ea0-bb78-44c7-bb6e-8792a3b15778', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'mac_address': 'fa:16:3e:db:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:15Z', 'updated_at': '2021-10-26T16:23:24Z', 'revision_number': 4, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'subnets': [{'id': '33a34b2c-c5de-451f-b382-99c873bbe67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:26.168053 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6244aad7-2acb-43e9-a5bc-f9f441b97b29 req-ef22220a-5d65-4d6d-b3c9-61d7595c519a service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031848 Oct 26 16:23:26.197169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6cce-ddb4-4cf6-8889-1ab19c9e0d3d req-560b78f4-ee6b-4a99-b608-ae209b938562 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.205921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bead6cce-ddb4-4cf6-8889-1ab19c9e0d3d req-560b78f4-ee6b-4a99-b608-ae209b938562 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 1100 time: 0.2092748 Oct 26 16:23:26.211119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-e68b004f-72c2-46e9-92ca-ba2ee8f84e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.216824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-e68b004f-72c2-46e9-92ca-ba2ee8f84e8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 1094 time: 0.1472573 Oct 26 16:23:26.418591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-ed2c56f1-c6ac-4286-9bb5-e0386c1cf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.421017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-ed2c56f1-c6ac-4286-9bb5-e0386c1cf8ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 923 time: 0.1968367 Oct 26 16:23:26.441393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffd554-c4a9-450b-acbd-c896e3dc9052 req-50056410-eb95-4c5a-8547-fd9875f9c553 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.443215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56ffd554-c4a9-450b-acbd-c896e3dc9052 req-50056410-eb95-4c5a-8547-fd9875f9c553 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 943 time: 0.3021481 Oct 26 16:23:26.496311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bead6cce-ddb4-4cf6-8889-1ab19c9e0d3d req-d58c605b-697e-4548-a620-c1be419ea08a tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887721 Oct 26 16:23:26.496918 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-4323cbc8-fa68-452b-8f76-140b986d89ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9006da4-9dc2-4291-b5d5-965947b3810a HTTP/1.1" status: 200 len: 217 time: 0.0616500 Oct 26 16:23:26.605621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56ffd554-c4a9-450b-acbd-c896e3dc9052 req-fc9bfc10-bfb8-436f-af1f-e3ac1b91df4f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466568 Oct 26 16:23:26.689377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-eeb9e3f0-2e39-4da9-8c1c-429718c999b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.690694 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-eeb9e3f0-2e39-4da9-8c1c-429718c999b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 200 len: 862 time: 0.1802733 Oct 26 16:23:26.774311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-0b3628d6-b833-4d36-bea7-343618558455 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7cfce86b-0436-44f3-97ff-c23626cb8ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530522 Oct 26 16:23:26.786105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324abc6-74a0-4cc4-ae2d-881a9c0dcbc4 req-676d0c18-0ea2-48cd-91c1-e8d8f02f4498 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:26.796592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9324abc6-74a0-4cc4-ae2d-881a9c0dcbc4 req-676d0c18-0ea2-48cd-91c1-e8d8f02f4498 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 944 time: 0.1322274 Oct 26 16:23:27.016435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-da6b58d0-4082-4205-85d5-3a6013fd75ab service neutron] 10.222.0.47 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410564 Oct 26 16:23:27.072286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9324abc6-74a0-4cc4-ae2d-881a9c0dcbc4 req-b08c8349-c6d3-4f7f-8b17-10577848899a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739236 Oct 26 16:23:27.109657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-913ceee9-f5bc-4640-8590-9626ed606bc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2750041 Oct 26 16:23:27.153111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954954e-b944-4dc9-a762-170dc6560c38 req-96fc51d4-8262-4db7-956b-efb21a9ec781 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.164790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4954954e-b944-4dc9-a762-170dc6560c38 req-96fc51d4-8262-4db7-956b-efb21a9ec781 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.2119102 Oct 26 16:23:27.220566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92570cec-03e5-4ea3-a2eb-019cd5c2dea5 req-21762cc6-8c90-4490-ab77-7d672578b7e1 service neutron] 10.222.0.47 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920023 Oct 26 16:23:27.331819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4954954e-b944-4dc9-a762-170dc6560c38 req-af740201-0f38-4292-acec-9281376ef912 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657958 Oct 26 16:23:27.359969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914d1d-f730-4802-98c6-8e297f98273d req-f4039072-4f75-4515-94ae-949b83e1af67 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.368389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d914d1d-f730-4802-98c6-8e297f98273d req-f4039072-4f75-4515-94ae-949b83e1af67 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1101 time: 0.1846263 Oct 26 16:23:27.393100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-89f98976-647c-4776-9cd9-7fba0da3930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.396937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-89f98976-647c-4776-9cd9-7fba0da3930f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 1095 time: 0.1873224 Oct 26 16:23:27.554698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d914d1d-f730-4802-98c6-8e297f98273d req-91eba680-6b79-4cb9-9139-6019e0d5b269 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724319 Oct 26 16:23:27.670026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a9577888-1de6-480d-aa93-9960a4146b55 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:27.730735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594861b8-ca9c-475a-a1fa-a995f40644e0 req-fbafed2b-2227-4315-96f7-50b8afb654ac tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.732574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-594861b8-ca9c-475a-a1fa-a995f40644e0 req-fbafed2b-2227-4315-96f7-50b8afb654ac tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.0826044 Oct 26 16:23:27.737006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-2fd0d156-4e38-4ced-8b55-4fa10759f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.738397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-2fd0d156-4e38-4ced-8b55-4fa10759f62b service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.3163574 Oct 26 16:23:27.754817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46f35c-4a29-4a84-9dbf-d780d2358357 req-16e7aa9d-1de6-40c9-80f9-757e2cc3963d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.756457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff46f35c-4a29-4a84-9dbf-d780d2358357 req-16e7aa9d-1de6-40c9-80f9-757e2cc3963d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.2537055 Oct 26 16:23:27.807183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-c2e5520f-11df-46ee-98e1-b315834216c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 200 len: 217 time: 0.0486369 Oct 26 16:23:27.819074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 123016c3-49d6-45bd-95d3-73cc02a0542a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:27.828482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a9577888-1de6-480d-aa93-9960a4146b55,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:27.869500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a9577888-1de6-480d-aa93-9960a4146b55', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'mac_address': 'fa:16:3e:82:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:27.890344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-594861b8-ca9c-475a-a1fa-a995f40644e0 req-ed97cb06-143f-4793-8ff6-e28f22055062 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506696 Oct 26 16:23:27.907240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff46f35c-4a29-4a84-9dbf-d780d2358357 req-a1a27dc5-c9c8-4729-8786-f55ee240b777 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976925 Oct 26 16:23:27.915169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-50419286-7651-4815-8dac-a9d5e57d7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:27.916608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-50419286-7651-4815-8dac-a9d5e57d7a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0985606 Oct 26 16:23:27.923236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 123016c3-49d6-45bd-95d3-73cc02a0542a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:27.923610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:27.977425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:27.978591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-3167f852-0cd9-4b2c-94c5-42ce6f4bc51b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480063 Oct 26 16:23:28.003209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9577888-1de6-480d-aa93-9960a4146b55 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:28.030448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a9577888-1de6-480d-aa93-9960a4146b55,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:28.141543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dde0b-f9c5-4522-9907-b7e4b2790a47 req-9cec00fd-960c-4212-a94b-03270c68889b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.147641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f0dde0b-f9c5-4522-9907-b7e4b2790a47 req-9cec00fd-960c-4212-a94b-03270c68889b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 943 time: 0.0896792 Oct 26 16:23:28.151606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-894946a1-3413-41e4-ac18-7ce2d0d0dffb service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631448 Oct 26 16:23:28.159802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:28.222143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:28.285680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f0dde0b-f9c5-4522-9907-b7e4b2790a47 req-17ba75f7-b9ab-4144-9ed4-ec0b08ab8a3d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258943 Oct 26 16:23:28.336066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2936f6d9-68ea-422e-94e9-046cb6b7f349 req-94a89f14-23d8-4d1e-a3a4-c0e2d2cc4bfc service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531775 Oct 26 16:23:28.419166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d549b-2f8b-4268-82b5-8c0ee79e171a req-aba029cb-c6f4-487c-9a28-71561d024e08 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.423727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b1d549b-2f8b-4268-82b5-8c0ee79e171a req-aba029cb-c6f4-487c-9a28-71561d024e08 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Oct 26 16:23:28.435977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a9577888-1de6-480d-aa93-9960a4146b55'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:28.520599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b1d549b-2f8b-4268-82b5-8c0ee79e171a req-e9d45269-901b-4681-96b9-53156f340a32 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914736 Oct 26 16:23:28.592574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b885b-4fd1-442d-a8d5-a7a6f9500b00 req-8406ba95-c214-4e2d-bb4b-6d2a37f8100b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.600655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-148b885b-4fd1-442d-a8d5-a7a6f9500b00 req-8406ba95-c214-4e2d-bb4b-6d2a37f8100b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1389110 Oct 26 16:23:28.699765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-148b885b-4fd1-442d-a8d5-a7a6f9500b00 req-7ea2f54b-1c8a-4f11-9f56-48b10424676b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960085 Oct 26 16:23:28.720727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-cf14f9fc-5dee-471b-9f05-769da3481653 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805557 Oct 26 16:23:28.724768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-bdc52402-026c-4f28-b3da-b1927e1d514b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602250 Oct 26 16:23:28.822688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-154c9e26-48fb-4b10-a7f0-d4f45e6ca56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.824205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-154c9e26-48fb-4b10-a7f0-d4f45e6ca56e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1095 time: 0.0427721 Oct 26 16:23:28.844876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-18a4f9ed-d309-441e-ba9e-2ddd9ef9fb90 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.846331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-18a4f9ed-d309-441e-ba9e-2ddd9ef9fb90 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147752 Oct 26 16:23:28.862025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-b2ea4f7b-5324-4a06-b31f-7ce9bdc161c3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.0091507 Oct 26 16:23:28.920208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-c54b2fa8-4769-4bd7-bcd1-f178615219f9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512245 Oct 26 16:23:28.941302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-4587b7d9-2ac8-4638-8f7d-db5a719a8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:28.943076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-4587b7d9-2ac8-4638-8f7d-db5a719a8afa service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.0958107 Oct 26 16:23:28.992459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-0647141d-5061-452a-bc1c-163c0119ad26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0392430 Oct 26 16:23:29.054309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-0fd68a04-c19e-4825-a605-6303ebac57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.055794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-0fd68a04-c19e-4825-a605-6303ebac57fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0478404 Oct 26 16:23:29.059331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d531f32-fd94-4e3c-abda-51db86dfe60c req-a88e623e-d287-43ae-af94-8b78f143f5d4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.061650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d531f32-fd94-4e3c-abda-51db86dfe60c req-a88e623e-d287-43ae-af94-8b78f143f5d4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0640945 Oct 26 16:23:29.089294 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-f0e569dd-594e-4734-8630-2edfb9001c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251448 Oct 26 16:23:29.114044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d531f32-fd94-4e3c-abda-51db86dfe60c req-6e856480-88f1-4d13-821f-de854f028572 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Oct 26 16:23:29.201931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-0b85faaa-b310-4bb2-9e74-adb699ddab90 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048334 Oct 26 16:23:29.266489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3626-702e-4c6f-a04d-1b1b6a7e6b40 req-b3cf03a0-585f-4670-b127-ce1a94b395d4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.269953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1da3626-702e-4c6f-a04d-1b1b6a7e6b40 req-b3cf03a0-585f-4670-b127-ce1a94b395d4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.0969789 Oct 26 16:23:29.316338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1da3626-702e-4c6f-a04d-1b1b6a7e6b40 req-74cbae84-371a-4d79-9d1f-f8c64d2c40ff tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Oct 26 16:23:29.331327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8def7067-6405-4acd-9e1f-01c022d98f16 req-ffc55474-c356-4ab9-a8c3-64f3e7b7e8b2 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217306 Oct 26 16:23:29.444139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba61098-0dbd-4301-92c7-bd364e2c21fb req-7cb70c4f-4962-425c-9a1a-81c38ffb1a96 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.445511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba61098-0dbd-4301-92c7-bd364e2c21fb req-7cb70c4f-4962-425c-9a1a-81c38ffb1a96 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 943 time: 0.0504735 Oct 26 16:23:29.486608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba61098-0dbd-4301-92c7-bd364e2c21fb req-791c1809-53f0-4cc0-8ed8-5243e2d095a2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Oct 26 16:23:29.671545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20f4d-25a1-4b79-923f-ea6cd4fbc3bf req-fe8fa5ce-bfc5-4133-b8d8-ff2d4f411814 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.673173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde20f4d-25a1-4b79-923f-ea6cd4fbc3bf req-fe8fa5ce-bfc5-4133-b8d8-ff2d4f411814 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 945 time: 0.0685685 Oct 26 16:23:29.690248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:29.693581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a9577888-1de6-480d-aa93-9960a4146b55 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:29.766663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde20f4d-25a1-4b79-923f-ea6cd4fbc3bf req-1f4a98f5-f79c-4ab8-bfdf-843f4898d0b7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Oct 26 16:23:29.875246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:29.899662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'port_id': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'mac_address': 'fa:16:3e:26:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:29.931414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a9577888-1de6-480d-aa93-9960a4146b55 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:29.942144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a9577888-1de6-480d-aa93-9960a4146b55 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:29.942668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:29.953931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ee65d-3106-4ead-87fa-54b301baae90 req-05798f35-7bbe-4d31-842e-6e38faf75780 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:29.958514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-344ee65d-3106-4ead-87fa-54b301baae90 req-05798f35-7bbe-4d31-842e-6e38faf75780 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1073303 Oct 26 16:23:29.974730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:30.000922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9006da4-9dc2-4291-b5d5-965947b3810a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:30.004989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bc3f374-111f-4835-aec0-82341e6819a9 req-90399c5c-baf9-4784-984b-5883cff48080 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 210 time: 0.0454538 Oct 26 16:23:30.042375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-344ee65d-3106-4ead-87fa-54b301baae90 req-b3bbf7f3-a570-46a3-b7c3-cdec6cb04667 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616074 Oct 26 16:23:30.052973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:30.094415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:30.118010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:30.120296 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72f992d-f77b-4543-b629-4562637c9629" -d '{"events": [{"server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "name": "network-vif-plugged", "status": "completed", "tag": "a9577888-1de6-480d-aa93-9960a4146b55"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:30.133399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:30.182540 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aca083-b6c3-4684-a5cf-16b5cc0b8c3c x-openstack-request-id: req-09aca083-b6c3-4684-a5cf-16b5cc0b8c3c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:30.182830 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "name": "network-vif-plugged", "status": "completed", "tag": "a9577888-1de6-480d-aa93-9960a4146b55", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:30.183279 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09aca083-b6c3-4684-a5cf-16b5cc0b8c3c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:30.183652 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55', 'code': 200} Oct 26 16:23:30.185925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a9577888-1de6-480d-aa93-9960a4146b55,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:30.205531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:30.268434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:30.271859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465b54b-252c-41bb-9bf4-3cd8891bddb0 req-6d79ba40-7967-4c14-a279-7cd89d2d5a07 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:30.273611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b465b54b-252c-41bb-9bf4-3cd8891bddb0 req-6d79ba40-7967-4c14-a279-7cd89d2d5a07 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0594251 Oct 26 16:23:30.317529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239b4e3-7c10-4a33-a64a-5fd288bb879c req-d7215ef0-f438-4801-a7f3-3f543ce41351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:30.320424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3239b4e3-7c10-4a33-a64a-5fd288bb879c req-d7215ef0-f438-4801-a7f3-3f543ce41351 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1097 time: 0.0684295 Oct 26 16:23:30.335219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b465b54b-252c-41bb-9bf4-3cd8891bddb0 req-b360179e-19f6-4db5-8426-a108052ab9ed tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Oct 26 16:23:30.368492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3239b4e3-7c10-4a33-a64a-5fd288bb879c req-52a0a59c-f9cb-4c5f-be20-fd2aa338a5db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Oct 26 16:23:30.374290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:30.465724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b9006da4-9dc2-4291-b5d5-965947b3810a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:30.475322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c0f1-fec1-4ecd-9307-7a5e62b17d82 req-f738f29a-c461-44a8-bc07-3780b8eaa827 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:30.487113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7981c0f1-fec1-4ecd-9307-7a5e62b17d82 req-f738f29a-c461-44a8-bc07-3780b8eaa827 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.0695565 Oct 26 16:23:30.539635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7981c0f1-fec1-4ecd-9307-7a5e62b17d82 req-304c6239-6fcd-4882-88c3-3156d55ba2e5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Oct 26 16:23:30.651982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0346713-8cce-4280-b216-b95cf1c638fb req-57da1e43-b8db-416e-8ba6-baf7c7679427 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:30.660128 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0346713-8cce-4280-b216-b95cf1c638fb req-57da1e43-b8db-416e-8ba6-baf7c7679427 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 944 time: 0.0699632 Oct 26 16:23:30.705762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0346713-8cce-4280-b216-b95cf1c638fb req-8347fe1d-6ba3-4bb9-9417-55a1bc7d9625 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Oct 26 16:23:30.761753 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a42616ec-9cc5-4ca0-8e77-ccd7bd0b774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:31.157873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32447789-9faa-4e30-be71-589d6653ac9b req-7b205123-3052-4422-9927-51fdbf288be2 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 210 time: 0.0295320 Oct 26 16:23:31.177772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7a0a1-cc4a-4244-9d5d-4338055327a9 req-1d0823f5-2ba6-4851-87d0-faaeacdd238d tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:31.179325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71a7a0a1-cc4a-4244-9d5d-4338055327a9 req-1d0823f5-2ba6-4851-87d0-faaeacdd238d tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 946 time: 0.3330052 Oct 26 16:23:31.223006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71a7a0a1-cc4a-4244-9d5d-4338055327a9 req-2e60d593-a1f0-49fd-8160-405c88fda56f tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Oct 26 16:23:31.303606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f954715-a5cc-4908-906f-acb2a3c5e4d0 req-297fac83-1b43-47e0-b564-70d4ff5274ed tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:31.307575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f954715-a5cc-4908-906f-acb2a3c5e4d0 req-297fac83-1b43-47e0-b564-70d4ff5274ed tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.0567517 Oct 26 16:23:31.350546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f954715-a5cc-4908-906f-acb2a3c5e4d0 req-9245e3ea-d646-4ff4-8fbc-71fb04f640cc tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Oct 26 16:23:31.453768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db0d91-09cb-48cb-963a-35554710545d req-b7f37097-aad6-4d57-90d0-e97537fa9426 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:31.455220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18db0d91-09cb-48cb-963a-35554710545d req-b7f37097-aad6-4d57-90d0-e97537fa9426 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0546713 Oct 26 16:23:31.507165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18db0d91-09cb-48cb-963a-35554710545d req-943161ac-9ee3-467c-84b2-f7d51189392f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Oct 26 16:23:31.695483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a5d2a-0dc5-4e0b-b0e1-b0e0bb03d644 req-ae2282bc-27c0-4006-8116-4771671c7634 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:31.695483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-801a5d2a-0dc5-4e0b-b0e1-b0e0bb03d644 req-ae2282bc-27c0-4006-8116-4771671c7634 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Oct 26 16:23:31.705950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:31.723226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-801a5d2a-0dc5-4e0b-b0e1-b0e0bb03d644 req-79e68338-b2e7-4178-9c8b-58f83ca92e1e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Oct 26 16:23:31.883124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99178460-2418-48a1-bcc1-7d721efae499 req-3f61d95a-9b50-4d68-a715-3169cbe94e25 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:31.884619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99178460-2418-48a1-bcc1-7d721efae499 req-3f61d95a-9b50-4d68-a715-3169cbe94e25 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Oct 26 16:23:31.908148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b9006da4-9dc2-4291-b5d5-965947b3810a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:31.913300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b9006da4-9dc2-4291-b5d5-965947b3810a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:31.918710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:31.931115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99178460-2418-48a1-bcc1-7d721efae499 req-7329a974-0d25-48b0-89c2-a029712c08a8 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Oct 26 16:23:32.010035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:32.049220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:32.154271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:32.184914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:32.188607 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e8e6b7-46fd-486d-81fa-70e356e9b516" -d '{"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-plugged", "status": "completed", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:32.236868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:32.246463 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5f810-9c5a-4d23-8449-bf40319e086d x-openstack-request-id: req-5ce5f810-9c5a-4d23-8449-bf40319e086d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:32.246761 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-plugged", "status": "completed", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:32.247035 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ce5f810-9c5a-4d23-8449-bf40319e086d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:32.249590 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'code': 200} Oct 26 16:23:32.319983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9346b97c-6353-4d11-9503-11b67fbe0957 req-3cf55552-d3ee-4778-808e-29dd87fa1300 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 210 time: 0.0375295 Oct 26 16:23:32.394592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc19c2a-df85-4b6d-a2fb-a01d949c4563 req-2e1f8d1a-e02e-4191-8206-1bc4aacd6b63 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:32.405115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc19c2a-df85-4b6d-a2fb-a01d949c4563 req-2e1f8d1a-e02e-4191-8206-1bc4aacd6b63 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 946 time: 0.0873351 Oct 26 16:23:32.440851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38e1b-9470-4d51-880a-0f55f6d65175 req-62198718-6343-4940-916a-a64e3fb16d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:32.443662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7d38e1b-9470-4d51-880a-0f55f6d65175 req-62198718-6343-4940-916a-a64e3fb16d24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 1096 time: 0.0766633 Oct 26 16:23:32.465158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc19c2a-df85-4b6d-a2fb-a01d949c4563 req-7b416400-af3d-4750-9ae7-094efbcdadde tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Oct 26 16:23:32.504907 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7d38e1b-9470-4d51-880a-0f55f6d65175 req-708d613f-6334-483d-a849-5c767392f017 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Oct 26 16:23:32.514696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53742-145b-4efe-9578-e07c2659ae8c req-85a03059-8efe-4050-bf92-6079ced58c2e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:32.518494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c53742-145b-4efe-9578-e07c2659ae8c req-85a03059-8efe-4050-bf92-6079ced58c2e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.0848250 Oct 26 16:23:32.656080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c53742-145b-4efe-9578-e07c2659ae8c req-4c2010a0-2629-4d4b-8bca-cd00e2ae5a0b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270971 Oct 26 16:23:32.784699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-e2a8d79d-04b8-4dd1-9e81-6e81cb6e8b4b tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 258 time: 0.2778730 Oct 26 16:23:32.812683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:32.829052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8acc-b5e3-4333-b05b-5756e803a4dd req-1266ac1f-95dd-492f-b27b-67e08637329f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:32.830551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a48f8acc-b5e3-4333-b05b-5756e803a4dd req-1266ac1f-95dd-492f-b27b-67e08637329f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1013603 Oct 26 16:23:32.879268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a48f8acc-b5e3-4333-b05b-5756e803a4dd req-7a31c89e-5e0d-4bea-b1ec-a93026a935a7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Oct 26 16:23:32.959369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.097357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636671-08d1-487b-928b-dc72a1d8223e req-98dc66bd-a2ef-4911-a776-834f1959081b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:33.098752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b636671-08d1-487b-928b-dc72a1d8223e req-98dc66bd-a2ef-4911-a776-834f1959081b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.0799284 Oct 26 16:23:33.115938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a9a191eb-e2cb-4e9e-831d-e9bbb6667be7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368991 Oct 26 16:23:33.225981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b636671-08d1-487b-928b-dc72a1d8223e req-e8cd19c5-8b16-4dfe-bc18-1adf1affbba4 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143267 Oct 26 16:23:33.267792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.298215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-f91cbb6e-6d45-470a-989b-4d56d160afb4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:33.299726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-f91cbb6e-6d45-470a-989b-4d56d160afb4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644030 Oct 26 16:23:33.334868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:33.510485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-67b40994-a2c9-4edb-a113-d99796d5466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.518982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e7140-6a3f-4ad2-86aa-178874d69f9c req-c5a7a839-21f2-4c58-8dd4-e2e6cf0b132b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:33.523282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b9e7140-6a3f-4ad2-86aa-178874d69f9c req-c5a7a839-21f2-4c58-8dd4-e2e6cf0b132b tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.1950436 Oct 26 16:23:33.563724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Allocated IP 172.25.5.25 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/279f9b2b-0c00-48d4-ac2c-831799a10918) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:33.675971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b9e7140-6a3f-4ad2-86aa-178874d69f9c req-485cc87e-bf2c-49ef-9211-0df8808bc7d2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259968 Oct 26 16:23:33.725850 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.748961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:33.753052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.813639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb090ed-7599-4ee0-bc8f-4f23bfe2a615 req-1b1f2fcb-a8d6-41c4-9378-b0a8504b74d3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 210 time: 0.0507364 Oct 26 16:23:33.843342 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-44746d5a-c46e-4284-9145-070cb313a9c1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340066 Oct 26 16:23:33.946341 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:33.991874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-5362c15b-d01e-4c6c-b9f1-4e30a8ab7006 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:33.994131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-5362c15b-d01e-4c6c-b9f1-4e30a8ab7006 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452053 Oct 26 16:23:34.011377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:34.065041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:34.072130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.6 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/d4558ba8-0fd3-448d-9269-e655f94bebf8) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:34.078035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:34.082262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.090177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:34.147107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93805ac9-cd49-4e4e-b17b-6de709b97a4c req-bb5bc6b5-8556-4306-ac36-4c4553d02538 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:34.148665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93805ac9-cd49-4e4e-b17b-6de709b97a4c req-bb5bc6b5-8556-4306-ac36-4c4553d02538 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.2088006 Oct 26 16:23:34.149322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event updated for resources: {'Port': ['ID=279f9b2b-0c00-48d4-ac2c-831799a10918,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:34.239583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93805ac9-cd49-4e4e-b17b-6de709b97a4c req-25f6e6b9-49cc-46a7-ad98-c5230c235eab tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791540 Oct 26 16:23:34.246112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:34.251495 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.391643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.439610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc7232-11c5-48d2-8a99-88a0431c0d0f req-50dfea0f-90e2-4f26-87a8-cc7430a13f20 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:34.441107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38dc7232-11c5-48d2-8a99-88a0431c0d0f req-50dfea0f-90e2-4f26-87a8-cc7430a13f20 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0899270 Oct 26 16:23:34.485224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.524698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38dc7232-11c5-48d2-8a99-88a0431c0d0f req-d52cd70f-6d50-438e-ac10-3a28299f3d5d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758920 Oct 26 16:23:34.535820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.684429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.700480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:34.772343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.121 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/11be1d93-0e73-48f5-85d2-c431d2757128) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:34.798861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:34.812269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:34.817324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:34.841799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.841799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:34.889583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c18b4-1885-4fad-af36-930ce78b8033 req-30ef1c34-a275-43d8-91a8-ca409f406f4d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:34.910418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd6c18b4-1885-4fad-af36-930ce78b8033 req-30ef1c34-a275-43d8-91a8-ca409f406f4d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 945 time: 0.2125256 Oct 26 16:23:34.951332 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:34.953099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.077802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:35.078570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.136323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4fb8f1eb-08c9-42d2-a8b1-c913bb7bf400 None None] Provisioning complete for port d4558ba8-0fd3-448d-9269-e655f94bebf8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:35.136323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f1eb-08c9-42d2-a8b1-c913bb7bf400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.136636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.136740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.164693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event updated for resources: {'Port': ['ID=279f9b2b-0c00-48d4-ac2c-831799a10918,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:35.188900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8f1eb-08c9-42d2-a8b1-c913bb7bf400 None None] Port d4558ba8-0fd3-448d-9269-e655f94bebf8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:35.198217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd6c18b4-1885-4fad-af36-930ce78b8033 req-38c792a5-b480-458b-a96f-42d982dcdeb6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855721 Oct 26 16:23:35.252554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.254060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-fcaeb4c7-a4e5-4e1f-b975-4ba5758ffbb5 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4574955 Oct 26 16:23:35.281488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.321156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-1d6dd936-af2c-49f2-9541-447f89650398 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9935911 Oct 26 16:23:35.348121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-4f4d30cf-b45a-4b06-a27f-34c22b2b0459 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0781434 Oct 26 16:23:35.348386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:35.354891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:35.367342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Request body: {'port': {'device_id': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:35.378230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:35.502899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.527895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd92b21-ba14-44c7-bddc-8e78adbdeadd req-996ab0fa-f8b3-4716-b910-fc8fc5f45450 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:35.529879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cd92b21-ba14-44c7-bddc-8e78adbdeadd req-996ab0fa-f8b3-4716-b910-fc8fc5f45450 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.2152917 Oct 26 16:23:35.740744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-570a7a76-6561-47c5-959b-5233c80c2e78 None None] Provisioning complete for port 11be1d93-0e73-48f5-85d2-c431d2757128 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:35.742690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-570a7a76-6561-47c5-959b-5233c80c2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.742861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:35.752500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.753320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.753320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.753543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.753808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.754141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.754464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.754789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.755110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.755453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.755775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.756092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:35.777562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:35.778482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:35.792693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cd92b21-ba14-44c7-bddc-8e78adbdeadd req-1df781f1-c2ad-4a55-86dd-ab763b30dd8f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427421 Oct 26 16:23:35.797389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-570a7a76-6561-47c5-959b-5233c80c2e78 None None] Port 11be1d93-0e73-48f5-85d2-c431d2757128 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:23:35.819238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-b904718e-adcd-4f16-a1f8-09cf7b821562 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:35.819803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-b904718e-adcd-4f16-a1f8-09cf7b821562 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.4243340 Oct 26 16:23:35.836460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-8141fb6b-01ca-4e3b-8b5e-65650d378b8d tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:35.837584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfb014cc-bc5d-4ef8-a040-b910087440d1 req-8141fb6b-01ca-4e3b-8b5e-65650d378b8d tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058849 Oct 26 16:23:35.916304 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-15d41ed4-0225-45db-9df3-e6757014f873 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9104540 Oct 26 16:23:35.938002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Request body: {'port': {'device_id': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:35.995690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.059203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87169-01d2-4a74-a8ff-aefd448f8465 req-315d0cf6-00ec-4edd-9f2b-11f85c95edab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:36.061464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77c87169-01d2-4a74-a8ff-aefd448f8465 req-315d0cf6-00ec-4edd-9f2b-11f85c95edab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 936 time: 0.1537826 Oct 26 16:23:36.069950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:36.073260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e833d-e3f3-4584-8462-2ebb8e5fd325 req-729ddcf6-b05a-47da-a7af-6ba0a12cd196 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:36.074724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d64e833d-e3f3-4584-8462-2ebb8e5fd325 req-729ddcf6-b05a-47da-a7af-6ba0a12cd196 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1716099 Oct 26 16:23:36.089452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4558ba8-0fd3-448d-9269-e655f94bebf8 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:36.145219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.173019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77c87169-01d2-4a74-a8ff-aefd448f8465 req-6907bf89-a07d-4d1e-8354-bac11763138c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769625 Oct 26 16:23:36.181092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-7148b82e-4a03-4fd6-9253-b5d01857dc8d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:36.182605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-7148b82e-4a03-4fd6-9253-b5d01857dc8d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.0687203 Oct 26 16:23:36.190346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Transition to ACTIVE for port object d4558ba8-0fd3-448d-9269-e655f94bebf8 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:36.195860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-2'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:36.198228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d64e833d-e3f3-4584-8462-2ebb8e5fd325 req-a3770adf-465b-4674-8c2b-ee399563cb6c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757742 Oct 26 16:23:36.258772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.316670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.436326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Pushing event updated for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.468473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133078a-4a9d-465e-aea2-452bd0c60eb9 req-12460b96-0ff9-49c7-81cb-4733a05391ba tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:36.470010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b133078a-4a9d-465e-aea2-452bd0c60eb9 req-12460b96-0ff9-49c7-81cb-4733a05391ba tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1927543 Oct 26 16:23:36.503334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.503965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.504336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.504336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.504733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.505241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.505241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.505666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.506368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.506368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.506803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.506803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:36.526600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.536462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:36.614715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11be1d93-0e73-48f5-85d2-c431d2757128 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:36.626477 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.631576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:36.670450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Transition to ACTIVE for port object 11be1d93-0e73-48f5-85d2-c431d2757128 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:36.687356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:36.689931 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368283c-e874-4941-b2e1-22940badecf5" -d '{"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-unplugged", "status": "completed", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:36.695782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.733656 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.770448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.798236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Pushing event updated for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.874321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb204be-688a-4035-ae0a-6a8c4f09e9f5 req-7078c7ef-cd8c-4b67-b35e-6a62ca5aece7 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:36.875969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fb204be-688a-4035-ae0a-6a8c4f09e9f5 req-7078c7ef-cd8c-4b67-b35e-6a62ca5aece7 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.4607072 Oct 26 16:23:36.878881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b133078a-4a9d-465e-aea2-452bd0c60eb9 req-48da80e9-49b1-41aa-b9de-3c416d0f3a67 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830702 Oct 26 16:23:36.909942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Attempting to bind port d4558ba8-0fd3-448d-9269-e655f94bebf8 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:36.909942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Attempting to bind port d4558ba8-0fd3-448d-9269-e655f94bebf8 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:36.909942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Attempting to bind port d4558ba8-0fd3-448d-9269-e655f94bebf8 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:36.915905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Port d4558ba8-0fd3-448d-9269-e655f94bebf8 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:36.916232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Attempting to bind port d4558ba8-0fd3-448d-9269-e655f94bebf8 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:36.929999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:36.930337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:36.930719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:36.931189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Bound port: d4558ba8-0fd3-448d-9269-e655f94bebf8, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:36.933534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.947555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fb204be-688a-4035-ae0a-6a8c4f09e9f5 req-99c55d35-bba2-4618-880b-9fe40534e220 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 Oct 26 16:23:36.949797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.957935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on host n-h2-815373-2 for vnic_type normal with profile {"migrating_to": "n-h1-815373-2"} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:36.958262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:36.958582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:36.967758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:36.968239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Attempting to bind port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:36.992755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:36.993089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:36.993473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:36.993913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Bound port: 6afabc9b-03fb-460d-8a4e-b742156e8a21, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:36.994258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:36.996465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Attempting to bind port 11be1d93-0e73-48f5-85d2-c431d2757128 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:36.996733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Attempting to bind port 11be1d93-0e73-48f5-85d2-c431d2757128 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:36.997044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Attempting to bind port 11be1d93-0e73-48f5-85d2-c431d2757128 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:37.009729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Port 11be1d93-0e73-48f5-85d2-c431d2757128 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:37.010052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Attempting to bind port 11be1d93-0e73-48f5-85d2-c431d2757128 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:37.022585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:37.022921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:37.023243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:37.023850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Bound port: 11be1d93-0e73-48f5-85d2-c431d2757128, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:37.024207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.064997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:37.129916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:37.134473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:37.166812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:37.167759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:37.172963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=11be1d93-0e73-48f5-85d2-c431d2757128,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:37.210820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.217629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514037-835b-4722-9fb0-4696e520af31 req-d2ed4444-739e-4e3b-8936-3787698d5175 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.219359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-d2ed4444-739e-4e3b-8936-3787698d5175 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1106930 Oct 26 16:23:37.228540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02371b7-84c4-4f1c-9b7d-d064d25821f7 req-81a06efc-27f4-40a9-a646-ee62964d4e9b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.237574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02371b7-84c4-4f1c-9b7d-d064d25821f7 req-81a06efc-27f4-40a9-a646-ee62964d4e9b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.1858511 Oct 26 16:23:37.245583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.271779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.276358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.277511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.279169 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] 10.222.0.47 "PUT /v2.0/ports/11be1d93-0e73-48f5-85d2-c431d2757128 HTTP/1.1" status: 200 len: 1096 time: 1.3501513 Oct 26 16:23:37.299930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:37.322175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.322967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.324458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-c5dc28d5-b612-403a-b72d-964c9f0bb53e service neutron] 10.222.0.47 "PUT /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 1121 time: 1.1334527 Oct 26 16:23:37.366208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-6e54e98a-c5aa-4877-ba55-b30da69fbf12 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1047976 Oct 26 16:23:37.393899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c41a8-f481-4396-89ba-dd4b6f5f2002 service neutron] Pushing event updated for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:37.411341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'floatingip': {'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:37.432804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['6afabc9b-03fb-460d-8a4e-b742156e8a21'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:37.500077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02371b7-84c4-4f1c-9b7d-d064d25821f7 req-c5718b01-e3b9-4e41-96d7-f098cc106e52 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614272 Oct 26 16:23:37.519007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['6afabc9b-03fb-460d-8a4e-b742156e8a21'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:37.546785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-463eec25-050c-473c-8a58-260b363a5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.554407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-463eec25-050c-473c-8a58-260b363a5ab6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 1099 time: 0.1353614 Oct 26 16:23:37.556933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.559864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.565233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] 10.222.0.39 "PUT /v2.0/ports/d4558ba8-0fd3-448d-9269-e655f94bebf8 HTTP/1.1" status: 200 len: 1094 time: 2.2304051 Oct 26 16:23:37.578386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:37.582854 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbae67b-ddf9-44e0-a785-8db61e314138" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:37.601912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:37.653293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-8d03cf36-7640-4546-8a19-cfc402ebbc80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=11be1d93-0e73-48f5-85d2-c431d2757128 HTTP/1.1" status: 200 len: 217 time: 0.0948372 Oct 26 16:23:37.655365 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb91a02e-39b8-4931-bceb-85092bc135ef x-openstack-request-id: req-cb91a02e-39b8-4931-bceb-85092bc135ef {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:37.655792 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-unplugged", "status": "completed", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:37.656500 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb91a02e-39b8-4931-bceb-85092bc135ef {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:37.656893 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'code': 200} Oct 26 16:23:37.750217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:37.781149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a5c39dfd-d8a9-4112-af25-ef71f51bb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.787722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a5c39dfd-d8a9-4112-af25-ef71f51bb5fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1187482 Oct 26 16:23:37.905490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-d7b80c45-a423-4deb-b5f8-a81057c12e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.912329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-d7b80c45-a423-4deb-b5f8-a81057c12e13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167283 Oct 26 16:23:37.934677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dcd86-9e99-4bd7-b065-fcc5d4bc056a service neutron] Pushing event updated for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:37.971431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a30d7101-5063-4001-adaa-c2e3546aeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:37.972908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a30d7101-5063-4001-adaa-c2e3546aeea3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 1097 time: 0.1938026 Oct 26 16:23:38.089980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-13a742cd-d746-46f7-a74f-447732680884 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680634 Oct 26 16:23:38.100995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:38.135836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 has no active binding in host n-h1-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:23:38.147612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-d9e04b62-9c8d-416a-b3f0-1da7e877a718 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8 HTTP/1.1" status: 200 len: 217 time: 0.1183369 Oct 26 16:23:38.231381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-7487003d-4118-4fdc-81f4-5ad60b9a4bcd service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294966 Oct 26 16:23:38.319899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-2b62ef0e-9bed-47fb-98ef-3d0bcb39dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:38.319899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-2b62ef0e-9bed-47fb-98ef-3d0bcb39dd8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1337032 Oct 26 16:23:38.503543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a8913ebf-a683-4c20-b5c8-7299c0b51c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:38.505384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-a8913ebf-a683-4c20-b5c8-7299c0b51c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735597 Oct 26 16:23:38.672014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:23:38.759044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c251-2659-4067-95f3-ffa7d7770687 req-340edeee-c402-4deb-bb6a-71c5847fdf04 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:38.760732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eac9c251-2659-4067-95f3-ffa7d7770687 req-340edeee-c402-4deb-bb6a-71c5847fdf04 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 948 time: 0.2135086 Oct 26 16:23:38.783236 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:38.811002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-fc322a84-dbe8-4cc8-85a2-c5e8f8ae764e service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614722 Oct 26 16:23:38.845667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eac9c251-2659-4067-95f3-ffa7d7770687 req-daed1802-1611-4f4e-909c-1df59b408be9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766950 Oct 26 16:23:38.874429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:39.055304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1342f653-ac40-4082-be95-2293fa502ef1 req-3c998885-64a5-488c-91a8-786e880d03a1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325659 Oct 26 16:23:39.067512 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Floating IP 9af0d027-d4ec-4dfc-8a56-5cc62115060e associated. External IP: 172.25.5.25, port: a9577888-1de6-480d-aa93-9960a4146b55. Oct 26 16:23:39.078917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988b77c-67a0-4e7a-8f3b-c60337b48f09 req-12ce643a-97f3-4b0a-9fc3-ad122c058646 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:39.080607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0988b77c-67a0-4e7a-8f3b-c60337b48f09 req-12ce643a-97f3-4b0a-9fc3-ad122c058646 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 945 time: 0.1171105 Oct 26 16:23:39.189376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0988b77c-67a0-4e7a-8f3b-c60337b48f09 req-327626ae-096e-4528-94ee-c094ecff4392 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761046 Oct 26 16:23:39.550790 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b29963-5190-4c6e-82df-dfa2d2d8b699 x-openstack-request-id: req-a4b29963-5190-4c6e-82df-dfa2d2d8b699 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:39.551188 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:39.551506 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4b29963-5190-4c6e-82df-dfa2d2d8b699 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:39.551958 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8', 'status': 'completed', 'code': 200} Oct 26 16:23:39.657797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128'}, {'name': 'network-changed', 'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:39.661008 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1437b2-97f7-48e0-9448-124ff6034ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128"}, {"name": "network-changed", "server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:39.664907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d575b-5402-4540-a311-d726dd0701f9 req-5d2f5d51-43a1-468b-8225-6fe2a4d08292 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:39.668361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272d575b-5402-4540-a311-d726dd0701f9 req-5d2f5d51-43a1-468b-8225-6fe2a4d08292 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1269188 Oct 26 16:23:39.682933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-a993d11d-43a1-4c1d-a6bd-93d03a64ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:39.684416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-a993d11d-43a1-4c1d-a6bd-93d03a64ee3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 1097 time: 0.1316607 Oct 26 16:23:39.770834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Router d4c95f29-2fb8-47d0-a9a4-e40c062531cf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:23:39.781467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272d575b-5402-4540-a311-d726dd0701f9 req-1d1134f1-eabe-4d3c-9fdc-2432f870dcda tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065383 Oct 26 16:23:39.904718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-5a47d9b2-9d29-4125-9d3a-e0a0b98dca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:39.906191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-5a47d9b2-9d29-4125-9d3a-e0a0b98dca4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2029884 Oct 26 16:23:39.958010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-2bcd7d37-e42e-4eb1-bea3-21bba56e4fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8 HTTP/1.1" status: 200 len: 217 time: 0.0420535 Oct 26 16:23:39.964889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:39.976082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Sync routers for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:39.981672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:39.996863 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:39.997659 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.045978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-067adf2b-d8cf-40c7-b2fc-3b0ea99d5b95 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "PUT /v2.0/floatingips/9af0d027-d4ec-4dfc-8a56-5cc62115060e HTTP/1.1" status: 200 len: 996 time: 2.6781151 Oct 26 16:23:40.063948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-ea13f14e-1785-4582-8bbb-83f1968aacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.065604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-ea13f14e-1785-4582-8bbb-83f1968aacbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0980506 Oct 26 16:23:40.146359 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:40.210262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-500d97a5-626f-4e9f-aac5-a4173229cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.211808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-500d97a5-626f-4e9f-aac5-a4173229cc83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823088 Oct 26 16:23:40.213447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514037-835b-4722-9fb0-4696e520af31 req-ea0dda86-8348-4733-9f9b-e23e2ef88a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.220585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-ea0dda86-8348-4733-9f9b-e23e2ef88a96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1097 time: 0.1485264 Oct 26 16:23:40.354342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2ec1e-254a-4be7-abf7-aa2cd78d5fa4 req-5f0b8003-d998-4ae9-8fbd-0b5e250f3193 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.361159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6bf2ec1e-254a-4be7-abf7-aa2cd78d5fa4 req-5f0b8003-d998-4ae9-8fbd-0b5e250f3193 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.1875601 Oct 26 16:23:40.449730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-a9167f50-b94b-45a3-a682-14406caffc93 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174079 Oct 26 16:23:40.457560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514037-835b-4722-9fb0-4696e520af31 req-197ab623-3587-442b-a778-409e6ef31bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.459379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-197ab623-3587-442b-a778-409e6ef31bc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 930 time: 0.2380357 Oct 26 16:23:40.479539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6bf2ec1e-254a-4be7-abf7-aa2cd78d5fa4 req-f5849599-0ebb-4830-af10-112223333bdd tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003454 Oct 26 16:23:40.501484 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '9af0d027-d4ec-4dfc-8a56-5cc62115060e', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'mac_address': 'fa:16:3e:82:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915caf7-4168-417a-9915-0fcc9be65534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:23:34Z', 'updated_at': '2021-10-26T16:23:38Z', 'revision_number': 1, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.551076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Checking router: d4c95f29-2fb8-47d0-a9a4-e40c062531cf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:40.561886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:40.562509 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.641192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbae67b-ddf9-44e0-a785-8db61e314138 req-08a0c7f4-a92e-4b6e-941f-7aca479d79d7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787722 Oct 26 16:23:40.677156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-fda8aea4-85f9-4228-82a5-b8bdcc9e8665 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 999 time: 0.2046938 Oct 26 16:23:40.729702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:40.735687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514037-835b-4722-9fb0-4696e520af31 req-463e36b8-14cf-41dc-9ffa-7521e97d2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.754554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-463e36b8-14cf-41dc-9ffa-7521e97d2ad8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.0652394 Oct 26 16:23:40.798666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514037-835b-4722-9fb0-4696e520af31 req-c4028d85-fe77-42c0-a9ef-479a33c30686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:40.803755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-c4028d85-fe77-42c0-a9ef-479a33c30686 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592530 Oct 26 16:23:40.813869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-2270a55b-0c8d-4063-90b2-406091ba5b35 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:40.815064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-2270a55b-0c8d-4063-90b2-406091ba5b35 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060382 Oct 26 16:23:40.913794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-6ee0edce-245f-499b-b7cc-964d9f107af8 service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923872 Oct 26 16:23:40.986793 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '9af0d027-d4ec-4dfc-8a56-5cc62115060e', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'mac_address': 'fa:16:3e:82:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915caf7-4168-417a-9915-0fcc9be65534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:23:34Z', 'updated_at': '2021-10-26T16:23:38Z', 'revision_number': 1, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:41.016163 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cc390-a728-40ea-9c42-9b8b6fc5c1ff None None] The sync data for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 is: [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '9af0d027-d4ec-4dfc-8a56-5cc62115060e', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'mac_address': 'fa:16:3e:82:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915caf7-4168-417a-9915-0fcc9be65534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:23:34Z', 'updated_at': '2021-10-26T16:23:38Z', 'revision_number': 1, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:41.019691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77514037-835b-4722-9fb0-4696e520af31 req-1868061f-a5f1-4ced-92c7-a4c886085d54 service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978584 Oct 26 16:23:41.233878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc823579-8541-4853-ae96-b5a22af3d0d3 None None] New status for floating IP 9af0d027-d4ec-4dfc-8a56-5cc62115060e: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:23:41.269118 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68dcca5-dae1-4e42-a5b8-ea76bc80cb35 x-openstack-request-id: req-e68dcca5-dae1-4e42-a5b8-ea76bc80cb35 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:41.269621 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:41.269825 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68dcca5-dae1-4e42-a5b8-ea76bc80cb35 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:41.270208 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128', 'status': 'completed', 'code': 200} Oct 26 16:23:41.270591 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'status': 'completed', 'code': 200} Oct 26 16:23:41.412198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-1f3ee6ab-fea3-49e6-b9c0-589e834912a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.419296 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-1f3ee6ab-fea3-49e6-b9c0-589e834912a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 1099 time: 0.0955613 Oct 26 16:23:41.431520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-b8e9a8bf-5545-4cd3-b93e-89c2737e36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.432352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-b8e9a8bf-5545-4cd3-b93e-89c2737e36d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1124 time: 0.1376004 Oct 26 16:23:41.466458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134334a-186f-4a41-b764-f602bc4b4d71 req-03aa76df-a832-49ca-add3-f240fe058324 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.472254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d134334a-186f-4a41-b764-f602bc4b4d71 req-03aa76df-a832-49ca-add3-f240fe058324 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 948 time: 0.1099150 Oct 26 16:23:41.552736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:41.555838 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67982f32-df77-4542-9736-088dd7f95bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:41.606875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d134334a-186f-4a41-b764-f602bc4b4d71 req-ea571fb3-b757-4d7a-a3eb-b8ffb1b0bd50 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188922 Oct 26 16:23:41.658759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-2d962c75-b537-434e-bb37-eb13273c1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.660299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-2d962c75-b537-434e-bb37-eb13273c1e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2190673 Oct 26 16:23:41.663064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-4237d5c6-f343-4d9b-b7e0-2a86f5ba6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.664505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-4237d5c6-f343-4d9b-b7e0-2a86f5ba6309 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.1905544 Oct 26 16:23:41.748077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-3e69e8a5-8a9e-44dc-ab1a-a82ecfe5771a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=11be1d93-0e73-48f5-85d2-c431d2757128 HTTP/1.1" status: 200 len: 217 time: 0.0362103 Oct 26 16:23:41.753412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:41.813466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-e16c34ff-8f2b-4517-bfb5-4f94bd406a92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 217 time: 0.1262558 Oct 26 16:23:41.818499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-d32edc4a-e662-4735-9eab-22a5bdb6cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.820177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-d32edc4a-e662-4735-9eab-22a5bdb6cbed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0599635 Oct 26 16:23:41.890258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-35880dbe-ac7b-43a0-80a3-4c161d37f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.891819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-35880dbe-ac7b-43a0-80a3-4c161d37f0a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533171 Oct 26 16:23:41.919922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca6252-4e8c-4d95-8c78-5ea05acbbcb5 req-c1d546d5-c0cb-4bdc-a6b9-708612e959bf tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.927542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6ca6252-4e8c-4d95-8c78-5ea05acbbcb5 req-c1d546d5-c0cb-4bdc-a6b9-708612e959bf tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.2655814 Oct 26 16:23:41.976831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-7ea75483-7f68-4336-a77a-74780654e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:41.978307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-7ea75483-7f68-4336-a77a-74780654e8a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1534901 Oct 26 16:23:41.991122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-598a9aec-45c3-43da-8a16-0a7940a95bc0 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 258 time: 0.3257227 Oct 26 16:23:42.007531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:42.047564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6ca6252-4e8c-4d95-8c78-5ea05acbbcb5 req-31f5ce5f-6825-49d4-b3e1-bee49768db32 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193016 Oct 26 16:23:42.049697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-2dca688f-35ff-4f2c-957d-473c7947bb13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576975 Oct 26 16:23:42.094886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-4d155688-d588-4815-8b50-e9c91374c28d service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914554 Oct 26 16:23:42.099193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d4558ba8-0fd3-448d-9269-e655f94bebf8 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:42.107845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.151597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'port_id': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'mac_address': 'fa:16:3e:26:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:42.291584 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-3afd9ddf-4a06-470a-9cf4-c83faa01312a service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771381 Oct 26 16:23:42.295270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-df06cda8-c557-4743-b401-2383149a76ee service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311459 Oct 26 16:23:42.296076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.319396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.343349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9006da4-9dc2-4291-b5d5-965947b3810a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:42.396137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.399987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.405308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2933-a84b-4cea-94e1-78577ac44883 req-5fe84263-9a9b-4389-97c7-f903094aa270 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:42.406912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dfa2933-a84b-4cea-94e1-78577ac44883 req-5fe84263-9a9b-4389-97c7-f903094aa270 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.1764665 Oct 26 16:23:42.416635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'd4558ba8-0fd3-448d-9269-e655f94bebf8', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'd4558ba8-0fd3-448d-9269-e655f94bebf8', 'mac_address': 'fa:16:3e:b9:b6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:42.461273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.481027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4558ba8-0fd3-448d-9269-e655f94bebf8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:42.506298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.506959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 11be1d93-0e73-48f5-85d2-c431d2757128 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:42.510802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dfa2933-a84b-4cea-94e1-78577ac44883 req-16a062fa-de58-4874-b375-44cbcaea18c8 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903068 Oct 26 16:23:42.517297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1437b2-97f7-48e0-9448-124ff6034ff0 req-50636c93-8958-41e9-b974-224ca433479b service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007878 Oct 26 16:23:42.524564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.589435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.651478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.658666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:42.718911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:42.759888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8d01-babe-4824-9825-3a394b870d77 req-45cc596a-14c0-45c2-8f81-c401bc2bfa5b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:42.770151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceda8d01-babe-4824-9825-3a394b870d77 req-45cc596a-14c0-45c2-8f81-c401bc2bfa5b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.1628244 Oct 26 16:23:42.776485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=11be1d93-0e73-48f5-85d2-c431d2757128,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.796226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '11be1d93-0e73-48f5-85d2-c431d2757128', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '11be1d93-0e73-48f5-85d2-c431d2757128', 'mac_address': 'fa:16:3e:d0:8d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:42.841608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceda8d01-babe-4824-9825-3a394b870d77 req-b7165024-105e-4dd2-9a9f-721f6d1258eb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Oct 26 16:23:42.849695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:42.873447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Allocated IP 172.25.5.163 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/5764b4c7-4013-4e7e-915c-942921191de1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:42.873677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11be1d93-0e73-48f5-85d2-c431d2757128 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:42.907910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=11be1d93-0e73-48f5-85d2-c431d2757128,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:42.956334 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03487c-f044-47e4-bc60-46d617ff2b75 x-openstack-request-id: req-ac03487c-f044-47e4-bc60-46d617ff2b75 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:42.956668 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:42.956869 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac03487c-f044-47e4-bc60-46d617ff2b75 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:42.957258 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55', 'status': 'completed', 'code': 200} Oct 26 16:23:43.021195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:43.040945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:43.048276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982f32-df77-4542-9736-088dd7f95bdf req-06973fbb-e47e-48bb-b662-5ce8cb28ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.053074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-06973fbb-e47e-48bb-b662-5ce8cb28ed9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1097 time: 0.0920568 Oct 26 16:23:43.061581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:43.147976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec0ae-02bb-48ca-9d18-73386b623a3f req-616e4e3a-684a-4637-ab13-fed4354044c1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.149649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d26ec0ae-02bb-48ca-9d18-73386b623a3f req-616e4e3a-684a-4637-ab13-fed4354044c1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 949 time: 0.0728405 Oct 26 16:23:43.152822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:43.206720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d26ec0ae-02bb-48ca-9d18-73386b623a3f req-78d77b24-192b-4122-bb09-6012c39a8644 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Oct 26 16:23:43.210810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:43.221040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982f32-df77-4542-9736-088dd7f95bdf req-aa5bf94d-8673-4adc-975b-9503d9c8d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.223457 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-aa5bf94d-8673-4adc-975b-9503d9c8d9ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 930 time: 0.1565788 Oct 26 16:23:43.296014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b9006da4-9dc2-4291-b5d5-965947b3810a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:43.323844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-531468c5-2462-400d-a57c-c93d4d0dac9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 1001 time: 0.0855293 Oct 26 16:23:43.346700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:43.351269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event updated for resources: {'Port': ['ID=5764b4c7-4013-4e7e-915c-942921191de1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:43.360755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:43.372429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:23:43.470502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982f32-df77-4542-9736-088dd7f95bdf req-19428433-8f8f-46e6-afe9-b939bf1eeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.486348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-19428433-8f8f-46e6-afe9-b939bf1eeb83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.1528692 Oct 26 16:23:43.582183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:43.635109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982f32-df77-4542-9736-088dd7f95bdf req-b874959f-9e15-4830-aa85-09026546f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.637214 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-b874959f-9e15-4830-aa85-09026546f445 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357510 Oct 26 16:23:43.770869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:43.774667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:43.784542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-9b37e7ae-2b41-4682-b550-4eb2e3e6346c service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338463 Oct 26 16:23:43.833604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e202-2733-42cd-a371-a88d54a0b967 req-a0e9d6a9-67bf-4434-baf6-25362b85e350 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:43.843341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f34e202-2733-42cd-a371-a88d54a0b967 req-a0e9d6a9-67bf-4434-baf6-25362b85e350 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.5566387 Oct 26 16:23:43.940900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67982f32-df77-4542-9736-088dd7f95bdf req-407b1c6e-43e2-44c8-a8a9-a306ba9a4777 service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386783 Oct 26 16:23:43.963051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:43.975700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f34e202-2733-42cd-a371-a88d54a0b967 req-2d095bb6-4422-4efa-b534-2a3c8cfcb655 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311331 Oct 26 16:23:44.038828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b9006da4-9dc2-4291-b5d5-965947b3810a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:44.039334 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.117222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:44.129869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.141326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'mac_address': 'fa:16:3e:e5:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:44.229450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.241364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.257329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d38e576-456c-41f7-988d-e3a7736c8c30 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:44.289164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:44.292221 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41393b-fcff-4e00-a955-e6db9fdabbfd" -d '{"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-plugged", "status": "completed", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:44.316208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:44.316903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240d3a-8a1d-4a1a-a203-f9f07d6d51b6 req-ce9a8fd9-dd74-4c38-bcae-56b67572bf90 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:44.319050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db240d3a-8a1d-4a1a-a203-f9f07d6d51b6 req-ce9a8fd9-dd74-4c38-bcae-56b67572bf90 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 944 time: 0.1534696 Oct 26 16:23:44.323044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:44.393473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.415749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db240d3a-8a1d-4a1a-a203-f9f07d6d51b6 req-27744499-dd92-48c6-809e-4b6aadb82f75 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Oct 26 16:23:44.464219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.485949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.502762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:44.566212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:44.579573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.659887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960b6e-6652-42b1-acb9-e89babde73d2 req-536f1b59-dc83-45aa-b095-b92728058157 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:44.661321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16960b6e-6652-42b1-acb9-e89babde73d2 req-536f1b59-dc83-45aa-b095-b92728058157 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.1420474 Oct 26 16:23:44.694166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.698973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event updated for resources: {'Port': ['ID=5764b4c7-4013-4e7e-915c-942921191de1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:44.724417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16960b6e-6652-42b1-acb9-e89babde73d2 req-63956f39-d249-4f98-83d9-b28a5b7858d8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 Oct 26 16:23:44.768174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5d38e576-456c-41f7-988d-e3a7736c8c30'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:44.790594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:44.791875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-a05188ce-30d9-40f7-96a2-fb4ddaa015ba tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7894268 Oct 26 16:23:44.921477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-8bffadd4-d90e-4c0e-80ee-4bbe139eb4e6 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.1210737 Oct 26 16:23:45.009624 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-61d16e32-90ef-4de3-9e40-721396edc2e2 service neutron] show failed (client error): The resource could not be found. Oct 26 16:23:45.011157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-61d16e32-90ef-4de3-9e40-721396edc2e2 service neutron] 10.222.0.47 "GET /v2.0/ports/a13be01e-47d3-410b-bd16-825092c53f41/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.1115932 Oct 26 16:23:45.082176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba09ee2-4766-40ca-abd3-b64ee37a62c7 req-75884497-5f22-4e31-85f7-722f0f34a1e8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:45.083889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba09ee2-4766-40ca-abd3-b64ee37a62c7 req-75884497-5f22-4e31-85f7-722f0f34a1e8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 949 time: 0.1605902 Oct 26 16:23:45.158891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-34e3df1b-613c-4dfe-bdce-e5304c55042a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:45.160407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e88f016a-c4fe-4d12-aac9-b41de051c3f6 req-34e3df1b-613c-4dfe-bdce-e5304c55042a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2382050 Oct 26 16:23:45.175524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba09ee2-4766-40ca-abd3-b64ee37a62c7 req-870a0559-5ccb-4bb5-9a0a-590a29d88d80 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800867 Oct 26 16:23:45.260317 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fbefc5-4a44-4483-b4f9-cf77a1f0bd53 x-openstack-request-id: req-b4fbefc5-4a44-4483-b4f9-cf77a1f0bd53 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:45.260865 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-plugged", "status": "completed", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:45.261294 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4fbefc5-4a44-4483-b4f9-cf77a1f0bd53 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:45.261855 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'code': 200} Oct 26 16:23:45.467028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8a590-2fa6-47a1-8423-11d7b1a271ca req-5a21da90-657b-4630-b105-ec58ea41ddd1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:45.486599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bba8a590-2fa6-47a1-8423-11d7b1a271ca req-5a21da90-657b-4630-b105-ec58ea41ddd1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1480765 Oct 26 16:23:45.539863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bba8a590-2fa6-47a1-8423-11d7b1a271ca req-01265c1a-e211-4ae8-b42d-b14c265825b9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522699 Oct 26 16:23:45.736724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-f9efb07e-f442-46b8-a9f4-029731f5efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:45.742825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-f9efb07e-f442-46b8-a9f4-029731f5efea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1101 time: 0.1145749 Oct 26 16:23:45.771537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:45.776322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:45.835610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:45.979251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-28e06af6-5c7e-4a39-a20c-64015acb76ac tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:45.990733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-28e06af6-5c7e-4a39-a20c-64015acb76ac tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2458808 Oct 26 16:23:46.002647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 5d38e576-456c-41f7-988d-e3a7736c8c30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:46.004053 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.067031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-05b11894-d0ef-41d2-81fc-4768479919e7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0740230 Oct 26 16:23:46.087333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-007d66fd-b2a9-4b49-9eff-15e8058c98d7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'floatingip': {'port_id': 'a9577888-1de6-480d-aa93-9960a4146b55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:46.114440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a12b9-2b96-4a99-b4ec-292314f5ac52 req-fa63e68b-0982-45e9-a9f9-66e5d58a324a tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:46.116236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-485a12b9-2b96-4a99-b4ec-292314f5ac52 req-fa63e68b-0982-45e9-a9f9-66e5d58a324a tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.2760441 Oct 26 16:23:46.138506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d4558ba8-0fd3-448d-9269-e655f94bebf8 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:46.264430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.295143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.465939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:46.465939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:46.466592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-007d66fd-b2a9-4b49-9eff-15e8058c98d7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.466988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 has no active binding in host n-h1-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:23:46.467208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-485a12b9-2b96-4a99-b4ec-292314f5ac52 req-8c7710f3-d9be-47c3-ba50-dfa3a56f6bfb tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610990 Oct 26 16:23:46.669915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd05c-d4b8-4564-97eb-006ea2773212 req-87e658db-07a3-4b84-8461-0a69ca76f9e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:46.671546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad2dd05c-d4b8-4564-97eb-006ea2773212 req-87e658db-07a3-4b84-8461-0a69ca76f9e7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.1824155 Oct 26 16:23:46.807249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:46.821852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.826200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 11be1d93-0e73-48f5-85d2-c431d2757128 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:46.826200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port d4558ba8-0fd3-448d-9269-e655f94bebf8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:46.826873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad2dd05c-d4b8-4564-97eb-006ea2773212 req-1fb62cf9-4683-4639-b944-81f0f7f41026 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209414 Oct 26 16:23:46.859174 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-007d66fd-b2a9-4b49-9eff-15e8058c98d7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 16:23:46.878796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a8c349a-9ae9-4391-8b95-1879f64d8eae req-007d66fd-b2a9-4b49-9eff-15e8058c98d7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "PUT /v2.0/floatingips/131ba8f1-4583-4b07-a83c-c43c45704447 HTTP/1.1" status: 409 len: 551 time: 0.8091805 Oct 26 16:23:46.892441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port d4558ba8-0fd3-448d-9269-e655f94bebf8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:46.892811 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:46.897832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:47.031867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.077822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Transition to ACTIVE for port object a13be01e-47d3-410b-bd16-825092c53f41 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:47.099774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:47.104082 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ee324-a634-4820-adfa-7550d4ba03df" -d '{"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-unplugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:47.128429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:47.171345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.180255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.207424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 11be1d93-0e73-48f5-85d2-c431d2757128 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:47.223011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 11be1d93-0e73-48f5-85d2-c431d2757128 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:47.223406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.236062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f31f-de2a-4c36-91a5-30757c8b6ca2 req-076c1c77-6dd8-4ab2-a4dd-a390d08d7030 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:47.237849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f00f31f-de2a-4c36-91a5-30757c8b6ca2 req-076c1c77-6dd8-4ab2-a4dd-a390d08d7030 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1274447 Oct 26 16:23:47.251705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c54e9-ce57-4e71-9782-aafc141bc902 req-c795de46-cc05-468c-a418-c5d7d94ca67b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:47.259951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d2c54e9-ce57-4e71-9782-aafc141bc902 req-c795de46-cc05-468c-a418-c5d7d94ca67b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 949 time: 0.2721829 Oct 26 16:23:47.263362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30'}, {'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:47.268451 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8957c493-b811-4259-9dc7-c7eaa5433318" -d '{"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30"}, {"server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "name": "network-vif-plugged", "status": "completed", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:47.287219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:47.290051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:47.342048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] No DVR routers for this DVR port a13be01e-47d3-410b-bd16-825092c53f41 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:47.413091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.423014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.459187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d2c54e9-ce57-4e71-9782-aafc141bc902 req-e82705e5-a21b-4d8f-a7f7-cc60c57838ea tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921964 Oct 26 16:23:47.484382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f00f31f-de2a-4c36-91a5-30757c8b6ca2 req-fb35040b-41c7-45f6-ad34-bba07c8c6955 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221694 Oct 26 16:23:47.496180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:23:47.500497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:23:47.501069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:47.508094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:23:47.511336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Attempting to bind port a13be01e-47d3-410b-bd16-825092c53f41 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:23:47.536710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:23:47.537254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:23:47.537832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:23:47.538449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Bound port: a13be01e-47d3-410b-bd16-825092c53f41, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:23:47.539830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.572994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d142-b589-4a9a-929a-a664033b08ac req-bcfa2205-01bf-4f47-80d5-d08f3dc34c41 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:47.575276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c944d142-b589-4a9a-929a-a664033b08ac req-bcfa2205-01bf-4f47-80d5-d08f3dc34c41 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 945 time: 0.1448579 Oct 26 16:23:47.651895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=11be1d93-0e73-48f5-85d2-c431d2757128,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:47.679047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:47.682020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-b98a82db-e6b4-4bdc-8f96-3c931b078e12 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips/131ba8f1-4583-4b07-a83c-c43c45704447 HTTP/1.1" status: 200 len: 693 time: 0.1226280 Oct 26 16:23:47.723002 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.785367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:47.833764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Deleting port b9006da4-9dc2-4291-b5d5-965947b3810a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:23:47.838709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:47.932274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-55e22a74-4027-4c7d-955a-e698340706a1 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:47.933557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:47.951060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:23:47.951747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:47.952405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-55e22a74-4027-4c7d-955a-e698340706a1 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2509127 Oct 26 16:23:48.019032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-bfa0f7a1-7ad6-44c5-9c47-42e99a143e4c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0652144 Oct 26 16:23:48.031191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] For port b9006da4-9dc2-4291-b5d5-965947b3810a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b9006da4-9dc2-4291-b5d5-965947b3810a,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:48.031554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.061764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Calling delete_port for b9006da4-9dc2-4291-b5d5-965947b3810a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:23:48.124257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-3f512e4d-108c-4b2b-9d85-e36569f3455a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.1042809 Oct 26 16:23:48.143053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:48.154912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.235597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:48.278899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:23:48.362127 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.405711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.478308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:48.495743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event deleted for resources: {'Port': ['ID=b9006da4-9dc2-4291-b5d5-965947b3810a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:48.521494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:48.522684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.524871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-b643be4b-1431-4d48-a9f8-70cb64c7156f service neutron] 10.222.0.39 "PUT /v2.0/ports/a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 1096 time: 2.7429154 Oct 26 16:23:48.553209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Deleting port 5764b4c7-4013-4e7e-915c-942921191de1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:23:48.553815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.618753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] No DVR routers for this DVR port b9006da4-9dc2-4291-b5d5-965947b3810a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:48.622231 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.626949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c944d142-b589-4a9a-929a-a664033b08ac req-4ed61ad7-13fb-458a-b027-c4e02598dd12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.47 "DELETE /v2.0/ports/b9006da4-9dc2-4291-b5d5-965947b3810a HTTP/1.1" status: 204 len: 173 time: 1.0321288 Oct 26 16:23:48.629079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-deleted', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:48.631778 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f41f8c-8908-420c-9631-602d696b30b1" -d '{"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-deleted", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:48.729219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-5cb20d42-c228-4546-91f4-735896b9bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:48.732474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-5cb20d42-c228-4546-91f4-735896b9bcce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1099 time: 0.1392357 Oct 26 16:23:48.863591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-24237749-79d8-499c-84f5-5f7b2bc2ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:48.865480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-24237749-79d8-499c-84f5-5f7b2bc2ab2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1221552 Oct 26 16:23:48.892097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.892870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:48.962951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-3517b67f-e95a-4ba6-857e-6240ab7f7e9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0842388 Oct 26 16:23:48.971942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Calling delete_port for 5764b4c7-4013-4e7e-915c-942921191de1 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:23:49.295871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:49.362595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event deleted for resources: {'Port': ['ID=5764b4c7-4013-4e7e-915c-942921191de1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:49.369150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-20d19fbc-75cd-43c7-be3e-d4db99e5e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:49.369150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-20d19fbc-75cd-43c7-be3e-d4db99e5e594 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1384230 Oct 26 16:23:49.491347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:49.494499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:49.495678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89b1a9b0-2063-4cde-a2a4-4119e313ccae req-0e4eda7a-0fe0-4b11-88c2-c78428e801ea tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "DELETE /v2.0/floatingips/131ba8f1-4583-4b07-a83c-c43c45704447 HTTP/1.1" status: 204 len: 173 time: 1.3581202 Oct 26 16:23:49.504731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-07304fd4-ba94-446f-ad7c-2efd2fc40c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:49.506551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-07304fd4-ba94-446f-ad7c-2efd2fc40c33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299956 Oct 26 16:23:49.569485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-9519ac7c-aa11-4c09-a882-fc97d9009d50 service neutron] 10.222.0.39 "GET /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21/bindings/n-h1-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.1413467 Oct 26 16:23:49.633888 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579a4b1-d875-47c6-bbae-6551f15cd56b x-openstack-request-id: req-6579a4b1-d875-47c6-bbae-6551f15cd56b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:49.634394 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-unplugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:49.635035 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6579a4b1-d875-47c6-bbae-6551f15cd56b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:49.635704 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'code': 200} Oct 26 16:23:49.690204 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92226f60-6496-40b7-aa42-80e17e76201c x-openstack-request-id: req-92226f60-6496-40b7-aa42-80e17e76201c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:49.690754 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30", "code": 200}, {"server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "name": "network-vif-plugged", "status": "completed", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:49.690945 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92226f60-6496-40b7-aa42-80e17e76201c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:49.691452 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'code': 200} Oct 26 16:23:49.691803 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8', 'code': 200} Oct 26 16:23:49.807670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:49.847986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3be45bae-789c-4d67-bd7e-184caa95413e req-f505b230-cdeb-415d-a4ba-ac83f2e2a3ef tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c30b26-cbf2-4081-aaa1-8be74064d911 HTTP/1.1" status: 200 len: 210 time: 0.0582397 Oct 26 16:23:49.894896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-e8ab6ca6-e18e-45a6-9c5e-ba72bf1d7a85 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377824 Oct 26 16:23:49.927841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cd00-0224-4fb4-95a1-768e17a9b5d0 req-c642ffa4-d7ee-428c-a68f-c804834d056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:49.929368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3768cd00-0224-4fb4-95a1-768e17a9b5d0 req-c642ffa4-d7ee-428c-a68f-c804834d056d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 1099 time: 0.1330819 Oct 26 16:23:49.939594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:23:49.985648 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3768cd00-0224-4fb4-95a1-768e17a9b5d0 req-7e73fba0-1792-453a-9916-7657a2f9167c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Oct 26 16:23:50.437746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8098-4674-48dd-b155-fc2155eb2afb req-f3655c35-b077-44a9-aef0-4ba3ed730d93 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:50.440149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca8d8098-4674-48dd-b155-fc2155eb2afb req-f3655c35-b077-44a9-aef0-4ba3ed730d93 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 943 time: 0.4701164 Oct 26 16:23:50.504958 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:50.506604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:50.520260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63779e-d80d-4d8a-b21b-e5b6e1c64876 req-17f13429-fdbd-4b00-87cb-a8e409b9fad9 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870714 Oct 26 16:23:50.538922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:50.598519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afabc9b-03fb-460d-8a4e-b742156e8a21 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:50.611150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:50.625412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca8d8098-4674-48dd-b155-fc2155eb2afb req-9ce73ef3-ad56-4999-95c1-972031082c01 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637347 Oct 26 16:23:50.693095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:50.951428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] Transition to ACTIVE for port object 6afabc9b-03fb-460d-8a4e-b742156e8a21 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:23:50.996201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043eec-ad4b-4170-a324-bbfd0ead2270 req-95bb7e05-deed-498f-9dcc-12c59ec8cb73 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.010797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5043eec-ad4b-4170-a324-bbfd0ead2270 req-95bb7e05-deed-498f-9dcc-12c59ec8cb73 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 950 time: 0.1373081 Oct 26 16:23:51.110023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5043eec-ad4b-4170-a324-bbfd0ead2270 req-239ca06f-f95e-4a94-b342-7cf4ccbe7238 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Oct 26 16:23:51.112564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:51.270996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] No DVR routers for this DVR port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:51.374904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] Pushing event updated for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:51.409260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470cd38-55c3-4b10-a8e0-f0366ed18458 req-924c2666-0f96-475c-8a25-3d3ae2f93305 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.410976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1470cd38-55c3-4b10-a8e0-f0366ed18458 req-924c2666-0f96-475c-8a25-3d3ae2f93305 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 948 time: 0.1849771 Oct 26 16:23:51.424795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-23331b4a-076e-4a61-871a-35124f655b82 service neutron] 10.222.0.39 "PUT /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21/bindings/n-h1-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8345439 Oct 26 16:23:51.511454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1470cd38-55c3-4b10-a8e0-f0366ed18458 req-b1b12c54-95fc-46cf-9a1c-5086c3a58029 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Oct 26 16:23:51.575762 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2930907-985c-4eaa-b532-8e2d1ff85456 x-openstack-request-id: req-a2930907-985c-4eaa-b532-8e2d1ff85456 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:51.600913 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c30b26-cbf2-4081-aaa1-8be74064d911", "name": "network-vif-deleted", "tag": "b9006da4-9dc2-4291-b5d5-965947b3810a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:51.601180 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2930907-985c-4eaa-b532-8e2d1ff85456 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:51.602546 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c30b26-cbf2-4081-aaa1-8be74064d911', 'name': 'network-vif-deleted', 'tag': 'b9006da4-9dc2-4291-b5d5-965947b3810a', 'status': 'completed', 'code': 200} Oct 26 16:23:51.669756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:51.672081 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:51.683648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-63b9a22e-925b-4d91-b2ff-b22393a1e768 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.686077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-63b9a22e-925b-4d91-b2ff-b22393a1e768 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0732551 Oct 26 16:23:51.693209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:51.695668 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbb3d6c-c825-4fc1-abc2-70044be8446f" -d '{"events": [{"server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "name": "network-vif-plugged", "status": "completed", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:51.743290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-df6edcd8-e9af-4726-9cbc-c34eb27047da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.743514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-ddc2542e-982c-4189-bd0f-1502b60cd757 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 1001 time: 0.1532393 Oct 26 16:23:51.745319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-df6edcd8-e9af-4726-9cbc-c34eb27047da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 1095 time: 0.0458586 Oct 26 16:23:51.799340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-049c67b8-f6aa-4f23-b6ae-743235b3daf7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.800724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-049c67b8-f6aa-4f23-b6ae-743235b3daf7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports/a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 943 time: 0.0501506 Oct 26 16:23:51.807010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:23:51.810724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-a3fc2c8b-e334-4891-bcca-fc1045528d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.812471 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-a3fc2c8b-e334-4891-bcca-fc1045528d89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1095 time: 0.0446389 Oct 26 16:23:51.831907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: b9006da4-9dc2-4291-b5d5-965947b3810a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:23:51.832240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b9006da4-9dc2-4291-b5d5-965947b3810a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:23:51.910085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-5bb8df75-ad24-4dcd-832b-1ba7254f4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:51.911598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-5bb8df75-ad24-4dcd-832b-1ba7254f4e16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.0916107 Oct 26 16:23:51.956096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-d4e5e58e-19d7-4f57-88e2-60647d035098 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 200 len: 217 time: 0.0375197 Oct 26 16:23:51.959744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1803dda3-59d7-407b-8579-2f99d8e49f02 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 1001 time: 0.0677466 Oct 26 16:23:52.010528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-693f268f-c493-4160-bd22-95b4b2999c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:52.013334 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-693f268f-c493-4160-bd22-95b4b2999c4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0496459 Oct 26 16:23:52.047578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-3492c2e6-2f62-41cf-921b-cdb2aa9369cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283980 Oct 26 16:23:52.094509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-df9343d3-6033-471f-85af-78a5c7963d8a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:52.095839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-df9343d3-6033-471f-85af-78a5c7963d8a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1299644 Oct 26 16:23:52.107544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-0a69f27c-1a9d-4466-b6f9-4bf3490abf0a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:52.108588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-0a69f27c-1a9d-4466-b6f9-4bf3490abf0a tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070217 Oct 26 16:23:52.150743 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-a9eb65b3-882c-4b50-bb57-cffc790aa169 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963686 Oct 26 16:23:52.181508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-01b860c3-3565-4c5f-b86a-9907fd63ed99 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 1001 time: 0.0652404 Oct 26 16:23:52.192904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:52.257914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:52.259968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-874e7856-00bb-46ce-8618-3bbb1884d75c service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981352 Oct 26 16:23:52.414193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:52.558864 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:52.562879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:52.562879 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Floating IP 9af0d027-d4ec-4dfc-8a56-5cc62115060e disassociated. External IP: 172.25.5.25, port: a9577888-1de6-480d-aa93-9960a4146b55. Oct 26 16:23:52.789477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Router d4c95f29-2fb8-47d0-a9a4-e40c062531cf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:23:52.914565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:23:52.925494 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278489-9239-4485-a310-77ca193db0bb None None] Sync routers for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:52.926134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:52.942228 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:52.942840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:52.976996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-1093b3c2-1fea-4e49-ad1f-d4ef15724ab7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "PUT /v2.0/floatingips/9af0d027-d4ec-4dfc-8a56-5cc62115060e HTTP/1.1" status: 200 len: 694 time: 0.7846401 Oct 26 16:23:53.033418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-48fed9fd-f182-4635-a1ca-3ed5ff2ae874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:53.043690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-48fed9fd-f182-4635-a1ca-3ed5ff2ae874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1097 time: 0.0602524 Oct 26 16:23:53.131786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:53.182714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520483c2-836b-46e9-a273-36b01c975d61 req-0db33cc7-5bec-49a0-af85-b23daa415a99 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:53.185915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-0db33cc7-5bec-49a0-af85-b23daa415a99 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.1025846 Oct 26 16:23:53.214081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-81115a32-2b16-4283-83eb-d21cb63e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:53.222408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-81115a32-2b16-4283-83eb-d21cb63e0416 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 930 time: 0.1777809 Oct 26 16:23:53.312285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-9843bb0c-fc46-4ef2-9b3c-e30978e02308 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 217 time: 0.0888469 Oct 26 16:23:53.470202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-ee7cc671-80d7-4482-91bb-bd8cf3225eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:53.482156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-ee7cc671-80d7-4482-91bb-bd8cf3225eca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.1690271 Oct 26 16:23:53.571356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c407f-15dd-4187-83c6-27e678b02554 req-8d7a18d8-e0cb-4973-b713-791f876336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:53.585907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-8d7a18d8-e0cb-4973-b713-791f876336a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007845 Oct 26 16:23:53.612635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-520483c2-836b-46e9-a273-36b01c975d61 req-3f0e2186-769f-440b-aa77-c22664868c6b service neutron] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:23:53.616422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-520483c2-836b-46e9-a273-36b01c975d61 req-3f0e2186-769f-440b-aa77-c22664868c6b service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:53.617576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-520483c2-836b-46e9-a273-36b01c975d61 req-3f0e2186-769f-440b-aa77-c22664868c6b service neutron] 10.222.0.47 "DELETE /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21/bindings/n-h2-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.4151981 Oct 26 16:23:53.755843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:53.773430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-33fc311c-d682-48dd-8ca3-f12eab30a57a service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865866 Oct 26 16:23:53.829241 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278489-9239-4485-a310-77ca193db0bb None None] Checking router: d4c95f29-2fb8-47d0-a9a4-e40c062531cf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:53.848606 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:23:53.850466 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:23:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:53.903836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62c407f-15dd-4187-83c6-27e678b02554 req-b5d6b874-e446-4cc3-b664-644ddc4b14c3 service neutron] 10.222.0.21 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282744 Oct 26 16:23:53.986697 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:23:54.137062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:23:54.250092 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-40278489-9239-4485-a310-77ca193db0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:54.323994 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278489-9239-4485-a310-77ca193db0bb None None] The sync data for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 is: [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:23:08Z', 'revision_number': 4, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '59e7fa2e-5859-4e88-a117-9d1dcf7374d3', 'name': '', 'network_id': 'dc42eb09-8c5e-46c4-88f3-9da40b8369ef', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'mac_address': 'fa:16:3e:91:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:06Z', 'updated_at': '2021-10-26T16:23:16Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'subnets': [{'id': '90480d8e-2193-4fb0-9c59-6f28b58548fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:54.348363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:54.363984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073053-ba82-4e91-ae83-566bf414c4dd req-d36ecd17-aa0c-4ddb-ae05-0cf69caf9914 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:54.365796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd073053-ba82-4e91-ae83-566bf414c4dd req-d36ecd17-aa0c-4ddb-ae05-0cf69caf9914 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 944 time: 0.0719328 Oct 26 16:23:54.388736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'a13be01e-47d3-410b-bd16-825092c53f41', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a13be01e-47d3-410b-bd16-825092c53f41', 'mac_address': 'fa:16:3e:f5:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:23:54.471502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd073053-ba82-4e91-ae83-566bf414c4dd req-133a07ec-7da6-427c-9983-c92ad5cbee6d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Oct 26 16:23:54.523684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:54.561304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13be01e-47d3-410b-bd16-825092c53f41 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:23:54.586082 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca35de27-a01c-45f1-b024-358764e00264 x-openstack-request-id: req-ca35de27-a01c-45f1-b024-358764e00264 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:54.586588 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:54.586836 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca35de27-a01c-45f1-b024-358764e00264 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:54.587293 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'status': 'completed', 'code': 200} Oct 26 16:23:54.591012 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf58d8-6575-4322-96db-abd39b488bd3 x-openstack-request-id: req-7baf58d8-6575-4322-96db-abd39b488bd3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:54.591346 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "name": "network-vif-plugged", "status": "completed", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:54.607852 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7baf58d8-6575-4322-96db-abd39b488bd3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:54.610542 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128', 'code': 200} Oct 26 16:23:54.683285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:54.752521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:54.804386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-5ef9f13d-7401-49e1-bad3-e41aa1f5da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:54.806127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-5ef9f13d-7401-49e1-bad3-e41aa1f5da93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1099 time: 0.0944500 Oct 26 16:23:54.816362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7220-a133-4e61-aebf-ac5ea23ca3ce req-c4cac066-106a-4ec8-878f-3d4cf641d28d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:54.818441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b04e7220-a133-4e61-aebf-ac5ea23ca3ce req-c4cac066-106a-4ec8-878f-3d4cf641d28d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 950 time: 0.1798944 Oct 26 16:23:54.832543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:54.865941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-9babe584-9c54-4e83-a42d-b32cb4907b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:54.869735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-9babe584-9c54-4e83-a42d-b32cb4907b7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1099 time: 0.1706736 Oct 26 16:23:54.896486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f380bff-9e59-4eb3-88de-9964180a371d req-1a585184-1ad3-478d-bb07-d0794ff93b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:54.898189 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f380bff-9e59-4eb3-88de-9964180a371d req-1a585184-1ad3-478d-bb07-d0794ff93b22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 1101 time: 0.1608284 Oct 26 16:23:54.912916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1f130-50c0-4326-a43c-bbc3bccbe44a None None] New status for floating IP 9af0d027-d4ec-4dfc-8a56-5cc62115060e: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:23:55.009088 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f380bff-9e59-4eb3-88de-9964180a371d req-ea3c654c-dbf8-48eb-9c62-0dcee4f048a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921934 Oct 26 16:23:55.014796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b04e7220-a133-4e61-aebf-ac5ea23ca3ce req-47c29e55-d04d-4764-9d12-1460c86bc7e8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730571 Oct 26 16:23:55.044167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685baa-e48c-44b9-bbab-0194ef50d790 req-c7c92766-fda0-4f01-96ef-a339f9604cbc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.051590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27685baa-e48c-44b9-bbab-0194ef50d790 req-c7c92766-fda0-4f01-96ef-a339f9604cbc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 949 time: 0.2057793 Oct 26 16:23:55.092587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-792bc48b-c42a-45e2-9e86-8f8b36543dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.094350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-792bc48b-c42a-45e2-9e86-8f8b36543dd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2116265 Oct 26 16:23:55.132975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-f15e656b-a23e-484d-a314-09e165408194 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips/9af0d027-d4ec-4dfc-8a56-5cc62115060e HTTP/1.1" status: 200 len: 694 time: 0.0719087 Oct 26 16:23:55.134500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-691a3865-c27f-4b76-af3e-1a62a8b7d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.136063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-691a3865-c27f-4b76-af3e-1a62a8b7d817 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3125198 Oct 26 16:23:55.182891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:23:55.250508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27685baa-e48c-44b9-bbab-0194ef50d790 req-c93971a5-115a-4442-9bfa-efa7f916c47d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978271 Oct 26 16:23:55.252105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-822cc544-0fa0-44b6-be37-a58657980135 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0951416 Oct 26 16:23:55.358606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-926ec80a-532f-49d3-92f2-edceaa0d777a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.1494956 Oct 26 16:23:55.443815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-3bb40c5b-ca50-418d-9254-e1b0b891ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.445390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-3bb40c5b-ca50-418d-9254-e1b0b891ac72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0789533 Oct 26 16:23:55.502016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-45ea878b-4f58-47dc-a9a3-da079cf5473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.503607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-45ea878b-4f58-47dc-a9a3-da079cf5473d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489154 Oct 26 16:23:55.505536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-c4661b58-ceb9-48a7-a6bd-14a250c52493 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.507022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-c4661b58-ceb9-48a7-a6bd-14a250c52493 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.1369951 Oct 26 16:23:55.531713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-f9bbb585-b679-43ba-aa55-73d2f2e8230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.533184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-f9bbb585-b679-43ba-aa55-73d2f2e8230a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.2639239 Oct 26 16:23:55.542927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-6994277b-317c-4fca-8264-5f9c2c0bd3c5 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/quotas/18f970a6efeb41148dcdaed6adc94842 HTTP/1.1" status: 200 len: 375 time: 0.0266242 Oct 26 16:23:55.570678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-f0031781-18b3-4f3f-bcfe-86ecc40ccf85 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.572179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-f0031781-18b3-4f3f-bcfe-86ecc40ccf85 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.4305863 Oct 26 16:23:55.613398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-aa93dae9-baa5-4741-b4c4-77fe1b7cdc46 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:23:55.614394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-aa93dae9-baa5-4741-b4c4-77fe1b7cdc46 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190752 Oct 26 16:23:55.646125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-0046fbf1-5e6e-4b69-b69a-8817dc58a060 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315608 Oct 26 16:23:55.693812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-04c7c50b-b094-4e0c-b223-a5bc9800c5d5 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491139 Oct 26 16:23:55.695371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-7be53d1d-aac5-444a-8522-7fa8bedeb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:55.696681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-7be53d1d-aac5-444a-8522-7fa8bedeb9c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439815 Oct 26 16:23:55.711254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-ad246aa8-ab72-4aef-b5f9-0a518c1dbeac tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0869510 Oct 26 16:23:55.749787 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-96af67ea-0efd-4430-ab52-430e0572cd03 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946753 Oct 26 16:23:56.136838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-84639bc8-8de1-47f1-a76a-29ca27f9eeb0 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.4246087 Oct 26 16:23:56.310525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-12ce0ccb-3a6e-4795-9197-ca22427ec94a service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565307 Oct 26 16:23:56.315809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-ae814452-2f81-4205-984a-c0866ec1885f service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607247 Oct 26 16:23:56.432379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Deleting port 279f9b2b-0c00-48d4-ac2c-831799a10918 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:23:56.432666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:56.546745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-4eac338f-85ac-4366-809b-6a3ff3d7b5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187061 Oct 26 16:23:56.561774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5010d4-5bc9-48dc-a4da-21f9a48d6962 req-dc9a60c9-95aa-4ffc-9ab3-b7458d7f5b27 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348800 Oct 26 16:23:56.576968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:56.577645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:56.587798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:56.592819 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1592c23-3b13-4532-b33a-8178fbe0eb63" -d '{"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:56.599485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Calling delete_port for 279f9b2b-0c00-48d4-ac2c-831799a10918 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:23:56.867006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:56.900996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event deleted for resources: {'Port': ['ID=279f9b2b-0c00-48d4-ac2c-831799a10918,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:57.030266 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:57.032849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:57.033954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7e37e3-7d14-4434-934a-d7672d37bcd4 req-57dcb4fd-edf7-4065-91b8-94a029b7a40c tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "DELETE /v2.0/floatingips/9af0d027-d4ec-4dfc-8a56-5cc62115060e HTTP/1.1" status: 204 len: 173 time: 0.8889947 Oct 26 16:23:57.060025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-ac0e4a1f-ab2d-4469-823a-1096a626d064 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:57.062375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-ac0e4a1f-ab2d-4469-823a-1096a626d064 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/networks?id=187a9127-aa85-4de6-8fc3-f6115d7d88df HTTP/1.1" status: 200 len: 815 time: 0.1636741 Oct 26 16:23:57.079518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-21dfaf29-2aa2-447f-bf7f-0b89b4d5071f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/quotas/d99df6c6221c46e6a338845df4796ba4 HTTP/1.1" status: 200 len: 375 time: 0.0113494 Oct 26 16:23:57.135928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-2f13efcf-9e7e-4aa5-8bfd-c15ff220ed1b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d99df6c6221c46e6a338845df4796ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506303 Oct 26 16:23:57.231820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-6a31beef-b448-4686-ba0a-f9fbf45733ae service neutron] 10.222.0.21 "GET /v2.0/networks/187a9127-aa85-4de6-8fc3-f6115d7d88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870922 Oct 26 16:23:57.321178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-333adc1d-1096-4983-8b02-7ba18bcaf762 service neutron] 10.222.0.21 "GET /v2.0/networks/187a9127-aa85-4de6-8fc3-f6115d7d88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831225 Oct 26 16:23:57.687472 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f231707-b462-4d52-b5ed-06e031d05910 x-openstack-request-id: req-1f231707-b462-4d52-b5ed-06e031d05910 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:57.687828 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "tag": "a9577888-1de6-480d-aa93-9960a4146b55", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:57.687994 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f231707-b462-4d52-b5ed-06e031d05910 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:57.688377 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55', 'status': 'completed', 'code': 200} Oct 26 16:23:57.791356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07a07-e8db-4c44-ad3b-e3977c43d33a req-4976f50e-b2c3-4ea4-a9a7-7ee8975c3bb2 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:57.793732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83d07a07-e8db-4c44-ad3b-e3977c43d33a req-4976f50e-b2c3-4ea4-a9a7-7ee8975c3bb2 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 950 time: 0.1718080 Oct 26 16:23:57.795833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eb8623b-15d8-4c73-a00c-b0c4eb776b48 req-3b322543-a087-4744-b078-0a189dfa7321 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 210 time: 0.0869606 Oct 26 16:23:57.865101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83d07a07-e8db-4c44-ad3b-e3977c43d33a req-47b36052-42d0-4862-ba26-04efb745cebe tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558939 Oct 26 16:23:57.869419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-4124204c-8d9c-4fe4-a41f-7cc08ce54960 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:57.869419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-4124204c-8d9c-4fe4-a41f-7cc08ce54960 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 949 time: 0.2308040 Oct 26 16:23:57.876281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-c8e23cda-75ed-40fa-a20f-80dfb54fd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:57.877823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-c8e23cda-75ed-40fa-a20f-80dfb54fd3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 1097 time: 0.1806204 Oct 26 16:23:58.043817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb7f22-f8e8-4b89-9f88-38e7ce9c53f2 req-538e583c-d379-42af-9b36-7704c8cea33b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.052701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eeb7f22-f8e8-4b89-9f88-38e7ce9c53f2 req-538e583c-d379-42af-9b36-7704c8cea33b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1095 time: 0.1158240 Oct 26 16:23:58.106828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eeb7f22-f8e8-4b89-9f88-38e7ce9c53f2 req-12773085-defc-48b0-b762-0d6c02461a84 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Oct 26 16:23:58.125704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d008-3a9d-4ac5-9ff2-f017e36e97e1 req-b79eb95e-dd74-4889-8590-09de5fe1f018 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.144525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae52d008-3a9d-4ac5-9ff2-f017e36e97e1 req-b79eb95e-dd74-4889-8590-09de5fe1f018 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 949 time: 0.1491060 Oct 26 16:23:58.169082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:23:58.244774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae52d008-3a9d-4ac5-9ff2-f017e36e97e1 req-96d48d2f-6067-4f4b-aa17-574014850640 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926447 Oct 26 16:23:58.307173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9618e6f-110b-44e6-8fb1-708a4d9ed91e req-c6fb9595-d17b-4e07-b1e0-ae76085c5de9 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 210 time: 0.0920868 Oct 26 16:23:58.412129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port a13be01e-47d3-410b-bd16-825092c53f41 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:23:58.426620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port a13be01e-47d3-410b-bd16-825092c53f41 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:23:58.428666 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:58.429046 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-f42f734d-54b5-4094-9148-8e0d078cfba6 service neutron] delete failed (client error): The resource could not be found. Oct 26 16:23:58.430124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-f42f734d-54b5-4094-9148-8e0d078cfba6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a13be01e-47d3-410b-bd16-825092c53f41/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.5514107 Oct 26 16:23:58.534658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-5704d1ac-16cf-48ed-b06b-a517de6d1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.536550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-5704d1ac-16cf-48ed-b06b-a517de6d1944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 200 len: 930 time: 0.6073418 Oct 26 16:23:58.572467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd7852-baa5-42c1-a768-a280b2b72db8 req-fe918e91-1edf-4a1c-8c4d-8dea892596db tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.579018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3cd7852-baa5-42c1-a768-a280b2b72db8 req-fe918e91-1edf-4a1c-8c4d-8dea892596db tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 948 time: 0.2084541 Oct 26 16:23:58.626721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:58.628594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67573-a793-46de-afea-13e66b228b54 req-82f4a4ed-fbf8-425d-9702-352b86c85b96 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.639800 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-028bf180-2edf-475d-8cd9-12288fb23f23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 200 len: 217 time: 0.0937235 Oct 26 16:23:58.640029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ee67573-a793-46de-afea-13e66b228b54 req-82f4a4ed-fbf8-425d-9702-352b86c85b96 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1801178 Oct 26 16:23:58.697916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:23:58.701866 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f2ec0-bee6-4063-b7c2-56bb98d62af5" -d '{"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-plugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:58.706306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-af5b74e9-90bb-4287-9239-7583cc0fff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.708208 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-af5b74e9-90bb-4287-9239-7583cc0fff5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 200 len: 868 time: 0.0537851 Oct 26 16:23:58.729551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ee67573-a793-46de-afea-13e66b228b54 req-71a924f6-3a0b-4ac5-9c38-d4758dd7bbb7 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0889003 Oct 26 16:23:58.734901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:23:58.771080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3cd7852-baa5-42c1-a768-a280b2b72db8 req-e8e5af15-69a6-4f26-bceb-e5de88280e63 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747541 Oct 26 16:23:58.783613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-ab17fcbc-04d3-443f-a76c-dec119ca272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.788172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-ab17fcbc-04d3-443f-a76c-dec119ca272f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1100 time: 0.1693645 Oct 26 16:23:58.815170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:23:58.898388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-c358095f-63cf-4bd9-8399-1905b7400deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.898878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca467c6-52d6-455c-98d2-aebb51263bb0 req-9f89d913-4623-43f5-8d9f-a6d048a31c54 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:58.899998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-c358095f-63cf-4bd9-8399-1905b7400deb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc42eb09-8c5e-46c4-88f3-9da40b8369ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815245 Oct 26 16:23:58.910044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bca467c6-52d6-455c-98d2-aebb51263bb0 req-9f89d913-4623-43f5-8d9f-a6d048a31c54 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 1095 time: 0.0580411 Oct 26 16:23:58.951511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:58.990666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bca467c6-52d6-455c-98d2-aebb51263bb0 req-af0db03a-b550-42f1-864f-3f88af258347 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800579 Oct 26 16:23:59.020828 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-667e4c01-f62a-4236-87a7-df68e7129356 service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114633 Oct 26 16:23:59.090958 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7a0db-f816-48e3-be02-db58130fcfb7 x-openstack-request-id: req-19e7a0db-f816-48e3-be02-db58130fcfb7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:59.091389 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-plugged", "status": "completed", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:59.092106 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19e7a0db-f816-48e3-be02-db58130fcfb7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:59.092576 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'code': 200} Oct 26 16:23:59.142307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-c244fff0-a2cb-4518-8857-faa21c1db818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.144066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-c244fff0-a2cb-4518-8857-faa21c1db818 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3493817 Oct 26 16:23:59.151051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62dd88ae-ed3b-424f-a767-1d7db7f0c8fa req-1a2690df-481d-469a-ab8a-5d52638efc33 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0805452 Oct 26 16:23:59.191185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1592c23-3b13-4532-b33a-8178fbe0eb63 req-0434299a-d5d3-4444-aee2-71e6644f18bc service neutron] 10.222.0.47 "GET /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579931 Oct 26 16:23:59.222912 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-80f4dc87-ab7f-4504-aa96-e64ee3209dc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0566127 Oct 26 16:23:59.247784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c959d12-ac0c-4c89-8f0c-b2a367761134 req-fe3dedb3-9191-4ba8-a78e-34de09a04e55 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 210 time: 0.0429733 Oct 26 16:23:59.308213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-91ba2244-a737-47fb-8671-14fb8960331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.309870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-91ba2244-a737-47fb-8671-14fb8960331f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0777972 Oct 26 16:23:59.376671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-47023415-d8cb-46fa-b40b-254602c37551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.378299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-47023415-d8cb-46fa-b40b-254602c37551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599928 Oct 26 16:23:59.545017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-9dd1f39b-238c-4be3-843c-6c5f123ec5e6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511877 Oct 26 16:23:59.581183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b77f-4c72-4e83-aed2-34820a520ec8 req-66a3a626-ceaf-49ec-9d0d-f432d58c19b3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.590339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b77f-4c72-4e83-aed2-34820a520ec8 req-66a3a626-ceaf-49ec-9d0d-f432d58c19b3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.598682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6106b77f-4c72-4e83-aed2-34820a520ec8 req-66a3a626-ceaf-49ec-9d0d-f432d58c19b3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4&device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 1689 time: 0.1764848 Oct 26 16:23:59.692726 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7db11a29-a1c7-4261-9b1d-a6868bbc8c40 req-9b7f5093-3064-48a9-ab0a-e2bad49cff18 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421542 Oct 26 16:23:59.696922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6106b77f-4c72-4e83-aed2-34820a520ec8 req-871e43f2-72ac-4109-92da-e4c54ebdcc12 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973957 Oct 26 16:23:59.814615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-c3c070eb-453c-4cbb-96ac-2828e7eb4a18 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:23:59.816383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-c3c070eb-453c-4cbb-96ac-2828e7eb4a18 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "GET /v2.0/networks?id=7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 200 len: 822 time: 0.2151849 Oct 26 16:23:59.832303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Request body: {'port': {'device_id': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'admin_state_up': True, 'tenant_id': '18f970a6efeb41148dcdaed6adc94842'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:00.061793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7084-13e4-4a23-bee8-2ce74458067c req-a5458a42-bdcc-43d3-8ca1-3d02fd825b47 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:00.073519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7ae7084-13e4-4a23-bee8-2ce74458067c req-a5458a42-bdcc-43d3-8ca1-3d02fd825b47 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1383209 Oct 26 16:24:00.123831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7ae7084-13e4-4a23-bee8-2ce74458067c req-74cf4c63-2e5a-4689-ae9d-644d03990151 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487425 Oct 26 16:24:00.218232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Made reservation on behalf of 18f970a6efeb41148dcdaed6adc94842 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:00.222505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:00.297004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccb4eeee-9317-4e45-a3b5-c15abaded448 req-da8a6564-76b4-4be2-9f78-6f84e36de671 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 210 time: 0.0568273 Oct 26 16:24:00.542166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Allocated IP 172.20.0.12 (7cfce86b-0436-44f3-97ff-c23626cb8ef5/5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd/76a9ceb1-8bed-4b99-90d7-21e7be42e905) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:00.623390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26799495-2c6b-40e1-a7a9-a7d1df25c7a8 req-b288618c-5312-4f17-898f-444421e465da tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:00.626159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26799495-2c6b-40e1-a7a9-a7d1df25c7a8 req-b288618c-5312-4f17-898f-444421e465da tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 946 time: 0.1676085 Oct 26 16:24:00.631285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcb007-359d-4768-a65f-94c372cf61ef req-60c4a7e8-2e0c-4140-a6cf-bacb06bd9bb5 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:00.632751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0dcb007-359d-4768-a65f-94c372cf61ef req-60c4a7e8-2e0c-4140-a6cf-bacb06bd9bb5 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 1101 time: 0.1421897 Oct 26 16:24:00.719905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0dcb007-359d-4768-a65f-94c372cf61ef req-3d9dba1d-a07a-4d2d-8c3e-295565ba95df tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Oct 26 16:24:00.748849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bea683a-0900-4e85-ad4a-687e53fe1b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:00.778188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26799495-2c6b-40e1-a7a9-a7d1df25c7a8 req-7e9dc75f-36c4-45e0-a108-d2b45469499b tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/security-groups?id=68eb0470-4d22-482c-a1fa-af2826284355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407001 Oct 26 16:24:00.925420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dfdde75-1f5f-4ef3-a3cf-f222ba2f11bb req-a61f6b1d-dcea-418a-8be3-aa9f8199eeac tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 210 time: 0.0465648 Oct 26 16:24:00.953179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:01.063812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebe250-8b75-4e74-a5a1-382c43fb4121 req-f2a53a20-7472-4693-9fc6-8747f704aa41 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:01.070987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ebe250-8b75-4e74-a5a1-382c43fb4121 req-f2a53a20-7472-4693-9fc6-8747f704aa41 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 1099 time: 0.1877849 Oct 26 16:24:01.144743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-389af9b9-d4b3-4fde-98bf-5a24b777801f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:01.146123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-389af9b9-d4b3-4fde-98bf-5a24b777801f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.39 "GET /v2.0/networks?id=187a9127-aa85-4de6-8fc3-f6115d7d88df HTTP/1.1" status: 200 len: 815 time: 0.1858053 Oct 26 16:24:01.155266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ebe250-8b75-4e74-a5a1-382c43fb4121 req-fb452ef1-38d3-4f11-861f-0aa2cba6adde tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826929 Oct 26 16:24:01.162972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Request body: {'port': {'device_id': '9428651b-82ea-4504-b3a3-b51918622e9a', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'admin_state_up': True, 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:01.387175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:01.447176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e51858ea-1a04-47c3-9a28-8451abef02da tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141295 Oct 26 16:24:01.655361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event updated for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:01.664605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:01.693902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a08e7c-4c4a-4ff4-9b10-62f880b6524f req-f89bf90a-4314-472e-9c8c-b003892ee64b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:01.714162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57a08e7c-4c4a-4ff4-9b10-62f880b6524f req-f89bf90a-4314-472e-9c8c-b003892ee64b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.3822646 Oct 26 16:24:01.738108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:01.779619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-79d5d7ce-4a16-4930-8e7d-4d8d004e5a52 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:01.787341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-79d5d7ce-4a16-4930-8e7d-4d8d004e5a52 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391407 Oct 26 16:24:01.796110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:01.848726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Made reservation on behalf of d99df6c6221c46e6a338845df4796ba4 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:01.853226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:01.868731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-00d8afb1-deee-4d0d-8eff-f096a44ee2ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.0796189 Oct 26 16:24:01.888646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-f5717e3f-6655-40da-89ff-3d42f55f82d2 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:01.890387 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-f5717e3f-6655-40da-89ff-3d42f55f82d2 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.47 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 946 time: 0.0852532 Oct 26 16:24:02.075065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:02.076545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:02.090930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57a08e7c-4c4a-4ff4-9b10-62f880b6524f req-6d0927bb-cc54-4ea6-a051-f798f1c62dd7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754792 Oct 26 16:24:02.167830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Deleting port a9577888-1de6-480d-aa93-9960a4146b55 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:02.167830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:02.177155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-65b661e5-7c4f-4960-95a3-e4c1ad4b600c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2585511 Oct 26 16:24:02.179256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Allocated IP 172.20.0.11 (187a9127-aa85-4de6-8fc3-f6115d7d88df/dd080bac-c1d6-452c-921a-18600fd79521/83468c1f-ce0a-46c8-97cd-2a793af520fb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:02.396743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] For port a9577888-1de6-480d-aa93-9960a4146b55, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a9577888-1de6-480d-aa93-9960a4146b55,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:02.397057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:02.416893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d71a85c-7db9-4f58-a0fa-9d9dcd858b58 req-6acc3b23-19b0-480a-8546-e4441f738270 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 210 time: 0.0415847 Oct 26 16:24:02.435886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Calling delete_port for a9577888-1de6-480d-aa93-9960a4146b55 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:02.490444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:02.707038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:24:03.067678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.068398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-936d5096-c425-4c06-8f22-397574419c35 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2393968 Oct 26 16:24:03.068591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.080035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a9577888-1de6-480d-aa93-9960a4146b55'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:03.104289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Request body: {'port': {'device_id': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:03.189338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Pushing event deleted for resources: {'Port': ['ID=a9577888-1de6-480d-aa93-9960a4146b55,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:03.253536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Pushing event updated for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:03.302638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:03.306375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:03.329279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:03.382253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] No DVR routers for this DVR port a9577888-1de6-480d-aa93-9960a4146b55 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:03.387933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.397902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f6d7e30-46f5-4b02-801b-9e34e43be65d req-ffa99af6-af48-4501-8e64-40cacf128b1e tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.47 "DELETE /v2.0/ports/a9577888-1de6-480d-aa93-9960a4146b55 HTTP/1.1" status: 204 len: 173 time: 1.4991386 Oct 26 16:24:03.429196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'name': 'network-vif-deleted', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:03.442813 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d5e68-4927-4768-b792-5d8afd3c817b" -d '{"events": [{"server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "name": "network-vif-deleted", "tag": "a9577888-1de6-480d-aa93-9960a4146b55"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:03.533297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66939bd1-eb3a-45d0-93a6-e841e9f99e10 req-4b93a515-bde9-47f5-8e7f-767190635f74 tempest-FloatingIPsAssociationNegativeTestJSON-851183020 tempest-FloatingIPsAssociationNegativeTestJSON-851183020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c915caf7-4168-417a-9915-0fcc9be65534 HTTP/1.1" status: 200 len: 210 time: 0.0687320 Oct 26 16:24:03.582964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3b780818-19b1-402d-adee-0d92e6db7511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.584339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.690024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:03.692855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.886669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-3905855d-c967-4531-a45e-330a53ca6f5b tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7290952 Oct 26 16:24:03.901291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8cb533cb-c357-4a98-b844-b1d13ed217ff None None] Provisioning complete for port 83468c1f-ce0a-46c8-97cd-2a793af520fb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:03.903511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8cb533cb-c357-4a98-b844-b1d13ed217ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:03.981390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf01e1-65e8-495d-901a-3bd407cedaa9 req-224849c4-5713-4de8-8577-546480055b9d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:03.989269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8cb533cb-c357-4a98-b844-b1d13ed217ff None None] Port 83468c1f-ce0a-46c8-97cd-2a793af520fb cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:03.989945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85bf01e1-65e8-495d-901a-3bd407cedaa9 req-224849c4-5713-4de8-8577-546480055b9d tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 932 time: 0.2711012 Oct 26 16:24:04.005342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Request body: {'port': {'device_id': '9428651b-82ea-4504-b3a3-b51918622e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:04.093090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:04.164717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:04.271668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85bf01e1-65e8-495d-901a-3bd407cedaa9 req-e59f50df-ce4e-465c-b868-ab4f5137122e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808564 Oct 26 16:24:04.842961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1da182-8e88-4bc5-bc22-1148c2054ed6 req-51fb23eb-f181-49ce-8a58-4d15a2138b8a tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:04.850808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f1da182-8e88-4bc5-bc22-1148c2054ed6 req-51fb23eb-f181-49ce-8a58-4d15a2138b8a tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1101 time: 0.2059553 Oct 26 16:24:04.918544 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:04.986515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f1da182-8e88-4bc5-bc22-1148c2054ed6 req-dc979ba6-5b15-48e3-9b49-8ca609742e15 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344886 Oct 26 16:24:05.145141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc4a30b5-7517-48b6-b6ce-b178a86a0f1f req-800ea2aa-321e-46e7-9488-9dbe59a4ff6a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 210 time: 0.0503027 Oct 26 16:24:05.159659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a9ceb1-8bed-4b99-90d7-21e7be42e905 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:05.203062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:05.307375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Transition to ACTIVE for port object 76a9ceb1-8bed-4b99-90d7-21e7be42e905 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:05.345766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83468c1f-ce0a-46c8-97cd-2a793af520fb {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:05.366932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:05.399186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Transition to ACTIVE for port object 83468c1f-ce0a-46c8-97cd-2a793af520fb will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:05.432342 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:05.486659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1eb9d-f1c8-42b5-becd-9d1f4fc4aa92 req-e0f03f68-67cd-4f74-9b53-f1f195e7867e tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:05.494485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f1eb9d-f1c8-42b5-becd-9d1f4fc4aa92 req-e0f03f68-67cd-4f74-9b53-f1f195e7867e tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 932 time: 0.1585202 Oct 26 16:24:05.511713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:05.558566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Pushing event updated for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:05.684042 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6372a1-a1ee-4833-8428-8d2cd6c15a8f x-openstack-request-id: req-1f6372a1-a1ee-4833-8428-8d2cd6c15a8f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:05.684608 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c915caf7-4168-417a-9915-0fcc9be65534", "name": "network-vif-deleted", "tag": "a9577888-1de6-480d-aa93-9960a4146b55", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:05.684608 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f6372a1-a1ee-4833-8428-8d2cd6c15a8f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:05.684999 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c915caf7-4168-417a-9915-0fcc9be65534', 'name': 'network-vif-deleted', 'tag': 'a9577888-1de6-480d-aa93-9960a4146b55', 'status': 'completed', 'code': 200} Oct 26 16:24:05.716433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f1eb9d-f1c8-42b5-becd-9d1f4fc4aa92 req-4f541cbd-073c-4dcc-b0f2-5cc66386134e tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169852 Oct 26 16:24:05.768341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Pushing event updated for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:05.816785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54980) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:05.876297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a9577888-1de6-480d-aa93-9960a4146b55 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:05.884620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Attempting to bind port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:05.884620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Attempting to bind port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:05.884620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Attempting to bind port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:05.922673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a9577888-1de6-480d-aa93-9960a4146b55 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:05.926112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a9577888-1de6-480d-aa93-9960a4146b55 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:06.013229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Attempting to bind port 83468c1f-ce0a-46c8-97cd-2a793af520fb on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:06.013695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Attempting to bind port 83468c1f-ce0a-46c8-97cd-2a793af520fb by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:06.014111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Attempting to bind port 83468c1f-ce0a-46c8-97cd-2a793af520fb on network 187a9127-aa85-4de6-8fc3-f6115d7d88df {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:06.020728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:06.023305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Attempting to bind port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 on network 7cfce86b-0436-44f3-97ff-c23626cb8ef5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:06.049158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:06.049731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Checking segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:06.050296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Bound using segment: {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:06.050869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Bound port: 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff1f563-0e03-4a58-8cea-4a7bd35b9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:06.051401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.053635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Port 83468c1f-ce0a-46c8-97cd-2a793af520fb on network 187a9127-aa85-4de6-8fc3-f6115d7d88df not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:06.054057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Attempting to bind port 83468c1f-ce0a-46c8-97cd-2a793af520fb on network 187a9127-aa85-4de6-8fc3-f6115d7d88df {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:06.083705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:06.087181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Checking segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:06.087181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Bound using segment: {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:06.087181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Bound port: 83468c1f-ce0a-46c8-97cd-2a793af520fb, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:06.087181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.107812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f4ed-500d-4353-9c8e-95d8b5a85654 req-09a6564a-5e15-4395-ba1e-02bd88c01eba tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:06.118049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e738f4ed-500d-4353-9c8e-95d8b5a85654 req-09a6564a-5e15-4395-ba1e-02bd88c01eba tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1868944 Oct 26 16:24:06.162349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-a8be6344-e016-488a-87cb-d404df830b79 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297909 Oct 26 16:24:06.336784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:06.342447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:06.400098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:06.405909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:06.423634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e738f4ed-500d-4353-9c8e-95d8b5a85654 req-2f6ef5ef-6278-4ca2-9e9d-8b2a7703ff51 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008373 Oct 26 16:24:06.435669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-6d853f49-c8fb-4f74-a335-c15793081380 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:06.435669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-6d853f49-c8fb-4f74-a335-c15793081380 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855454 Oct 26 16:24:06.464916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': 'a8857f58-397c-4a2e-a582-38f0762294af', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:06.516133 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.519952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.523359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.571896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:06.574110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.576386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] 10.222.0.39 "PUT /v2.0/ports/76a9ceb1-8bed-4b99-90d7-21e7be42e905 HTTP/1.1" status: 200 len: 1092 time: 3.4954963 Oct 26 16:24:06.583252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:06.586472 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b30ce3d-b367-429d-9fac-c41dd4c60067" -d '{"events": [{"name": "network-changed", "server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:06.667231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-222cb768-6b44-4541-8531-3242f189c6b8 req-8e56e2e3-d8a9-4a2d-a994-a53d7d5c5138 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 210 time: 0.0672157 Oct 26 16:24:06.703737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:06.704366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.706110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-cd309278-7185-4273-b2c7-610397e4981a service neutron] 10.222.0.39 "PUT /v2.0/ports/83468c1f-ce0a-46c8-97cd-2a793af520fb HTTP/1.1" status: 200 len: 1092 time: 2.7047999 Oct 26 16:24:06.724368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd309278-7185-4273-b2c7-610397e4981a service neutron] Pushing event updated for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:06.822333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:06.826441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:06.846117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab8073-c470-4937-b9c4-d1e6df0b750f service neutron] Pushing event updated for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:07.034756 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:07.124639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.149 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:07.438238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:07.543573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Deleting port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:07.544052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:07.840423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:07.858739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:07.861095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:07.907045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:07.909352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:07.914346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:07.932442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:08.006138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] For port 59e7fa2e-5859-4e88-a117-9d1dcf7374d3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:08.006595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:08.044253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Calling delete_port for 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:08.087449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-ec287167-c937-40a1-8b44-adc1d4fb9cbc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452733 Oct 26 16:24:08.134491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:08.135243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:08.231509 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba2c98-bc95-43db-b839-99496594f050 x-openstack-request-id: req-d8ba2c98-bc95-43db-b839-99496594f050 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:08.231829 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:08.232217 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8ba2c98-bc95-43db-b839-99496594f050 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:08.232622 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905', 'status': 'completed', 'code': 200} Oct 26 16:24:08.298952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-0bcd4093-a8f4-418e-bfd5-acde62f49f2c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:08.312040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-0bcd4093-a8f4-418e-bfd5-acde62f49f2c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210298 Oct 26 16:24:08.326998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-e0940fda-22b9-4bca-8066-f9eb96faa007 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8681052 Oct 26 16:24:08.361662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-16c01e41-54f4-4647-83d4-4649331791f6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/quotas/2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 375 time: 0.0446222 Oct 26 16:24:08.390569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Request body: {'port': {'device_id': 'a8857f58-397c-4a2e-a582-38f0762294af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:08.494676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:08.515399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514093-5c0a-4eeb-a543-4f331447d675 req-45de62e4-4256-45dc-aea1-406d236c6707 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:08.523210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b514093-5c0a-4eeb-a543-4f331447d675 req-45de62e4-4256-45dc-aea1-406d236c6707 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1299667 Oct 26 16:24:08.559858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7a937bcb-8c02-4ecb-bf7e-a624063362c3 None None] Provisioning complete for port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:08.560441 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a937bcb-8c02-4ecb-bf7e-a624063362c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:08.561000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-dba11139-1c28-449f-9d49-30ff3659e00c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1985149 Oct 26 16:24:08.635610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a937bcb-8c02-4ecb-bf7e-a624063362c3 None None] Port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:08.652576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b514093-5c0a-4eeb-a543-4f331447d675 req-82087454-5e42-4f0a-bbf0-b32a4b9a6029 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277962 Oct 26 16:24:08.902158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:08.934794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d813e-b20a-4545-94bb-2f225d6d52aa req-c509dfd5-a684-4f0b-b119-0528263c19bd tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:08.936369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-319d813e-b20a-4545-94bb-2f225d6d52aa req-c509dfd5-a684-4f0b-b119-0528263c19bd tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1138759 Oct 26 16:24:08.954414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Pushing event deleted for resources: {'Port': ['ID=59e7fa2e-5859-4e88-a117-9d1dcf7374d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:09.092639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-319d813e-b20a-4545-94bb-2f225d6d52aa req-f703f340-9c96-45df-9714-5155ec236a6f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496797 Oct 26 16:24:09.252357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31001fd-3112-405b-b8cd-606e045ca0bd req-3ffb3dab-3627-4d17-a125-46f7707f8ec6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:09.255160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e31001fd-3112-405b-b8cd-606e045ca0bd req-3ffb3dab-3627-4d17-a125-46f7707f8ec6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 936 time: 0.2040627 Oct 26 16:24:09.309858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:09.324329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:09.344009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:09.348582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Transition to ACTIVE for port object 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:09.350139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e31001fd-3112-405b-b8cd-606e045ca0bd req-03215add-44c6-442b-a9b1-36b3d75b3ef6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858750 Oct 26 16:24:09.426278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-618033b7-2c2e-4f25-9606-6ce10f813c02 req-072483b2-8311-404e-9dc7-e68bac4ddaac tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Oct 26 16:24:09.443339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:09.556611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:09.884954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f5e51-4d4f-4645-8b77-682eb4559b4e req-ee4b626f-8d8f-4231-b50b-a4f9fd14aec7 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:09.892036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:09.897896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c39f5e51-4d4f-4645-8b77-682eb4559b4e req-ee4b626f-8d8f-4231-b50b-a4f9fd14aec7 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1215937 Oct 26 16:24:09.952782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c39f5e51-4d4f-4645-8b77-682eb4559b4e req-8332c99f-97c4-4628-9764-7f9e9818b0d5 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Oct 26 16:24:09.956929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Router d4c95f29-2fb8-47d0-a9a4-e40c062531cf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:09.959419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Attempting to bind port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:09.960017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Attempting to bind port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:09.960597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Attempting to bind port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:09.969049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:09.969720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Attempting to bind port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:09.979285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:09.980837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:09.981457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:09.982199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Bound port: 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:09.982705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.152544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-e3185863-8877-48c9-9cd1-b69caae37d37 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:10.160100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-e3185863-8877-48c9-9cd1-b69caae37d37 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.1434155 Oct 26 16:24:10.162732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.184970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:10.184970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f736239-74fe-498b-bd0d-7d0a493c831b admin admin] 10.222.0.21 "PUT /v2.0/routers/d4c95f29-2fb8-47d0-a9a4-e40c062531cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3668380 Oct 26 16:24:10.186343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:10.188845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:10.191903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:10.193625 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Sync routers for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:10.204405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-7f30a098-8d28-401a-9d4d-e508d3330d1e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/quotas/d7b8b3536157487490f588e6cb027aba HTTP/1.1" status: 200 len: 375 time: 0.0433495 Oct 26 16:24:10.211782 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:10.212606 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:10.248593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:10.253124 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f512ca-df02-42e2-8a93-947845c8be39" -d '{"events": [{"name": "network-changed", "server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:10.255047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:10.256084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:10.258708 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1d934-aad6-4d88-b7cb-ac002205e991" -d '{"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:10.329661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-1992f5d6-5d04-4c0e-b89c-2ef6d17c4ac9 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236968 Oct 26 16:24:10.347352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.361370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.415535 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:10.455968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-c94b6435-6298-4564-b44f-2cad3362fed9 service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249881 Oct 26 16:24:10.504700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:10.505322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.506753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 HTTP/1.1" status: 200 len: 1096 time: 2.1457644 Oct 26 16:24:10.515944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3548-12a1-45a9-a9fc-f534e5a92b5b req-f83513ed-f99a-4f91-864d-97391f9f9d68 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:10.517891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:10.520178 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:10.525275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd3f3548-12a1-45a9-a9fc-f534e5a92b5b req-f83513ed-f99a-4f91-864d-97391f9f9d68 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.2777288 Oct 26 16:24:10.552483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f7f84-135f-4ea2-8cc9-df838c4039f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:10.578150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:10.660368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd3f3548-12a1-45a9-a9fc-f534e5a92b5b req-894259c8-fffb-4145-99dc-6112f262bf24 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336799 Oct 26 16:24:10.711030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:10.721732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.722151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.722493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.722902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.723258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.723672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.724056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.724379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.725686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.726320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.727516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.727866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:10.747422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-e1e91221-4558-4a4f-a3c2-b5ae803dd1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893267 Oct 26 16:24:10.771261 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a08c9a9-68ef-4996-b057-d1250d7d795f x-openstack-request-id: req-8a08c9a9-68ef-4996-b057-d1250d7d795f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:10.772406 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:10.772816 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a08c9a9-68ef-4996-b057-d1250d7d795f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:10.773363 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'code': 200} Oct 26 16:24:10.866055 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785fe0a-c6d1-43c4-9764-6063b6cb9837 x-openstack-request-id: req-7785fe0a-c6d1-43c4-9764-6063b6cb9837 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:10.866674 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:10.867085 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7785fe0a-c6d1-43c4-9764-6063b6cb9837 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:10.868236 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb', 'status': 'completed', 'code': 200} Oct 26 16:24:10.960671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-01d45e44-e8b8-40c4-89ed-4720702e86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:10.962210 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-01d45e44-e8b8-40c4-89ed-4720702e86fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 1099 time: 0.2436159 Oct 26 16:24:10.993939 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:24:08Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:11.013488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:11.025891 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Checking router: d4c95f29-2fb8-47d0-a9a4-e40c062531cf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:11.037892 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Routers {'d4c95f29-2fb8-47d0-a9a4-e40c062531cf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:11.038829 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:11.089946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af560b5-dcae-4ddd-8e61-60eab73b82d7 req-7fc9b0ac-4554-4fb9-9dee-c962b34a8f5f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.092711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-55adf832-469f-4dfd-a572-9dd860aa18aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 HTTP/1.1" status: 200 len: 217 time: 0.0923440 Oct 26 16:24:11.099675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7af560b5-dcae-4ddd-8e61-60eab73b82d7 req-7fc9b0ac-4554-4fb9-9dee-c962b34a8f5f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 948 time: 0.0976708 Oct 26 16:24:11.196716 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] Set router d4c95f29-2fb8-47d0-a9a4-e40c062531cf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:11.226447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7af560b5-dcae-4ddd-8e61-60eab73b82d7 req-26a27296-63b5-4d7a-8099-807db6357ccd tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255357 Oct 26 16:24:11.236664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-b27cb998-786c-470f-abce-378b34311d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.244343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-b27cb998-786c-470f-abce-378b34311d93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1369379 Oct 26 16:24:11.343770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aafd6076-6712-4a61-aa10-dffe503e69c9 req-c020d5d8-91e9-4909-9570-abd4a833aa35 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1007149 Oct 26 16:24:11.381759 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311020e0-7e81-45ca-8973-a569b3b5c34b x-openstack-request-id: req-311020e0-7e81-45ca-8973-a569b3b5c34b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:11.382045 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:11.382299 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-311020e0-7e81-45ca-8973-a569b3b5c34b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:11.382696 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', 'status': 'completed', 'code': 200} Oct 26 16:24:11.457672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-7ea0710d-93b4-4e28-9d07-2b041896f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.463270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-7ea0710d-93b4-4e28-9d07-2b041896f0b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098889 Oct 26 16:24:11.483026 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:24:08Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:11.511583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ddad1-0c46-412f-88d4-817326fd39f0 None None] The sync data for ids ['d4c95f29-2fb8-47d0-a9a4-e40c062531cf'] in n-d-815373-2 is: [{'id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1828069281-router', 'tenant_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:56Z', 'updated_at': '2021-10-26T16:24:08Z', 'revision_number': 5, 'project_id': 'be33b28a15cf4b1682f698fd54c38a6e', 'gw_port': {'id': '6a17d98d-c068-4399-bb67-e9cb85d405b6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c95f29-2fb8-47d0-a9a4-e40c062531cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:11.539618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-829610b9-84fd-4d31-90a9-3dd8019a93e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.553156 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-829610b9-84fd-4d31-90a9-3dd8019a93e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a407870-fe9c-46a4-8c38-5c7f4a6da17c HTTP/1.1" status: 200 len: 943 time: 0.2807074 Oct 26 16:24:11.582959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Deleting port 6a17d98d-c068-4399-bb67-e9cb85d405b6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:11.583416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:11.735924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2c6df59-b873-4506-a6c1-083af53a2d0f req-1e0005e2-9a25-4362-bdd2-f3bc2619a415 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.1013384 Oct 26 16:24:11.750786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892178d1-4fec-4171-9c82-161a05bc6850 req-d3ad68a1-dd68-4925-ae89-5ddc75c05b18 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.755903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-892178d1-4fec-4171-9c82-161a05bc6850 req-d3ad68a1-dd68-4925-ae89-5ddc75c05b18 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.2270951 Oct 26 16:24:11.846991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-892178d1-4fec-4171-9c82-161a05bc6850 req-56c16a44-e767-4e53-be6a-fa9aca371a83 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854697 Oct 26 16:24:11.941054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:11.974827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:11.975337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59e7fa2e-5859-4e88-a117-9d1dcf7374d3 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:11.984051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b35f0-5d46-4a63-8f56-6b9116037545 req-f838b35b-8638-492a-9901-977f7ba449ac tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:11.993891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-344b35f0-5d46-4a63-8f56-6b9116037545 req-f838b35b-8638-492a-9901-977f7ba449ac tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1284776 Oct 26 16:24:12.078058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-344b35f0-5d46-4a63-8f56-6b9116037545 req-0b370524-7fdf-4bab-840e-c5fc4864399e tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830958 Oct 26 16:24:12.172578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-0d563e70-5aa4-4c0a-97cf-6bf90b16581c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027693 Oct 26 16:24:12.275953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] For port 6a17d98d-c068-4399-bb67-e9cb85d405b6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6a17d98d-c068-4399-bb67-e9cb85d405b6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:12.276881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:12.307018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Calling delete_port for 6a17d98d-c068-4399-bb67-e9cb85d405b6 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:12.326879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Deleting port 5d38e576-456c-41f7-988d-e3a7736c8c30 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:12.327267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:12.399344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1f3d3bf-7421-4e10-b035-41520f91f1c6 req-c31f59e3-4490-458d-95a5-ee339569e853 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189920 Oct 26 16:24:12.445918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddabab-89ae-4749-8f52-d026ae4eb94c req-50864c3e-65c3-427b-88b2-31bd65c975b5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:12.447709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3ddabab-89ae-4749-8f52-d026ae4eb94c req-50864c3e-65c3-427b-88b2-31bd65c975b5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 948 time: 0.1154716 Oct 26 16:24:12.600198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82e3c5cb-a746-4e58-ae46-1a26b2f3ee04 req-a77b8b79-f983-42aa-90cb-fa909de40ed0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1033862 Oct 26 16:24:12.616337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3ddabab-89ae-4749-8f52-d026ae4eb94c req-4aef7cea-1df1-41d5-a050-66a3e58a6838 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602345 Oct 26 16:24:12.696429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] For port 5d38e576-456c-41f7-988d-e3a7736c8c30, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5d38e576-456c-41f7-988d-e3a7736c8c30,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:12.697985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:12.724030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Calling delete_port for 5d38e576-456c-41f7-988d-e3a7736c8c30 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:12.906860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4d92905-1230-4443-9ca6-82826ce2ce29 req-7f062f34-6b4c-45e4-89ea-e11e5209f96d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Oct 26 16:24:12.908071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-b381b89f-7d1d-4aa8-8984-7cdf53a37eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:12.908071 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-b381b89f-7d1d-4aa8-8984-7cdf53a37eaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 1099 time: 0.0817063 Oct 26 16:24:13.008851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.024759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.064542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a17d98d-c068-4399-bb67-e9cb85d405b6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:13.064922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc3d2-7ef6-4efb-934a-7e3c3dcef623 req-2e2d0242-a28c-40e7-ae60-0f9664880295 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.066492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b83bc3d2-7ef6-4efb-934a-7e3c3dcef623 req-2e2d0242-a28c-40e7-ae60-0f9664880295 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.0829175 Oct 26 16:24:13.067862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-77459352-b6b0-40af-a4bd-65bf8b93e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.069313 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-77459352-b6b0-40af-a4bd-65bf8b93e751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1737771 Oct 26 16:24:13.151219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b83bc3d2-7ef6-4efb-934a-7e3c3dcef623 req-df89f3f8-81c9-4c29-98ba-2327774ae99a tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Oct 26 16:24:13.223734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event deleted for resources: {'Port': ['ID=5d38e576-456c-41f7-988d-e3a7736c8c30,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:13.260153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-49d9093c-f2d2-4345-9adb-543c39edc4a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 HTTP/1.1" status: 200 len: 217 time: 0.1792774 Oct 26 16:24:13.271531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] No DVR routers for this DVR port 5d38e576-456c-41f7-988d-e3a7736c8c30 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:13.275945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.284390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-688636e7-fb4f-4455-95b8-770c29d32c30 req-32851e4f-8a3f-4e17-88e0-2e22018f9e7d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.47 "DELETE /v2.0/ports/5d38e576-456c-41f7-988d-e3a7736c8c30 HTTP/1.1" status: 204 len: 173 time: 1.7105629 Oct 26 16:24:13.323689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fedb8-54a4-47db-824c-7c0d5f376475 req-0c904420-3f4e-4ebf-a01a-93de14a58bea tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.325500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3fedb8-54a4-47db-824c-7c0d5f376475 req-0c904420-3f4e-4ebf-a01a-93de14a58bea tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1006701 Oct 26 16:24:13.347988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.369588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3fedb8-54a4-47db-824c-7c0d5f376475 req-fde359e1-df4c-4513-8c0e-7d83db5ce4d9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359740 Oct 26 16:24:13.414263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-deleted', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:13.416535 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f6938f-b0a4-46cb-88fb-f0f6889da853" -d '{"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-deleted", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:13.482042 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b13e58-6a81-4eeb-8d41-940334eb3dd9 x-openstack-request-id: req-97b13e58-6a81-4eeb-8d41-940334eb3dd9 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:13.482264 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a407870-fe9c-46a4-8c38-5c7f4a6da17c", "name": "network-vif-deleted", "tag": "5d38e576-456c-41f7-988d-e3a7736c8c30", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:13.482490 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97b13e58-6a81-4eeb-8d41-940334eb3dd9 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:13.482886 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a407870-fe9c-46a4-8c38-5c7f4a6da17c', 'name': 'network-vif-deleted', 'tag': '5d38e576-456c-41f7-988d-e3a7736c8c30', 'status': 'completed', 'code': 200} Oct 26 16:24:13.494644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-bdf4f7b3-fe0a-4847-ba7b-746107c2e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.496802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-bdf4f7b3-fe0a-4847-ba7b-746107c2e5a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.2115467 Oct 26 16:24:13.498661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.501160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.600158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-ad39df1a-cb4b-4272-8ffb-38abd70372d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.601979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-ad39df1a-cb4b-4272-8ffb-38abd70372d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885780 Oct 26 16:24:13.725681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f186507b-0129-4c05-a3d6-baaf1d1aa71b req-596aa281-b0d6-4453-b94c-95c236033e03 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0376148 Oct 26 16:24:13.754378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.755075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c95f29-2fb8-47d0-a9a4-e40c062531cf {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:24:13.760723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:13.764693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e98b8b7c-8344-46fe-8dff-75ed5e686ea6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d4c95f29-2fb8-47d0-a9a4-e40c062531cf HTTP/1.1" status: 204 len: 168 time: 3.5748150 Oct 26 16:24:13.768369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55220) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:13.821478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d8c7-da3a-4e79-bcf1-8c2e996e2809 req-57f8a758-11c1-40eb-b597-87ead0b955c0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:13.843977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09c2d8c7-da3a-4e79-bcf1-8c2e996e2809 req-57f8a758-11c1-40eb-b597-87ead0b955c0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 948 time: 0.1207490 Oct 26 16:24:13.866887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-69fcd93e-06cd-4cb8-a177-65ff5f3c98dc service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561002 Oct 26 16:24:13.935111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09c2d8c7-da3a-4e79-bcf1-8c2e996e2809 req-b56ccb2d-e583-4a21-9403-0a4c6bb34ba4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784006 Oct 26 16:24:13.993729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Deleting subnet 90480d8e-2193-4fb0-9c59-6f28b58548fb {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:24:14.006786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.077968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.094856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e05cd18-e66d-4fd3-8818-a4cb66fe86a6 req-a051004f-113e-4fbd-a04c-fec84950e0c4 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0728931 Oct 26 16:24:14.156391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c15a583-0eb6-4b11-8b74-9911bcfbda6c req-861dc7ac-63b3-4683-8985-349104b37080 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618582 Oct 26 16:24:14.230932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.320387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c78dde-b73a-46f5-80fd-8f1bcb58b2d9 req-48b2ed69-fa20-4672-94a8-f1761adf341f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:14.329865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7c78dde-b73a-46f5-80fd-8f1bcb58b2d9 req-48b2ed69-fa20-4672-94a8-f1761adf341f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.0866756 Oct 26 16:24:14.344721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.379787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7c78dde-b73a-46f5-80fd-8f1bcb58b2d9 req-eb1090da-1a5a-4cbc-ad1f-f0121f387b1e tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Oct 26 16:24:14.390246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90480d8e-2193-4fb0-9c59-6f28b58548fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:14.402174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.402174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0add089e-2122-448e-a4d1-04271375c674 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90480d8e-2193-4fb0-9c59-6f28b58548fb HTTP/1.1" status: 204 len: 168 time: 0.6301913 Oct 26 16:24:14.404255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:14.408048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eefbe8-0598-4392-8270-4c66eb143e87 None None] Network dc42eb09-8c5e-46c4-88f3-9da40b8369ef requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:14.584812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.617016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557e5bc-78a8-4ebe-ad4b-f8e0fae858f7 req-d7961d88-5a0c-4428-89a5-9ed0e1038105 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:14.632978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2557e5bc-78a8-4ebe-ad4b-f8e0fae858f7 req-d7961d88-5a0c-4428-89a5-9ed0e1038105 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1122019 Oct 26 16:24:14.716961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Deleting port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:14.717708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.727324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2557e5bc-78a8-4ebe-ad4b-f8e0fae858f7 req-b1e46cac-73d7-430e-bcff-e3f0a6b4ff93 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874043 Oct 26 16:24:14.775556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] DHCP port deletion for dc42eb09-8c5e-46c4-88f3-9da40b8369ef request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:24:14.831396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] For port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:14.831766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.838229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Deleting port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:14.838911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.847604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Calling delete_port for 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:14.889763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-859af068-26bb-4f8d-8948-6f1841c0d5da req-9e63c438-3c8e-4e29-9d7c-ee5dfbd148ef tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0673988 Oct 26 16:24:14.949333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] For port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,segment=NetworkSegment(21275b60-552e-40f3-aafb-55830407dda5),segment_id=21275b60-552e-40f3-aafb-55830407dda5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:14.949719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:14.971811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Calling delete_port for 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:15.071944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.087553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958e169-06b2-4769-8d41-07739bf22f24 req-aeaebf97-04b9-4a00-bf77-ee5553567f25 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:15.087553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d958e169-06b2-4769-8d41-07739bf22f24 req-aeaebf97-04b9-4a00-bf77-ee5553567f25 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 948 time: 0.0595503 Oct 26 16:24:15.091408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] No DVR routers for this DVR port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:15.121248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.160443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] No DVR routers for this DVR port 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:15.174911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ad9a-e1dd-43e2-9267-a644893ac933 None None] Pushing event deleted for resources: {'Port': ['ID=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:15.188602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3eaeef-f3bd-43ba-90de-b8e3e42838f9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:15.244256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d958e169-06b2-4769-8d41-07739bf22f24 req-892ff684-d3b4-4b06-9aef-a9cae1a2ec9d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461234 Oct 26 16:24:15.306054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.352153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ac9cd20-dbb7-47d8-8950-769df476bc47 req-17bc1cbc-97d1-4e57-9bce-14861e509d8e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0331070 Oct 26 16:24:15.352622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc42eb09-8c5e-46c4-88f3-9da40b8369ef']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:15.352622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21275b60-552e-40f3-aafb-55830407dda5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:15.352622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21275b60-552e-40f3-aafb-55830407dda5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:15.352622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.361338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.375291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:24:15.376485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:24:15.379964 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:24:15.501975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e0de-5608-416f-b6bb-8b9d462d27f8 req-39bbf194-6353-43bf-b7a1-30ed82f606a1 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:15.504324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c650e0de-5608-416f-b6bb-8b9d462d27f8 req-39bbf194-6353-43bf-b7a1-30ed82f606a1 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.0607488 Oct 26 16:24:15.513360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.538104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:15.544743 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dc42eb09-8c5e-46c4-88f3-9da40b8369ef HTTP/1.1" status: 204 len: 168 time: 1.1385970 Oct 26 16:24:15.546170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bccca-eada-419d-9dc2-da4ab3576688 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc42eb09-8c5e-46c4-88f3-9da40b8369ef,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:15.587601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c650e0de-5608-416f-b6bb-8b9d462d27f8 req-f2fc4c2f-0886-419e-b07e-eb3b1e072c67 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Oct 26 16:24:15.698990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:15.731366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:15.732741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f3eaeef-f3bd-43ba-90de-b8e3e42838f9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:15.732741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6a17d98d-c068-4399-bb67-e9cb85d405b6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:15.757422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6a17d98d-c068-4399-bb67-e9cb85d405b6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:15.757767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6a17d98d-c068-4399-bb67-e9cb85d405b6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:15.856072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd89a2-ccb3-43a5-b564-9dcad27be7df req-da308a8c-74fb-4acb-96e6-bc01c7eb1655 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:15.857599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36fd89a2-ccb3-43a5-b564-9dcad27be7df req-da308a8c-74fb-4acb-96e6-bc01c7eb1655 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.0551414 Oct 26 16:24:15.904948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:15.918663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:15.918972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36fd89a2-ccb3-43a5-b564-9dcad27be7df req-656165a2-3d41-4de5-b3db-7cf6c8f52dba tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Oct 26 16:24:15.944181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 5d38e576-456c-41f7-988d-e3a7736c8c30 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:15.944537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5d38e576-456c-41f7-988d-e3a7736c8c30 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:16.086379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67f9b01c-53a4-48f2-a528-53ee1b7a6e29 req-54bc0fab-1511-4e94-9a18-6bf9952b1ea7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0628855 Oct 26 16:24:16.131760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:16.142507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', 'mac_address': 'fa:16:3e:be:3d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:16.204219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.230902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ceca-eadd-4448-afb9-0a5254d9328c req-bf6f35f9-8ede-4cd3-ab9d-d88e613ca821 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:16.239747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:16.241304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a89ceca-eadd-4448-afb9-0a5254d9328c req-bf6f35f9-8ede-4cd3-ab9d-d88e613ca821 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.0695906 Oct 26 16:24:16.267879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:16.316159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a89ceca-eadd-4448-afb9-0a5254d9328c req-5dc8074c-db85-4127-a33d-73348f5610de tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739703 Oct 26 16:24:16.341198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.427270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24a52b-9ce4-49c0-9ee0-0e524a21b1b6 req-7c5f123e-dad7-460d-89f0-119659f1d1ff tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:16.435234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b24a52b-9ce4-49c0-9ee0-0e524a21b1b6 req-7c5f123e-dad7-460d-89f0-119659f1d1ff tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 949 time: 0.0972698 Oct 26 16:24:16.455622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:16.471956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d0e5d0-d730-439e-b2dc-0b3e2ac2dbcd req-55972f99-854d-4879-b206-6ee76c72cadb tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0286989 Oct 26 16:24:16.478412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55264) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:16.509981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b24a52b-9ce4-49c0-9ee0-0e524a21b1b6 req-3f97b9a7-a904-470e-8bd4-99448acd376a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Oct 26 16:24:16.551409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55266) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:16.551555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0d1ab2d-df5d-43e6-a204-6fa519469ed8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be33b28a15cf4b1682f698fd54c38a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719266 Oct 26 16:24:16.608137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.609264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:16.650023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.737463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea548b5-79e1-4e73-92c8-e22d11e703bb req-dcec429d-fd27-4b67-ab04-c1b3f1aea092 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:16.739311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ea548b5-79e1-4e73-92c8-e22d11e703bb req-dcec429d-fd27-4b67-ab04-c1b3f1aea092 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.0635362 Oct 26 16:24:16.788725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ea548b5-79e1-4e73-92c8-e22d11e703bb req-73fae3d8-77c9-488d-b43c-826aa8945c45 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Oct 26 16:24:16.840637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.843232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:16.844382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68eb0470-4d22-482c-a1fa-af2826284355 HTTP/1.1" status: 204 len: 168 time: 0.2916715 Oct 26 16:24:16.852668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5c9bb-5494-443e-a1b9-dee1d4cfb681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eb0470-4d22-482c-a1fa-af2826284355,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:17.036514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df601-973e-4af9-8b31-c46e995f989b req-08707a19-3106-4bc9-a6a0-3a1f4e215f68 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:17.039206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce7df601-973e-4af9-8b31-c46e995f989b req-08707a19-3106-4bc9-a6a0-3a1f4e215f68 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.0530086 Oct 26 16:24:17.083733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce7df601-973e-4af9-8b31-c46e995f989b req-67802134-fd8a-4f11-9fe9-53c37cebe3bc tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Oct 26 16:24:17.179074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87422c21-34b5-48b1-a7cc-40b423bc44b3 req-3afb2c22-13d9-4e45-957d-0c8b6caf6013 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0267909 Oct 26 16:24:17.632803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5b9971f-5858-407d-8d67-0e8e12988863 req-5ccd2f83-2d9f-4b5f-91e6-9aecc46ffd7c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0448241 Oct 26 16:24:17.655718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-f89ee445-c842-4b27-9d78-b494f45d0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:17.656876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-f89ee445-c842-4b27-9d78-b494f45d0581 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 1095 time: 0.1569958 Oct 26 16:24:17.689987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f512ca-df02-42e2-8a93-947845c8be39 req-427b797e-8218-4a45-adc8-0a739ea973c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:17.691521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11f512ca-df02-42e2-8a93-947845c8be39 req-427b797e-8218-4a45-adc8-0a739ea973c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d99df6c6221c46e6a338845df4796ba4&device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 1095 time: 0.1327400 Oct 26 16:24:17.917291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:18.030785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:18.037527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:18.037527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.066862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f512ca-df02-42e2-8a93-947845c8be39 req-18a47751-83a0-4698-92e3-c2443965f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.068370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11f512ca-df02-42e2-8a93-947845c8be39 req-18a47751-83a0-4698-92e3-c2443965f33a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d99df6c6221c46e6a338845df4796ba4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3558645 Oct 26 16:24:18.081560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850341c-8073-47a1-b092-64bde7f75c08 req-3c5d2363-afbb-4dfc-8b00-cdc7ea694232 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.089235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4850341c-8073-47a1-b092-64bde7f75c08 req-3c5d2363-afbb-4dfc-8b00-cdc7ea694232 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 949 time: 0.3029952 Oct 26 16:24:18.096803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-2f54a3b2-1687-4c4e-92b9-650255f3234f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--466392456&fields=id&tenant_id=0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 267 time: 0.2227533 Oct 26 16:24:18.117854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:18.138614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.157795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-1ffae644-fcaf-4894-8f38-4f57413bf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.160113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-1ffae644-fcaf-4894-8f38-4f57413bf996 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=18f970a6efeb41148dcdaed6adc94842&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4919391 Oct 26 16:24:18.167094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:18.169488 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb937471-3a46-4884-99c4-73872dc02e66" -d '{"events": [{"server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "name": "network-vif-plugged", "status": "completed", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:18.186025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:18.242120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-network', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:18.243629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4850341c-8073-47a1-b092-64bde7f75c08 req-8583b7f2-0ddf-4bce-b9d2-1d1c8e75779b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535285 Oct 26 16:24:18.274527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.328772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:18.714433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f512ca-df02-42e2-8a93-947845c8be39 req-9833980d-3c10-40fc-bc8f-27cf93e7612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.715916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11f512ca-df02-42e2-8a93-947845c8be39 req-9833980d-3c10-40fc-bc8f-27cf93e7612f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6246183 Oct 26 16:24:18.730973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-e8d4b54c-562b-454e-af8e-0e88b3d1b1c3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.732549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-e8d4b54c-562b-454e-af8e-0e88b3d1b1c3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 823 time: 0.6023793 Oct 26 16:24:18.737280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-df1daead-3f69-4c73-b71f-37981c6a7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.738961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b30ce3d-b367-429d-9fac-c41dd4c60067 req-df1daead-3f69-4c73-b71f-37981c6a7bb1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5334194 Oct 26 16:24:18.755544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f21c-7ab0-42fa-a522-136869778dd6 req-5a8c8552-45e4-4d94-a3eb-faaf68035f8d tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.757387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6248f21c-7ab0-42fa-a522-136869778dd6 req-5a8c8552-45e4-4d94-a3eb-faaf68035f8d tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1662772 Oct 26 16:24:18.764123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-e3770901-5c4c-4ec8-b34b-f83f68b99069 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/quotas/0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 375 time: 0.0241416 Oct 26 16:24:18.806633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Made reservation on behalf of b62c70fbbc1c4957b5829db72683a055 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:18.806633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.806633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.897801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6248f21c-7ab0-42fa-a522-136869778dd6 req-bacba03d-9a5e-4b21-a1a7-4543ecc38868 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216774 Oct 26 16:24:18.908702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:18.927871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-5f36b253-c47b-4c05-90b3-1daa695a9c9f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1528118 Oct 26 16:24:18.929995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-59171cf0-a81b-4438-a2d9-8dcabfaf12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.934651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-59171cf0-a81b-4438-a2d9-8dcabfaf12cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d99df6c6221c46e6a338845df4796ba4&device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 1095 time: 0.1670499 Oct 26 16:24:18.935794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-d1bde740-5d47-4393-940f-6db1d4e766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:18.937895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-d1bde740-5d47-4393-940f-6db1d4e766e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18f970a6efeb41148dcdaed6adc94842&device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 1095 time: 0.1210217 Oct 26 16:24:19.106156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-d6a842bd-65f7-491c-b0b0-a6c9552f85ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb HTTP/1.1" status: 200 len: 217 time: 0.1419713 Oct 26 16:24:19.106156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-f38e1a70-5807-405d-a536-33822dadc1cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905 HTTP/1.1" status: 200 len: 217 time: 0.1348588 Oct 26 16:24:19.106933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eb064-8521-4f55-86c9-dd5d8250722a req-a9c1b1ce-2271-4078-a2fb-fbdcc3aef7e8 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.106933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-043eb064-8521-4f55-86c9-dd5d8250722a req-a9c1b1ce-2271-4078-a2fb-fbdcc3aef7e8 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/ports?device_id=30227f9f-8dd6-47c7-88b7-2f1119587ae6 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Oct 26 16:24:19.188776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66effd68-1623-4557-8cbd-cd956699ccef req-15f79c2b-f7a2-4623-940b-bdc3efff7faf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.190292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66effd68-1623-4557-8cbd-cd956699ccef req-15f79c2b-f7a2-4623-940b-bdc3efff7faf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1871965 Oct 26 16:24:19.230889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Deleting port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:19.231553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.237254 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-32a966b5-dccb-4557-ab59-b24ad1994838 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310197 Oct 26 16:24:19.239065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-38f569fd-a562-4511-97dc-23f1d7eec127 service neutron] 10.222.0.21 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002341 Oct 26 16:24:19.257670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-eb69570e-9914-4d89-b9b5-ec27307e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.259112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-eb69570e-9914-4d89-b9b5-ec27307e22e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 200 len: 862 time: 0.1377144 Oct 26 16:24:19.265211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-0b3c229f-7fba-42c9-9357-413a833e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.269326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-0b3c229f-7fba-42c9-9357-413a833e56c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd080bac-c1d6-452c-921a-18600fd79521 HTTP/1.1" status: 200 len: 854 time: 0.1575816 Oct 26 16:24:19.352435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66effd68-1623-4557-8cbd-cd956699ccef req-46917e06-19d5-4e30-b128-b4d761ba67fe tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541233 Oct 26 16:24:19.401276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-8faa0589-25e1-482e-82aa-eeee4e497770 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cfce86b-0436-44f3-97ff-c23626cb8ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919220 Oct 26 16:24:19.405303 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15240bc-2bc0-43c4-8171-f63d2d365a12 x-openstack-request-id: req-d15240bc-2bc0-43c4-8171-f63d2d365a12 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:19.405962 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "name": "network-vif-plugged", "status": "completed", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:19.406225 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d15240bc-2bc0-43c4-8171-f63d2d365a12 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:19.406618 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', 'code': 200} Oct 26 16:24:19.422691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] For port ba15aed0-9cb4-4be9-98d8-1dd4126b3770, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:19.423060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.488453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-6c7708e1-840f-488c-accf-42f941d27590 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.489881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-6c7708e1-840f-488c-accf-42f941d27590 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413137 Oct 26 16:24:19.546667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Request body: {'port': {'device_id': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '2b9c4fe7f07347fdb66d308d7a7ac503'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:19.547529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-ed27e70c-89ee-4d40-bba5-51ce3d092d20 service neutron] 10.222.0.21 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997019 Oct 26 16:24:19.571554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.580008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6e036a8-6354-47b8-9952-91ca3bfef637 req-7ef1a82f-9565-46a0-994e-78a38f0a7711 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1110306 Oct 26 16:24:19.582342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-b06c63bf-0c8b-441b-b5ae-52e0b7e9b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:19.585782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-b06c63bf-0c8b-441b-b5ae-52e0b7e9b8ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=187a9127-aa85-4de6-8fc3-f6115d7d88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788131 Oct 26 16:24:19.693525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:24:19.739374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-7d06a1ce-4a48-4d7c-bbf7-d7942e7adcd2 service neutron] 10.222.0.39 "GET /v2.0/networks/187a9127-aa85-4de6-8fc3-f6115d7d88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427650 Oct 26 16:24:19.753636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.755082 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Added segment 276ac238-bd8b-427c-a70d-724acac1d5d2 of type vlan for network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 Oct 26 16:24:19.755427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96bf924-2d14-4b1c-ab90-b12bb5eee0ba,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:19.774996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d423f903-a4df-4254-935c-b7c61b632d56 req-3c6f652f-e0d1-4590-bff8-c4d0b9d58e89 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0552580 Oct 26 16:24:19.799765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-d7fe7e35-e624-4383-83c0-524ce71a9763 service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747404 Oct 26 16:24:19.956922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b38dbc8-35da-4271-88a0-83583ac867e0 req-c5e6948e-1a85-474d-a6ce-052b2b9a74e3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 210 time: 0.0906463 Oct 26 16:24:19.959051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.959712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:19.964407 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b disassociated. External IP: 172.25.5.108, port: ba15aed0-9cb4-4be9-98d8-1dd4126b3770. Oct 26 16:24:19.964407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Calling delete_port for ba15aed0-9cb4-4be9-98d8-1dd4126b3770 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:20.138708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e428462-4a06-4ead-b3b0-68cf3fc3adbc req-80094e6e-ab39-46ab-af4f-c8b85902a9fb service neutron] 10.222.0.39 "GET /v2.0/networks/187a9127-aa85-4de6-8fc3-f6115d7d88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733611 Oct 26 16:24:20.164534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c50123-4cca-4bac-9d55-35fb69765a06 req-fec9126b-011b-41ad-8134-c077c15c1408 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.166184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62c50123-4cca-4bac-9d55-35fb69765a06 req-fec9126b-011b-41ad-8134-c077c15c1408 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.2275965 Oct 26 16:24:20.191408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb71b5-bc4c-4b40-891e-d339b5ce0152 req-51e1ff95-9ef0-4f08-9d7e-6a23b565b028 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.193047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fefb71b5-bc4c-4b40-891e-d339b5ce0152 req-51e1ff95-9ef0-4f08-9d7e-6a23b565b028 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1228182 Oct 26 16:24:20.224951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebac8e8e-dd80-4156-a1a2-9ca39008abbb req-0d174b92-0e8f-471e-9558-836077b5ba09 service neutron] 10.222.0.39 "GET /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598909 Oct 26 16:24:20.297310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.318675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62c50123-4cca-4bac-9d55-35fb69765a06 req-ab5ce2cb-37a0-41bd-97f2-70789985e64f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387532 Oct 26 16:24:20.335229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fefb71b5-bc4c-4b40-891e-d339b5ce0152 req-69c94028-1f68-488a-bd7a-02fd1e2c75e3 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266055 Oct 26 16:24:20.395271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-2754e13f-884a-4e45-95a5-d1265834159a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.395271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-2754e13f-884a-4e45-95a5-d1265834159a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.2153556 Oct 26 16:24:20.400296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41008605-66a9-49a8-8415-81ce512d5ecb req-3f4924b5-9bfb-4257-895f-65a260d54045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.403080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41008605-66a9-49a8-8415-81ce512d5ecb req-3f4924b5-9bfb-4257-895f-65a260d54045 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 1101 time: 0.9220421 Oct 26 16:24:20.409484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Request body: {'port': {'device_id': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'admin_state_up': True, 'tenant_id': 'd7b8b3536157487490f588e6cb027aba'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:20.452138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41008605-66a9-49a8-8415-81ce512d5ecb req-f27dab76-2acc-4a18-93f1-37e87b31f7a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Oct 26 16:24:20.454148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.455221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.455742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.554192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c9dd0-4ab7-4087-9352-e7b9d5fdd1be req-bdccd936-8dd0-4292-8514-a3d41c1b006f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:20.555826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-196c9dd0-4ab7-4087-9352-e7b9d5fdd1be req-bdccd936-8dd0-4292-8514-a3d41c1b006f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.0932562 Oct 26 16:24:20.568544 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.569602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Made reservation on behalf of 2b9c4fe7f07347fdb66d308d7a7ac503 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:20.574702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.609617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] Pushing event updated for resources: {'Network': ['ID=0c84c9c9-419f-406e-9aa0-f66afaef39c4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:20.617591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-196c9dd0-4ab7-4087-9352-e7b9d5fdd1be req-0b600022-c00d-4923-8926-0b04a51aebbd tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Oct 26 16:24:20.627786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:24:20.735775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fdc659b-f97e-4763-8ccc-f340d303f6ef req-64ae8f46-3161-4562-a610-2e01408ed07c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0318084 Oct 26 16:24:20.738719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:20.752811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.770914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-08f5f6e9-2217-49f4-946d-df8077d1e336 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6517701 Oct 26 16:24:20.779102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55352) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:20.783906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Request body: {'subnet': {'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-subnet', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:20.821303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Allocated IP 192.168.233.83 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/bc294524-f4bb-4c88-a9bf-d2bbadc56e88) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:20.851791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.896261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event deleted for resources: {'Port': ['ID=ba15aed0-9cb4-4be9-98d8-1dd4126b3770,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:20.915462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Made reservation on behalf of b62c70fbbc1c4957b5829db72683a055 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:20.918595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:20.921181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fc8bba6-4c37-44f6-a4f1-701e67b21604 req-bace28e6-e448-4f68-8aa6-e26c0b0692ca tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 210 time: 0.0506811 Oct 26 16:24:20.946536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Allocated IP 172.20.0.13 (0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e/1bebad07-5c8e-4553-8741-3c2acd84c205/d779b940-5454-4428-89cc-93b09e1bcc50) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:21.034058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6db15f38-e543-4b68-95a7-691714d92f55 req-29e1ec6d-3da2-4154-a991-16a96699136e tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 210 time: 0.0360060 Oct 26 16:24:21.170290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.214347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:21.279658 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.281895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.340838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:21.344896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:21.361434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:21.432666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:21.499018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:21.511264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:21.528966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:21.532939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:21.533080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.533194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:21.555965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] No DVR routers for this DVR port ba15aed0-9cb4-4be9-98d8-1dd4126b3770 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:21.561668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.562926 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-043eb064-8521-4f55-86c9-dd5d8250722a req-2203b61d-fc21-456a-9534-2d1f58754ab1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "DELETE /v2.0/ports/ba15aed0-9cb4-4be9-98d8-1dd4126b3770 HTTP/1.1" status: 204 len: 173 time: 2.4509473 Oct 26 16:24:21.563417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'name': 'network-vif-deleted', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:21.565962 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dcc2f8-7220-41d1-b4fe-96f848069b47" -d '{"events": [{"server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "name": "network-vif-deleted", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:21.607483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c7c5-f95f-4efb-8318-f25180d06c80 req-857bd263-f2af-426a-a089-94c5c7098a5e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:21.622115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bac7c7c5-f95f-4efb-8318-f25180d06c80 req-857bd263-f2af-426a-a089-94c5c7098a5e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.1699531 Oct 26 16:24:21.636249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a415-828f-496a-9d0b-6f23e2e62a6c req-3dacb7bc-0527-4c9a-a5ce-1f0fc76f6af4 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:21.638688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6201a415-828f-496a-9d0b-6f23e2e62a6c req-3dacb7bc-0527-4c9a-a5ce-1f0fc76f6af4 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1913731 Oct 26 16:24:21.638908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.641635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.654331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-d679ac63-59dd-4474-a018-207cdeeda9ff tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2501299 Oct 26 16:24:21.662848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:21.684137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Request body: {'port': {'device_id': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:21.749612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:21.752122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bac7c7c5-f95f-4efb-8318-f25180d06c80 req-596891c5-3564-4670-9615-b052881726b6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279986 Oct 26 16:24:21.772863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6201a415-828f-496a-9d0b-6f23e2e62a6c req-f0a66b56-dbb8-4619-bf2c-908875ebfe91 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245575 Oct 26 16:24:21.791285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:21.825231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:21.839638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:21.888156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:21.986928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:21.987763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.006742 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e17528-946f-4447-ba7a-dbfa900a93e1 x-openstack-request-id: req-55e17528-946f-4447-ba7a-dbfa900a93e1 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:22.007004 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30227f9f-8dd6-47c7-88b7-2f1119587ae6", "name": "network-vif-deleted", "tag": "ba15aed0-9cb4-4be9-98d8-1dd4126b3770", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:22.007283 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55e17528-946f-4447-ba7a-dbfa900a93e1 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:22.007685 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30227f9f-8dd6-47c7-88b7-2f1119587ae6', 'name': 'network-vif-deleted', 'tag': 'ba15aed0-9cb4-4be9-98d8-1dd4126b3770', 'status': 'completed', 'code': 200} Oct 26 16:24:22.036938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:22.044004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7fd1d1-1b0e-415b-9b9a-134859e345dd,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:22.059173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Checking segment: {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:22.059173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Network hostable DHCP agents. Network: 0c84c9c9-419f-406e-9aa0-f66afaef39c4, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:24:22.131332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa79f-3628-4647-bb0c-cccb5dae2c57 req-78313197-8d50-4e66-b145-6ccd5a177d6f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:22.133529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8aaa79f-3628-4647-bb0c-cccb5dae2c57 req-78313197-8d50-4e66-b145-6ccd5a177d6f tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.2310045 Oct 26 16:24:22.181827 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-2775a567-6a97-4a98-b77c-871ec277c760 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6415784 Oct 26 16:24:22.198456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Request body: {'port': {'device_id': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:22.203107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:24:22.252496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6ae51-6a9d-4339-9c0b-f972fe5e96f7 req-1d648dd8-1789-450e-ab79-e592ea2ba61a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:22.253608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-311d27d3-db5b-4c7e-a26c-e062031441df None None] Provisioning complete for port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:22.253744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aca6ae51-6a9d-4339-9c0b-f972fe5e96f7 req-1d648dd8-1789-450e-ab79-e592ea2ba61a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 935 time: 0.2036366 Oct 26 16:24:22.253984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-311d27d3-db5b-4c7e-a26c-e062031441df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.282262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.297592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8aaa79f-3628-4647-bb0c-cccb5dae2c57 req-42ccafc2-ed63-422b-b5fa-ef138a2206ea tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427424 Oct 26 16:24:22.305485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 0c84c9c9-419f-406e-9aa0-f66afaef39c4) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:22.331177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:22.332475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3a646-6685-4a68-98ee-37fba7263a74 None None] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:22.337159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.391057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.397831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-311d27d3-db5b-4c7e-a26c-e062031441df None None] Port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:22.436067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aca6ae51-6a9d-4339-9c0b-f972fe5e96f7 req-bf263a3a-c343-42f4-9830-1870814e6a76 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549032 Oct 26 16:24:22.479339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e32c3f-dfed-43c4-ba51-3edb82163c53 req-a0f06db8-e5a2-411d-b9e5-57b8e2a5ae1d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:22.480991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2e32c3f-dfed-43c4-ba51-3edb82163c53 req-a0f06db8-e5a2-411d-b9e5-57b8e2a5ae1d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 932 time: 0.1074762 Oct 26 16:24:22.481914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:22.550420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2e32c3f-dfed-43c4-ba51-3edb82163c53 req-ea7a0b21-4988-4c82-bb3f-f61a1a4618d7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Oct 26 16:24:22.558630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d779b940-5454-4428-89cc-93b09e1bcc50 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:22.569861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.589832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Transition to ACTIVE for port object d779b940-5454-4428-89cc-93b09e1bcc50 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:22.638086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb0a9956-a115-4b5e-b315-4a044fff6c16 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8578737 Oct 26 16:24:22.640864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55374) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:22.646734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:22.656174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df1c0f7d-8fa4-4add-9de1-3e100214e295 req-6a87dbfb-cf9f-42cd-9248-ca711ae7b99a tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 210 time: 0.0450544 Oct 26 16:24:22.685634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.692957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:22.734273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:22.735933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:22.778664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'fixed_ips': [{'subnet_id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:24:22.779826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.797134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.798396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.831345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc294524-f4bb-4c88-a9bf-d2bbadc56e88 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:22.856254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.891991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:22.899728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Transition to ACTIVE for port object bc294524-f4bb-4c88-a9bf-d2bbadc56e88 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:22.945586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:23.007060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:23.048600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Attempting to bind port d779b940-5454-4428-89cc-93b09e1bcc50 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:23.048600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Attempting to bind port d779b940-5454-4428-89cc-93b09e1bcc50 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:23.048911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Attempting to bind port d779b940-5454-4428-89cc-93b09e1bcc50 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:23.061505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Port d779b940-5454-4428-89cc-93b09e1bcc50 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:23.061846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Attempting to bind port d779b940-5454-4428-89cc-93b09e1bcc50 on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:23.063259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.066034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Allocated IP 172.20.0.2 (0c84c9c9-419f-406e-9aa0-f66afaef39c4/0e7fd1d1-1b0e-415b-9b9a-134859e345dd/2c6f6457-f715-4447-828c-7c96672a81da) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:23.071017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:23.071400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Checking segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:23.071808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Bound using segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:23.072215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Bound port: d779b940-5454-4428-89cc-93b09e1bcc50, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:23.073244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.100467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6e31-816a-4b7f-a055-c774e0d68786 req-76aad4a3-35cb-4a98-ad2d-dbd6740ac9a1 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:23.112410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e53c6e31-816a-4b7f-a055-c774e0d68786 req-76aad4a3-35cb-4a98-ad2d-dbd6740ac9a1 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.1624851 Oct 26 16:24:23.190854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e53c6e31-816a-4b7f-a055-c774e0d68786 req-220adde6-b717-48f2-8acb-c1faa328141f tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781550 Oct 26 16:24:23.198356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:23.254252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e942-d0f8-4c06-b546-3bac917d9891 req-e4b1172c-2c06-4d02-941d-5b474d9f41ea tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:23.265004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e853e942-d0f8-4c06-b546-3bac917d9891 req-e4b1172c-2c06-4d02-941d-5b474d9f41ea tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.3896823 Oct 26 16:24:23.286543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.289721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.340530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-16bd8671-123e-4389-b568-169eb116d0b2 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:23.342141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-16bd8671-123e-4389-b568-169eb116d0b2 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 823 time: 0.4336700 Oct 26 16:24:23.395388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.488614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:23.494153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:23.501234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:23.501687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:23.503995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Pushing event updated for resources: {'Port': ['ID=2c6f6457-f715-4447-828c-7c96672a81da,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:23.517331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e853e942-d0f8-4c06-b546-3bac917d9891 req-23600ce6-3b4f-4d66-87e2-fc5bda35e084 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513385 Oct 26 16:24:23.545623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:23.583492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eea71-2de3-4edb-8601-c23d2a4baec7 req-f3a5cd1f-d158-460e-9ce7-afb81fd15662 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:23.595535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-362eea71-2de3-4edb-8601-c23d2a4baec7 req-f3a5cd1f-d158-460e-9ce7-afb81fd15662 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 944 time: 0.1663842 Oct 26 16:24:23.597762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-c1309ff3-3e7b-4e8c-964f-e2aea3985ebd tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9afd2802bd4f009c66037ab75610f2 HTTP/1.1" status: 200 len: 379 time: 0.2061205 Oct 26 16:24:23.610462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Attempting to bind port 2c6f6457-f715-4447-828c-7c96672a81da on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:23.610820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Attempting to bind port 2c6f6457-f715-4447-828c-7c96672a81da by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:23.611209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Attempting to bind port 2c6f6457-f715-4447-828c-7c96672a81da on network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:23.620164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:23.620539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Checking segment: {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:23.620960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.621324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Bound using segment: {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:23.621793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Bound port: 2c6f6457-f715-4447-828c-7c96672a81da, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:23.622170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.639990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'port': {'device_id': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'admin_state_up': True, 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'security_groups': ['d42c1619-614f-40ad-93e6-ab7cb86a24d0']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:23.643335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:23.652297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.682867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-362eea71-2de3-4edb-8601-c23d2a4baec7 req-31759bc3-e64c-4809-b85c-588015ca3209 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857427 Oct 26 16:24:23.691295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e179013-de78-443b-9241-3a462e192fd6 None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:23.762992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:23.763497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:23.763931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:23.782005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] For port 2c6f6457-f715-4447-828c-7c96672a81da, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:23.789838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] For port 2c6f6457-f715-4447-828c-7c96672a81da, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c6f6457-f715-4447-828c-7c96672a81da,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:23.795256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:23.795717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:23.828657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:23.829169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:23.829608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:23.829822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:23.830251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Bound port: bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:23.830435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.831395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.831840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] 10.222.0.39 "PUT /v2.0/ports/d779b940-5454-4428-89cc-93b09e1bcc50 HTTP/1.1" status: 200 len: 1092 time: 2.1599433 Oct 26 16:24:23.861365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:23.868049 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9688c73-774a-4b5c-b4b2-4bc49e0da477" -d '{"events": [{"name": "network-changed", "server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:23.882574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:23.936007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ba15aed0-9cb4-4be9-98d8-1dd4126b3770 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:24.014734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Made reservation on behalf of 0d9afd2802bd4f009c66037ab75610f2 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:24.020462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.029328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: ba15aed0-9cb4-4be9-98d8-1dd4126b3770 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:24.029590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686a5a6-ee01-4f2e-af79-dfef27869751 service neutron] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:24.029732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ba15aed0-9cb4-4be9-98d8-1dd4126b3770 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:24.073004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954a4a-34cc-4ddd-b64b-5799b6c69f31 None None] Pushing event updated for resources: {'Port': ['ID=2c6f6457-f715-4447-828c-7c96672a81da,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:24.083043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb9bb1-b36b-4494-bccf-e70a16be1433 req-5870cf41-c90b-4f3d-9806-e26ad090bd68 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.085070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08cb9bb1-b36b-4494-bccf-e70a16be1433 req-5870cf41-c90b-4f3d-9806-e26ad090bd68 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.4105794 Oct 26 16:24:24.122557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac2f3-c84f-49ec-8aa4-82fe204c379f req-6e466eab-e756-472a-920b-ecb8acb42a13 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.133317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71dac2f3-c84f-49ec-8aa4-82fe204c379f req-6e466eab-e756-472a-920b-ecb8acb42a13 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 1101 time: 0.2523017 Oct 26 16:24:24.144351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:24.162025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-b5fbcb2f-b859-41e0-a580-83dbd86e2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.163600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-b5fbcb2f-b859-41e0-a580-83dbd86e2687 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 1095 time: 0.2178364 Oct 26 16:24:24.191239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08cb9bb1-b36b-4494-bccf-e70a16be1433 req-36d20aff-7048-4e62-8889-f379bbfe8f5c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977297 Oct 26 16:24:24.221028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde44d46-9644-4d5e-aa33-82c2f5f05f56 None None] New status for floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:24:24.227161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-7113dd33-42f5-4a2d-a4a0-7cf7fe1bb525 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d779b940-5454-4428-89cc-93b09e1bcc50 HTTP/1.1" status: 200 len: 217 time: 0.0534289 Oct 26 16:24:24.262143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:24.263202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71dac2f3-c84f-49ec-8aa4-82fe204c379f req-51b0448b-456b-400c-a7da-8b12bfdb3fe3 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240289 Oct 26 16:24:24.353497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 83468c1f-ce0a-46c8-97cd-2a793af520fb details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:24.354834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-15aaac95-8ff8-4d4d-8c80-d5a60698d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.356494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-15aaac95-8ff8-4d4d-8c80-d5a60698d63c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.1209049 Oct 26 16:24:24.391143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.429310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08255bcf-3add-405b-b281-93f0e47f5fee req-b26cca0b-946d-450f-a979-e42856831f1f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 210 time: 0.0645866 Oct 26 16:24:24.443418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-a586219a-3273-4409-9829-35269997b4f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693359 Oct 26 16:24:24.448131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.451341 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.555893 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0813a-464f-44ba-814d-f89750e812c9 x-openstack-request-id: req-22f0813a-464f-44ba-814d-f89750e812c9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:24.556193 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:24.556453 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22f0813a-464f-44ba-814d-f89750e812c9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:24.557430 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'status': 'completed', 'code': 200} Oct 26 16:24:24.610925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5897-cbed-4908-b0e1-2fb3e4d5e033 req-d3f210c4-5849-4d76-ac29-78bc70e7b794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.620161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1f5897-cbed-4908-b0e1-2fb3e4d5e033 req-d3f210c4-5849-4d76-ac29-78bc70e7b794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 944 time: 0.1980953 Oct 26 16:24:24.696678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:24.715931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.716571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.718242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 1095 time: 2.5257938 Oct 26 16:24:24.718709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:24.723227 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b796e-889a-4ba1-a56c-32d3a4a4d147" -d '{"events": [{"name": "network-changed", "server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:24.727153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '83468c1f-ce0a-46c8-97cd-2a793af520fb', 'network_id': '187a9127-aa85-4de6-8fc3-f6115d7d88df', 'port_id': '83468c1f-ce0a-46c8-97cd-2a793af520fb', 'mac_address': 'fa:16:3e:d6:8c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd080bac-c1d6-452c-921a-18600fd79521', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:24.753308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498e6a-ca22-4b0f-89ac-2b8fae9220f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:24.798655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1f5897-cbed-4908-b0e1-2fb3e4d5e033 req-4f5b99c1-f8b0-4f4b-ba62-2d3001fa9f4a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772652 Oct 26 16:24:24.808554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-43af982b-72a1-44a4-936b-5af693b7c05f service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631291 Oct 26 16:24:24.815391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.849628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83468c1f-ce0a-46c8-97cd-2a793af520fb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:24.898655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:24.952896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38d2ca5-04bb-4df2-8fb1-4de78956c6fc req-8bfc26fc-cbf7-4883-bd7b-959dd4e32dd2 service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351981 Oct 26 16:24:24.971286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90df3e-270c-4922-b4c7-5b2ba31fb6f0 req-ead5ec05-0546-4e8a-9637-a39e4009482c tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:24.975716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd90df3e-270c-4922-b4c7-5b2ba31fb6f0 req-ead5ec05-0546-4e8a-9637-a39e4009482c tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 944 time: 0.3060431 Oct 26 16:24:24.985069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:24.985069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 76a9ceb1-8bed-4b99-90d7-21e7be42e905 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:25.094884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-cce334a4-f44a-48fa-8ff3-9de3b5cec478 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014640 Oct 26 16:24:25.131029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:25.228161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:25.254888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '76a9ceb1-8bed-4b99-90d7-21e7be42e905', 'network_id': '7cfce86b-0436-44f3-97ff-c23626cb8ef5', 'port_id': '76a9ceb1-8bed-4b99-90d7-21e7be42e905', 'mac_address': 'fa:16:3e:9d:9c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:25.321657 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:25.339777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a9ceb1-8bed-4b99-90d7-21e7be42e905 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:25.369816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:25.377273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Allocated IP 172.20.0.11 (d5462561-d948-4e63-b167-9da588a341c5/ffdb0d5b-5eb8-4069-81dc-7325cfcef73e/241a1ef0-85fa-4797-b4f4-9fe13e7ddd08) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:25.442372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Allocated IP 172.25.5.214 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/cf0fd11d-d834-49a9-a32b-0b47b3228f70) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:25.496499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-8b239932-c946-4ddc-80b4-ed7c539e8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:25.498524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-8b239932-c946-4ddc-80b4-ed7c539e8837 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.1675894 Oct 26 16:24:25.511200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:25.614723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-10435dd7-1618-4ee6-9f00-3f8cdeb6be9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0834959 Oct 26 16:24:25.628047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:25.659493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f58b4a-1397-49eb-a416-5709b71cf9ad None None] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:25.682421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd90df3e-270c-4922-b4c7-5b2ba31fb6f0 req-2b7100cc-d004-4ab9-82da-f1afdf8df803 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048397 Oct 26 16:24:25.697027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-7508e248-54d4-47f6-b436-2e5a4623026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:25.697027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-7508e248-54d4-47f6-b436-2e5a4623026f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0741374 Oct 26 16:24:25.772763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:25.786684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] Provisioning complete for port 2c6f6457-f715-4447-828c-7c96672a81da triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:25.794768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:25.795033 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50203de-5c21-4db4-99ee-1d3230903204 x-openstack-request-id: req-c50203de-5c21-4db4-99ee-1d3230903204 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:25.795033 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:25.795033 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50203de-5c21-4db4-99ee-1d3230903204 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:25.795033 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'status': 'completed', 'code': 200} Oct 26 16:24:25.800132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:25.826952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-60dbc220-eb15-47d4-9c25-0602b2d92b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:25.828501 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-60dbc220-eb15-47d4-9c25-0602b2d92b4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155188 Oct 26 16:24:25.865049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c6f6457-f715-4447-828c-7c96672a81da up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:25.878857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-78f01f23-4535-4802-8d8e-e77e5f1db104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:25.880465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-78f01f23-4535-4802-8d8e-e77e5f1db104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 1095 time: 0.7729170 Oct 26 16:24:25.896306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-3f3edd2c-20fa-4994-8848-5b97161768a4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:25.902526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-3f3edd2c-20fa-4994-8848-5b97161768a4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7945006 Oct 26 16:24:25.908421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['76a9ceb1-8bed-4b99-90d7-21e7be42e905'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:25.911306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['83468c1f-ce0a-46c8-97cd-2a793af520fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:25.983042 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-3a9025a9-2961-4d91-9ce7-58e810eb56fe service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361485 Oct 26 16:24:26.014548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-9b8228da-1654-4c4d-92a4-2dbca3d99fb6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.1004283 Oct 26 16:24:26.016618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.065070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba8c1e-a191-423f-9ca6-2f40865252c5 req-71d8fa4f-0297-458c-824a-5996b7015a75 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:26.067631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06ba8c1e-a191-423f-9ca6-2f40865252c5 req-71d8fa4f-0297-458c-824a-5996b7015a75 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 945 time: 0.1448882 Oct 26 16:24:26.105113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.136687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.148915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06ba8c1e-a191-423f-9ca6-2f40865252c5 req-aa8c32b6-3b32-469f-9db8-9c53dfb10326 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574539 Oct 26 16:24:26.149654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Network d5462561-d948-4e63-b167-9da588a341c5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:26.168218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:26.177657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:26.185735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:26.190317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:26.191374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:26.210334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-8abc4eaa-1791-4cb4-8682-0c503ff69420 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1778729 Oct 26 16:24:26.228214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-4e18b222-b208-49b7-973a-aa184a4e4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:26.230882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-4e18b222-b208-49b7-973a-aa184a4e4abf service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 906 time: 0.3272994 Oct 26 16:24:26.298111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-6c8d0413-b59d-49ce-9227-06eac4c67624 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d779b940-5454-4428-89cc-93b09e1bcc50 HTTP/1.1" status: 200 len: 217 time: 0.0566859 Oct 26 16:24:26.424479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event updated for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:26.425635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-a7b8f529-1f6d-4e25-80d4-6ba1139d4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:26.428891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-a7b8f529-1f6d-4e25-80d4-6ba1139d4960 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.1157038 Oct 26 16:24:26.442349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1417-2f7e-45e9-b4fb-507d68f5aaf7 req-9fbe0399-e429-49f8-8305-4bbedc623b1c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:26.452057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-435f1417-2f7e-45e9-b4fb-507d68f5aaf7 req-9fbe0399-e429-49f8-8305-4bbedc623b1c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.1526637 Oct 26 16:24:26.484261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:26.486036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.555311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] For port 2c6f6457-f715-4447-828c-7c96672a81da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c6f6457-f715-4447-828c-7c96672a81da,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:26.583964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cacf907-12d2-4fd7-89d6-8e25471f381d req-82817c22-5eb1-4775-8636-a75fc277b7c2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910811 Oct 26 16:24:26.593886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-42011561-eeb2-4834-83f1-c36303b77e7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185033 Oct 26 16:24:26.596073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c6f6457-f715-4447-828c-7c96672a81da triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:26.596445 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.639082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:26.698781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-435f1417-2f7e-45e9-b4fb-507d68f5aaf7 req-7d2f5b0d-fc23-4b6d-a8e0-854e6c9a94d1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300496 Oct 26 16:24:26.701464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Pushing event updated for resources: {'Port': ['ID=cf0fd11d-d834-49a9-a32b-0b47b3228f70,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:26.732667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-61776d14-5349-49f5-81c7-7069f512f576 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1006503 Oct 26 16:24:26.757288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Request body: {'port': {'device_id': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:26.875461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-6dccd220-0af8-4341-b9a5-9ee7ff4c8911 service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803876 Oct 26 16:24:26.938229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848d489-0d72-4a10-9656-1739667e69c9 None None] Pushing event updated for resources: {'Port': ['ID=2c6f6457-f715-4447-828c-7c96672a81da,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:26.960107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3aa1ee6c-1fae-4d32-a35e-0faa80cbe0d8 None None] Provisioning complete for port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:26.960378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ee6c-1fae-4d32-a35e-0faa80cbe0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.081582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.097588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775970fa-6090-411c-8466-b36d892c148c req-7d403a5a-e5b6-4c49-be6d-a4f5140f2cce tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.108963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-775970fa-6090-411c-8466-b36d892c148c req-7d403a5a-e5b6-4c49-be6d-a4f5140f2cce tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 932 time: 0.2324605 Oct 26 16:24:27.112284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-6301e64e-b12b-4321-83d4-8536d49dc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.114346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-6301e64e-b12b-4321-83d4-8536d49dc36a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.3043847 Oct 26 16:24:27.117285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1ee6c-1fae-4d32-a35e-0faa80cbe0d8 None None] Port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:27.162877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b21de7-4bb8-4176-b044-1fb1758ade54 req-bb280fde-d479-4ce4-a081-2f2ad7e6df75 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.170942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9b21de7-4bb8-4176-b044-1fb1758ade54 req-bb280fde-d479-4ce4-a081-2f2ad7e6df75 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 944 time: 0.2608767 Oct 26 16:24:27.225315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-775970fa-6090-411c-8466-b36d892c148c req-f8db58a3-9e82-49a0-bf34-a6215abbadc6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152470 Oct 26 16:24:27.246790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9688c73-774a-4b5c-b4b2-4bc49e0da477 req-c90bbce7-23d1-4033-aa42-8e0ff3b13e3d service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772892 Oct 26 16:24:27.272859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-63ef86f1-7e36-4c55-b4e6-17622351062b None None] Provisioning complete for port 2c6f6457-f715-4447-828c-7c96672a81da triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:27.273923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63ef86f1-7e36-4c55-b4e6-17622351062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.278625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9b21de7-4bb8-4176-b044-1fb1758ade54 req-9dc80a61-c5bb-4aef-82ec-2f83bacdf895 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836463 Oct 26 16:24:27.309672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.415257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-522a876c-3c66-4f67-87ef-d4562fb07360 req-b92398a0-fdbc-422b-815c-81782cba9064 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 210 time: 0.0465455 Oct 26 16:24:27.463448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61a80-a31b-4641-b0c5-ca95cdf0919c req-66e7b835-8de0-41f6-9c6e-b0a4a5edfc09 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.468188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9f61a80-a31b-4641-b0c5-ca95cdf0919c req-66e7b835-8de0-41f6-9c6e-b0a4a5edfc09 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 945 time: 0.1109588 Oct 26 16:24:27.507819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-d6ba3dbd-0110-4f3d-a81f-776e9ea661ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.509526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-d6ba3dbd-0110-4f3d-a81f-776e9ea661ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3663056 Oct 26 16:24:27.551704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9f61a80-a31b-4641-b0c5-ca95cdf0919c req-0e5da42d-64cc-4a7d-a66e-cf6d1245e521 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Oct 26 16:24:27.576369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-93d50fc7-1cb7-49bb-a0fe-836742b867b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0519092 Oct 26 16:24:27.577661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c067-f168-4bb2-abac-a3bcdd7c61e7 req-85483124-c162-4a9b-b507-08d6d78fafbf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.583886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18c2c067-f168-4bb2-abac-a3bcdd7c61e7 req-85483124-c162-4a9b-b507-08d6d78fafbf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 945 time: 0.0809116 Oct 26 16:24:27.649024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18c2c067-f168-4bb2-abac-a3bcdd7c61e7 req-41168a4f-fc14-43b9-9398-27c670b0c9de tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Oct 26 16:24:27.713911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c6f6457-f715-4447-828c-7c96672a81da up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:27.733577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-e33d50ac-74cd-4f06-9a2c-c5d685e087c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.735194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-e33d50ac-74cd-4f06-9a2c-c5d685e087c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1538894 Oct 26 16:24:27.770136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c6f6457-f715-4447-828c-7c96672a81da triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:27.770507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.820393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:27.826483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.833408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:27.853639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-cafe86e0-c3d4-4165-8992-bc8d9d23a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.855751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-cafe86e0-c3d4-4165-8992-bc8d9d23a981 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088955 Oct 26 16:24:27.927792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef4192-3edf-4770-bdeb-c3a6108e200f req-4c9ffd2b-f8ff-46e1-9876-7b6b80cb6f3e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:27.930734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71ef4192-3edf-4770-bdeb-c3a6108e200f req-4c9ffd2b-f8ff-46e1-9876-7b6b80cb6f3e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.1261077 Oct 26 16:24:28.002104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71ef4192-3edf-4770-bdeb-c3a6108e200f req-075f2298-3154-486d-befd-0242cb368a72 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Oct 26 16:24:28.075352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-8b73637d-de16-4b5b-8594-5c55a227aef2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524137 Oct 26 16:24:28.143916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Transition to ACTIVE for port object 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:28.152917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-fa27496d-aad7-411f-ac6a-3b3dc4d8cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.154629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-fa27496d-aad7-411f-ac6a-3b3dc4d8cff2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 1101 time: 0.0541530 Oct 26 16:24:28.230688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.328941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-1ce7d98d-cf46-4818-8dd4-7105fffe1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.330363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-1ce7d98d-cf46-4818-8dd4-7105fffe1618 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1263919 Oct 26 16:24:28.347492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:28.377489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:28.382354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 83468c1f-ce0a-46c8-97cd-2a793af520fb up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:28.470404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-b263f6d4-d0d4-4a51-a723-af5e406e4e9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=981acc63-a6b5-4619-876b-5ddf90584d0d HTTP/1.1" status: 200 len: 217 time: 0.1270785 Oct 26 16:24:28.480439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-9996636b-1188-4b71-8b83-fc1095ca6351 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393693 Oct 26 16:24:28.583194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:24:28.584725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Attempting to bind port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:28.585387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Attempting to bind port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:28.585579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Attempting to bind port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:28.605699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056dbc-11c8-42fc-a00f-8c286d11c066 req-91d0cb92-2289-4f10-8443-2ced7bb2f884 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.606112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 on network d5462561-d948-4e63-b167-9da588a341c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:28.606497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Attempting to bind port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 on network d5462561-d948-4e63-b167-9da588a341c5 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:28.607588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40056dbc-11c8-42fc-a00f-8c286d11c066 req-91d0cb92-2289-4f10-8443-2ced7bb2f884 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 944 time: 0.2641754 Oct 26 16:24:28.629096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:28.630347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Checking segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:28.630347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Bound using segment: {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:28.630850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Bound port: 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79412161-5ea0-40f7-af59-1af0b1018be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:28.631450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.661660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-c237e62a-d34c-49d3-b2a0-46d679f9b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.663152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:28.665297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-c237e62a-d34c-49d3-b2a0-46d679f9b393 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1603401 Oct 26 16:24:28.681036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083b618-99c4-4eea-8ae9-3c90a8f2d19b req-2fc320b3-c4bd-47fe-8adc-4f78c2c0e175 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.683360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2083b618-99c4-4eea-8ae9-3c90a8f2d19b req-2fc320b3-c4bd-47fe-8adc-4f78c2c0e175 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 944 time: 0.2298834 Oct 26 16:24:28.684894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'mac_address': 'fa:16:3e:4c:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:28.732801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-128b796e-889a-4ba1-a56c-32d3a4a4d147 req-76b2c89b-6ac6-4e41-a8dc-24ecefcd973f service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410712 Oct 26 16:24:28.734935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 83468c1f-ce0a-46c8-97cd-2a793af520fb completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:28.740684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.741914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 83468c1f-ce0a-46c8-97cd-2a793af520fb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:28.742074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.777213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40056dbc-11c8-42fc-a00f-8c286d11c066 req-f8161166-14cb-49e9-80a3-2d16b14e0659 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566637 Oct 26 16:24:28.782547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d779b940-5454-4428-89cc-93b09e1bcc50 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:28.817581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:28.828195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:28.829365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Sync routers for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:28.839925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:28.840025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:28.840129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-6f742e4b-1eb0-414c-8d2a-343f1a624177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:28.840129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-6f742e4b-1eb0-414c-8d2a-343f1a624177 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548216 Oct 26 16:24:28.846989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2083b618-99c4-4eea-8ae9-3c90a8f2d19b req-543ceb52-d836-4f23-a2df-a25e37c95b48 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392591 Oct 26 16:24:28.865182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:28.866027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:28.935440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.949174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.950966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4832bc49-9fb0-4052-bfbe-78b2a313b33c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3093584 Oct 26 16:24:28.954319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:28.969927 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:28.978605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-022b6d4b-fe16-43b7-874e-f5cdefa1132f req-a1705eb9-3c0d-41e2-a4c6-2f80de952735 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 210 time: 0.0554726 Oct 26 16:24:29.002958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.007491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:29.007491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 HTTP/1.1" status: 200 len: 1092 time: 2.2592866 Oct 26 16:24:29.008879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:29.014741 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e0fe1-2944-4e86-bc0b-e24fa70f746e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:29.093696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-3cda37f0-1cac-4973-b934-232dbcb2bfc3 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456384 Oct 26 16:24:29.128248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a8ad-4cec-40b5-bffe-caff523c71a7 req-eb8aa144-5ff3-4b7e-b1e2-fb1d76d487c3 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.130628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0559a8ad-4cec-40b5-bffe-caff523c71a7 req-eb8aa144-5ff3-4b7e-b1e2-fb1d76d487c3 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 945 time: 0.2094929 Oct 26 16:24:29.165899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac6aaf-3d9e-4721-be50-be3aa17af0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:29.194704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:29.240275 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:29.297280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-5489f3ba-5942-4729-9365-61926080a936 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700340 Oct 26 16:24:29.308809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-35f499d7-f3ac-4a7a-a49f-8871a2df5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.311022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-35f499d7-f3ac-4a7a-a49f-8871a2df5cbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 1095 time: 0.1576767 Oct 26 16:24:29.324580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:29.326934 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb45928-239c-4298-9b23-e19e1c15ec98" -d '{"events": [{"server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "name": "network-vif-plugged", "status": "completed", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:29.328622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0559a8ad-4cec-40b5-bffe-caff523c71a7 req-6b683c81-b23d-41b6-8e66-5ff6e3e0b494 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620991 Oct 26 16:24:29.348590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d779b940-5454-4428-89cc-93b09e1bcc50'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:29.358458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:29.382286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:29.425289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a346cc49-9e22-4e23-88d7-95800bd90657 req-92de897c-06c2-4bff-a8e1-f824c07ab45d service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166680 Oct 26 16:24:29.450155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9be24-a4fc-4b08-b3bc-88c4e8d195d8 req-115eb4da-ad75-4b33-88dd-011711101ddf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.454509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3d9be24-a4fc-4b08-b3bc-88c4e8d195d8 req-115eb4da-ad75-4b33-88dd-011711101ddf tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 945 time: 0.3496292 Oct 26 16:24:29.471836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:29.472826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 76a9ceb1-8bed-4b99-90d7-21e7be42e905 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:29.485389 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba581ce6-1a55-4835-949c-babc916308d0 x-openstack-request-id: req-ba581ce6-1a55-4835-949c-babc916308d0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:29.489304 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:29.489304 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba581ce6-1a55-4835-949c-babc916308d0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:29.489304 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'status': 'completed', 'code': 200} Oct 26 16:24:29.611883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793d632-f9db-4aeb-a300-fcafaf55fabf req-31a7e178-33e7-4506-b904-60c7ca28c47f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.615081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a793d632-f9db-4aeb-a300-fcafaf55fabf req-31a7e178-33e7-4506-b904-60c7ca28c47f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.1595268 Oct 26 16:24:29.636687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3d9be24-a4fc-4b08-b3bc-88c4e8d195d8 req-6ec9ddde-9aeb-4af9-bb8d-0c3022a285ec tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634657 Oct 26 16:24:29.642499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-f3fbc7af-847d-4fe8-8540-5c370c91d901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 HTTP/1.1" status: 200 len: 217 time: 0.1552596 Oct 26 16:24:29.668949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-b6495208-52d0-4d4b-b802-d3e8feeb2e66 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.671630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-b6495208-52d0-4d4b-b802-d3e8feeb2e66 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574121 Oct 26 16:24:29.694041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:29.717857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:29.723838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a793d632-f9db-4aeb-a300-fcafaf55fabf req-41331d23-49cf-4074-b02a-20a068f142f7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000180 Oct 26 16:24:29.743124 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e63cc0-aad8-4761-8f90-0da558b27396 x-openstack-request-id: req-e1e63cc0-aad8-4761-8f90-0da558b27396 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:29.743470 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "name": "network-vif-plugged", "status": "completed", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:29.743726 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1e63cc0-aad8-4761-8f90-0da558b27396 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:29.744737 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb', 'code': 200} Oct 26 16:24:29.840196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:29.850409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:29.851434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:29.879458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc405-ec7f-4d1e-9ffa-adc9213a8d3e req-00626002-2acb-463f-be78-442a7b8d4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.880865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eefdc405-ec7f-4d1e-9ffa-adc9213a8d3e req-00626002-2acb-463f-be78-442a7b8d4bc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 1097 time: 0.0878034 Oct 26 16:24:29.915540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-d99a5f72-1763-45ca-aa0b-fa38535241d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:29.920562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-d99a5f72-1763-45ca-aa0b-fa38535241d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.2672987 Oct 26 16:24:29.920999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:26Z', 'revision_number': 3, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:29.966978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Checking router: 5bddb06f-4482-4ab4-9d52-5482ee12c4ec for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:29.967470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Updating router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec port cf0fd11d-d834-49a9-a32b-0b47b3228f70 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:29.996912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:29.998956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eefdc405-ec7f-4d1e-9ffa-adc9213a8d3e req-f75dd3c9-3ad1-4a96-9adf-250db15d0b74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009662 Oct 26 16:24:30.007146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b60576-fee0-48c1-ba11-a800925ea1aa req-4cd4b901-720c-407b-b475-f40f9e704655 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:30.018290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b60576-fee0-48c1-ba11-a800925ea1aa req-4cd4b901-720c-407b-b475-f40f9e704655 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 944 time: 0.1204240 Oct 26 16:24:30.057175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba35bc-a683-4fd9-8d8c-e56861c006f1 req-78502705-5f9d-4baf-b884-1f0a38fbcf50 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:30.065683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9ba35bc-a683-4fd9-8d8c-e56861c006f1 req-78502705-5f9d-4baf-b884-1f0a38fbcf50 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 945 time: 0.1112583 Oct 26 16:24:30.071975 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.096816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b60576-fee0-48c1-ba11-a800925ea1aa req-d39dae90-4179-410d-a80b-d7cf03d05b0c tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800166 Oct 26 16:24:30.131317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-6a5f94b3-f7f3-40f7-96d3-36eba00e4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:30.131317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-6a5f94b3-f7f3-40f7-96d3-36eba00e4c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920395 Oct 26 16:24:30.132275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9ba35bc-a683-4fd9-8d8c-e56861c006f1 req-a1c99715-24d9-4de2-8b19-cb5d56e59971 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650053 Oct 26 16:24:30.229951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90e4c2ba-aa7f-4f08-af86-b9839fdedbed req-b08bc870-9d82-4289-861b-da08724e4f03 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 210 time: 0.0394728 Oct 26 16:24:30.317143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-398cd7f4-17d6-4422-919e-08d847f42ecc service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840920 Oct 26 16:24:30.321700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:30.389746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:30.431056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.471668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c10231-5030-472c-8110-14cc1885f4d6 req-2239e84e-f180-4df6-a201-4d3f1e87c91c tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:30.473595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17c10231-5030-472c-8110-14cc1885f4d6 req-2239e84e-f180-4df6-a201-4d3f1e87c91c tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 946 time: 0.0666993 Oct 26 16:24:30.480982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-86de113f-3edf-4c5f-a3ba-9dfe764e9a0a req-9c029c26-9456-4848-a449-865533660ba5 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549942 Oct 26 16:24:30.549564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17c10231-5030-472c-8110-14cc1885f4d6 req-4bbaf2f0-98dc-49ea-be8e-d7f99aec5a9a tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Oct 26 16:24:30.621669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:30.641350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'mac_address': 'fa:16:3e:f2:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:30.653901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Allocated IP 172.20.0.1 (0c84c9c9-419f-406e-9aa0-f66afaef39c4/0e7fd1d1-1b0e-415b-9b9a-134859e345dd/8a7ec4e2-b14a-4b09-b195-69abc30e665c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:30.666694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.718196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.735516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc294524-f4bb-4c88-a9bf-d2bbadc56e88 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:30.764242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:30.782076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.860201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:30.864599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.883214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.915477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:30.980788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:30.986471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.990724 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3147456f-1766-4295-b33c-8ea3b6d07d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.994000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:30.996627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.016460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c2b22-98b2-42ea-9c65-1383b63dea10 req-5e9cfa8e-d47c-4cdb-ba6e-9d2c1d674757 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.018114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a69c2b22-98b2-42ea-9c65-1383b63dea10 req-5e9cfa8e-d47c-4cdb-ba6e-9d2c1d674757 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.1329193 Oct 26 16:24:31.025839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d4e7-065c-4b22-aeb3-3856fcccac9f req-a8486ebd-789d-4555-a213-9ee228917798 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.033367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2277d4e7-065c-4b22-aeb3-3856fcccac9f req-a8486ebd-789d-4555-a213-9ee228917798 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.1359193 Oct 26 16:24:31.067402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Attempting to bind port cf0fd11d-d834-49a9-a32b-0b47b3228f70 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:31.068410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Attempting to bind port cf0fd11d-d834-49a9-a32b-0b47b3228f70 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:31.068410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Attempting to bind port cf0fd11d-d834-49a9-a32b-0b47b3228f70 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:31.078581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:31.079271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:31.079776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.080263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:31.080843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Bound port: cf0fd11d-d834-49a9-a32b-0b47b3228f70, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:31.081328 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.107720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812735a9-fee2-4c15-a77d-88992de7fc24 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd11d-d834-49a9-a32b-0b47b3228f70,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:31.115455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port d779b940-5454-4428-89cc-93b09e1bcc50 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:31.146615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port d779b940-5454-4428-89cc-93b09e1bcc50 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:31.147172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.150356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a69c2b22-98b2-42ea-9c65-1383b63dea10 req-b329680c-50f7-4dca-8157-984ceb35a287 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146750 Oct 26 16:24:31.158983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2277d4e7-065c-4b22-aeb3-3856fcccac9f req-4ab3ccf7-6c3f-44df-a212-76fc8991f5bd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251726 Oct 26 16:24:31.224735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:31.237767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Pushing event updated for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:31.249368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.141 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/8e684f29-0103-40a8-9cbd-8f3c0273fa62) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:31.256276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:31.258739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] For port cf0fd11d-d834-49a9-a32b-0b47b3228f70, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:31.261237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:31.280423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:31.288217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] For port cf0fd11d-d834-49a9-a32b-0b47b3228f70, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cf0fd11d-d834-49a9-a32b-0b47b3228f70,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:31.332281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac14024-959c-42e1-8937-8bd343107e6d req-7427412f-4410-4cfa-ac74-c4d3bfd1b92c tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.339948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ac14024-959c-42e1-8937-8bd343107e6d req-7427412f-4410-4cfa-ac74-c4d3bfd1b92c tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 944 time: 0.1030459 Oct 26 16:24:31.340657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-22edf9ab-accf-4ff4-bc66-d3601bdba267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.345848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-22edf9ab-accf-4ff4-bc66-d3601bdba267 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 1095 time: 0.2392268 Oct 26 16:24:31.373026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c587eec-ea3d-4753-b78d-ab9e9cf25a3f req-6c7589e8-f4a8-4e4b-8b72-87fff558565d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.375823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.380761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c587eec-ea3d-4753-b78d-ab9e9cf25a3f req-6c7589e8-f4a8-4e4b-8b72-87fff558565d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 945 time: 0.1375248 Oct 26 16:24:31.380913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.439602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.448044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:31.476488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c587eec-ea3d-4753-b78d-ab9e9cf25a3f req-e5812e16-49a3-4bf6-bcf6-3577866f54f4 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802567 Oct 26 16:24:31.533020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ac14024-959c-42e1-8937-8bd343107e6d req-5091883b-4e63-4b5b-98e5-7754173e5f28 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920519 Oct 26 16:24:31.634165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:31.639218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812735a9-fee2-4c15-a77d-88992de7fc24 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd11d-d834-49a9-a32b-0b47b3228f70,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:31.645942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17602215-80e3-421f-97e1-5757c6902a6b req-1fb8b078-b924-471a-a1ed-9f27b042748f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 210 time: 0.0403833 Oct 26 16:24:31.647022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:31.647696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:31.739859 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.751612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905'}, {'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:31.753854 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510ad291-0fcd-4459-bd83-bd669d0f5726" -d '{"events": [{"server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "name": "network-vif-plugged", "status": "completed", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905"}, {"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-plugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:31.776399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea1f94-4f01-4879-8cdc-e7c1f2f66b17 req-caffc7b5-e576-46b3-8f9e-2e2f2b1473dc tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:31.786124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0ea1f94-4f01-4879-8cdc-e7c1f2f66b17 req-caffc7b5-e576-46b3-8f9e-2e2f2b1473dc tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 946 time: 0.0893369 Oct 26 16:24:31.832745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3c54702a-0556-4d4d-b31a-8e7f8194032b None None] Provisioning complete for port 8a7ec4e2-b14a-4b09-b195-69abc30e665c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:31.833582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c54702a-0556-4d4d-b31a-8e7f8194032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:31.857462 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc210096-39a7-4e86-a78f-ba05edb8a986 x-openstack-request-id: req-fc210096-39a7-4e86-a78f-ba05edb8a986 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:31.857462 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "name": "network-vif-plugged", "status": "completed", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905", "code": 200}, {"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-plugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:31.857827 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc210096-39a7-4e86-a78f-ba05edb8a986 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:31.858014 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905', 'code': 200} Oct 26 16:24:31.864004 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'code': 200} Oct 26 16:24:31.892993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0ea1f94-4f01-4879-8cdc-e7c1f2f66b17 req-5dea4586-c399-4d60-a99f-57a2c3637c93 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056216 Oct 26 16:24:32.001228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fea9-7141-4704-95b1-a56f6f8a953a req-5c794d88-f575-4fd5-afd8-03011f8fff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.003248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab2fea9-7141-4704-95b1-a56f6f8a953a req-5c794d88-f575-4fd5-afd8-03011f8fff26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 1097 time: 0.0841386 Oct 26 16:24:32.009759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:32.091543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-8e95fb16-9fa9-433b-936a-cc8b463727b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.093040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-8e95fb16-9fa9-433b-936a-cc8b463727b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 924 time: 0.7345352 Oct 26 16:24:32.093186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab2fea9-7141-4704-95b1-a56f6f8a953a req-09dd97ef-ddb5-4968-b114-8752d067c98c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762722 Oct 26 16:24:32.114166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3c54702a-0556-4d4d-b31a-8e7f8194032b None None] Port 8a7ec4e2-b14a-4b09-b195-69abc30e665c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:32.134113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:32.151123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-13c7082a-389a-43ab-b726-8cc46421a169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 HTTP/1.1" status: 200 len: 217 time: 0.0485678 Oct 26 16:24:32.154299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:32.157082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf98fa-7a54-4038-8f8a-8ef98abd0d14 req-093194d8-f85c-4675-91a5-8994c87caba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.164691 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9bf98fa-7a54-4038-8f8a-8ef98abd0d14 req-093194d8-f85c-4675-91a5-8994c87caba1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 1097 time: 0.1498380 Oct 26 16:24:32.251440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:32.265587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-dbd08fe9-98e9-435c-8fba-b159100be6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.267353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-dbd08fe9-98e9-435c-8fba-b159100be6c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.1038010 Oct 26 16:24:32.348895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728d533-f7c1-4c06-a7db-55f8b69309c7 req-b26e83cd-0c6b-4af6-a9c6-3967e7329673 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.357952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1728d533-f7c1-4c06-a7db-55f8b69309c7 req-b26e83cd-0c6b-4af6-a9c6-3967e7329673 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0874083 Oct 26 16:24:32.378813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9bf98fa-7a54-4038-8f8a-8ef98abd0d14 req-373f7db3-f9cf-47cb-9470-66e129c7b27e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757852 Oct 26 16:24:32.406115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51c22-3557-4b8d-a468-d76a5e2e0ae7 req-ff662a2c-9507-4e50-bd15-70c4245f7e60 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.407729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3e51c22-3557-4b8d-a468-d76a5e2e0ae7 req-ff662a2c-9507-4e50-bd15-70c4245f7e60 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.1259313 Oct 26 16:24:32.417901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:26Z', 'revision_number': 3, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:32.421289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1728d533-f7c1-4c06-a7db-55f8b69309c7 req-1ad47a7e-02f2-405c-8fa3-e8f91f85ce8c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 Oct 26 16:24:32.425686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:32.435940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-4df83523-be3f-4dfc-84cd-027b592793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.437622 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-4df83523-be3f-4dfc-84cd-027b592793c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442592 Oct 26 16:24:32.461856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638ac7a-0371-40d0-8b4b-ddd959a2f0f6 None None] The sync data for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 is: [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:26Z', 'revision_number': 3, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:32.463205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3e51c22-3557-4b8d-a468-d76a5e2e0ae7 req-77cc99a4-3c1a-4969-aab3-e54ffe0da6b0 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Oct 26 16:24:32.480705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128', '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:32.610096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-9d4a1d7d-adee-409d-8b2a-03b71ac2cd2e service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426234 Oct 26 16:24:32.648883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932fba3-7855-4168-bb26-ca62f86d46d8 req-5e18cbb9-2ee7-4a34-9ab9-1d0d8561e88e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.650574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8932fba3-7855-4168-bb26-ca62f86d46d8 req-5e18cbb9-2ee7-4a34-9ab9-1d0d8561e88e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 946 time: 0.0956197 Oct 26 16:24:32.774640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:32.787527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:32.788610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17578a-e2fb-499d-b919-7828ae4ab3c6 req-1cf21d8f-b490-44f5-a847-acb2870467c1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:32.790147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a17578a-e2fb-499d-b919-7828ae4ab3c6 req-1cf21d8f-b490-44f5-a847-acb2870467c1 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 944 time: 0.1232517 Oct 26 16:24:32.794311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:32.797436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:32.856618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8932fba3-7855-4168-bb26-ca62f86d46d8 req-2cfff291-4df3-4c84-9da1-de2359f2f81f tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990509 Oct 26 16:24:32.935432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a17578a-e2fb-499d-b919-7828ae4ab3c6 req-74132bd6-bd1f-45c8-99e0-520e97692c0f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243224 Oct 26 16:24:33.071427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.083606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:33.084489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.097095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-801e0fe1-2944-4e86-bc0b-e24fa70f746e req-a6eaac89-c4cb-4db9-8512-8f688a7d3d46 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448116 Oct 26 16:24:33.131201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.139165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847319-9533-4936-b092-846d7e8b0001 req-2221e2ff-ad01-49fd-b97c-e0d2f49611f6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:33.139665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46847319-9533-4936-b092-846d7e8b0001 req-2221e2ff-ad01-49fd-b97c-e0d2f49611f6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 936 time: 0.1011667 Oct 26 16:24:33.177106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:33.206647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46847319-9533-4936-b092-846d7e8b0001 req-f22ca6e3-e40a-41c8-8ca3-1d2071793a7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Oct 26 16:24:33.242372 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-fa7d5842-6bcf-4a4e-ba51-d786888dfd91 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5301206 Oct 26 16:24:33.260284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Request body: {'port': {'device_id': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:33.295420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.303083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Pushing event updated for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:33.385844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b5b97eaa-f967-4c85-9309-91a4961fc204 None None] Provisioning complete for port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:33.386234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5b97eaa-f967-4c85-9309-91a4961fc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.394707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.524542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:33.588912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89047d-0ba0-4102-a524-b955453742a2 req-cb63b8eb-9505-4cf9-b2c0-6265afd84cf9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:33.605497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a89047d-0ba0-4102-a524-b955453742a2 req-cb63b8eb-9505-4cf9-b2c0-6265afd84cf9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0926850 Oct 26 16:24:33.627146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b5b97eaa-f967-4c85-9309-91a4961fc204 None None] Port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:33.682654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:33.703885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26219b43-0f28-4bfd-8fd9-7959b16a5df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:33.872936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a89047d-0ba0-4102-a524-b955453742a2 req-b502323b-64c4-4742-ba09-9da7eb83ffe3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660706 Oct 26 16:24:33.897256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cf0fd11d-d834-49a9-a32b-0b47b3228f70 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:33.973610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:33.976227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575fd30-3943-4d0e-a5f4-a6bf1e112a2a req-17985182-e2e6-447d-affd-34bbb17a6e12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:33.977840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d575fd30-3943-4d0e-a5f4-a6bf1e112a2a req-17985182-e2e6-447d-affd-34bbb17a6e12 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.2941337 Oct 26 16:24:34.024141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:34.140212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.144022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d575fd30-3943-4d0e-a5f4-a6bf1e112a2a req-a169dca7-ae97-48df-ae05-fd01f96e4a00 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558185 Oct 26 16:24:34.202847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d1a99-1769-40db-b52c-c96e17da7c60 req-f740c83a-ae5d-40ae-a650-e1e4e1642fba tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:34.224494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-434d1a99-1769-40db-b52c-c96e17da7c60 req-f740c83a-ae5d-40ae-a650-e1e4e1642fba tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 946 time: 0.1775577 Oct 26 16:24:34.283769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:34.290049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-61a9ae0d-c2b6-4fe8-9379-7e93734977dd admin admin] 10.222.0.21 "PUT /v2.0/routers/5bddb06f-4482-4ab4-9d52-5482ee12c4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3344023 Oct 26 16:24:34.311821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-434d1a99-1769-40db-b52c-c96e17da7c60 req-f248d28e-d6fb-4649-af77-a99952daf736 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Oct 26 16:24:34.358364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2c6b5ecd-b389-4ae7-bb2c-a6cccd8fe677 None None] Provisioning complete for port 8a7ec4e2-b14a-4b09-b195-69abc30e665c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:34.358974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5ecd-b389-4ae7-bb2c-a6cccd8fe677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.371984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cf0fd11d-d834-49a9-a32b-0b47b3228f70 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:34.373277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de6c9-877b-43fb-8691-e35c6bc0dcd3 req-61409a73-c65f-4f60-bdc9-b63410e7425a tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:34.373866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.375292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2de6c9-877b-43fb-8691-e35c6bc0dcd3 req-61409a73-c65f-4f60-bdc9-b63410e7425a tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 944 time: 0.0941987 Oct 26 16:24:34.437949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:34.445510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2de6c9-877b-43fb-8691-e35c6bc0dcd3 req-59cf2cd5-4be3-4d21-b572-0afda63ae9b0 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618870 Oct 26 16:24:34.581922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e684f29-0103-40a8-9cbd-8f3c0273fa62 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:34.595994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bbd87-48eb-4339-9aca-5a92332d88f4 req-183161c8-a863-464a-b174-6bb54dcf74b4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:34.599197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.608272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-249bbd87-48eb-4339-9aca-5a92332d88f4 req-183161c8-a863-464a-b174-6bb54dcf74b4 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 936 time: 0.1615291 Oct 26 16:24:34.612270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:34.617828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b5ecd-b389-4ae7-bb2c-a6cccd8fe677 None None] Port 8a7ec4e2-b14a-4b09-b195-69abc30e665c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:34.619393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Transition to ACTIVE for port object 8e684f29-0103-40a8-9cbd-8f3c0273fa62 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:34.658463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-249bbd87-48eb-4339-9aca-5a92332d88f4 req-af6f15a4-7b5b-4469-83ee-c2e882c45629 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Oct 26 16:24:34.699513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.814332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'port_id': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'mac_address': 'fa:16:3e:8c:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:34.940872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:34.955065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:34.970295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:34.970970 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:34.993437 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-1b162337-7b48-4081-9ab0-37e466b432ad req-ab4a7393-63ab-4dd2-a257-516d9803f256 tempest-FloatingIPDetailsNegativeTestJSON-880625698 tempest-FloatingIPDetailsNegativeTestJSON-880625698-project] show failed (client error): The resource could not be found. Oct 26 16:24:34.995582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b162337-7b48-4081-9ab0-37e466b432ad req-ab4a7393-63ab-4dd2-a257-516d9803f256 tempest-FloatingIPDetailsNegativeTestJSON-880625698 tempest-FloatingIPDetailsNegativeTestJSON-880625698-project] 10.222.0.21 "GET /v2.0/floatingips/aabb7fdc-1551-481a-8020-78a0ab8be087 HTTP/1.1" status: 404 len: 350 time: 0.0961487 Oct 26 16:24:35.006188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55554) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:35.012487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.055819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.077140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Attempting to bind port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:35.078770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Attempting to bind port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:35.079772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Attempting to bind port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:35.098330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port cf0fd11d-d834-49a9-a32b-0b47b3228f70, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cf0fd11d-d834-49a9-a32b-0b47b3228f70,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:35.107922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.111329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:35.114416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Attempting to bind port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:35.142018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:35.145187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:35.145619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:35.147390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Bound port: 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:35.147770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.159240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:35.199933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.272917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:35.277119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:35.280085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:35.326822 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.365475 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Sync routers for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:35.386210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:35.387937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:35.388483 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ebcee-3865-4f02-9047-09730efe819f" -d '{"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:35.389101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:35.394655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd11d-d834-49a9-a32b-0b47b3228f70,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:35.408740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.460800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:35.461775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.466289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a66a7-c829-475e-9411-37425d24a2d3 req-4d899ec8-4c41-4229-a7d2-6f3fcffc51c3 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:35.470132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/8e684f29-0103-40a8-9cbd-8f3c0273fa62 HTTP/1.1" status: 200 len: 1096 time: 2.2144790 Oct 26 16:24:35.474380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c2a66a7-c829-475e-9411-37425d24a2d3 req-4d899ec8-4c41-4229-a7d2-6f3fcffc51c3 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 946 time: 0.2756424 Oct 26 16:24:35.477074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:35.491249 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:35.546129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068319c-3234-4695-a622-ab43bb00fee5 req-61830de1-ec26-4fa7-ad1f-af3cc6e1f65f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:35.558778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f068319c-3234-4695-a622-ab43bb00fee5 req-61830de1-ec26-4fa7-ad1f-af3cc6e1f65f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.3654339 Oct 26 16:24:35.594184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0307-661d-4644-b84e-2ae599bd9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:35.613944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.629316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:35.658397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c2a66a7-c829-475e-9411-37425d24a2d3 req-3474c75f-99b1-4ebe-a8dc-99d535d6a4b9 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804063 Oct 26 16:24:35.714595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f068319c-3234-4695-a622-ab43bb00fee5 req-27be693f-8120-4cb6-b9ad-342d4dcef27d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545827 Oct 26 16:24:35.727175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:35.749015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-59b6a686-135b-4464-8bdc-78904783349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:35.750550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-59b6a686-135b-4464-8bdc-78904783349f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 1099 time: 0.1488590 Oct 26 16:24:35.781480 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:35.851094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-2c8e388c-ea6f-40f0-824f-75eb40409008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62 HTTP/1.1" status: 200 len: 217 time: 0.0831633 Oct 26 16:24:35.854918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:35.909226 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db982507-b25d-41b8-88db-25c58b9de55f x-openstack-request-id: req-db982507-b25d-41b8-88db-25c58b9de55f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:35.917655 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:35.917968 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db982507-b25d-41b8-88db-25c58b9de55f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:35.922955 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'code': 200} Oct 26 16:24:35.945442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cf0fd11d-d834-49a9-a32b-0b47b3228f70 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:35.973569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-73b50ff2-dfc1-4d7f-b4a1-8f994c4c963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:35.975206 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-73b50ff2-dfc1-4d7f-b4a1-8f994c4c963a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1152668 Oct 26 16:24:35.999249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60714133-1d03-482a-b99b-9a7c3d384d6d req-a50a662c-3d76-40bb-9ecc-70098a4a603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.001841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-60714133-1d03-482a-b99b-9a7c3d384d6d req-a50a662c-3d76-40bb-9ecc-70098a4a603b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1100 time: 0.0859401 Oct 26 16:24:36.070204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:36.080185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-60714133-1d03-482a-b99b-9a7c3d384d6d req-c5f3c3f6-1bd7-453d-9170-309250c92e93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Oct 26 16:24:36.082274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16b69-ddad-44a8-b120-a6e483099238 req-85fe142a-ac9c-4f08-98aa-b4b892f32bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.083953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-85fe142a-ac9c-4f08-98aa-b4b892f32bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984311 Oct 26 16:24:36.106703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01563f13-d94a-4382-9097-a3f2d0cda495 req-2599286f-6268-49a3-944c-9d5f5abf22f4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.124522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01563f13-d94a-4382-9097-a3f2d0cda495 req-2599286f-6268-49a3-944c-9d5f5abf22f4 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.3014939 Oct 26 16:24:36.148178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:36.167234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f9000-c05f-4d6d-910e-dfb2667a6cbd req-2e66a4d2-9fe7-4910-a0ba-ca410f255c5b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.169134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f17f9000-c05f-4d6d-910e-dfb2667a6cbd req-2e66a4d2-9fe7-4910-a0ba-ca410f255c5b tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 945 time: 0.2022462 Oct 26 16:24:36.177606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cf0fd11d-d834-49a9-a32b-0b47b3228f70 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:36.177932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.233613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01563f13-d94a-4382-9097-a3f2d0cda495 req-90f3b3d4-f893-43f6-99cc-f7806235f507 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105080 Oct 26 16:24:36.297292 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:32Z', 'revision_number': 4, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8a7ec4e2-b14a-4b09-b195-69abc30e665c', 'name': '', 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'mac_address': 'fa:16:3e:71:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:30Z', 'updated_at': '2021-10-26T16:24:32Z', 'revision_number': 2, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'subnets': [{'id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:36.308434 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-e06b3d76-283b-4b9c-8767-869558e9d472 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978998 Oct 26 16:24:36.310989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f17f9000-c05f-4d6d-910e-dfb2667a6cbd req-5083121b-a52c-46c3-9ccd-ddd8737aab5d tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242607 Oct 26 16:24:36.317244 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943ec2a-a0f0-4241-8e9a-900f9150169f x-openstack-request-id: req-5943ec2a-a0f0-4241-8e9a-900f9150169f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:36.317538 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:36.317796 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5943ec2a-a0f0-4241-8e9a-900f9150169f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:36.318203 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62', 'status': 'completed', 'code': 200} Oct 26 16:24:36.326826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.343212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Checking router: 5bddb06f-4482-4ab4-9d52-5482ee12c4ec for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:36.344366 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Updating router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec port 8a7ec4e2-b14a-4b09-b195-69abc30e665c binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:36.377870 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.539175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-caf16b69-ddad-44a8-b120-a6e483099238 req-5409fe4a-2c6a-428a-8a07-ee754ab53410 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238522 Oct 26 16:24:36.545159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.751702 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.753618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-28d6e38f-3cfc-40e8-8424-f592a387c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.755599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-28d6e38f-3cfc-40e8-8424-f592a387c7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 1099 time: 0.0711567 Oct 26 16:24:36.856836 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:36.865884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24926-71f4-49a6-a397-352343473bf7 req-f16bc08b-62c1-4b18-8855-9942a6a8a466 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.873705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-c7b0e2c2-a6ca-404d-9ba8-366c989d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:36.874517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d24926-71f4-49a6-a397-352343473bf7 req-f16bc08b-62c1-4b18-8855-9942a6a8a466 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 948 time: 0.4310787 Oct 26 16:24:36.875429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-c7b0e2c2-a6ca-404d-9ba8-366c989d5093 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1127779 Oct 26 16:24:36.910124 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Pushing event updated for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:36.920610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d24926-71f4-49a6-a397-352343473bf7 req-a2778633-83b9-4eb2-9630-c2bd32d0d168 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448771 Oct 26 16:24:36.926561 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.939700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:36.942916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-a54753b9-7524-4307-974d-a5158ee3186a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62 HTTP/1.1" status: 200 len: 217 time: 0.0591207 Oct 26 16:24:37.042803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-f79d9f22-604f-4801-bffb-684929dce112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:37.046389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-f79d9f22-604f-4801-bffb-684929dce112 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0930429 Oct 26 16:24:37.078305 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Attempting to bind port 8a7ec4e2-b14a-4b09-b195-69abc30e665c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:37.078673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Attempting to bind port 8a7ec4e2-b14a-4b09-b195-69abc30e665c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:37.079022 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Attempting to bind port 8a7ec4e2-b14a-4b09-b195-69abc30e665c on network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:37.091054 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:37.091458 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Checking segment: {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:37.091853 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.092236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Bound using segment: {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:37.092713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Bound port: 8a7ec4e2-b14a-4b09-b195-69abc30e665c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276ac238-bd8b-427c-a70d-724acac1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:37.093105 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.124717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-c363629a-5e5e-4edd-be2e-d5c5de137bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:37.126368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-c363629a-5e5e-4edd-be2e-d5c5de137bcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698965 Oct 26 16:24:37.187022 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] For port 8a7ec4e2-b14a-4b09-b195-69abc30e665c, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:37.191308 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] For port 8a7ec4e2-b14a-4b09-b195-69abc30e665c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8a7ec4e2-b14a-4b09-b195-69abc30e665c,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:37.194553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Deleting port 8a7ec4e2-b14a-4b09-b195-69abc30e665c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:37.194887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.282276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-c10fc210-4ea4-48c6-a46b-141b0230729b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466186 Oct 26 16:24:37.288802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] For port 8a7ec4e2-b14a-4b09-b195-69abc30e665c, host n-d-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:37.289228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.297176 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.303861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Calling delete_port for 8a7ec4e2-b14a-4b09-b195-69abc30e665c owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:37.364902 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:37.365535 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:37.371501 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206da5d-1951-4bf7-a0dd-00716da343c6 None None] Pushing event updated for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:37.431688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd8409b-1ba2-4cdb-b757-73650dfe0c73 req-8ad2dd48-3271-4d49-8bc5-a411e2c4ce12 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324079 Oct 26 16:24:37.449648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] Provisioning complete for port 8a7ec4e2-b14a-4b09-b195-69abc30e665c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:37.450222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.531858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:37.682737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.753919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] For port 8a7ec4e2-b14a-4b09-b195-69abc30e665c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8a7ec4e2-b14a-4b09-b195-69abc30e665c,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:37.773321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c9fb3-9f0a-40a0-bfd7-d4a8d87adac8 req-d776ac94-8ff0-4306-a6e4-553856b6ea2a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:37.783859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d73c9fb3-9f0a-40a0-bfd7-d4a8d87adac8 req-d776ac94-8ff0-4306-a6e4-553856b6ea2a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.2294507 Oct 26 16:24:37.796854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869e1f-12fd-4dbc-b825-319f023107a0 req-04761967-7892-4b3f-b8c5-c5f7ee2a10c1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:37.798465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5869e1f-12fd-4dbc-b825-319f023107a0 req-04761967-7892-4b3f-b8c5-c5f7ee2a10c1 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 946 time: 0.2456057 Oct 26 16:24:37.845495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:37.871917 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:32Z', 'revision_number': 4, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8a7ec4e2-b14a-4b09-b195-69abc30e665c', 'name': '', 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'mac_address': 'fa:16:3e:71:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:30Z', 'updated_at': '2021-10-26T16:24:37Z', 'revision_number': 4, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'subnets': [{'id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:37.879592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d73c9fb3-9f0a-40a0-bfd7-d4a8d87adac8 req-9d6f72e7-5a21-48fe-b53d-aabba12f52e5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946848 Oct 26 16:24:37.910164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5869e1f-12fd-4dbc-b825-319f023107a0 req-b219c13c-b598-4b68-9b2c-9d54c544be66 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832450 Oct 26 16:24:37.978726 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a41694-4e4e-42a3-8b6a-17a1503cd737 None None] The sync data for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 is: [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:32Z', 'revision_number': 4, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port': {'id': 'cf0fd11d-d834-49a9-a32b-0b47b3228f70', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:24Z', 'updated_at': '2021-10-26T16:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8a7ec4e2-b14a-4b09-b195-69abc30e665c', 'name': '', 'network_id': '0c84c9c9-419f-406e-9aa0-f66afaef39c4', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'mac_address': 'fa:16:3e:71:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:24:30Z', 'updated_at': '2021-10-26T16:24:37Z', 'revision_number': 4, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'subnets': [{'id': '0e7fd1d1-1b0e-415b-9b9a-134859e345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:37.983977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b113af5-0bc5-422b-a245-b900944db327 None None] Pushing event updated for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:38.011306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e89144ee-0f70-4347-b640-030364a6c88a None None] Provisioning complete for port 8a7ec4e2-b14a-4b09-b195-69abc30e665c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:38.011687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e89144ee-0f70-4347-b640-030364a6c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.013619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:38.127859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.173387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e89144ee-0f70-4347-b640-030364a6c88a None None] Could not find standard attr ID for object 8a7ec4e2-b14a-4b09-b195-69abc30e665c. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:24:38.178819 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-e89144ee-0f70-4347-b640-030364a6c88a None None] No ports have port_id starting with 8a7ec4e2-b14a-4b09-b195-69abc30e665c Oct 26 16:24:38.221474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7ec4e2-b14a-4b09-b195-69abc30e665c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:38.287998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:38.291524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.293473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:38.294052 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.303203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.303464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.303879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.304283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.304688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.305090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.305487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.306512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.307588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.308001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.308398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:38.325729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dea3ec-e8f9-43c7-a046-0b8d166212c5 req-0c064087-7fc0-4d2b-81ae-50fb12353f17 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:38.339108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01dea3ec-e8f9-43c7-a046-0b8d166212c5 req-0c064087-7fc0-4d2b-81ae-50fb12353f17 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.3036017 Oct 26 16:24:38.403362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa5f1f-9577-429d-9691-adbe39a511cc req-4448b63f-1ab8-4d55-bac5-70d0f51c51c0 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:38.407881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eaa5f1f-9577-429d-9691-adbe39a511cc req-4448b63f-1ab8-4d55-bac5-70d0f51c51c0 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 945 time: 0.3016343 Oct 26 16:24:38.474916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.513729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eaa5f1f-9577-429d-9691-adbe39a511cc req-a9f70989-d500-4f01-91e4-146cd43ccd02 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823984 Oct 26 16:24:38.519324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:38.521747 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0604683a-6a52-4813-b925-1ea87a785b44" -d '{"events": [{"server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "name": "network-vif-plugged", "status": "completed", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:38.571335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:38.647589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.708768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01dea3ec-e8f9-43c7-a046-0b8d166212c5 req-07c898d0-1362-475d-bd9e-f2c7834f0cee tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252869 Oct 26 16:24:38.729470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:38.765027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8c1b-1689-4459-a2ea-7f197d79dbb5 req-e72dd654-d772-41a0-b6e8-5565221db3b6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:38.766557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948f8c1b-1689-4459-a2ea-7f197d79dbb5 req-e72dd654-d772-41a0-b6e8-5565221db3b6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 948 time: 0.1102688 Oct 26 16:24:38.826892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:38.976067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948f8c1b-1689-4459-a2ea-7f197d79dbb5 req-209257e6-07e7-4ffa-a926-df1dc58e6e51 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970875 Oct 26 16:24:39.035903 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f2341-bdbe-4fc5-8364-758d6d8646f7 x-openstack-request-id: req-9e3f2341-bdbe-4fc5-8364-758d6d8646f7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:39.036420 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "name": "network-vif-plugged", "status": "completed", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:39.036821 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e3f2341-bdbe-4fc5-8364-758d6d8646f7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:39.037349 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'code': 200} Oct 26 16:24:39.185863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:39.219551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8e2f5-d5b7-4640-a1f8-f3e33e6b790c req-996e2423-967e-437d-ae6e-8c32b63c238a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:39.221676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a8e2f5-d5b7-4640-a1f8-f3e33e6b790c req-996e2423-967e-437d-ae6e-8c32b63c238a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1246905 Oct 26 16:24:39.272718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ef32-79c6-435a-b29a-34f494f92e94 req-df162795-8ddb-433a-ae59-a1cb8b6d6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:39.274369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb86ef32-79c6-435a-b29a-34f494f92e94 req-df162795-8ddb-433a-ae59-a1cb8b6d6145 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 1097 time: 0.1672802 Oct 26 16:24:39.289131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-1f86a4bf-cd60-46a1-bca5-46eb256613a5 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:39.291349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-1f86a4bf-cd60-46a1-bca5-46eb256613a5 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.1713665 Oct 26 16:24:39.356362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a8e2f5-d5b7-4640-a1f8-f3e33e6b790c req-6a3aa067-a42e-47f9-befa-f949c1700962 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Oct 26 16:24:39.396137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:39.405031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad02e09a-e1a1-45da-92a4-26ca80b5a522 admin admin] 10.222.0.21 "PUT /v2.0/routers/5bddb06f-4482-4ab4-9d52-5482ee12c4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3975394 Oct 26 16:24:39.405685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55628) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:39.423465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb86ef32-79c6-435a-b29a-34f494f92e94 req-394b15c5-6d83-4cfd-9ac8-a0c6ac2586b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309359 Oct 26 16:24:39.447837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Deleting port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:39.448242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:39.576861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-1db44ab7-40a2-4318-8027-02e3f94fddc8 req-019abada-2d6a-46df-9852-bcf8c8a317c1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:24:39.578471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1db44ab7-40a2-4318-8027-02e3f94fddc8 req-019abada-2d6a-46df-9852-bcf8c8a317c1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075226 Oct 26 16:24:39.591936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:39.680496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] For port 76a9ceb1-8bed-4b99-90d7-21e7be42e905, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=76a9ceb1-8bed-4b99-90d7-21e7be42e905,segment=NetworkSegment(fff1f563-0e03-4a58-8cea-4a7bd35b9399),segment_id=fff1f563-0e03-4a58-8cea-4a7bd35b9399)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:39.681809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:39.707045 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:24:39.715710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Calling delete_port for 76a9ceb1-8bed-4b99-90d7-21e7be42e905 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:39.801227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0489de-b7aa-4d56-9959-2cd036a1d8a5 req-3f47b728-0cb7-4b1c-b011-491b47a60e8a tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:39.803228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e0489de-b7aa-4d56-9959-2cd036a1d8a5 req-3f47b728-0cb7-4b1c-b011-491b47a60e8a tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.1054771 Oct 26 16:24:39.829524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:39.863634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e0489de-b7aa-4d56-9959-2cd036a1d8a5 req-c7418b57-4253-4318-82f5-c17a6c92fa2c tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494421 Oct 26 16:24:39.921782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Sync routers for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:39.938438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:39.939170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:40.023297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8e684f29-0103-40a8-9cbd-8f3c0273fa62 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:40.023913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a93c84-4c6f-4362-bad4-d8ae7ae1ec99 req-afb0fefe-467d-43d9-95a8-76587bcab0c2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:40.032055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88a93c84-4c6f-4362-bad4-d8ae7ae1ec99 req-afb0fefe-467d-43d9-95a8-76587bcab0c2 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 946 time: 0.0940869 Oct 26 16:24:40.081090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Deleting port cf0fd11d-d834-49a9-a32b-0b47b3228f70 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:40.081403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.087806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88a93c84-4c6f-4362-bad4-d8ae7ae1ec99 req-a1c8e48b-61ca-4d61-9fce-930855fb0e88 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups?id=20943717-d178-482c-94e9-128fd386158a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Oct 26 16:24:40.103178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.157824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event deleted for resources: {'Port': ['ID=76a9ceb1-8bed-4b99-90d7-21e7be42e905,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:40.205682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.209535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:40.212572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] No DVR routers for this DVR port 76a9ceb1-8bed-4b99-90d7-21e7be42e905 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:40.214801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.218663 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fee757b8-57a7-46cd-8894-5541d170fad8 req-92d9d548-a73f-4622-92f1-29f8d12050a9 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.39 "DELETE /v2.0/ports/76a9ceb1-8bed-4b99-90d7-21e7be42e905 HTTP/1.1" status: 204 len: 173 time: 0.9198728 Oct 26 16:24:40.219166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'name': 'network-vif-deleted', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:40.221545 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8976fb31-1f95-4950-b523-138e7251dc1c" -d '{"events": [{"server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "name": "network-vif-deleted", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:40.231211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['76a9ceb1-8bed-4b99-90d7-21e7be42e905'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:40.247298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.276507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:40.315654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] For port cf0fd11d-d834-49a9-a32b-0b47b3228f70, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cf0fd11d-d834-49a9-a32b-0b47b3228f70,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.319895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.335686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Calling delete_port for cf0fd11d-d834-49a9-a32b-0b47b3228f70 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:40.369714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '8e684f29-0103-40a8-9cbd-8f3c0273fa62', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '8e684f29-0103-40a8-9cbd-8f3c0273fa62', 'mac_address': 'fa:16:3e:26:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:40.372110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:39Z', 'revision_number': 6, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:40.408646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Checking router: 5bddb06f-4482-4ab4-9d52-5482ee12c4ec for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:40.444346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Routers {'5bddb06f-4482-4ab4-9d52-5482ee12c4ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:40.444969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:40.497371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811735b2-9411-417b-ab63-815647f6ac5f req-848abce7-4dfd-4994-8e1b-42b9aaf158ef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:40.500336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811735b2-9411-417b-ab63-815647f6ac5f req-848abce7-4dfd-4994-8e1b-42b9aaf158ef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 948 time: 0.3074181 Oct 26 16:24:40.502526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-60e939a0-b92e-43d0-be54-fb34041a7bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547242 Oct 26 16:24:40.521206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.539904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce6b7-a4c0-47c0-94dc-aea404d6ff73 req-9b39e10f-35ce-4970-bb98-6955a368491d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:40.550232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a7ce6b7-a4c0-47c0-94dc-aea404d6ff73 req-9b39e10f-35ce-4970-bb98-6955a368491d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.3278637 Oct 26 16:24:40.554661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e684f29-0103-40a8-9cbd-8f3c0273fa62 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:40.582147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] Set router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:40.638113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a7ce6b7-a4c0-47c0-94dc-aea404d6ff73 req-fb8dca05-3017-4343-8bfc-383dbcd47119 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Oct 26 16:24:40.647408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811735b2-9411-417b-ab63-815647f6ac5f req-3b93f00f-a3d8-4101-9179-837b613571fd tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336861 Oct 26 16:24:40.660002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.661212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:39Z', 'revision_number': 6, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:40.703436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02a5a3-64dc-4cc5-b0f5-f955d09f47f5 None None] The sync data for ids ['5bddb06f-4482-4ab4-9d52-5482ee12c4ec'] in n-d-815373-2 is: [{'id': '5bddb06f-4482-4ab4-9d52-5482ee12c4ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-217013465-router', 'tenant_id': 'b62c70fbbc1c4957b5829db72683a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:24:22Z', 'updated_at': '2021-10-26T16:24:39Z', 'revision_number': 6, 'project_id': 'b62c70fbbc1c4957b5829db72683a055', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:40.717468 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360324fd-6559-44e8-a90a-92fb8969015f x-openstack-request-id: req-360324fd-6559-44e8-a90a-92fb8969015f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:40.717747 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a98746-0833-4bb0-bf4a-14a8033acfb4", "name": "network-vif-deleted", "tag": "76a9ceb1-8bed-4b99-90d7-21e7be42e905", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:40.717996 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-360324fd-6559-44e8-a90a-92fb8969015f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:40.718397 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a98746-0833-4bb0-bf4a-14a8033acfb4', 'name': 'network-vif-deleted', 'tag': '76a9ceb1-8bed-4b99-90d7-21e7be42e905', 'status': 'completed', 'code': 200} Oct 26 16:24:40.778897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.836670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:40.861285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:40.882859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0fd11d-d834-49a9-a32b-0b47b3228f70,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:40.965894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.032437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8e684f29-0103-40a8-9cbd-8f3c0273fa62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:41.113747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.131198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.222620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91824-9498-4b49-b93f-b8d31c303d48 req-62f1e234-4eef-4ae3-b497-87c7b120693e tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:41.224266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04c91824-9498-4b49-b93f-b8d31c303d48 req-62f1e234-4eef-4ae3-b497-87c7b120693e tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.2336042 Oct 26 16:24:41.260557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff36892f-0ef8-4218-adea-b9f208dbedf4 req-fe5bea92-a31f-4fad-ba66-77ce56654e6a tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a98746-0833-4bb0-bf4a-14a8033acfb4 HTTP/1.1" status: 200 len: 210 time: 0.0342438 Oct 26 16:24:41.289522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04c91824-9498-4b49-b93f-b8d31c303d48 req-7f143568-c8d4-4760-abd3-be0db9805e2f tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536332 Oct 26 16:24:41.388149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.388615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bddb06f-4482-4ab4-9d52-5482ee12c4ec {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:24:41.393654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.396284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1395810-4118-4f3d-9bfe-8b3a212a6818 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5bddb06f-4482-4ab4-9d52-5482ee12c4ec HTTP/1.1" status: 204 len: 168 time: 1.9881351 Oct 26 16:24:41.397403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:41.465726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Deleting subnet 0e7fd1d1-1b0e-415b-9b9a-134859e345dd {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:24:41.469398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.507898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.644702 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:41.826097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a7ec4e2-b14a-4b09-b195-69abc30e665c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:41.860133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8a7ec4e2-b14a-4b09-b195-69abc30e665c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:41.860627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8a7ec4e2-b14a-4b09-b195-69abc30e665c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:41.861137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cf0fd11d-d834-49a9-a32b-0b47b3228f70 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:41.886886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: cf0fd11d-d834-49a9-a32b-0b47b3228f70 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:41.887389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cf0fd11d-d834-49a9-a32b-0b47b3228f70 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:42.024814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8e684f29-0103-40a8-9cbd-8f3c0273fa62 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:42.135182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebd44a-a3fa-4968-8094-91e6908fe7a0 req-eebe4383-ef97-460e-8132-4985e7eb5e2a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:42.137335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7ebd44a-a3fa-4968-8094-91e6908fe7a0 req-eebe4383-ef97-460e-8132-4985e7eb5e2a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0866771 Oct 26 16:24:42.152103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45fe9e-23d0-4a26-821e-20aa9cc5196c req-6423ccea-f413-41b2-a512-9e0f421665bc tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:42.154801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e45fe9e-23d0-4a26-821e-20aa9cc5196c req-6423ccea-f413-41b2-a512-9e0f421665bc tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 949 time: 0.1054060 Oct 26 16:24:42.215453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7ebd44a-a3fa-4968-8094-91e6908fe7a0 req-35992889-ebbd-49c9-b0b6-2000b4ea2f05 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719681 Oct 26 16:24:42.221121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e45fe9e-23d0-4a26-821e-20aa9cc5196c req-f59435e7-1c35-4f82-bd77-e71d70ad1e2c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Oct 26 16:24:42.260216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.261489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:24:42.266781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:42.267456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.277662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.281061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e7fd1d1-1b0e-415b-9b9a-134859e345dd HTTP/1.1" status: 204 len: 168 time: 0.8826172 Oct 26 16:24:42.284257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:42.302038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583a075-809f-4e0f-bb8f-d8ba377ad1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7fd1d1-1b0e-415b-9b9a-134859e345dd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:42.319845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83637916-1406-4a2f-8cc8-f67826a728b9 None None] Network 0c84c9c9-419f-406e-9aa0-f66afaef39c4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:42.456113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.521086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633b558-b1a0-4951-a6a6-f6df51e7baf5 req-36f8fb4f-1f8f-400c-9d8f-4d308f479320 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:42.544136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b633b558-b1a0-4951-a6a6-f6df51e7baf5 req-36f8fb4f-1f8f-400c-9d8f-4d308f479320 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.0998235 Oct 26 16:24:42.557743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:42.559938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 76a9ceb1-8bed-4b99-90d7-21e7be42e905 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:42.567550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Deleting port 2c6f6457-f715-4447-828c-7c96672a81da {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:42.568015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.604781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b633b558-b1a0-4951-a6a6-f6df51e7baf5 req-0a2555f5-4f0e-410b-bbc2-63198d121018 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524087 Oct 26 16:24:42.619308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.619308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 76a9ceb1-8bed-4b99-90d7-21e7be42e905 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:42.619308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 76a9ceb1-8bed-4b99-90d7-21e7be42e905 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:42.670983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] For port 2c6f6457-f715-4447-828c-7c96672a81da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c6f6457-f715-4447-828c-7c96672a81da,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:42.671525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:42.689694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Calling delete_port for 2c6f6457-f715-4447-828c-7c96672a81da owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:42.748224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:42.754801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7183-acfd-4ff7-af99-69a8816ca29d req-e0af36fa-52c4-467e-9535-98578120f4d6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:42.764008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:42.772148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61cd7183-acfd-4ff7-af99-69a8816ca29d req-e0af36fa-52c4-467e-9535-98578120f4d6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.0981002 Oct 26 16:24:42.784096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Request body: {'floatingip': {'port_id': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:42.901774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:42.904280 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df42f93-d9b9-410c-b455-b8157af1222a" -d '{"events": [{"server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "name": "network-vif-plugged", "status": "completed", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:42.929255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:42.980854 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1ca60-4452-4288-8884-2b02361831e8 x-openstack-request-id: req-9fb1ca60-4452-4288-8884-2b02361831e8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:42.981052 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "name": "network-vif-plugged", "status": "completed", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:42.981546 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fb1ca60-4452-4288-8884-2b02361831e8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:42.982328 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62', 'code': 200} Oct 26 16:24:43.073781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] DHCP port deletion for 0c84c9c9-419f-406e-9aa0-f66afaef39c4 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:24:43.079104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:43.096028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.106230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'mac_address': 'fa:16:3e:4c:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:43.204967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.206448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.220973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.236200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Deleting port 2c6f6457-f715-4447-828c-7c96672a81da {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:43.236856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.342666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d779b940-5454-4428-89cc-93b09e1bcc50 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:43.355859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] For port 2c6f6457-f715-4447-828c-7c96672a81da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c6f6457-f715-4447-828c-7c96672a81da,segment=NetworkSegment(276ac238-bd8b-427c-a70d-724acac1d5d2),segment_id=276ac238-bd8b-427c-a70d-724acac1d5d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:43.356253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.401688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Calling delete_port for 2c6f6457-f715-4447-828c-7c96672a81da owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:43.410051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.413906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:43.431893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92589a1-2090-43a9-8f3b-a686aa99531b req-0a60a39e-edac-406e-86fe-6ad06d1d9864 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:43.434048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b92589a1-2090-43a9-8f3b-a686aa99531b req-0a60a39e-edac-406e-86fe-6ad06d1d9864 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1022017 Oct 26 16:24:43.467531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b033e-d531-46ac-89cd-beb5e15493ab req-981bbaa5-e3fa-48d1-97e9-1962cabdc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:43.470115 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-109b033e-d531-46ac-89cd-beb5e15493ab req-981bbaa5-e3fa-48d1-97e9-1962cabdc476 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 1101 time: 0.2795405 Oct 26 16:24:43.471936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd12ad-158c-480f-9575-e29f181f19fc req-3e4c3e97-69c6-4763-a53f-532e94b9ff16 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:43.478205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07dd12ad-158c-480f-9575-e29f181f19fc req-3e4c3e97-69c6-4763-a53f-532e94b9ff16 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.1150169 Oct 26 16:24:43.506403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.575273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b92589a1-2090-43a9-8f3b-a686aa99531b req-100f4397-0dcf-45dd-81aa-7724f97ac96e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339076 Oct 26 16:24:43.588351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07dd12ad-158c-480f-9575-e29f181f19fc req-633f6d56-65d7-4879-a885-b1986e4351ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873382 Oct 26 16:24:43.603639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.695347 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.713392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] No DVR routers for this DVR port 2c6f6457-f715-4447-828c-7c96672a81da on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:43.733006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-109b033e-d531-46ac-89cd-beb5e15493ab req-00586477-68d6-4930-a688-4c40c94c8278 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472758 Oct 26 16:24:43.734492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:43.756574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.799707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c6f6457-f715-4447-828c-7c96672a81da no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:43.807519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d779b940-5454-4428-89cc-93b09e1bcc50'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:43.829258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2c6f6457-f715-4447-828c-7c96672a81da {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:24:43.829729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c6f6457-f715-4447-828c-7c96672a81da not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:43.831334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f925851-38e3-4233-afa5-64ed130082ed None None] Pushing event deleted for resources: {'Port': ['ID=2c6f6457-f715-4447-828c-7c96672a81da,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.911628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6f6457-f715-4447-828c-7c96672a81da,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.940611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] No DVR routers for this DVR port 2c6f6457-f715-4447-828c-7c96672a81da on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:44.268145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.283243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.286975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.288887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "DELETE /v2.0/security-groups/89d2ea2e-2b15-4de1-a01e-629ff35c74cd HTTP/1.1" status: 204 len: 168 time: 1.5392492 Oct 26 16:24:44.292156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-700acf74-a864-4115-ac03-956c36f54c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:44.292786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55784) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:44.294076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-700acf74-a864-4115-ac03-956c36f54c0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1100 time: 0.7034626 Oct 26 16:24:44.312201 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-cda64ceb-ec34-49e2-8e6a-660b62743d45 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] show failed (client error): The resource could not be found. Oct 26 16:24:44.314097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cda64ceb-ec34-49e2-8e6a-660b62743d45 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "GET /v2.0/security-groups/89d2ea2e-2b15-4de1-a01e-629ff35c74cd HTTP/1.1" status: 404 len: 347 time: 0.0202885 Oct 26 16:24:44.317694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55786) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:44.357973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f457bab-842b-4798-9ea2-9b013d0fd250 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2ea2e-2b15-4de1-a01e-629ff35c74cd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:44.436491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.440302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.469225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:44.553556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Deleting port 7380859c-b4a2-4fd1-b8d5-b3692448fc47 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:24:44.554438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.621969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port d779b940-5454-4428-89cc-93b09e1bcc50 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:44.622347 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.731673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c84c9c9-419f-406e-9aa0-f66afaef39c4']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.779423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.779752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.798300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276ac238-bd8b-427c-a70d-724acac1d5d2') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.798504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276ac238-bd8b-427c-a70d-724acac1d5d2') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.820312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Calling delete_port for 7380859c-b4a2-4fd1-b8d5-b3692448fc47 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:24:44.847447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.887175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.933580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:44.934622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-3d16ea0d-1ff0-4833-be81-0acf71671562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:44.936885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-3d16ea0d-1ff0-4833-be81-0acf71671562 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.6098061 Oct 26 16:24:44.963825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:44.990602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:44.993628 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc26a0f-640e-4b15-a28f-bbd3720f3074" -d '{"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-plugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:45.040916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.062876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:24:45.063570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:24:45.066451 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:24:45.077099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d3985-f436-43b9-b93e-ae24b16dcfb3 req-182b51e2-30ab-43d5-a4c0-5f7a1a0ba38e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:45.088561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f46d3985-f436-43b9-b93e-ae24b16dcfb3 req-182b51e2-30ab-43d5-a4c0-5f7a1a0ba38e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.2327406 Oct 26 16:24:45.101768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-3adbf7eb-d73a-4095-99b7-cf0457e198f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.1354842 Oct 26 16:24:45.120293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e81b4-c5bc-4ac4-9c22-44039ffaff90 req-c63243b6-46ce-4e07-86d2-5df4008e33f6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:45.122196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15e81b4-c5bc-4ac4-9c22-44039ffaff90 req-c63243b6-46ce-4e07-86d2-5df4008e33f6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.2655437 Oct 26 16:24:45.220312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.225265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15e81b4-c5bc-4ac4-9c22-44039ffaff90 req-70fae721-662e-4fea-b30c-b7805f5ce045 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939703 Oct 26 16:24:45.264476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f46d3985-f436-43b9-b93e-ae24b16dcfb3 req-9bbe0f6c-3df0-4074-8fc3-760147eef98e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751072 Oct 26 16:24:45.304391 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b associated. External IP: 172.25.5.108, port: 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08. Oct 26 16:24:45.342911 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ff1c7-c627-4338-9ae5-153af7858e18 x-openstack-request-id: req-985ff1c7-c627-4338-9ae5-153af7858e18 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:45.343518 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-plugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:45.343686 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-985ff1c7-c627-4338-9ae5-153af7858e18 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:45.343972 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'code': 200} Oct 26 16:24:45.495634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-7a783a9d-8836-4e53-8aa1-8901efe866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:45.497710 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-7a783a9d-8836-4e53-8aa1-8901efe866dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.2049961 Oct 26 16:24:45.552904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.615923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Pushing event deleted for resources: {'Port': ['ID=7380859c-b4a2-4fd1-b8d5-b3692448fc47,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.701027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.703720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-76ff95a8-f7c0-4d25-b9de-2e5a6bc09c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:45.705266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-76ff95a8-f7c0-4d25-b9de-2e5a6bc09c35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944478 Oct 26 16:24:45.732169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.734159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.735457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f10fef6-6bb6-4b96-81ef-20e8ecda6070 tempest-ImagesOneServerNegativeTestJSON-378669016 tempest-ImagesOneServerNegativeTestJSON-378669016-project] 10.222.0.21 "DELETE /v2.0/floatingips/706c7299-ea64-4e6d-8716-a3b76eaafdaa HTTP/1.1" status: 204 len: 168 time: 1.4166639 Oct 26 16:24:45.754857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:45.761157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0c84c9c9-419f-406e-9aa0-f66afaef39c4 HTTP/1.1" status: 204 len: 168 time: 3.4750159 Oct 26 16:24:45.777819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add699f9-31ea-46aa-ab12-c69185614340 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c84c9c9-419f-406e-9aa0-f66afaef39c4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.917726 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-9bbd3f21-e29c-4e9e-93dc-c70df3b456e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025654 Oct 26 16:24:45.931484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:45.934577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:46.007269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Deleting subnet 5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:24:46.013842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.039305 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-b9b05824-7929-4eae-965b-69268eb81b0f service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096914 Oct 26 16:24:46.195462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.263823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:46.307937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:46.314915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.328850 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:46.330481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.332764 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:46.379893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55830) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:46.483213 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-db0268d7-2bb0-4b3a-ac28-f51ca0956b23 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "PUT /v2.0/floatingips/ad2ace91-c76d-4a5a-a1b5-f7411a77d55b HTTP/1.1" status: 200 len: 992 time: 3.7177322 Oct 26 16:24:46.485737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:46.494250 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:46.495376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cbbaa301-10ad-43d6-9516-80ab713169c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b62c70fbbc1c4957b5829db72683a055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1122868 Oct 26 16:24:46.501027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55836) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:46.541010 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:46.667917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.710050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.792986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d813ef-639b-448d-a356-75265bd836e5 req-66c2a149-bf2d-451c-976d-c21fa4c26b4b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:46.794760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70d813ef-639b-448d-a356-75265bd836e5 req-66c2a149-bf2d-451c-976d-c21fa4c26b4b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.3057327 Oct 26 16:24:46.806315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49662941-140b-43c0-a548-af25e93d4122 req-19133233-8b46-4689-b29c-e3cb6825d4f9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:46.808994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49662941-140b-43c0-a548-af25e93d4122 req-19133233-8b46-4689-b29c-e3cb6825d4f9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.2945719 Oct 26 16:24:46.875154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70d813ef-639b-448d-a356-75265bd836e5 req-2a22a5aa-116f-4f3a-9f6a-376b9509264b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650256 Oct 26 16:24:46.902487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.902487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:46.906671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a96bf924-2d14-4b1c-ab90-b12bb5eee0ba HTTP/1.1" status: 204 len: 168 time: 0.3936820 Oct 26 16:24:46.919336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6caf1b-d72b-4601-9c6b-5ab19fde2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96bf924-2d14-4b1c-ab90-b12bb5eee0ba,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:46.922990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49662941-140b-43c0-a548-af25e93d4122 req-eb772e8e-4dae-47f7-b02a-5143872b26fc tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851908 Oct 26 16:24:46.945537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.000264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:47.016018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.025888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:47.026618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a57f6df6-f1b5-4270-b4a0-0a665d69f106 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5b6993ef-cc11-469f-ad9b-5e8ac09f6cbd HTTP/1.1" status: 204 len: 168 time: 1.0901377 Oct 26 16:24:47.112000 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:8c:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:24:44Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.146052 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:47.157370 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:24:47.158226 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:24:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.179852 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b471a91-1360-4be5-853b-c217af4dc91b x-openstack-request-id: req-9b471a91-1360-4be5-853b-c217af4dc91b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:47.180133 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:47.180960 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b471a91-1360-4be5-853b-c217af4dc91b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:47.181362 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'status': 'completed', 'code': 200} Oct 26 16:24:47.214082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.306383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef639f-4be0-43f1-8379-aaeff1ecd67a req-cc795cf3-d406-4c0e-a70a-d3a1ff9838bb tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:47.308580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ef639f-4be0-43f1-8379-aaeff1ecd67a req-cc795cf3-d406-4c0e-a70a-d3a1ff9838bb tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 1101 time: 0.0602777 Oct 26 16:24:47.324644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-33e03412-646c-4a71-8bfa-d0d5b4019b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:47.326174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-33e03412-646c-4a71-8bfa-d0d5b4019b92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d9afd2802bd4f009c66037ab75610f2&device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 1097 time: 0.1100006 Oct 26 16:24:47.332056 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:24:47.363301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.381027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ef639f-4be0-43f1-8379-aaeff1ecd67a req-2100b4d5-fb6f-40f5-b8d0-deab5f775ec0 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Oct 26 16:24:47.496560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-5054571c-cfdf-4c6d-b056-65de4306e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:47.511706 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-5054571c-cfdf-4c6d-b056-65de4306e46c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 200 len: 924 time: 0.1746633 Oct 26 16:24:47.691688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-60381654-8f26-4b44-ac81-5b169bb82665 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330267 Oct 26 16:24:47.694747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfce86b-0436-44f3-97ff-c23626cb8ef5']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.740124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff1f563-0e03-4a58-8cea-4a7bd35b9399') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.740425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff1f563-0e03-4a58-8cea-4a7bd35b9399') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.755283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.771564 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-5d42d06e-2783-4d71-834b-cce34b0e2ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 HTTP/1.1" status: 200 len: 1000 time: 0.2491386 Oct 26 16:24:47.791473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.845733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:24:47.848082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:24:47.861229 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:24:47.917280 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:8c:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:24:44Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.995675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-9fa3ec19-c276-46e8-9e7e-cce975df5694 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:48.003767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-9fa3ec19-c276-46e8-9e7e-cce975df5694 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109589 Oct 26 16:24:48.005117 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1ee6e-56c2-4548-b589-59a1e4905d88 None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ad2ace91-c76d-4a5a-a1b5-f7411a77d55b', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'port_id': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'mac_address': 'fa:16:3e:8c:f5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:22:14Z', 'updated_at': '2021-10-26T16:24:44Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:48.029168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-07511d69-b6f3-4e8b-a70e-270ae6d5feec tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/quotas/f1fcfc7102cc47959c1c631506b01588 HTTP/1.1" status: 200 len: 375 time: 0.0177011 Oct 26 16:24:48.041702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-25d5e4e3-c05d-479e-b10c-fe37c3f453bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:48.044117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-25d5e4e3-c05d-479e-b10c-fe37c3f453bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 200 len: 862 time: 0.2640507 Oct 26 16:24:48.150616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-255a88c7-246a-45ea-bec8-71af5d82d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:48.159026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-255a88c7-246a-45ea-bec8-71af5d82d0a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5462561-d948-4e63-b167-9da588a341c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980010 Oct 26 16:24:48.203163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1184ce6-3b1d-49e7-a4f8-9d6854605684 req-8a9398a2-a037-416e-ab07-ea6cc4f1c93d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:48.214454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1184ce6-3b1d-49e7-a4f8-9d6854605684 req-8a9398a2-a037-416e-ab07-ea6cc4f1c93d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1112444 Oct 26 16:24:48.236537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-63a0b933-407a-4d81-80d9-be4b95ba0cdb tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2003686 Oct 26 16:24:48.296594 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-0df95869-b1a3-49b5-ab17-94114698cbaf service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296930 Oct 26 16:24:48.314572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1184ce6-3b1d-49e7-a4f8-9d6854605684 req-2381f0c9-9b05-41d4-a437-b189836d5bfd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991626 Oct 26 16:24:48.345677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cb411-222d-4ad3-9bdf-4f58ad259e35 None None] New status for floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:24:48.740766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:48.758747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:48.773358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] 10.222.0.21 "DELETE /v2.0/networks/7cfce86b-0436-44f3-97ff-c23626cb8ef5 HTTP/1.1" status: 204 len: 168 time: 1.7437267 Oct 26 16:24:48.798231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8ef995d-9fc3-438e-b0da-f1835ec9f4f4 req-90bd9543-75bb-4527-bf7c-c3f088a218e7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 210 time: 0.0824468 Oct 26 16:24:48.829731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39580-a6cb-4d0e-8c11-ad1481b6abba admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfce86b-0436-44f3-97ff-c23626cb8ef5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:48.899457 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7b7a441-e8b1-44aa-bffa-00d7cfde302f req-74e67e1f-98f3-425b-ab68-7e0b7e417c13 service neutron] 10.222.0.47 "GET /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900490 Oct 26 16:24:49.391502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55920) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:49.445936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1118f450-df0d-4e13-bc04-1d2a8681a104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18f970a6efeb41148dcdaed6adc94842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525749 Oct 26 16:24:49.447813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:49.447997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2daa-561f-4cbc-a4af-945a404d447f req-8698597b-841c-4b4f-8d7d-7541965c0b0d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:49.455427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6ae2daa-561f-4cbc-a4af-945a404d447f req-8698597b-841c-4b4f-8d7d-7541965c0b0d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0630877 Oct 26 16:24:49.494366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6ae2daa-561f-4cbc-a4af-945a404d447f req-674920bc-9188-4658-9dd6-091c12184396 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Oct 26 16:24:49.510473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:49.537988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:49.753600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:49.756112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:49.757306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20943717-d178-482c-94e9-128fd386158a HTTP/1.1" status: 204 len: 168 time: 0.3084137 Oct 26 16:24:49.767496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab837e0e-0352-4ed5-bc73-6b7fc49cd324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20943717-d178-482c-94e9-128fd386158a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:49.934160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c804724-5ef6-4ba8-bc9e-cbba83d9d18d req-c9a25e1d-6a10-416e-b8dd-12ec9d6fee2a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 210 time: 0.0570903 Oct 26 16:24:50.590517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:50.739626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590013-ef4b-4b97-a24d-e8091441555d req-788541f7-9b6e-41aa-9516-32e3b82285a1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:50.744301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb590013-ef4b-4b97-a24d-e8091441555d req-788541f7-9b6e-41aa-9516-32e3b82285a1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0959499 Oct 26 16:24:50.800831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb590013-ef4b-4b97-a24d-e8091441555d req-b0fd7be4-a0ad-4f11-92b6-f6f398f80723 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Oct 26 16:24:51.043300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce34d289-6211-4e6a-a34d-009fc4a1c240 req-b79c8541-665c-407a-97af-789378654ffb tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 210 time: 0.0367594 Oct 26 16:24:51.585339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:51.792999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-635742565-network', 'tenant_id': '95a3d6456e5d4bea8d3c40e14cd8500a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:51.961756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Made reservation on behalf of 95a3d6456e5d4bea8d3c40e14cd8500a for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:51.965677 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:51.977612 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-6ed9f8f7-b0b6-457e-b8c6-e77ea1e20049 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1fcfc7102cc47959c1c631506b01588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567660 Oct 26 16:24:52.017183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298140a-36b8-4363-878b-7fa741cda62f req-dfbf671f-aed7-4250-8a0f-d1f290e44150 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:52.017183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a298140a-36b8-4363-878b-7fa741cda62f req-dfbf671f-aed7-4250-8a0f-d1f290e44150 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1193540 Oct 26 16:24:52.022329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.112400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a298140a-36b8-4363-878b-7fa741cda62f req-cb2d8f55-a558-4fea-9df3-ce3bfae236d9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772853 Oct 26 16:24:52.204106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.213955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-bc016f1f-710e-47ca-bdcb-33458d3e3b35 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:52.215491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-bc016f1f-710e-47ca-bdcb-33458d3e3b35 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237923 Oct 26 16:24:52.240742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Request body: {'port': {'device_id': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'f1fcfc7102cc47959c1c631506b01588'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:52.286124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.357750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c541522-bfc7-464c-b5be-5bfeec6f432f req-9000887d-0b91-4a70-a3bc-527add3693af tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 210 time: 0.0676756 Oct 26 16:24:52.382057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:24:52.382344 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.426667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7777cf-50a7-44a6-968f-8fe2182149d8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.441835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.442177 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Added segment aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb of type vlan for network c3ac11f5-bb6f-424b-bff4-5255e026d537 Oct 26 16:24:52.516278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.641705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Made reservation on behalf of f1fcfc7102cc47959c1c631506b01588 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:52.645586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.773173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.774665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:52.775468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:52.956934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] Pushing event updated for resources: {'Network': ['ID=c3ac11f5-bb6f-424b-bff4-5255e026d537,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.968946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:24:52.969094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Allocated IP 192.168.233.154 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/b3c6db36-46cd-4e93-a09c-07931b07f178) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:52.993491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56156) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:24:52.993761 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-758c1f57-ee4b-4ad9-9d3d-fcacbb7bf90d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4064984 Oct 26 16:24:52.999362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Request body: {'subnet': {'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-635742565-subnet', 'tenant_id': '95a3d6456e5d4bea8d3c40e14cd8500a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:53.122543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Made reservation on behalf of 95a3d6456e5d4bea8d3c40e14cd8500a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:53.131434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.280576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.457701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.474167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:53.495313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a91c6-ada0-40cf-83bc-f19ebc62f0ef req-fc9be963-a7c9-48f5-9cb8-1216803dae4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:53.497526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-698a91c6-ada0-40cf-83bc-f19ebc62f0ef req-fc9be963-a7c9-48f5-9cb8-1216803dae4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0843525 Oct 26 16:24:53.530612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128', '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', '8e684f29-0103-40a8-9cbd-8f3c0273fa62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:53.547411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:53.551978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:53.555899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-698a91c6-ada0-40cf-83bc-f19ebc62f0ef req-48892caa-77e9-4819-aad4-e3ddc622c37d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Oct 26 16:24:53.562851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:53.562851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event updated for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:53.628882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.642384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:53.642955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.726076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cf3336-9ee8-4dce-bf07-106bee6b06b1,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:53.750700 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-c50a4402-5c11-4519-8c35-643a5ea8bfa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5170631 Oct 26 16:24:53.769359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Request body: {'port': {'device_id': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:53.831809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de953930-0957-439f-a575-3e3bcd3b12df req-93f5f6f5-286a-4505-ad69-8130722eeaa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:53.843385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de953930-0957-439f-a575-3e3bcd3b12df req-93f5f6f5-286a-4505-ad69-8130722eeaa3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 936 time: 0.1072056 Oct 26 16:24:53.876185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:53.942165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de953930-0957-439f-a575-3e3bcd3b12df req-6c911174-898d-4f14-a059-bbbb43cf4476 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976920 Oct 26 16:24:54.027553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2aac2461-437b-474d-a061-4e24359a340a None None] Provisioning complete for port b3c6db36-46cd-4e93-a09c-07931b07f178 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:24:54.028354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2aac2461-437b-474d-a061-4e24359a340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:54.076704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2aac2461-437b-474d-a061-4e24359a340a None None] Port b3c6db36-46cd-4e93-a09c-07931b07f178 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:24:54.102226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Checking segment: {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:54.102617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Network hostable DHCP agents. Network: c3ac11f5-bb6f-424b-bff4-5255e026d537, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:24:54.318781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-a93ff7cb-dac5-4451-8c3a-de232e5bd5ac tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:54.326431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-a93ff7cb-dac5-4451-8c3a-de232e5bd5ac tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.4776056 Oct 26 16:24:54.326431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:24:54.402975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-e2a2430f-f8ac-4e60-aeb2-4e00c46e697b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/quotas/3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 375 time: 0.0399091 Oct 26 16:24:54.448979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c6db36-46cd-4e93-a09c-07931b07f178 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:54.491715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c3ac11f5-bb6f-424b-bff4-5255e026d537) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:54.506005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:54.510356 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:54.522441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:54.525317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bbcbd-da25-4455-b533-5fed41942e47 None None] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:54.596453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Transition to ACTIVE for port object b3c6db36-46cd-4e93-a09c-07931b07f178 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:24:54.596551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-89794efd-e26a-4102-8e19-05aea8890a9c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1663492 Oct 26 16:24:54.714882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-60e971f7-2032-43ce-a138-853c9afba7ec service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375566 Oct 26 16:24:54.783587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7566dfd-a488-469f-90f9-bb7d5c113cc2 None None] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:24:54.825970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-e0fec706-7fa1-41c4-a2e7-ff993b585dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098959 Oct 26 16:24:54.913157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9d262-c1d1-4da0-b16c-6378391fad5e req-2584fbf8-3ef9-4da7-9f69-bfc939a29741 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:54.915417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8be9d262-c1d1-4da0-b16c-6378391fad5e req-2584fbf8-3ef9-4da7-9f69-bfc939a29741 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0662644 Oct 26 16:24:54.931763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:54.952217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7115113e-1d5d-4d56-9068-ea1dfc7559e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9545679 Oct 26 16:24:55.022188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8be9d262-c1d1-4da0-b16c-6378391fad5e req-a7e8d97b-3977-4ae8-b990-571064c020a0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969386 Oct 26 16:24:55.092917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:55.146672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Attempting to bind port b3c6db36-46cd-4e93-a09c-07931b07f178 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:24:55.147426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Attempting to bind port b3c6db36-46cd-4e93-a09c-07931b07f178 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:24:55.147800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Attempting to bind port b3c6db36-46cd-4e93-a09c-07931b07f178 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:55.164968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Port b3c6db36-46cd-4e93-a09c-07931b07f178 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:24:55.165546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Attempting to bind port b3c6db36-46cd-4e93-a09c-07931b07f178 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:55.175657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:24:55.176188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:24:55.176575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:24:55.177068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Bound port: b3c6db36-46cd-4e93-a09c-07931b07f178, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:24:55.177433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:55.269824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200046b1-dab0-478d-ac5e-c69119a87649 req-56277942-f16d-4702-9ca0-f7ed5edb9042 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:55.271537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-200046b1-dab0-478d-ac5e-c69119a87649 req-56277942-f16d-4702-9ca0-f7ed5edb9042 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 948 time: 0.0981770 Oct 26 16:24:55.285347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:55.289886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b3c6db36-46cd-4e93-a09c-07931b07f178,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:55.337981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-200046b1-dab0-478d-ac5e-c69119a87649 req-3440f0e7-959a-4afe-8a16-1c3839b56a1a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545142 Oct 26 16:24:55.350597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:55.410330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:55.411517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:55.413514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] 10.222.0.39 "PUT /v2.0/ports/b3c6db36-46cd-4e93-a09c-07931b07f178 HTTP/1.1" status: 200 len: 1096 time: 1.6498663 Oct 26 16:24:55.414900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:24:55.417991 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:55.465538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfcc01-9bb6-41ed-bc15-6542024884ae service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:55.718572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-9c7f313a-1b0c-485b-ac1b-cbb61fa12319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:55.720146 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-9c7f313a-1b0c-485b-ac1b-cbb61fa12319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 1099 time: 0.1369636 Oct 26 16:24:55.848071 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-1b6cbcfe-c96a-4653-b362-0b6070b397ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b3c6db36-46cd-4e93-a09c-07931b07f178 HTTP/1.1" status: 200 len: 217 time: 0.1166782 Oct 26 16:24:55.976427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1480897356', 'description': 'tempest-description-1671374621'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:55.995488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-70aa20d8-8c7e-4eba-8fbf-c492bfd9e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.000194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-70aa20d8-8c7e-4eba-8fbf-c492bfd9e36f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1380911 Oct 26 16:24:56.055026 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040bec1-7aa6-45bc-8559-a2b1eef085c9 x-openstack-request-id: req-1040bec1-7aa6-45bc-8559-a2b1eef085c9 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:56.055601 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:56.059824 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1040bec1-7aa6-45bc-8559-a2b1eef085c9 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:56.059824 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178', 'status': 'completed', 'code': 200} Oct 26 16:24:56.069420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-ee9e080a-266f-4dc9-a1f8-9afc9022160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.072448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-ee9e080a-266f-4dc9-a1f8-9afc9022160d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601463 Oct 26 16:24:56.081156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:56.177048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe700cc0-78bf-4437-9b6a-d0cab52b1418 req-79a51e8a-1029-466f-93f5-b1d48d561bc7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0565798 Oct 26 16:24:56.249265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-1fdc67c0-0bc7-485b-a47c-b0233c9d9798 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568558 Oct 26 16:24:56.283526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:56.348390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:56.415146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d586b2-8f1b-4ad0-acf2-f76d35871320,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:56.443974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa1c71b9-ee79-4984-bf07-0159ba06511c req-4e848ac0-eb00-46a6-9bcc-16cfcee30bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681070 Oct 26 16:24:56.503086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:56.517064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-080e4601-4eac-4dcd-84ce-4d97aa59cc53 req-749364c3-3db0-48b7-a51d-5f45f6d20dd5 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5485179 Oct 26 16:24:56.704737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72c889-3c40-4ca8-be7d-9c639125527d req-dd512ac8-37c7-4323-b82b-4ef5814553a9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.716079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a72c889-3c40-4ca8-be7d-9c639125527d req-dd512ac8-37c7-4323-b82b-4ef5814553a9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1081629 Oct 26 16:24:56.716284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-617e63c8-6639-45e2-a811-b67403b5c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.717590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-617e63c8-6639-45e2-a811-b67403b5c6d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 1099 time: 0.1283071 Oct 26 16:24:56.779707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a72c889-3c40-4ca8-be7d-9c639125527d req-774ef7bc-eac6-4a6d-a804-15ba6cf970ef tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618646 Oct 26 16:24:56.849681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-40ea6438-0035-44ff-97b0-85d3dd963d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.853920 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-40ea6438-0035-44ff-97b0-85d3dd963d64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1277976 Oct 26 16:24:56.926269 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-583dd51a-9778-46a7-8a30-849def153e28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b3c6db36-46cd-4e93-a09c-07931b07f178 HTTP/1.1" status: 200 len: 217 time: 0.0630791 Oct 26 16:24:56.936397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05597-e5af-43bc-b39e-7055a9385758 req-a88c3968-8e8f-4f93-8fd4-30abb5e7bddd tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:56.947092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4db05597-e5af-43bc-b39e-7055a9385758 req-a88c3968-8e8f-4f93-8fd4-30abb5e7bddd tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 948 time: 0.0750759 Oct 26 16:24:57.004220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4db05597-e5af-43bc-b39e-7055a9385758 req-b2d5334d-daaa-4121-8205-2adf43f259d0 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514281 Oct 26 16:24:57.038563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1740335893', 'description': 'tempest-description-1690275367'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:57.103243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-2e0654bf-8d54-4dde-b4d1-25ea94ad9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:57.104812 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-2e0654bf-8d54-4dde-b4d1-25ea94ad9c26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1699016 Oct 26 16:24:57.147385 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:57.172840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-5228213c-69a0-48de-a656-e2777711dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:57.177805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-5228213c-69a0-48de-a656-e2777711dc03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576112 Oct 26 16:24:57.284196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:57.376153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:57.394662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-f4c39862-972a-49b1-8489-580781bb0c6b service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992435 Oct 26 16:24:57.447492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3371dca-7b08-46b1-adce-c37b4c0abbf6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:57.481692 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:57.511109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33aa166e-13b1-4379-afc8-5602794e37aa req-ee7a6724-365e-470b-bd80-34ecf7a60699 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4761481 Oct 26 16:24:57.646892 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-82b2ac27-72f1-4585-9a76-5ff8a2902ae4 req-2da060ab-2eda-4a98-a315-63e251b4dd05 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432477 Oct 26 16:24:57.666800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d36b2df-2f35-4145-80aa-e6bd13b1802a req-cb18bb56-fda1-4d2c-823a-26a4050ae084 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.1523561 Oct 26 16:24:58.004845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-e39651f4-1632-4ebc-910b-114613193cfa tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:58.013947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-e39651f4-1632-4ebc-910b-114613193cfa tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 812 time: 0.1953406 Oct 26 16:24:58.038018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-23f20dc1-2805-4ace-b096-b19389a129e3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/quotas/95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 375 time: 0.0206013 Oct 26 16:24:58.088616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-0f461ca4-a99c-4102-b000-c70ad6fe49fe tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496454 Oct 26 16:24:58.256835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-d4977c00-f239-4df7-89c1-02b074c09985 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641226 Oct 26 16:24:58.435304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6595-7ff6-44cf-b4db-cdafe9006b71 req-c8f80953-dbd4-448d-a0a2-f7ef31b2ff08 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:58.440859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79da6595-7ff6-44cf-b4db-cdafe9006b71 req-c8f80953-dbd4-448d-a0a2-f7ef31b2ff08 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0821290 Oct 26 16:24:58.452280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-40547eba-65e7-4dc7-9861-f4724141c249 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945493 Oct 26 16:24:58.547744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b3c6db36-46cd-4e93-a09c-07931b07f178 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:24:58.548820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79da6595-7ff6-44cf-b4db-cdafe9006b71 req-3dd546e6-a631-4ab1-9296-71e88bcf717b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070580 Oct 26 16:24:58.654143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-14ffe176-54a4-40f8-afaf-a902548f0ed6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:58.656592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-14ffe176-54a4-40f8-afaf-a902548f0ed6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 820 time: 0.2282927 Oct 26 16:24:58.683812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Request body: {'port': {'device_id': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'admin_state_up': True, 'tenant_id': '3ff6e7c6999444a6bcaf36506c9bce6b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:58.792135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b3c6db36-46cd-4e93-a09c-07931b07f178,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:58.840847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b3c6db36-46cd-4e93-a09c-07931b07f178', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'b3c6db36-46cd-4e93-a09c-07931b07f178', 'mac_address': 'fa:16:3e:69:d0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:24:58.862354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07495f2-c2c4-4388-bf0a-cb35b0d3b49c req-470b82e2-23d4-46d5-b857-49cad40bb73b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:58.876857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c07495f2-c2c4-4388-bf0a-cb35b0d3b49c req-470b82e2-23d4-46d5-b857-49cad40bb73b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 948 time: 0.2145596 Oct 26 16:24:58.935668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:58.956857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6db36-46cd-4e93-a09c-07931b07f178 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:24:58.968147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c07495f2-c2c4-4388-bf0a-cb35b0d3b49c req-3f3a116d-84d4-4799-a174-93c1c191f8d7 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903163 Oct 26 16:24:59.026609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b3c6db36-46cd-4e93-a09c-07931b07f178,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:59.084429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Made reservation on behalf of 3ff6e7c6999444a6bcaf36506c9bce6b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:59.090418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:59.121401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:59.247142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:59.330393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c5e648d-c6bd-4e4d-b852-b08bb62c64f9 req-b45e4c77-3bbd-47de-b8e2-0ec587c05634 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.1186624 Oct 26 16:24:59.337029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Allocated IP 172.20.0.10 (efecb21f-c60c-4a7e-9dc9-f4a78816c147/063a357a-ae01-4d7f-989e-19afe20aa016/a74199f9-027d-4308-901f-941ffe74d52c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:59.483550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b3c6db36-46cd-4e93-a09c-07931b07f178'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:24:59.520823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39de03cd-c89f-4ce2-9e3a-00e63cffd5ce req-7de22810-49dc-4ea2-b7c7-27621b36f8e6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 210 time: 0.0774534 Oct 26 16:24:59.531982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:59.715895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:24:59.775495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32aa15-2872-4af2-85c1-60070871b01b req-e0623c8a-e2f2-441f-bbb7-07cea63e2e93 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:59.795402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e32aa15-2872-4af2-85c1-60070871b01b req-e0623c8a-e2f2-441f-bbb7-07cea63e2e93 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1073368 Oct 26 16:24:59.821200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Network efecb21f-c60c-4a7e-9dc9-f4a78816c147 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:59.824519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:59.842745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:24:59.877507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e32aa15-2872-4af2-85c1-60070871b01b req-0173aa98-4b40-4173-90ad-1fbf3ee1a052 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793571 Oct 26 16:24:59.919162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:59.979700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:24:59.985737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:00.067394 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-4e527dfc-f017-4c8c-8ba4-dd6334c87190 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3931818 Oct 26 16:25:00.081852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Request body: {'port': {'device_id': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:00.144349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1abf74-3663-479f-92c2-b2e1d24527f5 req-e69accd2-eaf6-4f91-8fa3-26ad41171da6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:00.153039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c1abf74-3663-479f-92c2-b2e1d24527f5 req-e69accd2-eaf6-4f91-8fa3-26ad41171da6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 949 time: 0.0993068 Oct 26 16:25:00.220346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:00.245295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c1abf74-3663-479f-92c2-b2e1d24527f5 req-51b703c7-31ee-48b6-9841-7a9cc6ff3566 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Oct 26 16:25:00.553822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a60e-e796-41ba-aa5d-a5f62c99f0ab req-70ae2625-2e81-47f8-8eb6-8064de652be9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:00.563720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24a5a60e-e796-41ba-aa5d-a5f62c99f0ab req-70ae2625-2e81-47f8-8eb6-8064de652be9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 932 time: 0.1086786 Oct 26 16:25:00.624963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24a5a60e-e796-41ba-aa5d-a5f62c99f0ab req-5d49395c-7770-4632-9c2c-860d884ddaa5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591676 Oct 26 16:25:00.756551 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f1fd77cd-df9f-49f5-af1c-d035dec0b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:00.777427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87f95eb6-a0f1-45dd-b22e-f25c1b35accb req-3ad5d664-ed4c-4fed-8362-abf4312ccf76 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 210 time: 0.0320334 Oct 26 16:25:00.893710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74199f9-027d-4308-901f-941ffe74d52c {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:00.943054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:00.978852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Transition to ACTIVE for port object a74199f9-027d-4308-901f-941ffe74d52c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:01.064003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:01.078646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84021d4a-8d1a-47c9-896c-54fc549e9ff8 req-be4b13c0-0c17-402e-9143-54cc738422fb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:01.087563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84021d4a-8d1a-47c9-896c-54fc549e9ff8 req-be4b13c0-0c17-402e-9143-54cc738422fb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0683014 Oct 26 16:25:01.137395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84021d4a-8d1a-47c9-896c-54fc549e9ff8 req-1f7c90c0-d9ee-45b9-9be8-7d0819acde59 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Oct 26 16:25:01.193855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:01.333764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:01.334185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:01.337277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:01.349535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:01.351991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:01.359710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:01.360603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:01.361227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:01.383824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Bound port: a74199f9-027d-4308-901f-941ffe74d52c, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:01.383824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:01.488121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:01.495257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:01.573625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:01.652212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:01.653137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:01.660617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] 10.222.0.47 "PUT /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 1092 time: 1.5786521 Oct 26 16:25:01.675363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:01.702870 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1689d5e-33eb-426c-bada-338646200c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "tag": "a74199f9-027d-4308-901f-941ffe74d52c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:01.719107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147a66-d367-4efd-8e37-018c8c2a58bc service neutron] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:01.743279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f086c-e5d2-41c4-baae-099902f4fe75 req-9e0d55a5-f377-4256-9bac-3e89f1e9cbbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:01.754501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d96f086c-e5d2-41c4-baae-099902f4fe75 req-9e0d55a5-f377-4256-9bac-3e89f1e9cbbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 949 time: 0.1888347 Oct 26 16:25:01.815702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d96f086c-e5d2-41c4-baae-099902f4fe75 req-0e5c3b7f-38f4-4f48-bc58-9036704f479d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Oct 26 16:25:01.889947 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2e005-f216-4b20-b786-c20c08ae5e15 x-openstack-request-id: req-61e2e005-f216-4b20-b786-c20c08ae5e15 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:01.890527 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "tag": "a74199f9-027d-4308-901f-941ffe74d52c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:01.891049 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61e2e005-f216-4b20-b786-c20c08ae5e15 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:01.891791 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c', 'status': 'completed', 'code': 200} Oct 26 16:25:01.953149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7dec1-6ce7-4302-93a0-cafc252f2e0d req-44bc8288-5821-4d9d-846b-1adb668e3839 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:01.954691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39b7dec1-6ce7-4302-93a0-cafc252f2e0d req-44bc8288-5821-4d9d-846b-1adb668e3839 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.1114323 Oct 26 16:25:02.016380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39b7dec1-6ce7-4302-93a0-cafc252f2e0d req-c9f691a0-c4bd-4582-a46d-83922aadf14c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544059 Oct 26 16:25:02.058966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1689d5e-33eb-426c-bada-338646200c9a req-a41a9f75-5216-4d67-8208-611a10178e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.060776 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1689d5e-33eb-426c-bada-338646200c9a req-a41a9f75-5216-4d67-8208-611a10178e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1095 time: 0.1133490 Oct 26 16:25:02.104547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62568b86-7b70-4465-9896-300c7041ad42 req-064215fa-b8c3-414f-840f-ffac1efc50c4 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 210 time: 0.0350697 Oct 26 16:25:02.357640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b596-bb04-4fd6-8273-c1e6876c8209 req-0f8f768b-66d6-4df2-b3e0-802539b8c546 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.359331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de08b596-bb04-4fd6-8273-c1e6876c8209 req-0f8f768b-66d6-4df2-b3e0-802539b8c546 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0572033 Oct 26 16:25:02.398582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1689d5e-33eb-426c-bada-338646200c9a req-04b57124-7d80-4518-850b-330031f4058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.400627 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1689d5e-33eb-426c-bada-338646200c9a req-04b57124-7d80-4518-850b-330031f4058a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3291116 Oct 26 16:25:02.413277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de08b596-bb04-4fd6-8273-c1e6876c8209 req-3b8aec46-56cf-44fa-82c4-b815634c68d7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Oct 26 16:25:02.544857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-89f7e3ce-9f29-41f8-9cd2-cc284e09a14c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.546594 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-89f7e3ce-9f29-41f8-9cd2-cc284e09a14c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 812 time: 0.2410300 Oct 26 16:25:02.570996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'device_id': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537', 'admin_state_up': True, 'tenant_id': '95a3d6456e5d4bea8d3c40e14cd8500a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:02.581918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b3c6db36-46cd-4e93-a09c-07931b07f178 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:02.644303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1689d5e-33eb-426c-bada-338646200c9a req-7cf55a45-8dde-4756-a14e-5cad0cac589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.646310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1689d5e-33eb-426c-bada-338646200c9a req-7cf55a45-8dde-4756-a14e-5cad0cac589e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370148 Oct 26 16:25:02.805068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-13644bd6-72c4-48f3-89d9-649ddcc7a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:02.806877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-13644bd6-72c4-48f3-89d9-649ddcc7a064 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1095 time: 0.0894172 Oct 26 16:25:02.810094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b3c6db36-46cd-4e93-a09c-07931b07f178 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:02.818472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b3c6db36-46cd-4e93-a09c-07931b07f178 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:02.818864 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:02.970246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Made reservation on behalf of 95a3d6456e5d4bea8d3c40e14cd8500a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:02.988489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.010186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-0c641b91-259f-42ab-9872-f7c807e9fba2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 217 time: 0.1924558 Oct 26 16:25:03.083932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-89467426-7c16-4562-9ea5-3b5e6ba66c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:03.084583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.086352 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-89467426-7c16-4562-9ea5-3b5e6ba66c2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0624750 Oct 26 16:25:03.099871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b681-e946-458a-b02d-49972e0f5c1c req-36c7593a-b5d6-43bb-b11f-801ef6147f53 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:03.111922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90c1b681-e946-458a-b02d-49972e0f5c1c req-36c7593a-b5d6-43bb-b11f-801ef6147f53 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 949 time: 0.1258616 Oct 26 16:25:03.162963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-6e3be565-f60e-4de6-9361-2fd78c81fdaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308428 Oct 26 16:25:03.198077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:03.209070 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46345ecf-ef1c-417c-befe-3091817d2854" -d '{"events": [{"server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:03.262766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b3c6db36-46cd-4e93-a09c-07931b07f178,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:03.282329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90c1b681-e946-458a-b02d-49972e0f5c1c req-9e5163f4-c636-464b-b348-6b4ac957559d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695306 Oct 26 16:25:03.313114 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-0d08efc2-6b19-42b8-b601-2b17e7b55955 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389723 Oct 26 16:25:03.345885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c1eb1-f8a6-4929-9bbf-90b820970bb2 req-839435d5-c473-4cc0-af3e-68b8a2328a1f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:03.348387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-866c1eb1-f8a6-4929-9bbf-90b820970bb2 req-839435d5-c473-4cc0-af3e-68b8a2328a1f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.0930674 Oct 26 16:25:03.377896 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.491234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Allocated IP 172.20.0.13 (c3ac11f5-bb6f-424b-bff4-5255e026d537/d7cf3336-9ee8-4dce-bf07-106bee6b06b1/f3a047c1-4a68-41f8-a945-c1fe70985a12) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:03.519429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec99ed6c-cb77-41ef-ad54-304526ebb3af req-7adf9525-7591-431f-a5c8-76f958c84163 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969271 Oct 26 16:25:03.584203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56738) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:03.586005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:03.606836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31d57e2e-b90b-4985-994e-e9d2a05d4e58 req-2db18251-7cde-4c0e-904b-6f40d77ce353 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 210 time: 0.1157439 Oct 26 16:25:03.612931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-866c1eb1-f8a6-4929-9bbf-90b820970bb2 req-73524709-81c4-48ea-accf-33d37748e158 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432244 Oct 26 16:25:03.635787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc7a93ab-1c88-4913-9286-faeff97af5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.738349 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5508d5-c290-4067-8b49-4f6497770b5b x-openstack-request-id: req-1d5508d5-c290-4067-8b49-4f6497770b5b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:03.738349 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:03.738349 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d5508d5-c290-4067-8b49-4f6497770b5b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:03.738349 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178', 'code': 200} Oct 26 16:25:03.858306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a121a27-fce5-4eeb-aad5-4fb0efdd9799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.883479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c20295-a10d-4e0f-b80d-6248c54f24d7 req-69f8907d-48e1-4288-a75e-a5413d75a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:03.886773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54c20295-a10d-4e0f-b80d-6248c54f24d7 req-69f8907d-48e1-4288-a75e-a5413d75a09f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 1101 time: 0.0631621 Oct 26 16:25:03.894996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a4c8-64f7-44fc-9613-c000f6a0509e req-b327609e-144a-4fe2-846a-c3e756c837ee tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:03.902116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8833a4c8-64f7-44fc-9613-c000f6a0509e req-b327609e-144a-4fe2-846a-c3e756c837ee tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1151354 Oct 26 16:25:03.916967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:03.955895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54c20295-a10d-4e0f-b80d-6248c54f24d7 req-25868a3c-4f25-4aee-9632-5184ed9ac377 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Oct 26 16:25:03.978196 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-160803ff-23c0-49cd-8721-016d1e2a9886 service neutron] show failed (client error): The resource could not be found. Oct 26 16:25:03.979388 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-160803ff-23c0-49cd-8721-016d1e2a9886 service neutron] 10.222.0.39 "GET /v2.0/ports/bc294524-f4bb-4c88-a9bf-d2bbadc56e88/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.1650982 Oct 26 16:25:03.986955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8833a4c8-64f7-44fc-9613-c000f6a0509e req-9f5b3c30-ef0e-450e-9152-5ddd70681649 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809813 Oct 26 16:25:04.078184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.083723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a121a27-fce5-4eeb-aad5-4fb0efdd9799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.113824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.444227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a81a03-304b-4c20-a48f-6f0abbd1a2b3 req-39ab21bc-0169-4e3c-a8ee-e025d990b88d tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.446532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04a81a03-304b-4c20-a48f-6f0abbd1a2b3 req-39ab21bc-0169-4e3c-a8ee-e025d990b88d tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 946 time: 0.0938962 Oct 26 16:25:04.466352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:04.467020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326bc25-0626-4e16-ba53-b7048431b137 req-a8f6457a-2858-4eaf-91d8-c5b118938f97 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.468863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5326bc25-0626-4e16-ba53-b7048431b137 req-a8f6457a-2858-4eaf-91d8-c5b118938f97 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.0788140 Oct 26 16:25:04.478339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a121a27-fce5-4eeb-aad5-4fb0efdd9799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.483115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:04.494007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:04.511223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:04.527623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04a81a03-304b-4c20-a48f-6f0abbd1a2b3 req-479a3540-9a0f-4d90-bef8-ca6398a971bf tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698795 Oct 26 16:25:04.568752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5326bc25-0626-4e16-ba53-b7048431b137 req-d8dce2cf-49f1-4a17-ba8b-a8b849c4b552 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Oct 26 16:25:04.581290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a121a27-fce5-4eeb-aad5-4fb0efdd9799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6857f5c4e28043dc9f6a10462bc72f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939771 Oct 26 16:25:04.582274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a121a27-fce5-4eeb-aad5-4fb0efdd9799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e274f6-d189-4ea7-af50-9b26f4aee5a7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:04.582871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:04.611960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.612616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.648365 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.674768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.718182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-2e90251d-c610-484b-9415-a1a5b676a237 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1551447 Oct 26 16:25:04.734227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Request body: {'port': {'device_id': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:04.808762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.839870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719577bd-d746-4d19-8ebf-f0a673d72efa req-7bf79738-4f1d-4d93-b057-ad1a0de81503 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.841368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-719577bd-d746-4d19-8ebf-f0a673d72efa req-7bf79738-4f1d-4d93-b057-ad1a0de81503 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 932 time: 0.1303260 Oct 26 16:25:04.872944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ec97-91b0-44e8-846b-d23d2ddf871d req-436a8c9b-c4d2-4909-83dc-f052fa6c1842 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.873766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-3b68bc3a-fd15-4acf-8e78-4bc6631ab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:04.874476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a735ec97-91b0-44e8-846b-d23d2ddf871d req-436a8c9b-c4d2-4909-83dc-f052fa6c1842 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.1483290 Oct 26 16:25:04.875259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-3b68bc3a-fd15-4acf-8e78-4bc6631ab3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1100 time: 0.0909102 Oct 26 16:25:04.877434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.880060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.884079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1e274f6-d189-4ea7-af50-9b26f4aee5a7 HTTP/1.1" status: 204 len: 168 time: 0.2972317 Oct 26 16:25:04.889557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:04.892202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:04.907816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cfda6-0d89-4d30-9abc-861e24be6c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e274f6-d189-4ea7-af50-9b26f4aee5a7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:04.928865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-719577bd-d746-4d19-8ebf-f0a673d72efa req-451a539d-8c0f-433f-8f9c-96c3e42fe8c7 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803661 Oct 26 16:25:04.948933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a735ec97-91b0-44e8-846b-d23d2ddf871d req-f265783b-6bfb-49d5-8f3e-d0f2593b17f9 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648983 Oct 26 16:25:05.098005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.161468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb4eb-1bef-46f3-9287-4186569f50e1 req-d8fcb0d8-6b5d-4976-972e-0d745922f4dd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:05.163299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13cfb4eb-1bef-46f3-9287-4186569f50e1 req-d8fcb0d8-6b5d-4976-972e-0d745922f4dd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0808823 Oct 26 16:25:05.226673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13cfb4eb-1bef-46f3-9287-4186569f50e1 req-a6d7ec93-3575-4d89-8e61-75ccf7491e5a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Oct 26 16:25:05.423044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a047c1-4a68-41f8-a945-c1fe70985a12 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:05.434469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.466297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Transition to ACTIVE for port object f3a047c1-4a68-41f8-a945-c1fe70985a12 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:05.471682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:05.508724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:05.548810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.679414 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.698520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Transition to ACTIVE for port object bc294524-f4bb-4c88-a9bf-d2bbadc56e88 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:05.702282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:05.705083 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663dac8-8a8b-40b3-b09c-1e451d7ab354" -d '{"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:05.724565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecad9db-1035-4f17-9a84-90ac763c718f req-89ffd286-8d71-4ffd-b4ea-0629893324d4 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:05.727918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:05.732173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ecad9db-1035-4f17-9a84-90ac763c718f req-89ffd286-8d71-4ffd-b4ea-0629893324d4 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 946 time: 0.1074781 Oct 26 16:25:05.800904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.892248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ecad9db-1035-4f17-9a84-90ac763c718f req-e1d6d83c-3641-443c-95ab-f8d7aa03be80 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/security-groups?id=93e62eab-1512-47d6-9087-4957ee57533e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467030 Oct 26 16:25:05.899303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] No DVR routers for this DVR port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:05.904585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:05.911667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Attempting to bind port f3a047c1-4a68-41f8-a945-c1fe70985a12 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:05.912007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Attempting to bind port f3a047c1-4a68-41f8-a945-c1fe70985a12 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:05.912336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Attempting to bind port f3a047c1-4a68-41f8-a945-c1fe70985a12 on network c3ac11f5-bb6f-424b-bff4-5255e026d537 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:05.941682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Port f3a047c1-4a68-41f8-a945-c1fe70985a12 on network c3ac11f5-bb6f-424b-bff4-5255e026d537 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:05.942018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Attempting to bind port f3a047c1-4a68-41f8-a945-c1fe70985a12 on network c3ac11f5-bb6f-424b-bff4-5255e026d537 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:05.963115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:05.966676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Checking segment: {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:05.967077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Bound using segment: {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:05.967569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Bound port: f3a047c1-4a68-41f8-a945-c1fe70985a12, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:05.967941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:05.984939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:05.985333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:05.985742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:06.014211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:06.014624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Attempting to bind port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:06.058500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:06.058842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:06.059593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:06.059733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Bound port: bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:06.060037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.106064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64760ad-df1d-40c6-bea9-9a2a0cefcd78 req-2df5e047-5499-41f8-87cc-9b6361b67df8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.115786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a64760ad-df1d-40c6-bea9-9a2a0cefcd78 req-2df5e047-5499-41f8-87cc-9b6361b67df8 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.1186659 Oct 26 16:25:06.154823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a64760ad-df1d-40c6-bea9-9a2a0cefcd78 req-ccaef78e-68b5-4532-a65b-5d98eade2a12 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Oct 26 16:25:06.201491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:06.236230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:06.258147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e222b5-156d-44e3-8438-981f7105db5f req-4735cb65-4f93-4c08-a0df-176ddf659e0a tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.258147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e222b5-156d-44e3-8438-981f7105db5f req-4735cb65-4f93-4c08-a0df-176ddf659e0a tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.39 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 946 time: 0.1146216 Oct 26 16:25:06.259276 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bccdd9-a6ef-46dd-b15c-fa95322d756a x-openstack-request-id: req-f6bccdd9-a6ef-46dd-b15c-fa95322d756a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:06.259571 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:06.259825 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6bccdd9-a6ef-46dd-b15c-fa95322d756a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:06.260214 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'code': 200} Oct 26 16:25:06.262813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:06.272468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:06.338689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.383377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.383993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.385362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 1092 time: 1.6554434 Oct 26 16:25:06.387801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7d61-8fcd-462c-9989-4f5d3f97d397 req-da049060-c10c-4501-a218-51f4f3a99a08 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.390130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cbe7d61-8fcd-462c-9989-4f5d3f97d397 req-da049060-c10c-4501-a218-51f4f3a99a08 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 944 time: 0.0808556 Oct 26 16:25:06.410382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.449057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.449057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.450801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cbe7d61-8fcd-462c-9989-4f5d3f97d397 req-8957df6b-39b0-4663-a32d-7d7db45a4c1f tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Oct 26 16:25:06.455632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] 10.222.0.47 "PUT /v2.0/ports/bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 1095 time: 1.5702417 Oct 26 16:25:06.458532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Deleting port 83468c1f-ce0a-46c8-97cd-2a793af520fb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:06.458866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.462832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723de13e-dcd8-4fd1-a2ad-d396f3854447 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:06.557196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.599267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b418c18-5fb7-4be4-ab1c-c9fb33d2a5fd req-b43320c4-88c1-4f03-bcb4-bdcafe387116 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.605224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b418c18-5fb7-4be4-ab1c-c9fb33d2a5fd req-b43320c4-88c1-4f03-bcb4-bdcafe387116 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.0624783 Oct 26 16:25:06.656971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b418c18-5fb7-4be4-ab1c-c9fb33d2a5fd req-bb1b267b-94d8-4a2b-8467-8d1a94848a9d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Oct 26 16:25:06.685210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] For port 83468c1f-ce0a-46c8-97cd-2a793af520fb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=83468c1f-ce0a-46c8-97cd-2a793af520fb,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:06.685728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:06.704623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Calling delete_port for 83468c1f-ce0a-46c8-97cd-2a793af520fb owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:06.798300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffb50a-5d53-487f-99c1-61c0030e110c service neutron] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:06.805477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-87f65c33-6800-458e-b996-126a8b0624bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.806980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-87f65c33-6800-458e-b996-126a8b0624bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.2747321 Oct 26 16:25:06.849366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-e7b0a40f-b599-44bb-9325-36b21d40282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.851708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-e7b0a40f-b599-44bb-9325-36b21d40282d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1095 time: 0.2552619 Oct 26 16:25:06.858579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685764b-6468-4004-8d24-c468dd2b5d7b req-b0313872-01f8-40f5-b30c-7b3806c41092 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:06.860696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d685764b-6468-4004-8d24-c468dd2b5d7b req-b0313872-01f8-40f5-b30c-7b3806c41092 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 1101 time: 0.0504422 Oct 26 16:25:06.909693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d685764b-6468-4004-8d24-c468dd2b5d7b req-0955910d-9fcf-4ec7-9aa2-cca6a6be7cb1 tempest-ServersOnMultiNodesTest-902453010 tempest-ServersOnMultiNodesTest-902453010-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Oct 26 16:25:06.951274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-833eb951-0364-4e1e-8af6-9cce1540d25f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 217 time: 0.0562115 Oct 26 16:25:07.046268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-fd266e5b-d348-447e-be78-b22d910b97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.047776 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-fd266e5b-d348-447e-be78-b22d910b97ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2307580 Oct 26 16:25:07.060346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722641-a366-42ef-b7f5-8bc702659056 req-05d7aa86-e98f-4869-bdee-0d362092d5d6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.069292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57722641-a366-42ef-b7f5-8bc702659056 req-05d7aa86-e98f-4869-bdee-0d362092d5d6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.0789723 Oct 26 16:25:07.105008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc630-5936-4719-9634-f653afa82a7a req-ce850311-a578-4b6f-98f8-3cd90d493ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.106504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-ce850311-a578-4b6f-98f8-3cd90d493ea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.1471479 Oct 26 16:25:07.111800 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-8b764ce0-9ae9-49ef-8954-50facfce363f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0549729 Oct 26 16:25:07.114764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57722641-a366-42ef-b7f5-8bc702659056 req-ddff807d-baee-4a5a-b4fc-c581a67c1ea3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Oct 26 16:25:07.159607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-0c94e943-a364-48bf-b9ca-04c48a231d61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341885 Oct 26 16:25:07.212945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:07.220593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-432ed5ef-9b4e-4495-b583-1c80d47d6c35 req-9d2de818-87ea-4fb8-9d06-4ad057e016ec tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 210 time: 0.0280297 Oct 26 16:25:07.224220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['83468c1f-ce0a-46c8-97cd-2a793af520fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:07.283689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Pushing event deleted for resources: {'Port': ['ID=83468c1f-ce0a-46c8-97cd-2a793af520fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:07.289548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-dc62fefb-1dfe-4aa6-b4b6-aa4dbb53891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.291010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-dc62fefb-1dfe-4aa6-b4b6-aa4dbb53891d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1567802 Oct 26 16:25:07.376732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] No DVR routers for this DVR port 83468c1f-ce0a-46c8-97cd-2a793af520fb on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:07.380977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:07.384513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e222b5-156d-44e3-8438-981f7105db5f req-c75808db-2c64-42e3-98bd-a595d4194a70 tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.39 "DELETE /v2.0/ports/83468c1f-ce0a-46c8-97cd-2a793af520fb HTTP/1.1" status: 204 len: 173 time: 1.1193662 Oct 26 16:25:07.401771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-8013788f-0e6f-47aa-a881-7c9146c7a53e service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224610 Oct 26 16:25:07.407702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-43490c85-687a-4463-b641-4cb7bea72e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.409301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-43490c85-687a-4463-b641-4cb7bea72e4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055231 Oct 26 16:25:07.563351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d47dc630-5936-4719-9634-f653afa82a7a req-89c64859-ba0c-4336-8563-9058247f6e78 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530869 Oct 26 16:25:07.567181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-49d2e514-ceec-4c93-bbcc-d6e63e079330 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488860 Oct 26 16:25:07.699887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-40fcd605-5e35-4b22-87a0-774ea3130e60 req-db65a011-564f-4a4d-a0ab-ba55f48d5357 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194508 Oct 26 16:25:07.831979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce7a84-8341-4281-a1d0-9505e602fefc req-839709a7-a95b-4927-9440-036ecc867894 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.833771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60ce7a84-8341-4281-a1d0-9505e602fefc req-839709a7-a95b-4927-9440-036ecc867894 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 944 time: 0.0811636 Oct 26 16:25:07.885252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60ce7a84-8341-4281-a1d0-9505e602fefc req-8f9b5602-5975-46d7-aee8-4586b47b2c26 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Oct 26 16:25:07.925107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757ae2-3bce-43bf-8721-841c2b22a192 req-29c84d19-912d-4e49-aef7-da3e550dbe70 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:07.926327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8757ae2-3bce-43bf-8721-841c2b22a192 req-29c84d19-912d-4e49-aef7-da3e550dbe70 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.0649052 Oct 26 16:25:07.975924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8757ae2-3bce-43bf-8721-841c2b22a192 req-e2b72ef3-15f5-4147-8d93-338d09b4be38 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Oct 26 16:25:08.015664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb94c68-0c09-473f-a325-8a796d311f9f req-547d3a29-1535-49b0-9ecc-d9569788c050 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:08.017166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cb94c68-0c09-473f-a325-8a796d311f9f req-547d3a29-1535-49b0-9ecc-d9569788c050 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.0623190 Oct 26 16:25:08.065472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cb94c68-0c09-473f-a325-8a796d311f9f req-10227ee5-ddc4-4d00-99c4-e27bcbb23843 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Oct 26 16:25:08.261557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12'}, {'name': 'network-changed', 'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}, {'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'name': 'network-vif-deleted', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:08.265021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c865e6b-65ba-4e8a-be45-0583500b6ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12"}, {"name": "network-changed", "server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}, {"server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "name": "network-vif-deleted", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:08.274519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0787e7-bfd2-4c9c-b858-898714d9576d req-b838fd2d-6d98-4fcd-9220-2da9ef821c17 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:08.276019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d0787e7-bfd2-4c9c-b858-898714d9576d req-b838fd2d-6d98-4fcd-9220-2da9ef821c17 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.0812840 Oct 26 16:25:08.296880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-05a83111-243b-462f-a9e9-3eb8fe3d923c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:08.298277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-05a83111-243b-462f-a9e9-3eb8fe3d923c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.1510839 Oct 26 16:25:08.320445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-c945ab39-699d-43da-b38f-7b60ccc13798 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/quotas/d7b8b3536157487490f588e6cb027aba HTTP/1.1" status: 200 len: 375 time: 0.0142443 Oct 26 16:25:08.341832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d0787e7-bfd2-4c9c-b858-898714d9576d req-7c29d0e9-0208-47c0-b013-baf5c7e5ff66 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586360 Oct 26 16:25:08.382923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-8aa3c022-fbca-4607-8d5b-b8fea0e659ef tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549433 Oct 26 16:25:08.506437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9b3da9d-0b8f-4808-8fba-ea831008bba0 req-09d71a0d-b256-4933-a0a6-8dbe5ce18b0d tempest-AttachSCSIVolumeTestJSON-565115621 tempest-AttachSCSIVolumeTestJSON-565115621-project] 10.222.0.21 "GET /v2.0/ports?device_id=9428651b-82ea-4504-b3a3-b51918622e9a HTTP/1.1" status: 200 len: 210 time: 0.0376029 Oct 26 16:25:08.509102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-0c171fbd-fbf8-43e3-a40f-681d6d008f9f service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191916 Oct 26 16:25:08.577146 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb38381-ae8a-47cb-afdc-b2685284ccd7 x-openstack-request-id: req-bdb38381-ae8a-47cb-afdc-b2685284ccd7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:08.577639 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "status": "completed", "code": 200}, {"server_uuid": "9428651b-82ea-4504-b3a3-b51918622e9a", "name": "network-vif-deleted", "tag": "83468c1f-ce0a-46c8-97cd-2a793af520fb", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:08.577830 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdb38381-ae8a-47cb-afdc-b2685284ccd7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:08.578415 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'status': 'completed', 'code': 200} Oct 26 16:25:08.578756 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'status': 'completed', 'code': 200} Oct 26 16:25:08.579088 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428651b-82ea-4504-b3a3-b51918622e9a', 'name': 'network-vif-deleted', 'tag': '83468c1f-ce0a-46c8-97cd-2a793af520fb', 'status': 'completed', 'code': 200} Oct 26 16:25:08.604215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:08.624465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-e6d75779-ae26-4824-aadf-5227aa0097fd service neutron] 10.222.0.21 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083431 Oct 26 16:25:08.678239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:08.678674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:08.717137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-3dd375d6-1a46-4ec3-a619-cc63ca9208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:08.718979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-3dd375d6-1a46-4ec3-a619-cc63ca9208e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1095 time: 0.1187551 Oct 26 16:25:08.724181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-1b0c805f-ca07-40ca-98d8-aecc2064d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:08.727230 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-1b0c805f-ca07-40ca-98d8-aecc2064d272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.0707927 Oct 26 16:25:08.732292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:08.763304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:08.795198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:08.797478 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38de5cd9-29ea-42c4-9fad-7eac0ad76b08" -d '{"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:08.801125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:08.859757 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf1c86-3be7-4636-b0fb-e93e6b6bfafe x-openstack-request-id: req-3adf1c86-3be7-4636-b0fb-e93e6b6bfafe {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:08.860297 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:08.860765 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3adf1c86-3be7-4636-b0fb-e93e6b6bfafe {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:08.863895 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'code': 200} Oct 26 16:25:08.901378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:08.910178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2554f510-0c8e-4a1a-a3a4-f3c1a86d2e9a req-8afc8f3c-5727-4966-93e6-bfcc98d6e34c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 210 time: 0.0391974 Oct 26 16:25:08.972725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:09.041030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634555c-570d-43b8-a642-fdac971466b5 req-974ef403-d455-4a7f-9bcd-d93f630f6489 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.042841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d634555c-570d-43b8-a642-fdac971466b5 req-974ef403-d455-4a7f-9bcd-d93f630f6489 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 944 time: 0.0614350 Oct 26 16:25:09.117675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d634555c-570d-43b8-a642-fdac971466b5 req-c7432bcf-e718-4997-af33-ef3865916930 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Oct 26 16:25:09.134465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29f3c4-9fe1-4691-be21-9840f61bb180 req-8ae9622b-b450-4aac-a9d0-15b8b4760606 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.135984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb29f3c4-9fe1-4691-be21-9840f61bb180 req-8ae9622b-b450-4aac-a9d0-15b8b4760606 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.0686970 Oct 26 16:25:09.159994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8271b496-d300-46b4-ac94-e09884931850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:09.179876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb29f3c4-9fe1-4691-be21-9840f61bb180 req-b40addd0-ca7f-4184-957e-94ffab112b31 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363524 Oct 26 16:25:09.255059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-92d01683-d3fe-493d-b46d-3e8fbc29165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.256555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-92d01683-d3fe-493d-b46d-3e8fbc29165e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.5282061 Oct 26 16:25:09.266684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-f9ef93c4-1661-4e1d-ab76-5b50368b58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.268157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-f9ef93c4-1661-4e1d-ab76-5b50368b58c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.5219512 Oct 26 16:25:09.324515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-d620373c-5470-4da3-b666-c29f0772b4ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 217 time: 0.0591667 Oct 26 16:25:09.366624 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-9a17f55a-77cc-47e4-a9ea-493a2a30ef57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0853202 Oct 26 16:25:09.469059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-396b73e7-06e7-46a4-8af1-59d8919a5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.469663 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-396b73e7-06e7-46a4-8af1-59d8919a5fbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.1139641 Oct 26 16:25:09.471676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8271b496-d300-46b4-ac94-e09884931850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:09.492283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-55c835d6-c1d9-4296-8324-205ae3b46154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.492283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-55c835d6-c1d9-4296-8324-205ae3b46154 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0990396 Oct 26 16:25:09.509926 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-80256da0-42a9-4dfb-a1ed-cc234cacf83f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315521 Oct 26 16:25:09.548417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8271b496-d300-46b4-ac94-e09884931850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:09.636492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8271b496-d300-46b4-ac94-e09884931850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2c4061bafd249b295a6532878b4679b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9032016 Oct 26 16:25:09.637791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56974) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:09.662694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b496-d300-46b4-ac94-e09884931850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13dcf3f-fedf-4c29-a96f-62a760b7cdba,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:09.670673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd0964-5f7d-4208-904a-2f40e84189d4 req-cd8fa694-bf77-4f7c-af98-ee7a15c662aa tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.672220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecdd0964-5f7d-4208-904a-2f40e84189d4 req-cd8fa694-bf77-4f7c-af98-ee7a15c662aa tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.4293890 Oct 26 16:25:09.676764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-ee1e7bdf-d006-4a78-b6fe-1a0faeeb0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.678262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-ee1e7bdf-d006-4a78-b6fe-1a0faeeb0ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713905 Oct 26 16:25:09.685722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-10033cad-75c1-4064-b19c-ccee3fd1ef82 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.687246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-10033cad-75c1-4064-b19c-ccee3fd1ef82 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.1004305 Oct 26 16:25:09.698267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509b70-c622-4d8c-9a89-11f8832e5612 req-fefdcf68-b9ad-4b61-9e6a-06d5e6d2e4d7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.699725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11509b70-c622-4d8c-9a89-11f8832e5612 req-fefdcf68-b9ad-4b61-9e6a-06d5e6d2e4d7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 947 time: 0.1048529 Oct 26 16:25:09.747112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-2e3e8a50-e75f-467a-a318-0d4eca0ddde0 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284670 Oct 26 16:25:09.832506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecdd0964-5f7d-4208-904a-2f40e84189d4 req-ee7ec11e-96da-4271-b761-2de9fb165d47 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435032 Oct 26 16:25:09.858069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11509b70-c622-4d8c-9a89-11f8832e5612 req-7648b4c2-8bcc-46be-9300-df390b6169ec tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452434 Oct 26 16:25:09.862503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:09.868673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-97d5912d-04f1-4246-ae3b-a20a9c91bd69 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794415 Oct 26 16:25:09.878044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a49-195c-4046-8637-2be132d139f7 req-09fd9bbb-f179-45e9-bca1-7656d185fdd5 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:09.879958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74a03a49-195c-4046-8637-2be132d139f7 req-09fd9bbb-f179-45e9-bca1-7656d185fdd5 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "GET /v2.0/ports?device_id=aafe1926-68ae-428b-ae12-55d336d467e0 HTTP/1.1" status: 200 len: 944 time: 0.1332929 Oct 26 16:25:09.952719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-098e459d-b5f8-4bcb-8f6b-d684d70531c6 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930783 Oct 26 16:25:09.953258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port b3c6db36-46cd-4e93-a09c-07931b07f178 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:09.953804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:09.959420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.036506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-8c9f5ce3-24f3-4844-9c9b-911ed1d33fff service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498876 Oct 26 16:25:10.089559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-8b8680d6-8418-4615-9c09-38343c771912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.090220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:10.091046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-8b8680d6-8418-4615-9c09-38343c771912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1098 time: 0.0703106 Oct 26 16:25:10.108893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ab9ef30-584c-4ff5-aec2-d04c894b0231 req-2f01874f-68f8-4183-bda4-9cb44023e8d5 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 210 time: 0.0767543 Oct 26 16:25:10.192105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Deleting port d779b940-5454-4428-89cc-93b09e1bcc50 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:10.192472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.196922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port b3c6db36-46cd-4e93-a09c-07931b07f178, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b3c6db36-46cd-4e93-a09c-07931b07f178,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.197202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.236683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.240149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.245618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d13dcf3f-fedf-4c29-a96f-62a760b7cdba HTTP/1.1" status: 204 len: 168 time: 0.5976493 Oct 26 16:25:10.271086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.273802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d223-15aa-48f9-afe4-539dfa8771ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13dcf3f-fedf-4c29-a96f-62a760b7cdba,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:10.315253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'mac_address': 'fa:16:3e:f2:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:10.342689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for b3c6db36-46cd-4e93-a09c-07931b07f178 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:10.344725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-ac35a881-52e8-44a4-adf4-aa825953ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.350530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-ac35a881-52e8-44a4-adf4-aa825953ddd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2509110 Oct 26 16:25:10.377611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.391416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc294524-f4bb-4c88-a9bf-d2bbadc56e88 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:10.403793 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-d696a1f5-dbd4-4aef-b8bb-1207add6b096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0435059 Oct 26 16:25:10.416127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.466744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-71c6b32a-a4c9-4533-81a3-215749cdfc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.468496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-71c6b32a-a4c9-4533-81a3-215749cdfc89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0535116 Oct 26 16:25:10.510083 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.512915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f3a047c1-4a68-41f8-a945-c1fe70985a12 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:10.517418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb515a6-921e-4013-9f5a-235f66b3000b req-caf656c2-ebfa-4cf7-b418-ff655e50004a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.518767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb515a6-921e-4013-9f5a-235f66b3000b req-caf656c2-ebfa-4cf7-b418-ff655e50004a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 944 time: 0.2557693 Oct 26 16:25:10.539709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-5bf336b0-9656-4cc2-b2c5-fd3e7a7243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.541410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-5bf336b0-9656-4cc2-b2c5-fd3e7a7243a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640204 Oct 26 16:25:10.555707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae70e-5f6d-4076-8f15-a87255aa2b77 req-c7e3a5a8-4e3f-4612-8a43-7c0867c31717 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:10.557368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5eae70e-5f6d-4076-8f15-a87255aa2b77 req-c7e3a5a8-4e3f-4612-8a43-7c0867c31717 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 950 time: 0.1697896 Oct 26 16:25:10.568960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] For port d779b940-5454-4428-89cc-93b09e1bcc50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d779b940-5454-4428-89cc-93b09e1bcc50,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.569350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.614626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Calling delete_port for d779b940-5454-4428-89cc-93b09e1bcc50 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:10.645489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 83468c1f-ce0a-46c8-97cd-2a793af520fb no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:10.659283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb515a6-921e-4013-9f5a-235f66b3000b req-88857555-e281-4ae5-a615-2777cb1be73c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256533 Oct 26 16:25:10.672621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-0a7770f5-3f53-4530-90d6-eb61bf0a18ec service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197717 Oct 26 16:25:10.693338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 83468c1f-ce0a-46c8-97cd-2a793af520fb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:10.693620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 83468c1f-ce0a-46c8-97cd-2a793af520fb not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:10.694170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b3c6db36-46cd-4e93-a09c-07931b07f178 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:10.701731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5eae70e-5f6d-4076-8f15-a87255aa2b77 req-6c29a514-02b0-4d9c-a213-0d29749b5264 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235051 Oct 26 16:25:10.770456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:10.821296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.824434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.825133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.825424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.825809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:10.836714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.845953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c865e6b-65ba-4e8a-be45-0583500b6ec0 req-cdb618c5-e024-4eb4-aeb1-a9ef2ad4e60b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655512 Oct 26 16:25:10.859411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537', 'port_id': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'mac_address': 'fa:16:3e:77:34:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf3336-9ee8-4dce-bf07-106bee6b06b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:10.868197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.923182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.938143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:10.955584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128', '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', '8e684f29-0103-40a8-9cbd-8f3c0273fa62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:10.957722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:10.967487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d779b940-5454-4428-89cc-93b09e1bcc50 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:11.045474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a047c1-4a68-41f8-a945-c1fe70985a12 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:11.061392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=b3c6db36-46cd-4e93-a09c-07931b07f178,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:11.110136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:11.168840 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No ports have port_id starting with d779b940-5454-4428-89cc-93b09e1bcc50 Oct 26 16:25:11.169580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:11.169580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port b3c6db36-46cd-4e93-a09c-07931b07f178 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:11.192091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:11.196545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-932b67b5-f833-45ce-a267-7e28fc9d39a4 req-316ce074-7497-4911-ba26-3b7a31cc85b9 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "DELETE /v2.0/ports/b3c6db36-46cd-4e93-a09c-07931b07f178 HTTP/1.1" status: 204 len: 173 time: 1.4959133 Oct 26 16:25:11.205538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33b17-0fc0-457a-9378-fad6977a4728 req-6a8c4fcd-5ef7-404a-bcb2-3c5a3b691423 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:11.213604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab33b17-0fc0-457a-9378-fad6977a4728 req-6a8c4fcd-5ef7-404a-bcb2-3c5a3b691423 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.2428567 Oct 26 16:25:11.216400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'name': 'network-vif-deleted', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:11.219096 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad86256-3936-40af-af26-1664863a2064" -d '{"events": [{"server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "name": "network-vif-deleted", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:11.225528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:11.233760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event deleted for resources: {'Port': ['ID=d779b940-5454-4428-89cc-93b09e1bcc50,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:11.248474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd543e1-c08e-410e-b937-af3b84368462 req-0392ff4a-183e-4f9d-89fd-38850b092cbe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:11.249994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efd543e1-c08e-410e-b937-af3b84368462 req-0392ff4a-183e-4f9d-89fd-38850b092cbe tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.2369528 Oct 26 16:25:11.379020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] No DVR routers for this DVR port d779b940-5454-4428-89cc-93b09e1bcc50 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:11.385576 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:11.388855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74a03a49-195c-4046-8637-2be132d139f7 req-bd7b30ba-9aa9-4e13-a018-2c8fee019794 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "DELETE /v2.0/ports/d779b940-5454-4428-89cc-93b09e1bcc50 HTTP/1.1" status: 204 len: 173 time: 1.5000002 Oct 26 16:25:11.441618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:11.445332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab33b17-0fc0-457a-9378-fad6977a4728 req-7db91ec8-076f-4192-be00-4b56923bb7a6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301829 Oct 26 16:25:11.481386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efd543e1-c08e-410e-b937-af3b84368462 req-5b8e0fa0-fee6-4ecd-823d-e4836034cef7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122247 Oct 26 16:25:11.562325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-bb3ead56-9775-4084-ad1f-c6a9915953e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:11.563839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-bb3ead56-9775-4084-ad1f-c6a9915953e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 805 time: 0.3101141 Oct 26 16:25:11.572937 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ead60-c351-4c78-b6a3-59f27baa073e x-openstack-request-id: req-388ead60-c351-4c78-b6a3-59f27baa073e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:11.573227 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae6abd5-aa17-4be3-83fb-e95077376c09", "name": "network-vif-deleted", "tag": "b3c6db36-46cd-4e93-a09c-07931b07f178", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:11.573480 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-388ead60-c351-4c78-b6a3-59f27baa073e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:11.573980 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae6abd5-aa17-4be3-83fb-e95077376c09', 'name': 'network-vif-deleted', 'tag': 'b3c6db36-46cd-4e93-a09c-07931b07f178', 'status': 'completed', 'code': 200} Oct 26 16:25:11.579989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Request body: {'port': {'device_id': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'admin_state_up': True, 'tenant_id': 'd7b8b3536157487490f588e6cb027aba'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:11.604169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:11.606613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:11.610389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b1a5251-366c-4831-9ba4-47725b2d549c req-0b6e7d65-7ae9-494b-8f9a-25dd53887a0a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 210 time: 0.0566788 Oct 26 16:25:11.845582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9216f-c0f0-41fe-8b0c-bc188d038693 req-9688818a-81e1-4fb4-9ec6-10e83b1eee52 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:11.846998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99a9216f-c0f0-41fe-8b0c-bc188d038693 req-9688818a-81e1-4fb4-9ec6-10e83b1eee52 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 945 time: 0.0731318 Oct 26 16:25:11.860497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:11.925541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99a9216f-c0f0-41fe-8b0c-bc188d038693 req-4dc4cfd7-9116-4b7d-a7fc-d1ca62969787 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Oct 26 16:25:11.937749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Made reservation on behalf of d7b8b3536157487490f588e6cb027aba for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:11.941337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.028608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-208441940-network', 'tenant_id': '7f76a7ceb05b419cb3572c9c2faf7469'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:12.067992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7e65e65-7a0d-48cb-861a-1839895e082e req-5184c9a2-237d-414f-b727-86fb3b85b2dd tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae6abd5-aa17-4be3-83fb-e95077376c09 HTTP/1.1" status: 200 len: 210 time: 0.0740390 Oct 26 16:25:12.283071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426115-7e61-436b-b2ea-df54f6c5457e req-01445074-1f07-4c26-bf81-0120d652f1e6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:12.284489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-01445074-1f07-4c26-bf81-0120d652f1e6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 948 time: 0.2126038 Oct 26 16:25:12.366517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dfdb-d4e5-4c32-b394-670a761768c6 req-b3813a6c-a91a-4530-b372-e05a58b3f5f5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:12.368081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1666dfdb-d4e5-4c32-b394-670a761768c6 req-b3813a6c-a91a-4530-b372-e05a58b3f5f5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.1821065 Oct 26 16:25:12.369973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Made reservation on behalf of 7f76a7ceb05b419cb3572c9c2faf7469 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:12.371682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.399214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.415319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Allocated IP 172.20.0.7 (0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e/1bebad07-5c8e-4553-8741-3c2acd84c205/0c28e67f-79de-4d53-ad42-2c28c7eed60d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:12.450748 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-64426115-7e61-436b-b2ea-df54f6c5457e req-86e82432-91af-4d4e-a143-01cab112e003 service neutron] delete failed (client error): The resource could not be found. Oct 26 16:25:12.451783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-86e82432-91af-4d4e-a143-01cab112e003 service neutron] 10.222.0.39 "DELETE /v2.0/ports/bc294524-f4bb-4c88-a9bf-d2bbadc56e88/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.1457152 Oct 26 16:25:12.495103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1666dfdb-d4e5-4c32-b394-670a761768c6 req-a1dda585-a0a1-442b-be06-bf4cbc60aaaa tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924628 Oct 26 16:25:12.675326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426115-7e61-436b-b2ea-df54f6c5457e req-2c477236-acf4-4edd-8360-8b34eb65f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:12.676844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-2c477236-acf4-4edd-8360-8b34eb65f86f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1099 time: 0.1684105 Oct 26 16:25:12.785084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5ddeb13-0212-4b92-9927-dd269a6a0a61 req-4f5f0962-5ffc-40df-a68b-ecc01e1eee22 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 210 time: 0.0936751 Oct 26 16:25:12.792984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7dfb0-fa30-46a0-85f8-04cd844b66dc req-693a4d49-f341-4625-b328-2d8e93980ba0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:12.794491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cd7dfb0-fa30-46a0-85f8-04cd844b66dc req-693a4d49-f341-4625-b328-2d8e93980ba0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.2396400 Oct 26 16:25:12.796530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.852718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.885429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.896854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cd7dfb0-fa30-46a0-85f8-04cd844b66dc req-8388657c-3afa-48f0-9b61-70994198f50b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878122 Oct 26 16:25:12.923383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426115-7e61-436b-b2ea-df54f6c5457e req-d7d673ca-f91c-4306-8aff-a406546414cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:12.924854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-d7d673ca-f91c-4306-8aff-a406546414cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2267807 Oct 26 16:25:12.927834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:25:12.987963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:12.988317 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Added segment 3651aea3-f7f5-4f90-9ef1-58cf808560ad of type vlan for network cce08851-bacd-49dc-98a6-a6eed636c58b Oct 26 16:25:12.991148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d17b5-bd04-473c-b9d8-5d42034ff4df,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.001854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-5e92588f-8c2e-4494-9d19-280391b7518f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0646899 Oct 26 16:25:13.094272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.111875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.171192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426115-7e61-436b-b2ea-df54f6c5457e req-ebb2a73c-8537-460a-a6fa-b0c1717a8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.172675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-ebb2a73c-8537-460a-a6fa-b0c1717a8baf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1461880 Oct 26 16:25:13.193918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e13a3-516e-4213-9b78-30158937c069 req-e66d4218-d430-4df5-9224-efc1cc6624c3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.196300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-877e13a3-516e-4213-9b78-30158937c069 req-e66d4218-d430-4df5-9224-efc1cc6624c3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 945 time: 0.1877663 Oct 26 16:25:13.214701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:13.236282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.239320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:13.249344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:13.258029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.258979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.259611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.360118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-877e13a3-516e-4213-9b78-30158937c069 req-28612bb9-f90d-47c2-a7dd-4b19734e1a2c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474209 Oct 26 16:25:13.383349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.383349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.386651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426115-7e61-436b-b2ea-df54f6c5457e req-90535703-901b-491c-9c87-049ec88b3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.388131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-90535703-901b-491c-9c87-049ec88b3f73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029519 Oct 26 16:25:13.389951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] Pushing event updated for resources: {'Network': ['ID=cce08851-bacd-49dc-98a6-a6eed636c58b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.401937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network cce08851-bacd-49dc-98a6-a6eed636c58b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:25:13.496663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5242e9da-00ed-442f-9423-db38386f0536 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9217362 Oct 26 16:25:13.499657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6ef2cd1-929e-4c69-839f-522c49b3ae4f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6382477 Oct 26 16:25:13.502807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:13.508467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Request body: {'subnet': {'network_id': 'cce08851-bacd-49dc-98a6-a6eed636c58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-208441940-subnet', 'tenant_id': '7f76a7ceb05b419cb3572c9c2faf7469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:13.515766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Request body: {'port': {'device_id': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:13.542741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-00e46379-93a4-4f2a-ad76-1e7ec264c0c7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442447 Oct 26 16:25:13.602750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-deleted', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:13.604935 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85438504-5ac9-4235-9a45-521803f6f145" -d '{"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-deleted", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:13.631937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Made reservation on behalf of 7f76a7ceb05b419cb3572c9c2faf7469 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:13.631937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.711637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.762970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d916374-38cc-47bb-9f50-15c16b613355 req-f12d8902-13ef-4e18-92fd-9b482550a5ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.764529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d916374-38cc-47bb-9f50-15c16b613355 req-f12d8902-13ef-4e18-92fd-9b482550a5ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.1179676 Oct 26 16:25:13.790283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64426115-7e61-436b-b2ea-df54f6c5457e req-e38679ce-d698-4d2b-8159-661762d52598 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367415 Oct 26 16:25:13.813129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a08cb-fb94-4147-9270-0a1762c5fa24 req-a805aec0-bff8-4cc4-8abb-b6f09fcef797 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:13.814653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6a08cb-fb94-4147-9270-0a1762c5fa24 req-a805aec0-bff8-4cc4-8abb-b6f09fcef797 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 948 time: 0.2061687 Oct 26 16:25:13.869433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:13.937213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf18ce58-5520-426b-82f8-d6849b741267,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.945715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Checking segment: {'id': '3651aea3-f7f5-4f90-9ef1-58cf808560ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce08851-bacd-49dc-98a6-a6eed636c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:13.946262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Network hostable DHCP agents. Network: cce08851-bacd-49dc-98a6-a6eed636c58b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:25:14.017832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Network cce08851-bacd-49dc-98a6-a6eed636c58b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:25:14.080580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, cce08851-bacd-49dc-98a6-a6eed636c58b) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:14.086852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:14.087462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.094029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06171272-acd8-4118-98c5-747650f31035 None None] Network cce08851-bacd-49dc-98a6-a6eed636c58b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:14.141815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:14.223124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d916374-38cc-47bb-9f50-15c16b613355 req-23a879bf-1bf5-4eb7-b19e-47af845c7d92 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284208 Oct 26 16:25:14.249858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-433547a9-bf13-4fdb-bb08-59e7f1e78dfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7450204 Oct 26 16:25:14.250767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6a08cb-fb94-4147-9270-0a1762c5fa24 req-69b18a30-be32-429f-a1d7-d1c91d1e59b5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245636 Oct 26 16:25:14.412995 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e664f-f485-4a69-aa04-568cd0e695c0 x-openstack-request-id: req-f14e664f-f485-4a69-aa04-568cd0e695c0 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:14.413551 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe1926-68ae-428b-ae12-55d336d467e0", "name": "network-vif-deleted", "tag": "d779b940-5454-4428-89cc-93b09e1bcc50", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:14.421783 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f14e664f-f485-4a69-aa04-568cd0e695c0 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:14.421783 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe1926-68ae-428b-ae12-55d336d467e0', 'name': 'network-vif-deleted', 'tag': 'd779b940-5454-4428-89cc-93b09e1bcc50', 'status': 'completed', 'code': 200} Oct 26 16:25:14.450637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e47a49-f1fc-4728-8207-4841f3ce4269 None None] Network cce08851-bacd-49dc-98a6-a6eed636c58b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:14.546487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:14.552950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:14.553309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.557131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01dcd7-f8bc-41a3-aa28-b5e0c80a64dd req-d19173d1-bcd2-40ee-9b2c-512e7bfee858 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:14.559072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc01dcd7-f8bc-41a3-aa28-b5e0c80a64dd req-d19173d1-bcd2-40ee-9b2c-512e7bfee858 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 931 time: 0.1369820 Oct 26 16:25:14.584596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1433d83-91c1-4742-8e7c-5ea89e1d0927 req-5ac9efd8-bd75-4087-b8d8-92a465d2bb4b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:14.587531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1433d83-91c1-4742-8e7c-5ea89e1d0927 req-5ac9efd8-bd75-4087-b8d8-92a465d2bb4b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.1230857 Oct 26 16:25:14.670385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc01dcd7-f8bc-41a3-aa28-b5e0c80a64dd req-05a350aa-1ac4-4b26-84ee-a84a890c66eb tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019607 Oct 26 16:25:14.675897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1433d83-91c1-4742-8e7c-5ea89e1d0927 req-e14f1404-8b94-48e8-acbb-5d1f8e55cae3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738490 Oct 26 16:25:14.676996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.714645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:14.727013 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad885cf-a70e-4b31-b768-59cb1f26b8f1" -d '{"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:14.735903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:14.739497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c28e67f-79de-4d53-ad42-2c28c7eed60d {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:14.750633 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.764175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Transition to ACTIVE for port object 0c28e67f-79de-4d53-ad42-2c28c7eed60d will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:14.812379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.813306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f3a047c1-4a68-41f8-a945-c1fe70985a12 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:14.824512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216ee7-5629-4f31-9998-395fc3932330 req-26c21c21-9c47-48f6-b4ad-12e65e81f35c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:14.832182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af216ee7-5629-4f31-9998-395fc3932330 req-26c21c21-9c47-48f6-b4ad-12e65e81f35c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 945 time: 0.0618427 Oct 26 16:25:14.853836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:14.917644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:14.938388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af216ee7-5629-4f31-9998-395fc3932330 req-63dce01a-fb2e-461e-bc29-be0a6e9c3513 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846457 Oct 26 16:25:14.970718 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff16b7c-2fe6-40a9-8d25-8dec208d5013 x-openstack-request-id: req-fff16b7c-2fe6-40a9-8d25-8dec208d5013 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:14.971017 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:14.971348 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fff16b7c-2fe6-40a9-8d25-8dec208d5013 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:14.971757 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'code': 200} Oct 26 16:25:14.989330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port f3a047c1-4a68-41f8-a945-c1fe70985a12 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:14.992483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353022169', 'description': 'tempest-description-1373222904'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:14.994199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port f3a047c1-4a68-41f8-a945-c1fe70985a12 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:14.999665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.083555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.093533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.099690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Attempting to bind port 0c28e67f-79de-4d53-ad42-2c28c7eed60d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:15.100506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Attempting to bind port 0c28e67f-79de-4d53-ad42-2c28c7eed60d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:15.101584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Attempting to bind port 0c28e67f-79de-4d53-ad42-2c28c7eed60d on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:15.106751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Port 0c28e67f-79de-4d53-ad42-2c28c7eed60d on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:15.107242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Attempting to bind port 0c28e67f-79de-4d53-ad42-2c28c7eed60d on network 0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:15.112777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:15.113338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Checking segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:15.113824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Bound using segment: {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:15.114323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Bound port: 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee3970c-476e-4c63-9b67-ba216845bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:15.120177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.129410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:15.181252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-61d1666e-3ecd-4143-9c43-b690a7db4134 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.182796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-61d1666e-3ecd-4143-9c43-b690a7db4134 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.0702481 Oct 26 16:25:15.191165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:15.198350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:15.200240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.234849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.299003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.300910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.305142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:15.305551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.330020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.391559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.392744 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.394208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c28e67f-79de-4d53-ad42-2c28c7eed60d HTTP/1.1" status: 200 len: 1091 time: 1.8846266 Oct 26 16:25:15.395793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.429990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port 8e684f29-0103-40a8-9cbd-8f3c0273fa62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8e684f29-0103-40a8-9cbd-8f3c0273fa62,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:15.430588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.444840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for 8e684f29-0103-40a8-9cbd-8f3c0273fa62 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:15.481416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcabe06-d080-4665-b112-db24aba5fc94 req-6161c896-87c4-4300-9860-f8ba05d7361b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.482991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcabe06-d080-4665-b112-db24aba5fc94 req-6161c896-87c4-4300-9860-f8ba05d7361b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 950 time: 0.1657534 Oct 26 16:25:15.483675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7209b-54e9-4ba5-8911-328ec4144aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.487407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e03ef3-9dd9-41bb-bcc2-a57edaeb667a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.532236 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.532236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-062c48f4-2e28-43e5-a779-2624e051aae1 req-eeea4414-f8f0-4d1d-ab1e-df68852cc027 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5502577 Oct 26 16:25:15.559530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcabe06-d080-4665-b112-db24aba5fc94 req-7b7d73b8-67e6-4047-a69d-a000339922c5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Oct 26 16:25:15.577729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-08564d6f-a4b3-4a93-849f-a869d96af359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.579366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-08564d6f-a4b3-4a93-849f-a869d96af359 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 1094 time: 0.0535581 Oct 26 16:25:15.633815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-5783718a-75a9-4278-be99-afdde3b733a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d HTTP/1.1" status: 200 len: 217 time: 0.0460196 Oct 26 16:25:15.709384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.722934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128', '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', '8e684f29-0103-40a8-9cbd-8f3c0273fa62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:15.727518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:15.743427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-4f5a9f79-ecf0-45d2-a888-ce61f80fa84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.744838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-4f5a9f79-ecf0-45d2-a888-ce61f80fa84d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0983112 Oct 26 16:25:15.745910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=8e684f29-0103-40a8-9cbd-8f3c0273fa62,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.751713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-f76b1841-7235-4007-9d19-3954ca865c66 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/34e03ef3-9dd9-41bb-bcc2-a57edaeb667a HTTP/1.1" status: 200 len: 1804 time: 0.1212270 Oct 26 16:25:15.774841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce3f93-a1f3-487f-8464-bb079ac04f5f req-5fb8bb02-cc22-4c53-9523-3719539a41a4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:15.775860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67ce3f93-a1f3-487f-8464-bb079ac04f5f req-5fb8bb02-cc22-4c53-9523-3719539a41a4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1467865 Oct 26 16:25:15.797523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34e03ef3-9dd9-41bb-bcc2-a57edaeb667a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:15.797867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34e03ef3-9dd9-41bb-bcc2-a57edaeb667a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:15.800140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port 8e684f29-0103-40a8-9cbd-8f3c0273fa62 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:15.808080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:15.808947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-ae29ab80-1527-41c5-ac46-a11d2731df65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507841 Oct 26 16:25:15.814843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-838a08fd-5cf6-4b88-95dd-6cf4a356daf2 req-2c9451be-f2df-4c85-b0a8-ba7ccb89fc8b tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "DELETE /v2.0/ports/8e684f29-0103-40a8-9cbd-8f3c0273fa62 HTTP/1.1" status: 204 len: 173 time: 0.6249278 Oct 26 16:25:15.818814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'name': 'network-vif-deleted', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:15.824502 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac9d5b5-384a-4c37-b013-f91d9961912f" -d '{"events": [{"server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "name": "network-vif-deleted", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:15.905859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67ce3f93-a1f3-487f-8464-bb079ac04f5f req-823c7f18-eae7-45ff-8c86-94341f8309c6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122189 Oct 26 16:25:15.957237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-e00e793f-d7ce-4da3-a980-1b01cf1b1d86 service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407022 Oct 26 16:25:16.130966 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.139745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a74199f9-027d-4308-901f-941ffe74d52c details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:16.161880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1e8f3-411d-4c7d-a79b-b3d080037c8f req-9c51d38f-8193-4109-903c-080bbb70c16d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:16.172596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62c1e8f3-411d-4c7d-a79b-b3d080037c8f req-9c51d38f-8193-4109-903c-080bbb70c16d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.1642253 Oct 26 16:25:16.211541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87cea974-2a7c-4a83-a05c-fbcfca1ab0c4 req-9f8bd9aa-4c68-4d55-8a99-f14923f02d7e service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465055 Oct 26 16:25:16.213779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.243780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62c1e8f3-411d-4c7d-a79b-b3d080037c8f req-86a10ffa-1fa6-4df9-a119-91541efec065 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700831 Oct 26 16:25:16.304284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:16.310845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.341178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1960abb-6b10-4fdf-8b40-9b05035763cb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:16.348469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a74199f9-027d-4308-901f-941ffe74d52c', 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147', 'port_id': 'a74199f9-027d-4308-901f-941ffe74d52c', 'mac_address': 'fa:16:3e:cb:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a357a-ae01-4d7f-989e-19afe20aa016', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:16.394038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de90bc-89e7-4f93-a480-559fd99e8305 req-14695ebf-61ea-41ec-8798-fcddcfdecd84 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:16.395566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4de90bc-89e7-4f93-a480-559fd99e8305 req-14695ebf-61ea-41ec-8798-fcddcfdecd84 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.0803521 Oct 26 16:25:16.416123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.417563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4e412f1-3610-495b-8f22-3811d88bf90f req-518cc00f-35f9-4962-801a-af878a5decff tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6517839 Oct 26 16:25:16.424940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:16.427296 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:16.448103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.473905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4de90bc-89e7-4f93-a480-559fd99e8305 req-13b71494-8fe9-4c76-98a0-9df6bf91ef2f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694306 Oct 26 16:25:16.476666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74199f9-027d-4308-901f-941ffe74d52c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:16.511399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:16.546933 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b935b138-0b37-4c7e-a501-5247ba6f41a2 x-openstack-request-id: req-b935b138-0b37-4c7e-a501-5247ba6f41a2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:16.547493 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5b310b-1f77-4be2-a2fa-55dcb74ead03", "name": "network-vif-deleted", "tag": "8e684f29-0103-40a8-9cbd-8f3c0273fa62", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:16.547493 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b935b138-0b37-4c7e-a501-5247ba6f41a2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:16.547930 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5b310b-1f77-4be2-a2fa-55dcb74ead03', 'name': 'network-vif-deleted', 'tag': '8e684f29-0103-40a8-9cbd-8f3c0273fa62', 'status': 'completed', 'code': 200} Oct 26 16:25:16.592682 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.669165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:16.680675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428e90-069a-484d-a7d2-6dec966438d2 req-bcf15d65-696c-4e59-aaa2-13e5d5dbfac9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:16.682207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c428e90-069a-484d-a7d2-6dec966438d2 req-bcf15d65-696c-4e59-aaa2-13e5d5dbfac9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0820212 Oct 26 16:25:16.695990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d55c9-6322-4444-91d1-68dd5e27411e req-3a089a98-6548-4836-93d8-89156374e47a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:16.697561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-225d55c9-6322-4444-91d1-68dd5e27411e req-3a089a98-6548-4836-93d8-89156374e47a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 946 time: 0.0953851 Oct 26 16:25:16.707198 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:25:16.758232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c428e90-069a-484d-a7d2-6dec966438d2 req-1d456009-1a31-4405-beda-2e9bf40872e6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596581 Oct 26 16:25:16.765794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-225d55c9-6322-4444-91d1-68dd5e27411e req-629ea790-060f-43ed-baa0-cac7faed02ba tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Oct 26 16:25:16.798108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-750691263', 'description': 'tempest-description-471535113'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:16.833846 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1527e4-e72d-4368-86e6-9da2a0313891 x-openstack-request-id: req-6a1527e4-e72d-4368-86e6-9da2a0313891 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:16.834200 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:16.834455 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a1527e4-e72d-4368-86e6-9da2a0313891 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:16.834949 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'status': 'completed', 'code': 200} Oct 26 16:25:16.895652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-1db7f6c8-9ac4-4b59-aa47-e198cf60c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:16.897311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-1db7f6c8-9ac4-4b59-aa47-e198cf60c963 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7b8b3536157487490f588e6cb027aba&device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 1094 time: 0.0445235 Oct 26 16:25:16.928184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a74199f9-027d-4308-901f-941ffe74d52c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:16.955369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:16.974050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:16.977771 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a6341-39d9-46d3-b363-af445bffb73f" -d '{"events": [{"server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "name": "network-vif-plugged", "status": "completed", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:16.987735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b416fa2-6c88-4c13-b0b3-2092da52663d req-32eb7cd0-d12f-4c26-9abf-d265a4e7e1b3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5b310b-1f77-4be2-a2fa-55dcb74ead03 HTTP/1.1" status: 200 len: 210 time: 0.0357358 Oct 26 16:25:17.071020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.085578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:17.109221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-93d4dc23-01ad-45be-b75c-f89452c94fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:17.111187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-93d4dc23-01ad-45be-b75c-f89452c94fc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 200 len: 906 time: 0.2038405 Oct 26 16:25:17.134923 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c8b67-d467-4bd7-8d6e-16e41d81a3c5 x-openstack-request-id: req-363c8b67-d467-4bd7-8d6e-16e41d81a3c5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:17.135242 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "name": "network-vif-plugged", "status": "completed", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:17.135537 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-363c8b67-d467-4bd7-8d6e-16e41d81a3c5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:17.136028 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'code': 200} Oct 26 16:25:17.163533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.198268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-fcd247e4-3a0e-451b-8b0d-5845efeb0fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d HTTP/1.1" status: 200 len: 217 time: 0.0741928 Oct 26 16:25:17.203066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be43451-1eac-4604-85aa-cd63e009ac30,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:17.274268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-96c074a6-db9b-4103-bb89-4d13de9696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:17.275758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-96c074a6-db9b-4103-bb89-4d13de9696f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 200 len: 845 time: 0.0600929 Oct 26 16:25:17.311789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-5b432665-45c6-417d-bbc4-f108dc7fe9ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273802 Oct 26 16:25:17.314904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.316051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4bb571d-1770-44e0-a708-77d86eda28db req-f71c6d86-6221-4c7f-b405-0e624f0c31b6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5232821 Oct 26 16:25:17.331121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67ab28-eac1-4565-a9e5-88207fc3f96d req-6a21caa4-f2dc-4408-9b40-08d6fa7b0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:17.332558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df67ab28-eac1-4565-a9e5-88207fc3f96d req-6a21caa4-f2dc-4408-9b40-08d6fa7b0303 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1097 time: 0.1181750 Oct 26 16:25:17.400024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df67ab28-eac1-4565-a9e5-88207fc3f96d req-68fc52da-54bf-4577-bf75-a7df11cd29c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560820 Oct 26 16:25:17.501557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-cca9ab42-7e9e-48f9-95ee-fecf9e42b213 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/5be43451-1eac-4604-85aa-cd63e009ac30 HTTP/1.1" status: 200 len: 1803 time: 0.1160018 Oct 26 16:25:17.506363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5be43451-1eac-4604-85aa-cd63e009ac30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:17.507706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5be43451-1eac-4604-85aa-cd63e009ac30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:17.547261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd779a-e05d-4646-8a8a-c71c59ecc29f req-90fe48b8-b451-43b2-ab15-c5e8bb07304e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:17.549101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54fd779a-e05d-4646-8a8a-c71c59ecc29f req-90fe48b8-b451-43b2-ab15-c5e8bb07304e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.1574855 Oct 26 16:25:17.589317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-419e29dc-daa5-40fb-8529-d5973aae4346 service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650218 Oct 26 16:25:17.589542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.656033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54fd779a-e05d-4646-8a8a-c71c59ecc29f req-d4952cec-83d8-44ff-a0f3-bea8ca04a395 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980172 Oct 26 16:25:17.733445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.740708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eebd6c6-7f44-4225-8eb8-a4d1b8ab53a7 req-856fcdd1-c50a-478a-9b26-0004af610cb1 service neutron] 10.222.0.39 "GET /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412938 Oct 26 16:25:17.775732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.777950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-24cb4b37-aa3a-4ea0-8171-0262a9ab3214 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352943 Oct 26 16:25:17.833863 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.863443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Deleting port 4d501f7d-9a51-42c9-9a15-2b4450109c82 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:17.863776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.880106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff8ddd7-c3d3-43b7-a478-eee8b76b4547,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:17.916500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-c0807c32-0c56-491c-9289-a325cf392bc8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:17.918063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-c0807c32-0c56-491c-9289-a325cf392bc8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341352 Oct 26 16:25:17.933304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2c94e1e7-9bb2-4ff7-895c-2cf7f8f42f75 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/quotas/2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 375 time: 0.0095298 Oct 26 16:25:17.944998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] For port 4d501f7d-9a51-42c9-9a15-2b4450109c82, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4d501f7d-9a51-42c9-9a15-2b4450109c82,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:17.945370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.958131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Calling delete_port for 4d501f7d-9a51-42c9-9a15-2b4450109c82 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:17.970287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:17.971482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c9982f3-6f08-4fdf-9661-f7972198a6c0 req-70755299-f37a-41b2-92f8-bbe243817f97 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4690976 Oct 26 16:25:17.991751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-938d91b1-422d-40c8-aeed-b5d0025aae9b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528123 Oct 26 16:25:18.075176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a9519-e795-4ef5-a885-f9c74ee61052 req-ac1764b5-154e-4126-a461-4f6494562fe3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:18.076672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-166a9519-e795-4ef5-a885-f9c74ee61052 req-ac1764b5-154e-4126-a461-4f6494562fe3 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.0505257 Oct 26 16:25:18.117830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-166a9519-e795-4ef5-a885-f9c74ee61052 req-b9dc532e-641b-4653-9092-47c2f0d15f80 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Oct 26 16:25:18.176023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a74199f9-027d-4308-901f-941ffe74d52c up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:18.217588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.232574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1709077957', 'description': 'tempest-description-2120979101'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:18.286272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d501f7d-9a51-42c9-9a15-2b4450109c82,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:18.311313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183c6b-f6de-4c2c-978e-ab82b109be3e req-43a2e8a6-c470-444b-b798-1b13de5a5ced tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:18.312974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78183c6b-f6de-4c2c-978e-ab82b109be3e req-43a2e8a6-c470-444b-b798-1b13de5a5ced tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 946 time: 0.0657752 Oct 26 16:25:18.319929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a74199f9-027d-4308-901f-941ffe74d52c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:18.324636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a74199f9-027d-4308-901f-941ffe74d52c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:18.325199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.375965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78183c6b-f6de-4c2c-978e-ab82b109be3e req-82e47eb8-c6dd-4b8e-81e9-ead3963adc03 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Oct 26 16:25:18.409788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.477132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.496799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.536577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:18.567890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05f7e635-5c2d-4b0d-a9a0-a0baf17badee req-64e690f8-cbe9-4c5d-9ecd-d3d894b4fe32 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 210 time: 0.0681176 Oct 26 16:25:18.579636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.604114 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.604911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8e684f29-0103-40a8-9cbd-8f3c0273fa62 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:18.676388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:18.681279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 8e684f29-0103-40a8-9cbd-8f3c0273fa62 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:18.681620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8e684f29-0103-40a8-9cbd-8f3c0273fa62 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:18.697473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.720981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:18.730948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:18.777266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:25:18.792088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.798018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a853f40f-39b3-429f-86cd-04657d31f79f req-d3cf3115-d4be-4f90-bca5-4f707b27d546 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5657170 Oct 26 16:25:18.821842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:18.844703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'mac_address': 'fa:16:3e:99:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:18.894627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:18.912575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c28e67f-79de-4d53-ad42-2c28c7eed60d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:18.929456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640da458-a89a-408a-8b23-1a3516088947 req-a8be406c-d0f3-433a-8c75-ab70c01ce65c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:18.931068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-640da458-a89a-408a-8b23-1a3516088947 req-a8be406c-d0f3-433a-8c75-ab70c01ce65c tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.0572860 Oct 26 16:25:18.938726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:18.972691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-640da458-a89a-408a-8b23-1a3516088947 req-e9b1e2ff-523c-4120-a158-c0ebda129ea0 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Oct 26 16:25:19.009530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1376705417', 'description': 'tempest-description-1210060133'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:19.137669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:19.140405 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d23d0a-a1a1-4f99-986b-48ae206fc0ed" -d '{"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-plugged", "status": "completed", "tag": "a74199f9-027d-4308-901f-941ffe74d52c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:19.181675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:25:19.188567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a6128ce-14f9-4172-9cf6-387ef0deeae4 admin admin] 10.222.0.21 "PUT /v2.0/routers/2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0995512 Oct 26 16:25:19.189312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:19.192158 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Sync routers for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:19.203544 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:19.204130 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.245719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.254698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.312179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.337508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:19.356058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.361053 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:19.419564 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d137c-ace2-4999-9eb4-0e95aa472a61 x-openstack-request-id: req-6d2d137c-ace2-4999-9eb4-0e95aa472a61 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:19.419848 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-plugged", "status": "completed", "tag": "a74199f9-027d-4308-901f-941ffe74d52c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:19.420102 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2d137c-ace2-4999-9eb4-0e95aa472a61 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:19.420483 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c', 'code': 200} Oct 26 16:25:19.429446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.494681 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.520422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0c28e67f-79de-4d53-ad42-2c28c7eed60d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:19.560980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c772-4899-4319-8d56-3142eb7dbb9c req-0c6ebf9b-1328-4bd4-a08e-ee27ec6dee59 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:19.571637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50a2c772-4899-4319-8d56-3142eb7dbb9c req-0c6ebf9b-1328-4bd4-a08e-ee27ec6dee59 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1043668 Oct 26 16:25:19.588070 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:25:18Z', 'revision_number': 5, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port': {'id': 'be312a8e-b187-41a6-8c18-e93df18f6dc4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:00Z', 'updated_at': '2021-10-26T16:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.603570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3b962-5c39-4361-a6d0-a361d608232b req-36b85d81-6bca-4345-bf7a-8e93ce1e7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:19.605500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-69c3b962-5c39-4361-a6d0-a361d608232b req-36b85d81-6bca-4345-bf7a-8e93ce1e7ccd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1097 time: 0.1200497 Oct 26 16:25:19.614234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Deleting port be312a8e-b187-41a6-8c18-e93df18f6dc4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:19.614568 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.634206 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Checking router: 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:19.634378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50a2c772-4899-4319-8d56-3142eb7dbb9c req-e3854349-d91c-4720-90ab-bf6a6cb86eb2 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606952 Oct 26 16:25:19.640479 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Routers {'2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:19.641447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.650068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.664747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39ee3f80-5384-44f7-a805-adce2cad1fa1 req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6594753 Oct 26 16:25:19.669603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e69c9-0a95-43ce-88d0-974ff96c06cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:19.703231 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-69c3b962-5c39-4361-a6d0-a361d608232b req-fb0966ba-a396-410d-84a8-23169bd6632b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744739 Oct 26 16:25:19.747686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] For port be312a8e-b187-41a6-8c18-e93df18f6dc4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be312a8e-b187-41a6-8c18-e93df18f6dc4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:19.748073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:19.765932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Calling delete_port for be312a8e-b187-41a6-8c18-e93df18f6dc4 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:19.807346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] Set router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:19.841050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa4034-780a-4b12-8790-4873a963e524 req-e2e08711-cd8a-415c-a2ed-e1856471aaef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:19.841050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1fa4034-780a-4b12-8790-4873a963e524 req-e2e08711-cd8a-415c-a2ed-e1856471aaef tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.0729244 Oct 26 16:25:19.866929 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:25:19Z', 'revision_number': 6, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.886031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1fa4034-780a-4b12-8790-4873a963e524 req-710570ba-1729-4335-8fa9-472f10b928d1 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Oct 26 16:25:19.903224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ba3c4-4c2b-4f0c-a9ad-1a1a5ccf2b77 None None] The sync data for ids ['2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd'] in n-d-815373-2 is: [{'id': '2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd', 'name': 'tempest-AttachSCSIVolumeTestJSON-2026868498-router', 'tenant_id': 'd99df6c6221c46e6a338845df4796ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:22:58Z', 'updated_at': '2021-10-26T16:25:19Z', 'revision_number': 6, 'project_id': 'd99df6c6221c46e6a338845df4796ba4', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:20.016649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87efbe35-6be1-4352-9856-7f50cffb3f54 req-afd58e01-f993-47b7-b128-e89f6c99495d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Oct 26 16:25:20.057240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.079219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2839-2385-410d-8760-2cc814abf49f req-e950eb2c-4f66-492e-b8b6-4c8730439923 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:20.080699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aca2839-2385-410d-8760-2cc814abf49f req-e950eb2c-4f66-492e-b8b6-4c8730439923 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 946 time: 0.0927718 Oct 26 16:25:20.090256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be312a8e-b187-41a6-8c18-e93df18f6dc4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:20.115541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-840fe669-c81a-4269-8e95-c59f79c5781f req-121510ba-5539-4738-8f7e-be13e1da02d1 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44 HTTP/1.1" status: 200 len: 1805 time: 0.0745082 Oct 26 16:25:20.145620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aca2839-2385-410d-8760-2cc814abf49f req-503931c9-d2ac-4415-acd2-7f0ab913c5f1 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574818 Oct 26 16:25:20.153115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.188783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-840fe669-c81a-4269-8e95-c59f79c5781f req-c1e6d394-3427-4790-9ad6-16a016ad87f1 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05 HTTP/1.1" status: 200 len: 1805 time: 0.0625339 Oct 26 16:25:20.200418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44', 'remote_group_id': '7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:20.200989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44', 'remote_group_id': '7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:20.250077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.253056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.269702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1222577-a5b3-45ec-989b-d7cf5381bb7c req-60d89718-179d-4554-9826-b24fff4e59b8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:20.272949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1222577-a5b3-45ec-989b-d7cf5381bb7c req-60d89718-179d-4554-9826-b24fff4e59b8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 944 time: 0.0644839 Oct 26 16:25:20.316645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1222577-a5b3-45ec-989b-d7cf5381bb7c req-41e8182a-f58e-478e-8177-771023d3d0a7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Oct 26 16:25:20.374866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.400259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.401314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:25:20.410180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.410180 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70bd2688-c2a6-4565-905d-f1707a5085c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2a5c11d0-3ad1-47f0-ace6-8b0c0c4fcedd HTTP/1.1" status: 204 len: 168 time: 1.2178755 Oct 26 16:25:20.410590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:20.450353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.453850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-6d8af528-378d-4059-9763-94251fdac767 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1480897356&fields=id&tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 267 time: 0.0662682 Oct 26 16:25:20.465638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Deleting subnet dd080bac-c1d6-452c-921a-18600fd79521 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:25:20.469282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.508389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.511453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-5fdf02a2-8b7c-4f52-97e9-8cd0d4d3c04a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:20.512909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-5fdf02a2-8b7c-4f52-97e9-8cd0d4d3c04a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 946 time: 0.0501728 Oct 26 16:25:20.525056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'security_groups': ['7e7777cf-50a7-44a6-968f-8fe2182149d8', '91d586b2-8f1b-4ad0-acf2-f76d35871320']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:20.551539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.571024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.578829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bbcb45-1160-46d9-8eeb-638eb74ba7a7,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:20.592221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.625345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-1e68be22-e860-404f-8b02-aa404e3d611e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382950 Oct 26 16:25:20.643944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.663082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:20.695292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.696472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-840fe669-c81a-4269-8e95-c59f79c5781f req-8d5ac26d-2ff6-4205-a7c0-8bdc06001641 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5001602 Oct 26 16:25:20.752678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.781010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd080bac-c1d6-452c-921a-18600fd79521,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:20.782897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.789310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b4f6d14-6430-445b-afee-a468629a6062 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd080bac-c1d6-452c-921a-18600fd79521 HTTP/1.1" status: 204 len: 168 time: 0.3776593 Oct 26 16:25:20.790170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:20.794984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec07926-489a-487a-89ae-5d9292fb41cd None None] Network 187a9127-aa85-4de6-8fc3-f6115d7d88df requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:20.845381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0c28e67f-79de-4d53-ad42-2c28c7eed60d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:20.855156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-e8c35d4f-94a8-45b1-a822-0865707b8fde tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:20.856610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-e8c35d4f-94a8-45b1-a822-0865707b8fde tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253032 Oct 26 16:25:20.861344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0c28e67f-79de-4d53-ad42-2c28c7eed60d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:20.861715 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:20.895468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Request body: {'port': {'device_id': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '2b9c4fe7f07347fdb66d308d7a7ac503'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:21.008640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.010740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.078058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:21.080449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] DHCP port deletion for 187a9127-aa85-4de6-8fc3-f6115d7d88df request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:25:21.087348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2a1e-08db-4b04-8117-33153ee7f9fd req-bc4e600c-6096-47f0-99f4-e8cef1a36858 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:21.096313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07ee2a1e-08db-4b04-8117-33153ee7f9fd req-bc4e600c-6096-47f0-99f4-e8cef1a36858 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.3152416 Oct 26 16:25:21.137980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Deleting port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:21.138348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.188685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.220380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07ee2a1e-08db-4b04-8117-33153ee7f9fd req-c8042113-785c-477f-b598-88c066adf41c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232038 Oct 26 16:25:21.229035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] For port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:21.229436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.254321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Calling delete_port for 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:21.274394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1330749374', 'description': 'tempest-description-198952778'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:21.280590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:21.289453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:21.316429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Deleting port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:21.317460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.337519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.337775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-74f936b5-d5fb-4f5a-a35c-680378c6546c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:21.339649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-74f936b5-d5fb-4f5a-a35c-680378c6546c tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.0578697 Oct 26 16:25:21.390604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Made reservation on behalf of 2b9c4fe7f07347fdb66d308d7a7ac503 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:21.394182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.412184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] For port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,segment=NetworkSegment(fe0f9e8e-e5b1-4f07-ad33-d148629a2506),segment_id=fe0f9e8e-e5b1-4f07-ad33-d148629a2506)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:21.412843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.421476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:21.424994 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f61501-fc86-4687-bcd2-5ac9684869c4" -d '{"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-plugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:21.437143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Calling delete_port for 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:21.446435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:21.446709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.484581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.485821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.516354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:21.519948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] Pushing event deleted for resources: {'Port': ['ID=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:21.546293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5819a3f-8a85-41e6-bc7d-7d9a11f29a50 None None] No DVR routers for this DVR port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:21.568729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:21.569300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.589090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:21.593356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:21.593994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.595494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd9a59c7-6f51-4407-ba58-b38de2a17ba1 req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "PUT /v2.0/ports/f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 982 time: 1.0755763 Oct 26 16:25:21.603047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:21.604928 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:21.607938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.717543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:21.739546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3eb61-5456-47b0-a9b9-4ebdf0c9dc3a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:21.779751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.814912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4d501f7d-9a51-42c9-9a15-2b4450109c82 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:21.848458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4d501f7d-9a51-42c9-9a15-2b4450109c82 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:21.848794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4d501f7d-9a51-42c9-9a15-2b4450109c82 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:21.849212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:21.862861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.883805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:21.894040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:21.894040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:21.894365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be312a8e-b187-41a6-8c18-e93df18f6dc4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:21.895000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:21.941090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:21.943662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:21.947842 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ee70f65-37b7-4dc7-92ac-c235ac158788 req-31a4c941-3597-4dad-84e7-0a9a728854f5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "DELETE /v2.0/ports/2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 HTTP/1.1" status: 204 len: 173 time: 0.6010470 Oct 26 16:25:21.948351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'name': 'network-vif-deleted', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:21.950978 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1393f26-cd6a-466b-b467-a409b76834bc" -d '{"events": [{"server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "name": "network-vif-deleted", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:22.078188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: be312a8e-b187-41a6-8c18-e93df18f6dc4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:22.078602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be312a8e-b187-41a6-8c18-e93df18f6dc4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:22.146546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Allocated IP 192.168.233.96 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/c6e62b0a-797e-4e01-8788-69bb1ec0fa47) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:22.162009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6156be-fd30-40d3-8634-2519c8e3f3cc req-b173bf8f-c773-4777-a9f7-f5c93c5fd722 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:22.164178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a6156be-fd30-40d3-8634-2519c8e3f3cc req-b173bf8f-c773-4777-a9f7-f5c93c5fd722 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8857f58-397c-4a2e-a582-38f0762294af HTTP/1.1" status: 200 len: 950 time: 0.4817538 Oct 26 16:25:22.164931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Pushing event deleted for resources: {'Port': ['ID=91d4aa9c-9e0a-4dd8-9d44-e296a23099d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:22.170269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] No DVR routers for this DVR port 91d4aa9c-9e0a-4dd8-9d44-e296a23099d4 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:22.267213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.299741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:22.318083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.339114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a6156be-fd30-40d3-8634-2519c8e3f3cc req-6158e05b-7063-48fb-9c2a-56cce8128270 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629767 Oct 26 16:25:22.371896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.371896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187a9127-aa85-4de6-8fc3-f6115d7d88df']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.447272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.453663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.454217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0f9e8e-e5b1-4f07-ad33-d148629a2506') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.467836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.503219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a5741-c193-49d0-b0e9-e341c955d42e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:22.518645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.548199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:25:22.548684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:25:22.552745 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:25:22.606631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f241773-7e6b-4afb-b8d8-b022e2ce9143 req-ecf8e240-1177-4574-a190-2b812d42986d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 210 time: 0.0850952 Oct 26 16:25:22.617231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.618782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dd326ab-3e58-406d-96c0-3bb813bd291a req-875b180a-d4f7-4a2e-a331-d7da30536516 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3570251 Oct 26 16:25:22.660454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.697792 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f7b04-832a-4096-ae64-a88f87e360fd x-openstack-request-id: req-632f7b04-832a-4096-ae64-a88f87e360fd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:22.698152 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-plugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:22.698468 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-632f7b04-832a-4096-ae64-a88f87e360fd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:22.698914 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'code': 200} Oct 26 16:25:22.708704 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.742127 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.748609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57244) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:22.751730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] 10.222.0.21 "DELETE /v2.0/networks/187a9127-aa85-4de6-8fc3-f6115d7d88df HTTP/1.1" status: 204 len: 168 time: 1.9542706 Oct 26 16:25:22.765714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1227-9447-4201-9520-5a6ae2a2623b admin admin] Pushing event deleted for resources: {'Network': ['ID=187a9127-aa85-4de6-8fc3-f6115d7d88df,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:22.768016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:22.857839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c2bf9-bba9-4dfd-b379-aa4f6ad8d839 req-046837dd-b264-4029-93c6-86935d23c5f8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:22.859440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c9c2bf9-bba9-4dfd-b379-aa4f6ad8d839 req-046837dd-b264-4029-93c6-86935d23c5f8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1648734 Oct 26 16:25:22.868069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:22.891763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:22.900421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:22.906674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:22.919532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-06a85b3d-b226-47c0-a83a-b8b5be883154 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1740335893&fields=id&tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 267 time: 0.1565058 Oct 26 16:25:22.938847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:22.970132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc64d3-79d7-4e25-9d1c-d7723c1a7b8b req-94eed8aa-3b59-408c-a8e5-2987bc002985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:22.971726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9fc64d3-79d7-4e25-9d1c-d7723c1a7b8b req-94eed8aa-3b59-408c-a8e5-2987bc002985 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 1096 time: 0.1968141 Oct 26 16:25:23.045347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.047682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.087642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c9c2bf9-bba9-4dfd-b379-aa4f6ad8d839 req-daec0ed8-21cb-4ed4-bab8-03c2f042fa87 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126124 Oct 26 16:25:23.148776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-e1299308-3f9f-40bf-bd06-7ea7af1cf734 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.151872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-e1299308-3f9f-40bf-bd06-7ea7af1cf734 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 985 time: 0.2033052 Oct 26 16:25:23.157267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-2f7ca50a-6cf7-4bb0-97b7-563ffa4fff1a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2700119 Oct 26 16:25:23.161882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9fc64d3-79d7-4e25-9d1c-d7723c1a7b8b req-83fcc746-8fad-4f13-a206-240133823a68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789358 Oct 26 16:25:23.167230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'security_groups': ['7e7777cf-50a7-44a6-968f-8fe2182149d8', '91d586b2-8f1b-4ad0-acf2-f76d35871320', 'b3371dca-7b08-46b1-adce-c37b4c0abbf6']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:23.198085 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff843534-4950-45dd-9aa5-c24a905c8dcb x-openstack-request-id: req-ff843534-4950-45dd-9aa5-c24a905c8dcb {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:23.198085 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:23.198085 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff843534-4950-45dd-9aa5-c24a905c8dcb {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:23.198085 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'status': 'completed', 'code': 200} Oct 26 16:25:23.211856 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b78b59c-6e4c-4f93-8866-04fb0561e996 x-openstack-request-id: req-3b78b59c-6e4c-4f93-8866-04fb0561e996 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:23.212223 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8857f58-397c-4a2e-a582-38f0762294af", "name": "network-vif-deleted", "tag": "2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:23.212554 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b78b59c-6e4c-4f93-8866-04fb0561e996 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:23.212998 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8857f58-397c-4a2e-a582-38f0762294af', 'name': 'network-vif-deleted', 'tag': '2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937', 'status': 'completed', 'code': 200} Oct 26 16:25:23.237807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.246661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-49c8124a-e9b7-4013-a298-097ec9db0efd None None] Provisioning complete for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:23.247309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49c8124a-e9b7-4013-a298-097ec9db0efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.258317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.284497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-49c8124a-e9b7-4013-a298-097ec9db0efd None None] Port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:25:23.325728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-04d96352-a783-4089-a6cb-63107a543edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.327415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-04d96352-a783-4089-a6cb-63107a543edf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1136 time: 0.1267116 Oct 26 16:25:23.356730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Request body: {'port': {'device_id': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:23.376113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9331cf7-f1cb-435d-a41c-eb9aecca08fc req-6c15a251-339e-4b7d-8ec1-fa3de4079f54 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.377560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9331cf7-f1cb-435d-a41c-eb9aecca08fc req-6c15a251-339e-4b7d-8ec1-fa3de4079f54 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1050990 Oct 26 16:25:23.482235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9331cf7-f1cb-435d-a41c-eb9aecca08fc req-130b7924-93d9-4cb7-8088-bfec290cafa1 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869989 Oct 26 16:25:23.486976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.491855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-bf1043f4-2fd2-498e-82ac-581c45a52cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.493360 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-bf1043f4-2fd2-498e-82ac-581c45a52cf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.1564279 Oct 26 16:25:23.544788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-4dfdc73a-28d9-4077-a3cf-2d13040152f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 217 time: 0.0429757 Oct 26 16:25:23.579439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1820914083', 'description': 'tempest-description-2019926857'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:23.628887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-cfb0347e-77a9-4bc2-aab6-9ed3ff46808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.630371 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-cfb0347e-77a9-4bc2-aab6-9ed3ff46808e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0681245 Oct 26 16:25:23.651179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:23.670730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-71a3ed7e-1f60-466a-99cf-9ab30872a684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314395 Oct 26 16:25:23.686071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Deleting port 123016c3-49d6-45bd-95d3-73cc02a0542a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:23.686649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.711953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:23.766807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.803870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.827589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] For port 123016c3-49d6-45bd-95d3-73cc02a0542a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=123016c3-49d6-45bd-95d3-73cc02a0542a,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:23.828236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.831933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-57699c66-2a1e-4b7c-af30-37d19f03648c service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535485 Oct 26 16:25:23.849707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Calling delete_port for 123016c3-49d6-45bd-95d3-73cc02a0542a owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:23.852483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.867507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:23.943892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:23.944269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.945659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c1d72e9-cd74-4250-8f79-f28c15fa306f req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "PUT /v2.0/ports/f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 1021 time: 0.7874708 Oct 26 16:25:23.962707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:23.979620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e47b1d3a-755a-4b1a-a1c5-c5f0eb70b6fb req-3a71d6bb-0ce2-47ca-ac2a-c29830df24e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406317 Oct 26 16:25:24.003826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceaed8-20e5-4c75-ba29-e844f781b19a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.009728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:24.018463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.032027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Transition to ACTIVE for port object c6e62b0a-797e-4e01-8788-69bb1ec0fa47 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:24.043192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.074222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.091717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:24.139939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.183334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:24.187511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.188719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b11aa5c-24e4-4e90-8096-76c8d62d9ece req-9ccabba7-efa6-4661-8690-37da2cb93999 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6222155 Oct 26 16:25:24.211672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.218865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:24.219486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 2cb1f2dc-1c2b-43eb-9c24-d5c7410d9937 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:24.234311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.258841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=123016c3-49d6-45bd-95d3-73cc02a0542a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.260261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c1b2e-b1e0-49a5-854f-23c0b793280f req-e40c2fb1-91e1-4e81-828f-6ae65bd3cb2b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:24.261802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc6c1b2e-b1e0-49a5-854f-23c0b793280f req-e40c2fb1-91e1-4e81-828f-6ae65bd3cb2b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1097 time: 0.1321142 Oct 26 16:25:24.422821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:24.423450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:24.426818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:24.445766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:24.446128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:24.453763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:24.454099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:24.454484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:24.454919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Bound port: c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:24.455302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.471851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc6c1b2e-b1e0-49a5-854f-23c0b793280f req-e6b210ef-8ba1-4c36-b743-f84e234cafd4 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724739 Oct 26 16:25:24.510292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7b4da-c972-4ad8-b9ba-8a5ecdd33753 req-3b22504b-392d-464b-aa0f-0e869a206830 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:24.512951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18b7b4da-c972-4ad8-b9ba-8a5ecdd33753 req-3b22504b-392d-464b-aa0f-0e869a206830 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.1957300 Oct 26 16:25:24.533809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.608953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:24.633745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18b7b4da-c972-4ad8-b9ba-8a5ecdd33753 req-a79fd1f5-baa7-4bdb-a4b2-5d2ee6ccf85f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 Oct 26 16:25:24.664398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:24.705441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ed69f-870a-45be-87e7-9116bc11c47f req-233f6356-e377-40bd-a5f6-b53b090896c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:24.712670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af4ed69f-870a-45be-87e7-9116bc11c47f req-233f6356-e377-40bd-a5f6-b53b090896c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1024 time: 0.0847132 Oct 26 16:25:24.732982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.783511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:24.784194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:24.785701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 1095 time: 1.4381928 Oct 26 16:25:24.831711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb6fb-6148-47a4-81a2-bd342912e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.852509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af4ed69f-870a-45be-87e7-9116bc11c47f req-75b0b292-f918-4147-8b9e-c615bced5432 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3371dca-7b08-46b1-adce-c37b4c0abbf6&id=91d586b2-8f1b-4ad0-acf2-f76d35871320&id=7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 200 len: 6150 time: 0.1388059 Oct 26 16:25:25.001281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-e4ac1625-3600-45a4-98cb-55a5f71cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:25.002862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-e4ac1625-3600-45a4-98cb-55a5f71cf404 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1098 time: 0.0957825 Oct 26 16:25:25.011465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf562d-0a19-48b1-9321-00af2b74a37d req-cd7927e9-0ff2-485f-8501-b6039b077b70 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:25.012931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fcf562d-0a19-48b1-9321-00af2b74a37d req-cd7927e9-0ff2-485f-8501-b6039b077b70 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Oct 26 16:25:25.060526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-484eab08-5e74-4b58-8c14-a3c617c4719d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0465460 Oct 26 16:25:25.106587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Router a59e85ba-ebab-4844-aa25-e7b3047eb71d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:25:25.145817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fcf562d-0a19-48b1-9321-00af2b74a37d req-ac7787ab-865c-4863-80c4-fa7a11a02aae tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250110 Oct 26 16:25:25.168074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-4f63c9bc-947a-44af-a38a-b6f49f5d886f tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/be5a5741-c193-49d0-b0e9-e341c955d42e HTTP/1.1" status: 200 len: 1804 time: 0.0993590 Oct 26 16:25:25.169451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-694c36cd-11f3-4ff4-85f4-9323f6253823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:25.170800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-694c36cd-11f3-4ff4-85f4-9323f6253823 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1008461 Oct 26 16:25:25.200714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12'}, {'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:25.203053 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0164e1-2435-48a4-b121-e2f355d195a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12"}, {"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:25.220309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:25:25.226028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19025ad0-9e4a-4679-8f23-1126e3b2bb7a admin admin] 10.222.0.21 "PUT /v2.0/routers/a59e85ba-ebab-4844-aa25-e7b3047eb71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4763217 Oct 26 16:25:25.228526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57274) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:25.234314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Sync routers for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:25.245951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:25.246566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.282412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-1111664b-ce27-47de-9512-c235917875e4 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e HTTP/1.1" status: 200 len: 1805 time: 0.1065459 Oct 26 16:25:25.297932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be5a5741-c193-49d0-b0e9-e341c955d42e', 'remote_group_id': '67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:25.306874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be5a5741-c193-49d0-b0e9-e341c955d42e', 'remote_group_id': '67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:25.310909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-7eec2e7c-5f1c-4cb5-86d6-3b095a0195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:25.312798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-7eec2e7c-5f1c-4cb5-86d6-3b095a0195c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271379 Oct 26 16:25:25.316710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5d96-7f36-42ca-a8e5-f5339f84c131 req-7eb850ab-8e34-46dc-97f0-395914ba7e88 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:25.319608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffab5d96-7f36-42ca-a8e5-f5339f84c131 req-7eb850ab-8e34-46dc-97f0-395914ba7e88 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1097 time: 0.0888519 Oct 26 16:25:25.336358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.363050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:25.421011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffab5d96-7f36-42ca-a8e5-f5339f84c131 req-4c1faada-3b84-4c8d-b176-bf262ee45622 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921385 Oct 26 16:25:25.459482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-0f8096cd-9391-4821-89d5-73412b8e2780 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319273 Oct 26 16:25:25.468146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.470487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1812347702 ', 'description': 'tempest-description-722553273'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:25.558551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '483a2812-2150-499e-a636-9482d2528916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:25:24Z', 'revision_number': 5, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port': {'id': '483a2812-2150-499e-a636-9482d2528916', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:23:12Z', 'updated_at': '2021-10-26T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.578301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.592203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Checking router: a59e85ba-ebab-4844-aa25-e7b3047eb71d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:25.601632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Routers {'a59e85ba-ebab-4844-aa25-e7b3047eb71d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:25.602240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.611442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Deleting port 483a2812-2150-499e-a636-9482d2528916 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:25.611863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.618937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b29672f-8578-44f2-98fd-5dc7b19a4d02 req-cfc9a9b0-5fe5-45c9-9af4-be84cc45662e service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422045 Oct 26 16:25:25.623444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.626353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.694542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.700257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.707349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] For port 483a2812-2150-499e-a636-9482d2528916, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=483a2812-2150-499e-a636-9482d2528916,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:25.707765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.716720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] Set router a59e85ba-ebab-4844-aa25-e7b3047eb71d gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:25.723117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Calling delete_port for 483a2812-2150-499e-a636-9482d2528916 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:25.723864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc169e5-e0ce-4227-84ee-1ed0742a05fe,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:25.759978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.792314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.793629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7941fa95-3b47-4b35-ac02-2176e5e9b39b req-34f892c5-dba2-41b6-9e42-7a0b6beef0fa tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5039487 Oct 26 16:25:25.794681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:25:25Z', 'revision_number': 6, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.794877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0859186a-9627-459a-8cc6-676c9a57c939,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:25.826889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb315-cce6-418a-8cf9-8b9fc4da75bc None None] The sync data for ids ['a59e85ba-ebab-4844-aa25-e7b3047eb71d'] in n-d-815373-2 is: [{'id': 'a59e85ba-ebab-4844-aa25-e7b3047eb71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-499898065-router', 'tenant_id': 'e04b027d70764173adddfae00f7017cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:23:11Z', 'updated_at': '2021-10-26T16:25:25Z', 'revision_number': 6, 'project_id': 'e04b027d70764173adddfae00f7017cb', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:25.848526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:25.851474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9735aa29-e094-47cd-b758-3f604fab834b req-8ade8431-93fc-4aa4-b9d4-e0f10ca085db tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3872974 Oct 26 16:25:26.022904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.049972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=483a2812-2150-499e-a636-9482d2528916,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:26.121422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.233041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.236642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.263916 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c1bdc-fe44-4eff-bcd9-f2d8796e5ac8 x-openstack-request-id: req-562c1bdc-fe44-4eff-bcd9-f2d8796e5ac8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:26.263916 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:26.263916 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-562c1bdc-fe44-4eff-bcd9-f2d8796e5ac8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:26.263916 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'status': 'completed', 'code': 200} Oct 26 16:25:26.263916 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'status': 'completed', 'code': 200} Oct 26 16:25:26.339037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-fef98219-b812-40a9-9566-6671629d5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.340673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-fef98219-b812-40a9-9566-6671629d5ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1098 time: 0.0561209 Oct 26 16:25:26.346662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-1d54e2f5-a2ff-402f-91b5-b5f060f385f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.352063 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-1d54e2f5-a2ff-402f-91b5-b5f060f385f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1175 time: 0.0587246 Oct 26 16:25:26.371548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.372314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59e85ba-ebab-4844-aa25-e7b3047eb71d {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:25:26.384426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.387905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-290e935a-e37b-421d-a0aa-e8efc374feb3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a59e85ba-ebab-4844-aa25-e7b3047eb71d HTTP/1.1" status: 204 len: 168 time: 1.1584229 Oct 26 16:25:26.388589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57298) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:26.483605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Deleting subnet 33a34b2c-c5de-451f-b382-99c873bbe67d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:25:26.488378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.514327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12249a9d-fe70-47ea-906c-b308409b8895 req-c36058d9-3f61-47a8-8189-0e432c728c10 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.519852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12249a9d-fe70-47ea-906c-b308409b8895 req-c36058d9-3f61-47a8-8189-0e432c728c10 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.1246717 Oct 26 16:25:26.525516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-0613d496-cc9f-4cc9-8cf2-a1cd1c6dd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.527412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-0613d496-cc9f-4cc9-8cf2-a1cd1c6dd426 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1788192 Oct 26 16:25:26.559321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.579611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-e66dd996-5a89-4954-b342-dd0a1c6f170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.581013 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-e66dd996-5a89-4954-b342-dd0a1c6f170d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.2067215 Oct 26 16:25:26.594424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-5def5e50-76af-4e2b-97d4-c74257259155 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0529113 Oct 26 16:25:26.604378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-8e43333e-8bb9-4b69-ba43-5e5b1aeec0a8 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e HTTP/1.1" status: 200 len: 1805 time: 0.1490121 Oct 26 16:25:26.629270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-122fe334-9d4a-4f5d-8255-ca2c926f20c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 200 len: 217 time: 0.0397382 Oct 26 16:25:26.673964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-7056208c-db81-487a-b783-6ca69b3bbb78 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.675452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-7056208c-db81-487a-b783-6ca69b3bbb78 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 948 time: 0.2108350 Oct 26 16:25:26.686157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12249a9d-fe70-47ea-906c-b308409b8895 req-df56fb6b-3033-49d4-8654-38610dfc8a7a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560385 Oct 26 16:25:26.718888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-4ad3b6f8-d68a-4867-a30e-11a7b58011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.720596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-4ad3b6f8-d68a-4867-a30e-11a7b58011e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0779822 Oct 26 16:25:26.748887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-33ea3168-2f24-42bf-b0dc-713ffb7491e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.750525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-33ea3168-2f24-42bf-b0dc-713ffb7491e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1445525 Oct 26 16:25:26.750794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.792557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-1f93a7d8-6f30-47c6-99f4-cc94339ebe38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628357 Oct 26 16:25:26.855798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.877148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5aed5e8d-54c7-44d5-bcb6-2f0d8acf73bd req-3c67f157-7732-44d7-bc1b-71106e2c9d77 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/0859186a-9627-459a-8cc6-676c9a57c939 HTTP/1.1" status: 200 len: 1780 time: 0.1453958 Oct 26 16:25:26.896555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-e3e0bee1-78c1-4e4b-a912-26e04cbc00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:26.898145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-e3e0bee1-78c1-4e4b-a912-26e04cbc00d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383250 Oct 26 16:25:26.902641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:26.919728 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-b16c6583-e5e2-4180-9d8e-e1fc25e963d2 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157424 Oct 26 16:25:26.975511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.020823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a34b2c-c5de-451f-b382-99c873bbe67d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:27.028508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.034990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e9876f7-5f52-4a10-a917-6423ef7f209d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33a34b2c-c5de-451f-b382-99c873bbe67d HTTP/1.1" status: 204 len: 168 time: 0.6414835 Oct 26 16:25:27.040279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ddf19-691d-405f-a399-64e3f1443b24 None None] Network f62e0ea0-bb78-44c7-bb6e-8792a3b15778 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:27.040916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57306) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:27.055108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port d4558ba8-0fd3-448d-9269-e655f94bebf8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:27.055506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.074529 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-ca16b72a-7765-466d-9654-bd8a6cfb17fc service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448255 Oct 26 16:25:27.184328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb012675-f22d-4170-9ac7-e4cf0e2aa11f req-5ebee8b3-4e64-4230-953c-5d2348090174 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:27.185827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb012675-f22d-4170-9ac7-e4cf0e2aa11f req-5ebee8b3-4e64-4230-953c-5d2348090174 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 948 time: 0.2210591 Oct 26 16:25:27.208710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-592f5b9a-45fd-4993-96c5-b4452be1efc0 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976644 Oct 26 16:25:27.234316 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.282936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] DHCP port deletion for f62e0ea0-bb78-44c7-bb6e-8792a3b15778 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:25:27.309457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.312075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.313210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a38ce3f-8854-4b61-bca2-81978ff33cb8 req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e HTTP/1.1" status: 204 len: 173 time: 0.6864285 Oct 26 16:25:27.339428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Deleting port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:27.339808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.344733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port d4558ba8-0fd3-448d-9269-e655f94bebf8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d4558ba8-0fd3-448d-9269-e655f94bebf8,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:27.345098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.382423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294db3cb-bec8-4e3b-b1c2-fdf56f2efdd3 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:27.394819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb012675-f22d-4170-9ac7-e4cf0e2aa11f req-ab12af5c-62b1-40ec-a9ba-328c68eba95e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961882 Oct 26 16:25:27.395665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for d4558ba8-0fd3-448d-9269-e655f94bebf8 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:27.417727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] For port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:27.426180 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.442063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Calling delete_port for 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:27.477733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0164e1-2435-48a4-b121-e2f355d195a6 req-a89c4560-4f5d-4cdf-b343-5888fe15a617 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485776 Oct 26 16:25:27.506664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Deleting port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:27.507167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.669051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.683818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] No DVR routers for this DVR port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:27.705780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2294e-e365-486a-b114-1fa4b577b9f3 None None] Pushing event deleted for resources: {'Port': ['ID=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:27.782591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 123016c3-49d6-45bd-95d3-73cc02a0542a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:27.806436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 123016c3-49d6-45bd-95d3-73cc02a0542a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:27.808559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 123016c3-49d6-45bd-95d3-73cc02a0542a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:27.808559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 483a2812-2150-499e-a636-9482d2528916 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:27.813310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-ac6ada1c-2502-4680-9da2-575e630ff603 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:27.814879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-ac6ada1c-2502-4680-9da2-575e630ff603 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4 HTTP/1.1" status: 200 len: 950 time: 0.0608401 Oct 26 16:25:27.832038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 483a2812-2150-499e-a636-9482d2528916 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:27.832755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 483a2812-2150-499e-a636-9482d2528916 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:27.833849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:27.855212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:27.855696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:27.923666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port 11be1d93-0e73-48f5-85d2-c431d2757128 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:27.924069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.952581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] For port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,segment=NetworkSegment(71f6df55-a2b5-428a-a4d3-c5c5132245f8),segment_id=71f6df55-a2b5-428a-a4d3-c5c5132245f8)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:27.953189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:27.965987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-bbd020d9-e758-40df-96e0-f502c4ff9a18 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/0859186a-9627-459a-8cc6-676c9a57c939 HTTP/1.1" status: 200 len: 1780 time: 0.4182580 Oct 26 16:25:27.975021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Calling delete_port for 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:28.023301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port 11be1d93-0e73-48f5-85d2-c431d2757128, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=11be1d93-0e73-48f5-85d2-c431d2757128,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:28.023668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.036136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for 11be1d93-0e73-48f5-85d2-c431d2757128 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:28.058708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.073772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['11be1d93-0e73-48f5-85d2-c431d2757128'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:28.106755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=d4558ba8-0fd3-448d-9269-e655f94bebf8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.108936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:28.140015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.178751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port d4558ba8-0fd3-448d-9269-e655f94bebf8 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:28.183503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.187020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccc30b90-af81-41b4-a450-4c88576d23ae req-ffa73f46-ba40-426e-b6a4-877e10eb67ab tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "DELETE /v2.0/ports/d4558ba8-0fd3-448d-9269-e655f94bebf8 HTTP/1.1" status: 204 len: 173 time: 1.4999323 Oct 26 16:25:28.199640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.203117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.246030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Pushing event deleted for resources: {'Port': ['ID=2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.253056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] No DVR routers for this DVR port 2879bb09-d3ef-4a00-b4ae-9f59c0b4bec4 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:28.262454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'name': 'network-vif-deleted', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:28.264849 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e97c39-b2ac-4969-903c-6293879c267e" -d '{"events": [{"server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "name": "network-vif-deleted", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:28.307703 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.345741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=11be1d93-0e73-48f5-85d2-c431d2757128,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.362076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.387155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62e0ea0-bb78-44c7-bb6e-8792a3b15778']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.390092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port 11be1d93-0e73-48f5-85d2-c431d2757128 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:28.392685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.397380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad83f6f-c5c0-4389-a20e-ac141080b7be req-5d592bdc-6707-48e9-b965-bb74351a6b6e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.47 "DELETE /v2.0/ports/11be1d93-0e73-48f5-85d2-c431d2757128 HTTP/1.1" status: 204 len: 173 time: 0.5754998 Oct 26 16:25:28.397998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'name': 'network-vif-deleted', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:28.400872 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feddb6fc-ecc6-463e-be82-a7f9aab11aaa" -d '{"events": [{"server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "name": "network-vif-deleted", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:28.401522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f6df55-a2b5-428a-a4d3-c5c5132245f8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.401522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f6df55-a2b5-428a-a4d3-c5c5132245f8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.411806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.428063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.434252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:25:28.434640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:25:28.436400 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:25:28.447841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.450570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.463722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-066e41e6-2544-4441-8a9e-52dad9d91066 req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/0859186a-9627-459a-8cc6-676c9a57c939 HTTP/1.1" status: 204 len: 173 time: 0.4864297 Oct 26 16:25:28.558151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af389899-3e20-43aa-a8da-6119d5356058 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859186a-9627-459a-8cc6-676c9a57c939,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.700416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-b73bc933-f637-4d8e-ad36-ab5b5e8454bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704482 Oct 26 16:25:28.708206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:28.715726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16c09f25-c3a1-4aff-a9fb-56af1061bf14 req-bf060670-7fce-4555-8043-d9e17ed8eefd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/be5a5741-c193-49d0-b0e9-e341c955d42e HTTP/1.1" status: 200 len: 1804 time: 0.1513743 Oct 26 16:25:28.795862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.808173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.811523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f62e0ea0-bb78-44c7-bb6e-8792a3b15778 HTTP/1.1" status: 204 len: 168 time: 1.7685828 Oct 26 16:25:28.829192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a985a-b967-4201-990d-844f6dbf127e admin admin] Pushing event deleted for resources: {'Network': ['ID=f62e0ea0-bb78-44c7-bb6e-8792a3b15778,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.838350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-194819e6-8724-4684-85fb-d882647552a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:28.839516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-194819e6-8724-4684-85fb-d882647552a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1fcfc7102cc47959c1c631506b01588&device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 1101 time: 0.0932264 Oct 26 16:25:28.863618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:28.878847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'mac_address': 'fa:16:3e:cd:58:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:28.922526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:28.940334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:28.942319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c82-ff56-4f9e-9ed3-4b61beca3053 req-80022119-c928-405a-8e25-24ce644e74cb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:28.943810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0813c82-ff56-4f9e-9ed3-4b61beca3053 req-80022119-c928-405a-8e25-24ce644e74cb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.1012433 Oct 26 16:25:28.961891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:29.001682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-528d0d0b-adee-4bdd-b089-2523b3e957d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:29.003149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-528d0d0b-adee-4bdd-b089-2523b3e957d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1337724 Oct 26 16:25:29.006323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0813c82-ff56-4f9e-9ed3-4b61beca3053 req-876e8686-81c1-44a2-9ff0-7325d2218074 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559726 Oct 26 16:25:29.060204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.060875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:29.063178 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f4ba4-0676-4879-a947-b9e9c8899abe x-openstack-request-id: req-a70f4ba4-0676-4879-a947-b9e9c8899abe {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:29.064071 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3c34c4-a600-401d-a5be-b4c7b2cf0392", "name": "network-vif-deleted", "tag": "d4558ba8-0fd3-448d-9269-e655f94bebf8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:29.064071 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a70f4ba4-0676-4879-a947-b9e9c8899abe {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:29.064379 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c34c4-a600-401d-a5be-b4c7b2cf0392', 'name': 'network-vif-deleted', 'tag': 'd4558ba8-0fd3-448d-9269-e655f94bebf8', 'status': 'completed', 'code': 200} Oct 26 16:25:29.066239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-18a162f4-cd68-4c64-ad17-3f29a1c44c31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f347c67f-6d06-4049-945e-2fcf1b40601e HTTP/1.1" status: 200 len: 217 time: 0.0413730 Oct 26 16:25:29.123795 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3873cf0-34aa-442c-a548-e88de59ecdc7 x-openstack-request-id: req-c3873cf0-34aa-442c-a548-e88de59ecdc7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:29.124349 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4", "name": "network-vif-deleted", "tag": "11be1d93-0e73-48f5-85d2-c431d2757128", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:29.124349 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3873cf0-34aa-442c-a548-e88de59ecdc7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:29.124712 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdb1038-f0a6-4f8d-9c26-2bd13f505fc4', 'name': 'network-vif-deleted', 'tag': '11be1d93-0e73-48f5-85d2-c431d2757128', 'status': 'completed', 'code': 200} Oct 26 16:25:29.154264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-e1dc01a1-4e28-458e-9d44-1dddce63c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:29.156234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-e1dc01a1-4e28-458e-9d44-1dddce63c945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0794575 Oct 26 16:25:29.265698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8334f240-b7ae-4910-af91-61de218784ad req-0c450005-6c68-4eaf-b548-797e395b30b3 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3c34c4-a600-401d-a5be-b4c7b2cf0392 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Oct 26 16:25:29.284593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-e2bbc76d-395e-445d-8271-2747d2a210b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:29.286293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-e2bbc76d-395e-445d-8271-2747d2a210b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190333 Oct 26 16:25:29.331855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:29.372729 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-ec697d43-0c29-46db-a925-50f14181ba59 req-9faf8429-e81c-4604-b047-76c14a5af0a9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:25:29.381650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec697d43-0c29-46db-a925-50f14181ba59 req-9faf8429-e81c-4604-b047-76c14a5af0a9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/0859186a-9627-459a-8cc6-676c9a57c939 HTTP/1.1" status: 404 len: 352 time: 0.0580890 Oct 26 16:25:29.383705 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9d370f6c-ec9d-403c-822f-795a35dcf492 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d99df6c6221c46e6a338845df4796ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507159 Oct 26 16:25:29.386253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:29.408985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1202639562', 'description': 'tempest-description-436160244'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:29.410332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:29.460416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:29.476717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'network_id': '0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e', 'port_id': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'mac_address': 'fa:16:3e:99:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebad07-5c8e-4553-8741-3c2acd84c205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:29.485546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-4e61b7d5-5ac1-4e68-9fca-b4aacbab117a service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900640 Oct 26 16:25:29.513980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.532216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.558319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c28e67f-79de-4d53-ad42-2c28c7eed60d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:29.576568 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.582845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:29.625143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'd4558ba8-0fd3-448d-9269-e655f94bebf8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:29.632877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87eada2-52cb-4562-9c01-4e182425c6c4 req-9e883ee9-4d4a-4311-b769-d78c30aaa4a4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392429 Oct 26 16:25:29.674247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.730879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.747187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-ad139dd8-348e-4c1f-952f-ccebf0accd3d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:25:29.750041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-ad139dd8-348e-4c1f-952f-ccebf0accd3d tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065432 Oct 26 16:25:29.751338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.753117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.756324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.758215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93e62eab-1512-47d6-9087-4957ee57533e HTTP/1.1" status: 204 len: 168 time: 0.3711042 Oct 26 16:25:29.781164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21595399-39ab-4e85-bcf3-88f7085849e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e62eab-1512-47d6-9087-4957ee57533e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:29.842452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-08c7536d-5f0c-4e4f-ac09-d470d723882b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:29.854426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-08c7536d-5f0c-4e4f-ac09-d470d723882b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 1094 time: 0.0696981 Oct 26 16:25:29.859173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:29.859711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:25:29.883784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0c28e67f-79de-4d53-ad42-2c28c7eed60d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:29.894244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:29.958178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1129c5a-1c91-425f-8a20-d4b582e79cd9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:29.964600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:30.045260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:30.045809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:30.046499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:30.051433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.057967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dd52559-6418-4f4a-927d-b3f660328b44 req-e2d7d27e-bdcd-44d3-a005-65345f88f190 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6606708 Oct 26 16:25:30.068285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:30.068807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:30.074710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:30.075046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:30.075538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:30.075935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Bound port: a74199f9-027d-4308-901f-941ffe74d52c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:30.081663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:30.146447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:30.222796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.225093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-43c329e6-662e-42dd-b0bd-d18239399454 service neutron] 10.222.0.21 "POST /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3686419 Oct 26 16:25:30.402503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118463048', 'description': 'tempest-description-1690913865'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:30.546790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.686786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.706963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57412) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:30.722602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:30.760265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59e4c-885c-4a92-b9a3-067115f153c8 req-76a3e097-e974-4685-8d5b-e1de936e35d1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:30.764064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9d59e4c-885c-4a92-b9a3-067115f153c8 req-76a3e097-e974-4685-8d5b-e1de936e35d1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 948 time: 0.0746014 Oct 26 16:25:30.765274 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.793476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-282f95f4-d19e-4f60-a97f-590cce51ea1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e04b027d70764173adddfae00f7017cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852377 Oct 26 16:25:30.797013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:30.811015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-baf291c7-7b9e-4728-afb1-626e7d35cfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.825384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0c28e67f-79de-4d53-ad42-2c28c7eed60d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:30.826483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ad5a27-4440-40bc-b91e-d8ff01d9551e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:30.839024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.843479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9d59e4c-885c-4a92-b9a3-067115f153c8 req-cd3a2dc4-9860-4b98-be69-453a27f98aae tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696273 Oct 26 16:25:30.904970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.920708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.922548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1de60ba-f8e3-4999-941a-4be7a0571e07 req-9b1e557d-07c0-4532-8fe6-4634e3009659 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5240510 Oct 26 16:25:30.970417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-4cd32ac4-5b5f-4826-b588-230b7ede028d tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 200 len: 1804 time: 0.0656750 Oct 26 16:25:30.976893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:30.991466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1129c5a-1c91-425f-8a20-d4b582e79cd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:30.991793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1129c5a-1c91-425f-8a20-d4b582e79cd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:31.018455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.064463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:31.067094 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7d2db0-4713-4b64-8b2a-defbe19c12de" -d '{"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-plugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:31.084239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:31.140025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-f61818bd-42e9-42cf-a846-88d368c1a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:31.141665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-f61818bd-42e9-42cf-a846-88d368c1a96d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1097 time: 0.0542607 Oct 26 16:25:31.177517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.178946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d4558ba8-0fd3-448d-9269-e655f94bebf8 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:31.182441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.185095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.206748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b41443f-7077-4acb-94ab-c0d0c2032781 HTTP/1.1" status: 204 len: 168 time: 0.4076803 Oct 26 16:25:31.218371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9329f2-48db-4fdd-89c3-2b46c83f02a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41443f-7077-4acb-94ab-c0d0c2032781,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:31.258662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: d4558ba8-0fd3-448d-9269-e655f94bebf8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:31.261423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d4558ba8-0fd3-448d-9269-e655f94bebf8 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:31.341546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.352847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:31.374881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe5bf-47cc-47ae-bbe5-c083c4c65053 req-e3d37c5b-ace5-4ed3-b80f-85c2b8157197 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:31.376845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb0fe5bf-47cc-47ae-bbe5-c083c4c65053 req-e3d37c5b-ace5-4ed3-b80f-85c2b8157197 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.2394233 Oct 26 16:25:31.428154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-86502aa5-2e57-4a35-8804-7c77568bd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:31.429626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-86502aa5-2e57-4a35-8804-7c77568bd9c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2736480 Oct 26 16:25:31.433083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.485770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4e6668da-8c11-4cf1-8858-f491e834578d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 217 time: 0.0452595 Oct 26 16:25:31.499411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb0fe5bf-47cc-47ae-bbe5-c083c4c65053 req-3ef27dee-492f-477d-9e4b-72c58d5456a8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081767 Oct 26 16:25:31.546524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.563953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050174600', 'description': 'tempest-description-1262187645'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:31.594349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3d1e9d-f609-4159-b392-795aa6f6970a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:31.602978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-2b3b9460-fc04-4437-aac1-56a114ffa1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:31.604463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-2b3b9460-fc04-4437-aac1-56a114ffa1b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1038585 Oct 26 16:25:31.641235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-68de174e-e55e-4a79-9aa1-1b9cfac429f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278659 Oct 26 16:25:31.669234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.670449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79d8c2e1-1363-4371-8782-b43a9fe16952 req-bb00db0d-829a-4c17-9fa9-9979cbaf1ff6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6899390 Oct 26 16:25:31.786823 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df7af73-6698-4d16-8df6-01402fae36fa x-openstack-request-id: req-2df7af73-6698-4d16-8df6-01402fae36fa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:31.788300 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-plugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:31.788766 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2df7af73-6698-4d16-8df6-01402fae36fa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:31.789371 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'code': 200} Oct 26 16:25:31.791353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-8950af62-3b98-4c9b-9502-fff57a72cadd service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426284 Oct 26 16:25:31.794738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:31.989269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071205e0-3827-4fc6-aa1f-d3059ae09a24 req-2542f9a0-a126-40df-800f-d689cf776b9a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:31.997194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-071205e0-3827-4fc6-aa1f-d3059ae09a24 req-2542f9a0-a126-40df-800f-d689cf776b9a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1471698 Oct 26 16:25:32.030113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.040675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-435e0ff0-9979-4496-9c10-27fe2c95f118 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191825 Oct 26 16:25:32.063498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-071205e0-3827-4fc6-aa1f-d3059ae09a24 req-4afe88d6-7b66-4f18-bff1-436df588f267 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655599 Oct 26 16:25:32.108420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.157445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd60583-56bf-4c46-b8b8-1ff066d3fe61,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:32.218871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.223636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1691cf65-3a76-4fc3-b923-4be0a808ca65 req-ee30e718-9dad-4a66-925e-9922c6c23301 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6792617 Oct 26 16:25:32.230049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 11be1d93-0e73-48f5-85d2-c431d2757128 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:32.288408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 11be1d93-0e73-48f5-85d2-c431d2757128 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:32.288750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 11be1d93-0e73-48f5-85d2-c431d2757128 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:32.323694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-0a78ceb6-15da-4fc7-a05b-ecdb4707839b tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 200 len: 2397 time: 0.0816078 Oct 26 16:25:32.335034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1129c5a-1c91-425f-8a20-d4b582e79cd9', 'remote_group_id': None}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:32.335390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1129c5a-1c91-425f-8a20-d4b582e79cd9', 'remote_group_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:32.458937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-f72c8d25-7550-4bb7-9c3f-78d8aac66c95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181905 Oct 26 16:25:32.499412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.575704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-f32ba358-4147-415c-a291-a4aa8b6bd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:32.578010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-f32ba358-4147-415c-a291-a4aa8b6bd72f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 1095 time: 0.0616400 Oct 26 16:25:32.606242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.633895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c3f62-3786-4350-8672-f5dce9bde500 req-fdf6d3c6-eccb-4d53-8cd3-d3ff1388e7a4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:32.640044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-532c3f62-3786-4350-8672-f5dce9bde500 req-fdf6d3c6-eccb-4d53-8cd3-d3ff1388e7a4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 948 time: 0.1297753 Oct 26 16:25:32.686297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.706710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-532c3f62-3786-4350-8672-f5dce9bde500 req-565b159d-43ee-4096-a169-3de77751fa50 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Oct 26 16:25:32.724488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:32.770280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-753935358', 'description': 'tempest-description-551986381'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:32.778047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d28b98d-4a68-4a93-83dc-34ae430e8919,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:32.830421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.847183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7e56dad-e675-451d-808a-312cc4acbb7b req-74edb8a4-0d31-49ff-b8f5-1c6adf7600d7 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5174496 Oct 26 16:25:32.860653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-995cad4d-3300-4fef-bf7f-2536d6e62498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:32.863984 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-995cad4d-3300-4fef-bf7f-2536d6e62498 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2521560 Oct 26 16:25:32.922868 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-962ef5c2-8230-4cff-8e8a-6cf8b2178b32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 200 len: 217 time: 0.0490491 Oct 26 16:25:32.931247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:32.936532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:32.938521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:32.997683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.019154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-d943713c-b4aa-496a-972f-d9c10b50bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:33.021953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-d943713c-b4aa-496a-972f-d9c10b50bcc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0793390 Oct 26 16:25:33.081953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-e21c1802-3e06-4f28-b169-8b1f4701f3cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363886 Oct 26 16:25:33.105475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.110032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.158039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:33.215194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.236409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-840aa660-99c2-422a-8c65-ad6d51c52796 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417496 Oct 26 16:25:33.243190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.317123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8191e55c-0712-4de1-83df-6fde94bd0598,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:33.363727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:33.370926 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.376636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97de78d9-da44-4308-bf4d-782700a1fa83 req-5e212150-2e4d-46b7-89d5-0ac6745bd0c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6146438 Oct 26 16:25:33.458274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b240eaeb-bb41-4b24-b6c1-9530f8d957ba req-fd95f996-da8f-4169-80c8-50e38eecd1f2 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981351 Oct 26 16:25:33.475643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a07bc-0b22-433d-83b3-d8083b2b2310 req-406624a2-e505-4e90-bc20-ab53f64e9bb6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:33.484145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d5a07bc-0b22-433d-83b3-d8083b2b2310 req-406624a2-e505-4e90-bc20-ab53f64e9bb6 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1064517 Oct 26 16:25:33.538855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-94e8aa13-1181-469a-b5cf-864fa9c701e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:33.555693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d5a07bc-0b22-433d-83b3-d8083b2b2310 req-57969f13-b054-4da6-944d-70b3b68fd639 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Oct 26 16:25:33.667692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d56b8076-48d9-4028-aed0-d6d66a33508d req-2bfd7013-a2ac-4056-8e4f-7d3f172b10d6 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 200 len: 2995 time: 0.0740974 Oct 26 16:25:33.790918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:33.793373 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e3dac-6e80-4bb5-b879-49044d4abe9c" -d '{"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:33.829290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3feb8-a50d-4596-8f94-05cdbf7be29f req-18f401ae-c82b-4938-8de7-8965fb53dee5 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:33.830862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ea3feb8-a50d-4596-8f94-05cdbf7be29f req-18f401ae-c82b-4938-8de7-8965fb53dee5 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1240773 Oct 26 16:25:33.904642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ea3feb8-a50d-4596-8f94-05cdbf7be29f req-ca5905d5-e351-40c4-a2e7-1436ced8b160 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662329 Oct 26 16:25:34.059359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7583b7aa-53a8-4257-92bb-f2efaf5f374d req-d0d3679b-f0bb-4901-99fd-9a0fd61e70eb tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 10897 time: 0.1280289 Oct 26 16:25:34.091168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.266204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7583b7aa-53a8-4257-92bb-f2efaf5f374d req-9c91066b-3222-48a3-a082-4ef1d3f04de0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 200 len: 2981 time: 0.2043414 Oct 26 16:25:34.346001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9726363-1842-4e14-89dc-efcdd418a78f req-e20031ec-8e35-45a1-b6e4-4eb6a4a58f85 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-group-rules/3d28b98d-4a68-4a93-83dc-34ae430e8919 HTTP/1.1" status: 200 len: 783 time: 0.0553384 Oct 26 16:25:34.394044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7583b7aa-53a8-4257-92bb-f2efaf5f374d req-51328572-2627-4e68-8c6b-b4f36960f83b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 200 len: 2981 time: 0.1211917 Oct 26 16:25:34.437302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9726363-1842-4e14-89dc-efcdd418a78f req-4547e4ef-3c51-4925-b386-16140b54cdee tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 200 len: 2995 time: 0.0828381 Oct 26 16:25:34.527355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b9726363-1842-4e14-89dc-efcdd418a78f req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.527355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b9726363-1842-4e14-89dc-efcdd418a78f req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.601495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea088d15-6c11-4db9-bf76-45d54f5d31a9 req-4f0b0623-4553-4696-bf7f-ffa033e856ff tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:34.603676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea088d15-6c11-4db9-bf76-45d54f5d31a9 req-4f0b0623-4553-4696-bf7f-ffa033e856ff tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0994644 Oct 26 16:25:34.657590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea088d15-6c11-4db9-bf76-45d54f5d31a9 req-ffa11c7d-6edf-431f-8048-88f4bdb3e850 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Oct 26 16:25:34.742769 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03919853-6afa-4125-ba9c-e2c3674c265c x-openstack-request-id: req-03919853-6afa-4125-ba9c-e2c3674c265c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:34.743060 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:34.743336 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03919853-6afa-4125-ba9c-e2c3674c265c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:34.743726 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'code': 200} Oct 26 16:25:34.748201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-86cbca34-d7d3-4c92-a6a3-5669edeb7126 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:34.752912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-86cbca34-d7d3-4c92-a6a3-5669edeb7126 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 950 time: 0.0646122 Oct 26 16:25:34.861457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b9726363-1842-4e14-89dc-efcdd418a78f req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.892251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b9726363-1842-4e14-89dc-efcdd418a78f req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.901573 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:34.916325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9726363-1842-4e14-89dc-efcdd418a78f req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3d28b98d-4a68-4a93-83dc-34ae430e8919 HTTP/1.1" status: 204 len: 173 time: 0.4691982 Oct 26 16:25:34.916325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4ccb4-cb1d-47c2-871d-ba4d8c9b8420 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d28b98d-4a68-4a93-83dc-34ae430e8919,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:35.033071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef816127-7417-4eef-a554-945c5fb10da0 req-04e32efc-8359-43c1-8d3c-711fd124b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:35.034564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef816127-7417-4eef-a554-945c5fb10da0 req-04e32efc-8359-43c1-8d3c-711fd124b6ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1100 time: 0.1990058 Oct 26 16:25:35.053058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ad9f-9b50-4fc5-a801-0b6eed952645 req-8fc066ad-38fc-4c33-94a7-a5342aa69f9a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:35.054358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2a7ad9f-9b50-4fc5-a801-0b6eed952645 req-8fc066ad-38fc-4c33-94a7-a5342aa69f9a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 950 time: 0.1426342 Oct 26 16:25:35.060266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8214772-bc48-4821-9600-7a0295a0257a req-28bbca5d-8d8a-47d3-8df9-2abdbd76456d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/52ad5a27-4440-40bc-b91e-d8ff01d9551e HTTP/1.1" status: 200 len: 1800 time: 0.1221197 Oct 26 16:25:35.118874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port f347c67f-6d06-4049-945e-2fcf1b40601e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:35.119171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.172995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef816127-7417-4eef-a554-945c5fb10da0 req-7b625b6f-07da-41cf-9598-4d430e1edfc2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282575 Oct 26 16:25:35.208700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2a7ad9f-9b50-4fc5-a801-0b6eed952645 req-56d85026-1eed-4e14-9484-99ef9e086830 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341729 Oct 26 16:25:35.247021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e8214772-bc48-4821-9600-7a0295a0257a req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.276896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port f347c67f-6d06-4049-945e-2fcf1b40601e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f347c67f-6d06-4049-945e-2fcf1b40601e,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:35.276896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.292651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e8214772-bc48-4821-9600-7a0295a0257a req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.306460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for f347c67f-6d06-4049-945e-2fcf1b40601e owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:35.428486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504411e-6741-435b-a18e-6c29fcd68a23 req-c4520bfa-5ab0-488f-8b94-274eb08665d7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:35.442653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5504411e-6741-435b-a18e-6c29fcd68a23 req-c4520bfa-5ab0-488f-8b94-274eb08665d7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1468291 Oct 26 16:25:35.525575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5504411e-6741-435b-a18e-6c29fcd68a23 req-52517910-ac7a-436f-8634-bae9afda68aa tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Oct 26 16:25:35.544443 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e8214772-bc48-4821-9600-7a0295a0257a req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.544443 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e8214772-bc48-4821-9600-7a0295a0257a req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.549218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8214772-bc48-4821-9600-7a0295a0257a req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/52ad5a27-4440-40bc-b91e-d8ff01d9551e HTTP/1.1" status: 204 len: 173 time: 0.4634891 Oct 26 16:25:35.573325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b2dc2-c480-406d-adc3-1284271a6f37 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ad5a27-4440-40bc-b91e-d8ff01d9551e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:35.721794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-f24bb116-5d13-4206-9f00-9fb0f232896a tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 200 len: 2397 time: 0.1536458 Oct 26 16:25:35.810023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.823180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d', 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'cfba14d7-dd6d-4281-8a5b-a7643e333650'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:35.861021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=f347c67f-6d06-4049-945e-2fcf1b40601e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:35.924072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3250a1f-fa6a-469f-bb86-3a9388e04cd0 req-4761334c-06d5-4036-9340-5945e66a4117 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:35.931648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3250a1f-fa6a-469f-bb86-3a9388e04cd0 req-4761334c-06d5-4036-9340-5945e66a4117 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1739125 Oct 26 16:25:35.983915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port f347c67f-6d06-4049-945e-2fcf1b40601e on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:35.992055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:35.996952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.000187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f30e97f-4da6-42b0-a467-0b905c19414f req-72a76eaf-cb78-47e7-86ba-8ca3cc21164d tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "DELETE /v2.0/ports/f347c67f-6d06-4049-945e-2fcf1b40601e HTTP/1.1" status: 204 len: 173 time: 1.2413392 Oct 26 16:25:36.001514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'name': 'network-vif-deleted', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:36.003948 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e70f0f-2fb2-4ef1-88dd-18809c967078" -d '{"events": [{"server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "name": "network-vif-deleted", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:36.060090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3250a1f-fa6a-469f-bb86-3a9388e04cd0 req-669a9bd7-3adf-4ebb-8d68-adacbc7cf998 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263721 Oct 26 16:25:36.092622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-82308998-8518-45d5-a8af-a161c5f00eba tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:36.094265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-82308998-8518-45d5-a8af-a161c5f00eba tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 949 time: 0.2201138 Oct 26 16:25:36.096949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.319258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-009709f7-2c32-4a38-9cdc-6ec6e6839c46 req-b7526079-12c0-4d3b-82d0-563336abdb3d tempest-FlavorsV2NegativeTest-1267564433 tempest-FlavorsV2NegativeTest-1267564433-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c69f06ef5da74156a459ac6f434f4dd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758092 Oct 26 16:25:36.502631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.587543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009709f7-2c32-4a38-9cdc-6ec6e6839c46 req-b98b12d2-aeb9-40f1-a560-79ce68cdaf5a tempest-FlavorsV2NegativeTest-1267564433 tempest-FlavorsV2NegativeTest-1267564433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:36.587543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-009709f7-2c32-4a38-9cdc-6ec6e6839c46 req-b98b12d2-aeb9-40f1-a560-79ce68cdaf5a tempest-FlavorsV2NegativeTest-1267564433 tempest-FlavorsV2NegativeTest-1267564433-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390258 Oct 26 16:25:36.587543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.587543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.587543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-365bad40-8f6a-473c-94ec-cc5dd838372d req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1129c5a-1c91-425f-8a20-d4b582e79cd9 HTTP/1.1" status: 204 len: 173 time: 0.8411396 Oct 26 16:25:36.600361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-009709f7-2c32-4a38-9cdc-6ec6e6839c46 req-37715990-9119-48f4-9d00-f8a11a32e57a tempest-FlavorsV2NegativeTest-1267564433 tempest-FlavorsV2NegativeTest-1267564433-project] 10.222.0.21 "GET /v2.0/quotas/c69f06ef5da74156a459ac6f434f4dd1 HTTP/1.1" status: 200 len: 375 time: 0.0251029 Oct 26 16:25:36.614042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a7680-477d-43ea-9822-759cf02f43cd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1129c5a-1c91-425f-8a20-d4b582e79cd9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:36.666205 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-19331d35-e45e-411f-981c-644be4ce51cb req-86e0e2eb-3caa-4cce-955c-acdf6bf45a14 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:25:36.675710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19331d35-e45e-411f-981c-644be4ce51cb req-86e0e2eb-3caa-4cce-955c-acdf6bf45a14 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/52ad5a27-4440-40bc-b91e-d8ff01d9551e HTTP/1.1" status: 404 len: 352 time: 0.0730994 Oct 26 16:25:36.702686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port cfba14d7-dd6d-4281-8a5b-a7643e333650 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:36.703109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.843420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port cfba14d7-dd6d-4281-8a5b-a7643e333650, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cfba14d7-dd6d-4281-8a5b-a7643e333650,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:36.843907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:36.858100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for cfba14d7-dd6d-4281-8a5b-a7643e333650 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:36.873201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-009709f7-2c32-4a38-9cdc-6ec6e6839c46 req-4727974d-ef12-4cb4-83f9-7d899a600890 tempest-FlavorsV2NegativeTest-1267564433 tempest-FlavorsV2NegativeTest-1267564433-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c69f06ef5da74156a459ac6f434f4dd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2381988 Oct 26 16:25:36.956194 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab0d9c-bd2a-496d-bb4f-0e86973cfc87 x-openstack-request-id: req-fbab0d9c-bd2a-496d-bb4f-0e86973cfc87 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:36.960639 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c", "name": "network-vif-deleted", "tag": "f347c67f-6d06-4049-945e-2fcf1b40601e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:36.960813 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbab0d9c-bd2a-496d-bb4f-0e86973cfc87 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:36.961301 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c', 'name': 'network-vif-deleted', 'tag': 'f347c67f-6d06-4049-945e-2fcf1b40601e', 'status': 'completed', 'code': 200} Oct 26 16:25:37.128471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6966f4bf-66b2-4125-815e-42d4fca1c6ff req-8ddf39bb-d9a1-43f7-a965-d4014e509759 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c3aeef7-8e2e-4d12-8dc7-713a0e15b41c HTTP/1.1" status: 200 len: 210 time: 0.0681844 Oct 26 16:25:37.233058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e296ed-422b-43e3-ab80-c0e7429be81f req-d1a2ac65-3969-4804-bbb6-c14c0c6eaf49 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:37.235619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69e296ed-422b-43e3-ab80-c0e7429be81f req-d1a2ac65-3969-4804-bbb6-c14c0c6eaf49 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.3270304 Oct 26 16:25:37.242496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:37.260242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['981acc63-a6b5-4619-876b-5ddf90584d0d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:37.720985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=cfba14d7-dd6d-4281-8a5b-a7643e333650,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:37.815781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port cfba14d7-dd6d-4281-8a5b-a7643e333650 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:37.820084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:37.823564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab8d2a3-83aa-4bdd-95f3-fb42cb83a517 req-ac56a363-a65d-4b51-9c2e-4ddf3bb6ab7e tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "DELETE /v2.0/ports/cfba14d7-dd6d-4281-8a5b-a7643e333650 HTTP/1.1" status: 204 len: 173 time: 1.7164161 Oct 26 16:25:37.848627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69e296ed-422b-43e3-ab80-c0e7429be81f req-8ed71435-4ac3-4d15-8151-84430bcf4701 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029334 Oct 26 16:25:37.859261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb205f3-8478-4fd6-a0ab-e4db284dd118 req-2ca90f1e-9f1d-4b53-8821-92a5b8a85163 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:37.860913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cb205f3-8478-4fd6-a0ab-e4db284dd118 req-2ca90f1e-9f1d-4b53-8821-92a5b8a85163 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.6163824 Oct 26 16:25:37.928459 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-3e9ba0c4-89d4-4867-99e0-4f63ca8e932d req-d359e11d-860e-43ff-a032-fe8e0dfefac4 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] show failed (client error): The resource could not be found. Oct 26 16:25:37.940376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e9ba0c4-89d4-4867-99e0-4f63ca8e932d req-d359e11d-860e-43ff-a032-fe8e0dfefac4 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/67cc05ae-6394-4e14-81a5-7b7b4a7c9c2e HTTP/1.1" status: 404 len: 352 time: 0.0482917 Oct 26 16:25:37.991675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cb205f3-8478-4fd6-a0ab-e4db284dd118 req-888cf2a7-78de-42ee-8364-ed078ae22b7a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227374 Oct 26 16:25:38.095030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51596752-0830-42b2-be88-a73bce8e763e req-db845622-884b-4d1e-ad07-9ecd5d7acb7f tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/abd60583-56bf-4c46-b8b8-1ff066d3fe61 HTTP/1.1" status: 200 len: 1801 time: 0.0502639 Oct 26 16:25:38.249545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148cd15-7865-4b7b-8731-b39426755210 req-82ca705d-1ac8-4000-b8d0-557901898a70 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:38.257905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4148cd15-7865-4b7b-8731-b39426755210 req-82ca705d-1ac8-4000-b8d0-557901898a70 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1097205 Oct 26 16:25:38.311288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51596752-0830-42b2-be88-a73bce8e763e req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.389677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4148cd15-7865-4b7b-8731-b39426755210 req-a2ed192c-bce5-407b-9a4e-6a3a355b62e6 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304028 Oct 26 16:25:38.401372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51596752-0830-42b2-be88-a73bce8e763e req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.432097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:38.489203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-4d016647-45fe-4b67-ae6d-6cff1e0e1bae tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/be5a5741-c193-49d0-b0e9-e341c955d42e HTTP/1.1" status: 200 len: 1804 time: 0.0653203 Oct 26 16:25:38.580084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.583046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51596752-0830-42b2-be88-a73bce8e763e req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.586643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51596752-0830-42b2-be88-a73bce8e763e req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.588070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51596752-0830-42b2-be88-a73bce8e763e req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/abd60583-56bf-4c46-b8b8-1ff066d3fe61 HTTP/1.1" status: 204 len: 173 time: 0.4606791 Oct 26 16:25:38.616596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd60583-56bf-4c46-b8b8-1ff066d3fe61,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:38.633201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.633789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f42d6a57-ee71-4730-97b4-df428df77367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.636757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.637115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.637435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.638358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.638358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.638358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.638700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.639019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.639359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.639675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.639990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.640308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88ddf4-435a-458b-a1ae-444a4803f1a3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:38.746699 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-6a5e4f46-6dc1-483e-b63e-66c6084974ce req-45c9e31f-04f8-4861-b47d-5c5acc36d18b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:25:38.748405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a5e4f46-6dc1-483e-b63e-66c6084974ce req-45c9e31f-04f8-4861-b47d-5c5acc36d18b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/abd60583-56bf-4c46-b8b8-1ff066d3fe61 HTTP/1.1" status: 404 len: 352 time: 0.0191135 Oct 26 16:25:38.781511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f347c67f-6d06-4049-945e-2fcf1b40601e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:38.809168 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.812468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.820839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be0e0e4d-83e2-48a2-92c6-903cb52d826f req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/be5a5741-c193-49d0-b0e9-e341c955d42e HTTP/1.1" status: 204 len: 173 time: 0.3221114 Oct 26 16:25:38.871354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f42d6a57-ee71-4730-97b4-df428df77367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.879863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: f347c67f-6d06-4049-945e-2fcf1b40601e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:38.882427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f347c67f-6d06-4049-945e-2fcf1b40601e not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:38.883574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cfba14d7-dd6d-4281-8a5b-a7643e333650 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:38.936755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667051a2-21e2-4e58-a639-42a8babb7ffd tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a5741-c193-49d0-b0e9-e341c955d42e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:38.937255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: cfba14d7-dd6d-4281-8a5b-a7643e333650 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:38.940008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b49bfa86-1ab0-4dd2-868c-099df1afeb0c req-a18f959a-9dea-4546-9d37-cc75aa8c651a tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f764d33-de77-4516-9983-8b2913b64271 HTTP/1.1" status: 200 len: 210 time: 0.1098661 Oct 26 16:25:38.940835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cfba14d7-dd6d-4281-8a5b-a7643e333650 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:38.944188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f42d6a57-ee71-4730-97b4-df428df77367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:38.967895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'name': 'network-vif-deleted', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:38.990644 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d258754-b233-4279-beca-1716f05c146b" -d '{"events": [{"server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "name": "network-vif-deleted", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:39.012199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-6b23e421-0cfa-4e7c-b22e-735622910be2 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/8191e55c-0712-4de1-83df-6fde94bd0598 HTTP/1.1" status: 200 len: 1799 time: 0.1348996 Oct 26 16:25:39.021527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f42d6a57-ee71-4730-97b4-df428df77367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c69f06ef5da74156a459ac6f434f4dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878105 Oct 26 16:25:39.023081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6a57-ee71-4730-97b4-df428df77367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52b589-c7dc-4169-a23d-5cdf7573c604,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.025479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57590) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:39.184852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.214989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c87c6afe-078f-44c7-900b-40eea5415697 req-009869ef-cad8-47bc-a5d6-86f169adc788 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05 HTTP/1.1" status: 200 len: 1805 time: 0.2119052 Oct 26 16:25:39.219422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.232019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.289121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.368318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c87c6afe-078f-44c7-900b-40eea5415697 req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.412847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c87c6afe-078f-44c7-900b-40eea5415697 req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.478971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.481500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.482624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59962a16-a633-42df-9beb-1c019fdbb5a8 req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/8191e55c-0712-4de1-83df-6fde94bd0598 HTTP/1.1" status: 204 len: 173 time: 0.4626269 Oct 26 16:25:39.496750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6978ca7-b4f7-49b9-9eb5-69fe54ef3b4b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191e55c-0712-4de1-83df-6fde94bd0598,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.538172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.540840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.542632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a52b589-c7dc-4169-a23d-5cdf7573c604 HTTP/1.1" status: 204 len: 168 time: 0.4841635 Oct 26 16:25:39.559613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d19ba-d29d-4169-9f80-cb45367cded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52b589-c7dc-4169-a23d-5cdf7573c604,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.607570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c87c6afe-078f-44c7-900b-40eea5415697 req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.612391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c87c6afe-078f-44c7-900b-40eea5415697 req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:39.615026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c87c6afe-078f-44c7-900b-40eea5415697 req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05 HTTP/1.1" status: 204 len: 173 time: 0.3904476 Oct 26 16:25:39.642942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ec593-63ed-4ca1-b997-908a4d819a46 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf234c-d2e7-4fc3-9687-dea3b4f7dc05,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.680343 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee91bc-9f77-40f1-a475-4c53c067d3c7 x-openstack-request-id: req-36ee91bc-9f77-40f1-a475-4c53c067d3c7 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:39.680672 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f764d33-de77-4516-9983-8b2913b64271", "name": "network-vif-deleted", "tag": "cfba14d7-dd6d-4281-8a5b-a7643e333650", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:39.680905 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36ee91bc-9f77-40f1-a475-4c53c067d3c7 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:39.681318 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f764d33-de77-4516-9983-8b2913b64271', 'name': 'network-vif-deleted', 'tag': 'cfba14d7-dd6d-4281-8a5b-a7643e333650', 'status': 'completed', 'code': 200} Oct 26 16:25:39.714485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733f1f0-d9dd-445b-a698-9aced9a36718 req-94446413-170c-44fb-8e7e-2a8b13129250 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:39.721833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8733f1f0-d9dd-445b-a698-9aced9a36718 req-94446413-170c-44fb-8e7e-2a8b13129250 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1397324 Oct 26 16:25:39.790178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8733f1f0-d9dd-445b-a698-9aced9a36718 req-8bba6f46-53ad-4f6b-ad0c-74f81b4884e1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667703 Oct 26 16:25:39.819968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e758c-2347-43ab-9317-2c1da54e4ba3 req-d452c691-6f3c-4e3e-b08a-1ac8d2aacc8b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:39.822642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed9e758c-2347-43ab-9317-2c1da54e4ba3 req-d452c691-6f3c-4e3e-b08a-1ac8d2aacc8b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.0672190 Oct 26 16:25:39.924541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed9e758c-2347-43ab-9317-2c1da54e4ba3 req-67fccdea-fff3-46af-8974-f38d72688d32 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871782 Oct 26 16:25:39.999397 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-a68994ac-adfc-44f1-b361-d7d9dc9c89b1 req-8901535f-6c5f-4eb2-8409-0a6461195508 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:25:40.002774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a68994ac-adfc-44f1-b361-d7d9dc9c89b1 req-8901535f-6c5f-4eb2-8409-0a6461195508 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/8191e55c-0712-4de1-83df-6fde94bd0598 HTTP/1.1" status: 404 len: 352 time: 0.0298924 Oct 26 16:25:40.113248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f3b14-6eba-4acb-bb6f-551a66cd144e req-eb97e404-2551-470c-bb6d-58ec8fba14ab tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:40.122335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c5f3b14-6eba-4acb-bb6f-551a66cd144e req-eb97e404-2551-470c-bb6d-58ec8fba14ab tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1183727 Oct 26 16:25:40.122335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85819854-20a1-466d-88cc-c5afce4fe754 req-7236640c-fcba-43c9-a989-1c96e3a05085 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44 HTTP/1.1" status: 200 len: 1805 time: 0.0927885 Oct 26 16:25:40.186491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c5f3b14-6eba-4acb-bb6f-551a66cd144e req-fe969e9e-8245-4b4c-939f-6766dc88b348 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Oct 26 16:25:40.232137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-85819854-20a1-466d-88cc-c5afce4fe754 req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:40.260222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-85819854-20a1-466d-88cc-c5afce4fe754 req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:40.345811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252eee01-4c2b-4582-8aa5-70969ac9c8f6 req-783fe8b2-241c-4074-87a8-9c3d5190e81d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:40.347360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-252eee01-4c2b-4582-8aa5-70969ac9c8f6 req-783fe8b2-241c-4074-87a8-9c3d5190e81d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0690641 Oct 26 16:25:40.389764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-252eee01-4c2b-4582-8aa5-70969ac9c8f6 req-9f3ffe13-8193-4db6-8119-1f4bd6b015de tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353899 Oct 26 16:25:40.505514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e52203bf-2586-4e23-b428-6cee2db69aaa req-32fd193a-d719-4b71-87f6-b8e2729db545 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 6150 time: 0.0641558 Oct 26 16:25:40.553441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e52203bf-2586-4e23-b428-6cee2db69aaa req-1f923e50-a87d-40b8-9355-2c1161c97312 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 200 len: 2981 time: 0.0416667 Oct 26 16:25:40.598151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e52203bf-2586-4e23-b428-6cee2db69aaa req-71cfaaf6-f88b-4deb-9532-64d788512022 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 200 len: 2981 time: 0.0384483 Oct 26 16:25:40.735437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-85819854-20a1-466d-88cc-c5afce4fe754 req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:40.738727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-85819854-20a1-466d-88cc-c5afce4fe754 req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:40.746188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85819854-20a1-466d-88cc-c5afce4fe754 req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44 HTTP/1.1" status: 204 len: 173 time: 0.6102784 Oct 26 16:25:40.751971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968077d-ec23-4aae-844f-379d18b9d6af tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2280d5-744f-4c2c-ab04-ef7c7dd4cb44,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:40.776478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-744392140', 'description': 'tempest-description-2026455420'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:40.917119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.004205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.079076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.111747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fdf510-0600-4112-bd22-0efcc8718d52,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:41.172437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.173833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bde5ff7-bfdf-4db8-8f8c-d0da83ff9456 req-6097a699-f61b-4535-8fe6-1647fcb03f42 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4021177 Oct 26 16:25:41.259746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-00e9a7f2-4f2a-43d8-b0d0-fa4238b8998e tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/5be43451-1eac-4604-85aa-cd63e009ac30 HTTP/1.1" status: 200 len: 2402 time: 0.0612893 Oct 26 16:25:41.310328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:41.373917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.423464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.475150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-network', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:41.535164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664296e-ac67-42b2-baa8-c35a207815a9 req-ff1091d1-6690-4138-9ac9-ae93a6616983 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:41.537384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2664296e-ac67-42b2-baa8-c35a207815a9 req-ff1091d1-6690-4138-9ac9-ae93a6616983 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1105647 Oct 26 16:25:41.587685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Made reservation on behalf of 6fa2da66cef34e9b93a2157dbe267153 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:41.588121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2664296e-ac67-42b2-baa8-c35a207815a9 req-287d56e6-d7d8-419b-9844-ce0e818cb3ae tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374405 Oct 26 16:25:41.594427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.610515 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.625392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.628621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.641055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad6fc60b-5163-4a47-850e-ebe11ff123df req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/5be43451-1eac-4604-85aa-cd63e009ac30 HTTP/1.1" status: 204 len: 173 time: 0.3746810 Oct 26 16:25:41.672368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe89599-4b62-4e4b-8d21-faaeef80261c tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be43451-1eac-4604-85aa-cd63e009ac30,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:41.686577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1225216332', 'description': 'tempest-description-1286867212'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:41.774572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.810229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f7cd-f631-4a59-8ff2-195ccd8c05ee req-6f42f512-0267-4322-877a-ecfca26615d5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:41.810229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28e7f7cd-f631-4a59-8ff2-195ccd8c05ee req-6f42f512-0267-4322-877a-ecfca26615d5 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.0697768 Oct 26 16:25:41.810229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.854333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.876809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28e7f7cd-f631-4a59-8ff2-195ccd8c05ee req-8274b095-f549-4471-a1fa-9ad394604bb2 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625899 Oct 26 16:25:41.897124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:25:41.920086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5297014c-3476-4969-88f7-c9dfcd7b74fd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:41.924270 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.930996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:41.931988 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Added segment ab7a81dd-aef8-4f0b-93ba-fb7fd046516e of type vlan for network 51e739b3-f0a3-40d6-8a88-dd785a968b06 Oct 26 16:25:41.934408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.934908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.936041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.936711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.937350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.937829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.938463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.938941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.939575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.940036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.940527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:41.941152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:42.014641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.018251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.061993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83406e0-541c-4bd7-bfa0-b3319312e707,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.075489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d621-f32b-4fe1-afb4-6741e56df797 req-5e49ffc6-83ab-430b-9c6c-114cc0080c60 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:42.077114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4937d621-f32b-4fe1-afb4-6741e56df797 req-5e49ffc6-83ab-430b-9c6c-114cc0080c60 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.0982001 Oct 26 16:25:42.102344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.103368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:42.103939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.126237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4937d621-f32b-4fe1-afb4-6741e56df797 req-94dad807-14ab-4504-b09e-fe00dbc9020a tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Oct 26 16:25:42.137500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.138797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1812a1bc-d017-4646-a993-70d544da2703 req-11c9e37f-72dc-4ddb-b6f5-d47ec029849a tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4688907 Oct 26 16:25:42.185888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] Pushing event updated for resources: {'Network': ['ID=51e739b3-f0a3-40d6-8a88-dd785a968b06,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.198270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:25:42.254100 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e3b1ef32-4193-4916-badf-dcfb8cf9d539 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9394751 Oct 26 16:25:42.254315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57664) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:42.261084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Request body: {'subnet': {'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-subnet', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:42.294054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-940727af-5953-4e6b-b3d7-1c564b91699a tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "GET /v2.0/security-groups/34e03ef3-9dd9-41bb-bcc2-a57edaeb667a HTTP/1.1" status: 200 len: 2397 time: 0.0792389 Oct 26 16:25:42.369845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-82f60e8f-13d0-4671-894a-03841c7bd56d req-3b310877-2a12-4ae5-8ac7-533c293af97f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:25:42.370971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82f60e8f-13d0-4671-894a-03841c7bd56d req-3b310877-2a12-4ae5-8ac7-533c293af97f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064704 Oct 26 16:25:42.376875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.394088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Made reservation on behalf of 6fa2da66cef34e9b93a2157dbe267153 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:42.399218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.408318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.554549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.559636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.567450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:42.568937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9db48c06-e4f6-4b94-bb30-2cf6368ac35b req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] 10.222.0.21 "DELETE /v2.0/security-groups/34e03ef3-9dd9-41bb-bcc2-a57edaeb667a HTTP/1.1" status: 204 len: 173 time: 0.2655375 Oct 26 16:25:42.589226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954681e-02c9-4921-aa0a-6bc9493bc447 tempest-SecurityGroupRulesTestJSON-350773882 tempest-SecurityGroupRulesTestJSON-350773882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e03ef3-9dd9-41bb-bcc2-a57edaeb667a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.734547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Deleting subnet bf18ce58-5520-426b-82f8-d6849b741267 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:25:42.746645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.800100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.857159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.871216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-fa0bea63-0aab-4a4a-8dff-44a2bc851422 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:42.873211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-fa0bea63-0aab-4a4a-8dff-44a2bc851422 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 812 time: 0.2210186 Oct 26 16:25:42.895066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-8d2de00c-f746-4053-a47e-a8e20a5c455e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/quotas/95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 375 time: 0.0130465 Oct 26 16:25:42.896205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:42.993998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614a8446-9811-4f21-bc8c-fd10e3c877be,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.997643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:43.033483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Checking segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:43.036851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Network hostable DHCP agents. Network: 51e739b3-f0a3-40d6-8a88-dd785a968b06, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:25:43.055625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7c46f-1d89-4ae6-ad92-c2074f74b6b9 req-79b82241-7123-4db5-9bac-acbec8d824a5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:43.057176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50a7c46f-1d89-4ae6-ad92-c2074f74b6b9 req-79b82241-7123-4db5-9bac-acbec8d824a5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.1444428 Oct 26 16:25:43.094493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-e3fb99ac-c225-45ec-9a72-24c2bfa62337 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911650 Oct 26 16:25:43.105623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-df3d9f17-0633-4b77-8ff5-dbcab3bc9d61 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:43.107213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-df3d9f17-0633-4b77-8ff5-dbcab3bc9d61 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.1260700 Oct 26 16:25:43.132961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.169888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf18ce58-5520-426b-82f8-d6849b741267,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:43.172053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.179317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-698eba49-7e82-478b-8dff-4662f20a0f49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf18ce58-5520-426b-82f8-d6849b741267 HTTP/1.1" status: 204 len: 168 time: 0.6081433 Oct 26 16:25:43.181463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57696) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:43.193793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:25:43.215354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-388b675a-d073-472b-aaea-e396b07d7f78 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054437 Oct 26 16:25:43.245656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-0b5ec672-a9c9-4b69-b45e-f5cb5a23fb91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2457218 Oct 26 16:25:43.266069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-27b9dc5c-909c-4676-9a6b-17d919652e3a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:25:43.267083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-27b9dc5c-909c-4676-9a6b-17d919652e3a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0140159 Oct 26 16:25:43.284437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.335554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 51e739b3-f0a3-40d6-8a88-dd785a968b06) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:43.346644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58d467-4f98-4e5c-aac7-647c6ccb27d7 None None] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:43.367767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50a7c46f-1d89-4ae6-ad92-c2074f74b6b9 req-554b7133-a8ce-4558-86e9-e1297e4fb6bc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001258 Oct 26 16:25:43.374985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:43.375605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.405024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.464757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce08851-bacd-49dc-98a6-a6eed636c58b']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.487969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3651aea3-f7f5-4f90-9ef1-58cf808560ad') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.488265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3651aea3-f7f5-4f90-9ef1-58cf808560ad') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.497694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f97506b7-7257-4a7b-9b9e-a67900fce4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708240 Oct 26 16:25:43.499493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-96c93ac9-7468-4e3f-a187-2b2cbc69a002 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2440107 Oct 26 16:25:43.504414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:43.512367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:43.522449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.572846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.587031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:25:43.588437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:25:43.591683 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:25:43.612154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.612154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.726558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186117-3bf4-4baa-a232-ecfa49894688 req-0ae65d2e-9e5e-4325-b37f-97a5d1e4c402 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:43.733172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8186117-3bf4-4baa-a232-ecfa49894688 req-0ae65d2e-9e5e-4325-b37f-97a5d1e4c402 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1981323 Oct 26 16:25:43.741892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-51e739b3-f0a3-40d6-8a88-dd785a968b06', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:25:43.743168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.762326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Deleting port 981acc63-a6b5-4619-876b-5ddf90584d0d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:43.762657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.808695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.852248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:43.866279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cce08851-bacd-49dc-98a6-a6eed636c58b HTTP/1.1" status: 204 len: 168 time: 0.6751277 Oct 26 16:25:43.868605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e519751-9b7f-4e90-a4c7-6a6e0af54dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce08851-bacd-49dc-98a6-a6eed636c58b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.058376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.062490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] For port 981acc63-a6b5-4619-876b-5ddf90584d0d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=981acc63-a6b5-4619-876b-5ddf90584d0d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:44.062857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.079525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8186117-3bf4-4baa-a232-ecfa49894688 req-32a2aa88-380c-4812-89f8-b8571bfbe101 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417006 Oct 26 16:25:44.100724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Allocated IP 172.20.0.2 (51e739b3-f0a3-40d6-8a88-dd785a968b06/614a8446-9811-4f21-bc8c-fd10e3c877be/18f82fac-b569-475a-b8d0-0d087db5b8c1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:44.155653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Calling delete_port for 981acc63-a6b5-4619-876b-5ddf90584d0d owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:44.311415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:44.331458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.416851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.418553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af0d871b-4c17-47b5-a114-54b98b2831a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f76a7ceb05b419cb3572c9c2faf7469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058919 Oct 26 16:25:44.420586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:44.484687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ed0c-eee0-4b8a-8190-28a52c8f7a49 req-38b9d859-5caa-4af2-b3b1-873b60a07ee6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:44.486323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce54ed0c-eee0-4b8a-8190-28a52c8f7a49 req-38b9d859-5caa-4af2-b3b1-873b60a07ee6 tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 950 time: 0.4525659 Oct 26 16:25:44.512409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:44.520180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:44.528584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:44.537465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.570529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Pushing event updated for resources: {'Port': ['ID=18f82fac-b569-475a-b8d0-0d087db5b8c1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.632561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.690965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.713546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Attempting to bind port 18f82fac-b569-475a-b8d0-0d087db5b8c1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:44.714259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Attempting to bind port 18f82fac-b569-475a-b8d0-0d087db5b8c1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:44.719054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Attempting to bind port 18f82fac-b569-475a-b8d0-0d087db5b8c1 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:44.736657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:44.737464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Checking segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:44.738081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.738669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Bound using segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:44.739414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Bound port: 18f82fac-b569-475a-b8d0-0d087db5b8c1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:44.740027 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.750024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2bfb-f8e8-4d91-9a9a-f510bf72bfae req-eb6eb9f4-ac56-4db7-9a09-fe41ab26f68b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:44.771459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0faf2bfb-f8e8-4d91-9a9a-f510bf72bfae req-eb6eb9f4-ac56-4db7-9a09-fe41ab26f68b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.5452490 Oct 26 16:25:44.825886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.828426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:44.832385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/275d17b5-bd04-473c-b9d8-5d42034ff4df HTTP/1.1" status: 204 len: 168 time: 0.4108200 Oct 26 16:25:44.855404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f85d-e1ec-4109-931a-764e8fad971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d17b5-bd04-473c-b9d8-5d42034ff4df,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.900176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] For port 18f82fac-b569-475a-b8d0-0d087db5b8c1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:44.915711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] For port 18f82fac-b569-475a-b8d0-0d087db5b8c1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=18f82fac-b569-475a-b8d0-0d087db5b8c1,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:44.950814 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce54ed0c-eee0-4b8a-8190-28a52c8f7a49 req-f7f11ae9-c905-453c-b37e-870eba99145f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/security-groups?id=f543cb03-c40d-401c-a14c-fa7de7197146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814054 Oct 26 16:25:44.996770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:45.103614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703f814-5450-4487-abfe-b6ab9c7bdc68 None None] Pushing event updated for resources: {'Port': ['ID=18f82fac-b569-475a-b8d0-0d087db5b8c1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:45.164979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0faf2bfb-f8e8-4d91-9a9a-f510bf72bfae req-6472cf7c-6992-4225-b12c-eee508f85cdf tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914065 Oct 26 16:25:45.248305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:45.313655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Pushing event deleted for resources: {'Port': ['ID=981acc63-a6b5-4619-876b-5ddf90584d0d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:45.427214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] No DVR routers for this DVR port 981acc63-a6b5-4619-876b-5ddf90584d0d on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:45.434001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:45.437786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3913cfb4-d74f-452a-8ecb-b6eaebbfdcb2 req-bb525f22-6aba-4171-ad1b-abc318a35fbf tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.39 "DELETE /v2.0/ports/981acc63-a6b5-4619-876b-5ddf90584d0d HTTP/1.1" status: 204 len: 173 time: 2.2204177 Oct 26 16:25:45.438269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'name': 'network-vif-deleted', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:45.442811 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32929682-3a9c-4901-8ebe-3a19a78f354a" -d '{"events": [{"server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "name": "network-vif-deleted", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:45.605612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54d528-5886-4a5b-a4df-f392a5c1a296 req-1c3e4cdc-7a68-4c1b-af65-0decdaec680d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:45.613137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa54d528-5886-4a5b-a4df-f392a5c1a296 req-1c3e4cdc-7a68-4c1b-af65-0decdaec680d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.3037701 Oct 26 16:25:45.770841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:45.793781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa54d528-5886-4a5b-a4df-f392a5c1a296 req-5e133f65-677a-44b9-8f52-6353a8737c4a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798172 Oct 26 16:25:45.860776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23ac1ad5-6d22-4ecd-af9d-633197a0a8c3 req-dee4b203-60ea-47bc-a7d2-7b101d9637f3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 210 time: 0.7116041 Oct 26 16:25:45.864609 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:46.015849 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529428ec-afe2-4469-8e20-3b7c0126d346 x-openstack-request-id: req-529428ec-afe2-4469-8e20-3b7c0126d346 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:46.016943 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2", "name": "network-vif-deleted", "tag": "981acc63-a6b5-4619-876b-5ddf90584d0d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:46.017673 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-529428ec-afe2-4469-8e20-3b7c0126d346 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:46.019616 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2', 'name': 'network-vif-deleted', 'tag': '981acc63-a6b5-4619-876b-5ddf90584d0d', 'status': 'completed', 'code': 200} Oct 26 16:25:46.069722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 18f82fac-b569-475a-b8d0-0d087db5b8c1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:46.191895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 18f82fac-b569-475a-b8d0-0d087db5b8c1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:46.193067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:46.204438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49f550d4-4f28-4d5a-9646-888158788fe7 req-a7025193-d991-4450-ba37-55f4e48d7fac tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 210 time: 0.0636230 Oct 26 16:25:46.230084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cda25-2c93-47da-be3c-65bf1c803a4b req-a6ed0337-07a0-4738-b3d4-79be1a9b273c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:46.252997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e8cda25-2c93-47da-be3c-65bf1c803a4b req-a6ed0337-07a0-4738-b3d4-79be1a9b273c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1854789 Oct 26 16:25:46.330733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:46.394478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Allocated IP 172.25.5.128 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/390ed5d9-91a5-4b17-a57c-8f57034ef495) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:46.401910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 18f82fac-b569-475a-b8d0-0d087db5b8c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=18f82fac-b569-475a-b8d0-0d087db5b8c1,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:46.490724 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:46.511741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e8cda25-2c93-47da-be3c-65bf1c803a4b req-b1e6c8d4-cc0d-4035-9cb4-7bb5f2cd4883 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570207 Oct 26 16:25:46.555374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-9bd5c5c6-6609-425b-a253-d19aa9b79e6c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:46.557266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-9bd5c5c6-6609-425b-a253-d19aa9b79e6c tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1097 time: 0.2639997 Oct 26 16:25:46.618499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=18f82fac-b569-475a-b8d0-0d087db5b8c1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:46.640068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75b10-f513-4803-b445-f1ec463b94c3 req-c25d1f82-caad-43f3-983c-bb37bb2b10be tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:46.641942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13c75b10-f513-4803-b445-f1ec463b94c3 req-c25d1f82-caad-43f3-983c-bb37bb2b10be tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1812901 Oct 26 16:25:46.730374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13c75b10-f513-4803-b445-f1ec463b94c3 req-4a2bfbd9-9125-45ae-be12-ba127eaf229e tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809393 Oct 26 16:25:46.799778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:46.812498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:46.846503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a74199f9-027d-4308-901f-941ffe74d52c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:46.878058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 981acc63-a6b5-4619-876b-5ddf90584d0d no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:47.003916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.076482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 981acc63-a6b5-4619-876b-5ddf90584d0d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:47.077053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 981acc63-a6b5-4619-876b-5ddf90584d0d not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:47.091489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248df22-c4f4-402f-8dbe-e1a90bcbbb0f None None] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:47.184107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.215966 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a594ce9-ce79-4ce2-a72e-ddaae918da11 req-b71e88ee-3468-4e6a-aa96-1e81923e2f60 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 210 time: 0.1371992 Oct 26 16:25:47.251787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:47.391994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1142473771-network', 'tenant_id': 'b8e0c3f4076641318c3a0b5675e0a5f2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:47.482834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:47.512847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee7324a6-ca65-488f-8687-bf3e8b09c78d req-b5fdad61-d6fe-48ba-aac9-2f593c77712f tempest-ServersOnMultiNodesTest-356751603 tempest-ServersOnMultiNodesTest-356751603-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76e471f-1ef9-4cd1-9c5f-bd71ca46cdb2 HTTP/1.1" status: 200 len: 210 time: 0.1164615 Oct 26 16:25:47.515309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:47.528459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:47.538106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Pushing event updated for resources: {'Port': ['ID=390ed5d9-91a5-4b17-a57c-8f57034ef495,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:47.557356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-68682af6-f26d-4c04-9faa-5ba8378d0961 None None] Provisioning complete for port 18f82fac-b569-475a-b8d0-0d087db5b8c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:47.557721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68682af6-f26d-4c04-9faa-5ba8378d0961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.591481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa15e-5a12-4326-b5f2-9760316b217a req-b174f3f8-f55c-44b7-9d17-ccec6865579c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:47.595722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-410aa15e-5a12-4326-b5f2-9760316b217a req-b174f3f8-f55c-44b7-9d17-ccec6865579c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 946 time: 0.4844766 Oct 26 16:25:47.608215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Made reservation on behalf of b8e0c3f4076641318c3a0b5675e0a5f2 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:47.610727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.622569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.695387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:47.737627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a74199f9-027d-4308-901f-941ffe74d52c has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:25:47.776578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.839823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.864340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 18f82fac-b569-475a-b8d0-0d087db5b8c1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:47.880697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:25:47.901648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:47.902007 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Added segment 8f275a5d-f847-4e44-9635-21626a4ce851 of type vlan for network 1102333d-ab29-4c7a-8a24-f9c4acc511ca Oct 26 16:25:47.903543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abbff6-cc42-451d-afcb-a674fece555c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:47.979995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 18f82fac-b569-475a-b8d0-0d087db5b8c1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:47.980365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.023747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.036814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-6c998d81-b651-4df8-abf0-daef4d8832be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.039495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-6c998d81-b651-4df8-abf0-daef4d8832be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1100 time: 0.8497386 Oct 26 16:25:48.167574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.168707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.169393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.259374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e3668f93-8369-4e01-b32f-a7c1ccd90485 None None] Provisioning complete for port 18f82fac-b569-475a-b8d0-0d087db5b8c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:48.260611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3668f93-8369-4e01-b32f-a7c1ccd90485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.266404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:48.341140 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-410aa15e-5a12-4326-b5f2-9760316b217a req-168684e1-580d-4f46-ae54-db4543ca5505 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337544 Oct 26 16:25:48.385285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482f59-043e-4f4c-8d46-64d837d4b0af req-d420ad6b-f3ef-4b55-9d69-3a9f2b997ccb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.391219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d482f59-043e-4f4c-8d46-64d837d4b0af req-d420ad6b-f3ef-4b55-9d69-3a9f2b997ccb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.3453484 Oct 26 16:25:48.444157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:48.512374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-45a1683e-1a56-493d-92cb-86301dfa9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.513885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-45a1683e-1a56-493d-92cb-86301dfa9cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.4610407 Oct 26 16:25:48.560654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] Pushing event updated for resources: {'Network': ['ID=1102333d-ab29-4c7a-8a24-f9c4acc511ca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:48.572464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1102333d-ab29-4c7a-8a24-f9c4acc511ca details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:25:48.599075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-bf6abc34-d2dc-46ae-8ad2-7f65bf0bdeb8 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.607647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-bf6abc34-d2dc-46ae-8ad2-7f65bf0bdeb8 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 812 time: 0.4990914 Oct 26 16:25:48.618324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'device_id': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537', 'admin_state_up': True, 'tenant_id': '95a3d6456e5d4bea8d3c40e14cd8500a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:48.624609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d482f59-043e-4f4c-8d46-64d837d4b0af req-560145bd-1eaf-465a-9d8d-489a48149779 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309639 Oct 26 16:25:48.668210 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-844876f6-811f-4de9-95dc-fb2210c5e018 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4142036 Oct 26 16:25:48.670150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:48.673035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57830) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:48.674129 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf754431-4367-40ac-a7c3-9b03962776be" -d '{"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a74199f9-027d-4308-901f-941ffe74d52c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:48.678455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Request body: {'subnet': {'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1142473771-subnet', 'tenant_id': 'b8e0c3f4076641318c3a0b5675e0a5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:48.678985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.696924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-02451a3e-a5b6-4915-b198-0e8658f20712 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.1174693 Oct 26 16:25:48.776627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c808b9a-5eec-4ff5-82eb-c79c5eefaf79 req-3502d491-5766-43bd-95dc-c5bdc233be1b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.778084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c808b9a-5eec-4ff5-82eb-c79c5eefaf79 req-3502d491-5766-43bd-95dc-c5bdc233be1b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.2897694 Oct 26 16:25:48.800524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Made reservation on behalf of b8e0c3f4076641318c3a0b5675e0a5f2 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:48.804335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.807684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fff708a7-ef65-464b-b103-327e59560c9c req-317d2b94-d42c-4549-8cc4-2e4d6e0835f2 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 210 time: 0.0612435 Oct 26 16:25:48.832305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.836123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-2995a4d6-86c0-46ba-9243-57e8834f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:48.837815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-2995a4d6-86c0-46ba-9243-57e8834f86d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1326997 Oct 26 16:25:48.937798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:48.992222 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69818de2-ac08-4cf8-b15b-91c1153131a0 x-openstack-request-id: req-69818de2-ac08-4cf8-b15b-91c1153131a0 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:48.992508 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a74199f9-027d-4308-901f-941ffe74d52c", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:48.992756 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69818de2-ac08-4cf8-b15b-91c1153131a0 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:48.993243 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c', 'code': 200} Oct 26 16:25:48.998896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Made reservation on behalf of 95a3d6456e5d4bea8d3c40e14cd8500a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:49.002335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.072769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c808b9a-5eec-4ff5-82eb-c79c5eefaf79 req-4e38a595-3692-48ff-908e-a283d841f011 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755156 Oct 26 16:25:49.080768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:49.133821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-2805cbab-ad2c-472d-a098-412548834e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.135831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-2805cbab-ad2c-472d-a098-412548834e69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2624514 Oct 26 16:25:49.140289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.143275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:49.143621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:49.143945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:49.176687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:49.177067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Attempting to bind port a74199f9-027d-4308-901f-941ffe74d52c on network efecb21f-c60c-4a7e-9dc9-f4a78816c147 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:49.218254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Allocated IP 172.20.0.7 (c3ac11f5-bb6f-424b-bff4-5255e026d537/d7cf3336-9ee8-4dce-bf07-106bee6b06b1/3ece487a-87d2-423b-b1c4-a8858f62677b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:49.219601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:49.220032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Checking segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:49.220435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Bound using segment: {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:49.220878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Bound port: a74199f9-027d-4308-901f-941ffe74d52c, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efecb21f-c60c-4a7e-9dc9-f4a78816c147'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:49.221232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.228434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b2c126-11f7-41a0-b152-0151dec80978,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:49.256241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Checking segment: {'id': '8f275a5d-f847-4e44-9635-21626a4ce851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:49.264680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Network hostable DHCP agents. Network: 1102333d-ab29-4c7a-8a24-f9c4acc511ca, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:25:49.411615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.412188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-e098ebe7-da35-4569-a4b8-66b07d079c8a service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649353 Oct 26 16:25:49.417092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Network 1102333d-ab29-4c7a-8a24-f9c4acc511ca is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:25:49.422526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:49.427184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:49.432146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.443727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:49.488311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1102333d-ab29-4c7a-8a24-f9c4acc511ca) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:49.493189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.493868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.503861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633ef07-4300-440e-bb63-ca474a6d86ee None None] Network 1102333d-ab29-4c7a-8a24-f9c4acc511ca requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:49.542003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.555598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.561085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:49.591182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Network c3ac11f5-bb6f-424b-bff4-5255e026d537 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:49.594820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:49.602085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa4d890a-a057-4976-8b68-6dad0c6ab571 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9279273 Oct 26 16:25:49.605620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:49.610223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:49.744378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-48d95e25-0c21-48b6-969d-d159c7e4b9b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1fcfc7102cc47959c1c631506b01588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010826 Oct 26 16:25:49.749127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57864) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:49.789246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b6d1a-7fc1-4fb3-95ea-3d13d87e2f8c None None] Network 1102333d-ab29-4c7a-8a24-f9c4acc511ca requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:49.796342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.797314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.817667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=8']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:49.820155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e96f1-aff2-44c1-814b-3e8accd70ee8 req-8220d528-92bf-4469-8d62-e6d23a2cb841 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.828356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d51e96f1-aff2-44c1-814b-3e8accd70ee8 req-8220d528-92bf-4469-8d62-e6d23a2cb841 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.3511252 Oct 26 16:25:49.858028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.862515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.866269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.866269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-90e3d35a-794b-4dee-87c5-69ad9e88c057 service neutron] 10.222.0.39 "PUT /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 1122 time: 3.2943482 Oct 26 16:25:49.884135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-ec3f08d1-4fb4-4ef8-93e6-7b33805c66d1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088235 Oct 26 16:25:49.910284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:49.920989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d51e96f1-aff2-44c1-814b-3e8accd70ee8 req-78572353-42c4-43f1-844a-f91f64ddd045 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Oct 26 16:25:49.944722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47cff6-a2db-4a34-9ae3-537a293a495b req-b23aaca3-3966-48f1-bee8-2667eca7ba3c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:49.952160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef47cff6-a2db-4a34-9ae3-537a293a495b req-b23aaca3-3966-48f1-bee8-2667eca7ba3c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1791799 Oct 26 16:25:49.963759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a74199f9-027d-4308-901f-941ffe74d52c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:49.989754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-f8fd09d4-f04e-4a6f-a8b0-9bf7b4d25916 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3754580 Oct 26 16:25:49.999031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a74199f9-027d-4308-901f-941ffe74d52c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:50.007510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Request body: {'port': {'device_id': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:50.020382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef47cff6-a2db-4a34-9ae3-537a293a495b req-5b040cd5-0482-44a7-85fb-40fa5b935215 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673137 Oct 26 16:25:50.128653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.133528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.134986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f543cb03-c40d-401c-a14c-fa7de7197146 HTTP/1.1" status: 204 len: 168 time: 0.3846369 Oct 26 16:25:50.153425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1ddf4-65d4-4988-955d-40d30b441191 req-310f2601-9d52-490b-b21c-eec1d5f52fc3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:50.154949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dc1ddf4-65d4-4988-955d-40d30b441191 req-310f2601-9d52-490b-b21c-eec1d5f52fc3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 931 time: 0.0957489 Oct 26 16:25:50.155611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:25:50.188764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38ded5-17f9-46c8-bfda-848243abcc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f543cb03-c40d-401c-a14c-fa7de7197146,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:50.194827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.472921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dc1ddf4-65d4-4988-955d-40d30b441191 req-e2696b52-5669-40c6-af25-9f3f9ab1c5c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074696 Oct 26 16:25:50.477498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:25:50.498776 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:50.529664 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:50.529664 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:50.582094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.596930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ece487a-87d2-423b-b1c4-a8858f62677b {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:50.608356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.633681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Transition to ACTIVE for port object 3ece487a-87d2-423b-b1c4-a8858f62677b will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:50.706131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.791752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:50.843426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:50.876403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Attempting to bind port 3ece487a-87d2-423b-b1c4-a8858f62677b on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:50.876919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Attempting to bind port 3ece487a-87d2-423b-b1c4-a8858f62677b by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:50.877626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Attempting to bind port 3ece487a-87d2-423b-b1c4-a8858f62677b on network c3ac11f5-bb6f-424b-bff4-5255e026d537 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:50.884849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Port 3ece487a-87d2-423b-b1c4-a8858f62677b on network c3ac11f5-bb6f-424b-bff4-5255e026d537 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:50.885279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Attempting to bind port 3ece487a-87d2-423b-b1c4-a8858f62677b on network c3ac11f5-bb6f-424b-bff4-5255e026d537 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:50.890417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-e42b172a-39f2-4de0-b06f-5c2e66f5a488 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:50.891533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:50.891975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-e42b172a-39f2-4de0-b06f-5c2e66f5a488 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/networks?id=1102333d-ab29-4c7a-8a24-f9c4acc511ca HTTP/1.1" status: 200 len: 814 time: 0.5840256 Oct 26 16:25:50.899322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Checking segment: {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:50.899829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Bound using segment: {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:50.900463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Bound port: 3ece487a-87d2-423b-b1c4-a8858f62677b, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:50.901032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.932786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-5b7de51a-9370-4196-8d03-66e132b7d4e4 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/quotas/b8e0c3f4076641318c3a0b5675e0a5f2 HTTP/1.1" status: 200 len: 375 time: 0.0289454 Oct 26 16:25:50.957546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:50.959564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0bae453a-1aa6-4053-96e6-90dec5e1d1ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4537797 Oct 26 16:25:50.964642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:50.978415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-6d9c6ebb-eaa9-4cea-867b-87cf323acd55 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8e0c3f4076641318c3a0b5675e0a5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375464 Oct 26 16:25:50.996081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:50.998611 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e92f5d-3959-4940-80de-35e1bbcf77b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "tag": "a74199f9-027d-4308-901f-941ffe74d52c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:50.998792 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:48Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:51.009161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d34e6-b1ce-4a25-a760-c56186dc62ad req-08aff440-37d9-412e-9c0a-0580db199795 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.010703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-889d34e6-b1ce-4a25-a760-c56186dc62ad req-08aff440-37d9-412e-9c0a-0580db199795 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1178203 Oct 26 16:25:51.011214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:51.034063 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:51.034731 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Updating router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a port 390ed5d9-91a5-4b17-a57c-8f57034ef495 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:25:51.049954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:51.064576 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.067021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:51.146090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1cb7a6c4-6172-46df-807f-33f8c29dc294 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a47e3569310b4d0abf1daf3df751a7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297207 Oct 26 16:25:51.149504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-889d34e6-b1ce-4a25-a760-c56186dc62ad req-5a774a67-0fd3-4de7-b2cd-78abe8890dfb tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226871 Oct 26 16:25:51.150526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:51.161318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.206940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.207844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.209257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] 10.222.0.47 "PUT /v2.0/ports/3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 1091 time: 1.2074740 Oct 26 16:25:51.213708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:51.216032 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd7a05-4721-4df9-89a7-0e145a951b24" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:51.240469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-10e09849-1466-4a3e-ab46-6d87f34e01a9 service neutron] 10.222.0.21 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281921 Oct 26 16:25:51.258328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db75c-f24b-4999-bb12-257f47c2f39a service neutron] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:51.337040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.376961 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.397095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-d3e64708-f243-43ea-8ed2-0746a598383d service neutron] 10.222.0.21 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466470 Oct 26 16:25:51.434830 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.447806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-ce18395e-fddf-46b1-8fd3-65cd27f2837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.449580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-ce18395e-fddf-46b1-8fd3-65cd27f2837e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1094 time: 0.0959597 Oct 26 16:25:51.516755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-c1f8a3de-a484-476d-a7b2-d3f30b565812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 217 time: 0.0399787 Oct 26 16:25:51.535439 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.599694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.602509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.603518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54488e87-8f14-4693-97c6-ed1219ea3c1f HTTP/1.1" status: 204 len: 168 time: 0.4466493 Oct 26 16:25:51.608516 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Pushing event updated for resources: {'Port': ['ID=390ed5d9-91a5-4b17-a57c-8f57034ef495,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:51.618217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-9c35b64f-0b74-4cc2-9595-024707576481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.619816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-9c35b64f-0b74-4cc2-9595-024707576481 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0946751 Oct 26 16:25:51.622608 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.623313 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.623752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.624179 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.624604 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.625049 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.625465 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.626094 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.626245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc9ebb-d645-4a0d-a6cd-8eb5f3d5d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54488e87-8f14-4693-97c6-ed1219ea3c1f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:51.626555 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.626941 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.627393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.627766 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:51.637197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Attempting to bind port 390ed5d9-91a5-4b17-a57c-8f57034ef495 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:51.637688 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Attempting to bind port 390ed5d9-91a5-4b17-a57c-8f57034ef495 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:51.638169 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Attempting to bind port 390ed5d9-91a5-4b17-a57c-8f57034ef495 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:51.644168 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:51.644707 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:51.645741 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.646371 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:51.646947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Bound port: 390ed5d9-91a5-4b17-a57c-8f57034ef495, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:51.647496 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.680757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881916ed-f1da-40c4-8d4d-9c9fe0b6e17c req-7733e7e7-848d-439c-b1ed-390eff9206a7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.687542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.688871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-881916ed-f1da-40c4-8d4d-9c9fe0b6e17c req-7733e7e7-848d-439c-b1ed-390eff9206a7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.1006715 Oct 26 16:25:51.727289 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd38f0-1b24-4753-a042-6d57fc0cd757 x-openstack-request-id: req-47bd38f0-1b24-4753-a042-6d57fc0cd757 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:51.727591 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "tag": "a74199f9-027d-4308-901f-941ffe74d52c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:51.727845 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47bd38f0-1b24-4753-a042-6d57fc0cd757 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:51.728255 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c', 'status': 'completed', 'code': 200} Oct 26 16:25:51.740270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-881916ed-f1da-40c4-8d4d-9c9fe0b6e17c req-0a1f924e-efb0-4855-a3ef-2993486dbd31 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481584 Oct 26 16:25:51.764289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-2caf5021-b4de-493e-9ad3-c2348cb59df7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430064 Oct 26 16:25:51.777034 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] For port 390ed5d9-91a5-4b17-a57c-8f57034ef495, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:51.785020 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] For port 390ed5d9-91a5-4b17-a57c-8f57034ef495, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=390ed5d9-91a5-4b17-a57c-8f57034ef495,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:51.880295 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:51.922953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c7888-bfb2-4717-9aa7-4d993b6775c2 req-9ab8d2a7-3876-430d-a893-1c60c2c1fed1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.930698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-617c7888-bfb2-4717-9aa7-4d993b6775c2 req-9ab8d2a7-3876-430d-a893-1c60c2c1fed1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0667951 Oct 26 16:25:51.975317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-617c7888-bfb2-4717-9aa7-4d993b6775c2 req-fda195e4-6240-4e6a-9c22-7d29faa0bb17 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Oct 26 16:25:51.978479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-5e7f5258-f8b6-4fff-baaa-89a0b8105ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:51.980011 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-5e7f5258-f8b6-4fff-baaa-89a0b8105ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1125 time: 0.1829348 Oct 26 16:25:51.990812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:51.991533 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:51.994583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7c2a-9ad9-42fa-8c3b-028d1337106a None None] Pushing event updated for resources: {'Port': ['ID=390ed5d9-91a5-4b17-a57c-8f57034ef495,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:52.092468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-07f4e724-8b8d-45b6-a000-1ccbed7d75fe service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939177 Oct 26 16:25:52.131839 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:52.167489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Allocated IP 172.20.0.1 (51e739b3-f0a3-40d6-8a88-dd785a968b06/614a8446-9811-4f21-bc8c-fd10e3c877be/2197c376-0b72-4e47-876a-9b71a78e803b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:52.213705 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685cdec-29a2-4233-b960-2a96fcaa8d62 x-openstack-request-id: req-3685cdec-29a2-4233-b960-2a96fcaa8d62 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:52.214092 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:52.214350 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3685cdec-29a2-4233-b960-2a96fcaa8d62 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:52.214833 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'status': 'completed', 'code': 200} Oct 26 16:25:52.276083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-03ca19f5-6c78-4c0a-94bf-c2f65a619520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:52.282905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-03ca19f5-6c78-4c0a-94bf-c2f65a619520 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2756979 Oct 26 16:25:52.353535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-e4cf6b87-6ff2-4f8b-86b4-5218ea3d5227 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 217 time: 0.0564063 Oct 26 16:25:52.358794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c559254-6fd3-4e60-8132-c6dd3b8620b8 req-ade517b0-94cd-4bee-8589-a8e6d421439d service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565308 Oct 26 16:25:52.378314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b2a50-86e7-4ce5-86f4-eace2bec0ac7 req-8c17c7bd-2efe-4a61-9668-6f3084483445 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:52.381873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-683b2a50-86e7-4ce5-86f4-eace2bec0ac7 req-8c17c7bd-2efe-4a61-9668-6f3084483445 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 943 time: 0.1044796 Oct 26 16:25:52.413741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:52.452150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:52.457393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:48Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:52.461654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-f8681c0e-57fe-439b-add3-3315f2799296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:52.463450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-f8681c0e-57fe-439b-add3-3315f2799296 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.0902996 Oct 26 16:25:52.464477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-683b2a50-86e7-4ce5-86f4-eace2bec0ac7 req-8a2e0dbd-1749-4763-8534-4f28a7bb9d83 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Oct 26 16:25:52.486462 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3ac8f-449e-4842-8c4b-447a47034bf7 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:48Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:52.497969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2599f790-4d71-4a65-a583-7c86b4a2e2fb req-d1c09bb5-bdf2-4b5a-8885-33ac8a48541d tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 210 time: 0.0389574 Oct 26 16:25:52.514582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-e03df4e3-de99-477c-8609-c6369b72f5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401785 Oct 26 16:25:52.600913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:52.691162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:52.703051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:52.705514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:52.709276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Pushing event updated for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:52.765517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-2a2ba5fe-cd5c-44f4-8c25-049e695786df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:52.771187 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-2a2ba5fe-cd5c-44f4-8c25-049e695786df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1094 time: 0.1771884 Oct 26 16:25:52.777447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-3dc4a5df-ac7e-4582-9fb8-f1d7a0f19cab service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481821 Oct 26 16:25:52.800600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:52.912053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:53.023671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d65ee-7b71-4002-b13d-e99dbac3791b req-3015bbbb-2b44-4568-88eb-d72e692c99b0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.036314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-991d65ee-7b71-4002-b13d-e99dbac3791b req-3015bbbb-2b44-4568-88eb-d72e692c99b0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.1824577 Oct 26 16:25:53.103945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.139258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-991d65ee-7b71-4002-b13d-e99dbac3791b req-12166331-9781-437c-b775-e8feb0e7b9fc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912104 Oct 26 16:25:53.184105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe2b4-3150-4cf6-ac78-d8d1000e39a7 req-50e9f99b-6e1f-4029-8c4e-8d16efd2769d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.193032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6dbe2b4-3150-4cf6-ac78-d8d1000e39a7 req-50e9f99b-6e1f-4029-8c4e-8d16efd2769d tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 945 time: 0.1889613 Oct 26 16:25:53.210004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:53.212314 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e9b6e8-89ea-4867-8085-98d6cebed48f" -d '{"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-unplugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:53.243065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:53.250297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fb8cc36b-9ace-4ce4-aac7-5846392d8fcd None None] Provisioning complete for port 2197c376-0b72-4e47-876a-9b71a78e803b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:53.250904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc36b-9ace-4ce4-aac7-5846392d8fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.292023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cc36b-9ace-4ce4-aac7-5846392d8fcd None None] Port 2197c376-0b72-4e47-876a-9b71a78e803b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:25:53.302252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6dbe2b4-3150-4cf6-ac78-d8d1000e39a7 req-2d19400c-1203-4fde-ad25-37c583f90ce6 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080160 Oct 26 16:25:53.322102 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.327008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:53.378242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c09a61-f87c-4584-9a65-9edc61681f82 req-0f78bab2-8da5-4863-b2cc-adeb8b9d4a54 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.388572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6c09a61-f87c-4584-9a65-9edc61681f82 req-0f78bab2-8da5-4863-b2cc-adeb8b9d4a54 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1176405 Oct 26 16:25:53.400149 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dbecd1-7563-47ac-959e-0ebd55132ff0 x-openstack-request-id: req-71dbecd1-7563-47ac-959e-0ebd55132ff0 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:53.400436 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-unplugged", "status": "completed", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:53.403250 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71dbecd1-7563-47ac-959e-0ebd55132ff0 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:53.403917 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'code': 200} Oct 26 16:25:53.453447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:53.469861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6c09a61-f87c-4584-9a65-9edc61681f82 req-95764bd3-b077-4bf4-a212-af8b303239e6 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745275 Oct 26 16:25:53.486244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5e92f5d-3959-4940-80de-35e1bbcf77b4 req-e6c80f9f-1700-43a1-817a-9bcecd36c941 service neutron] 10.222.0.47 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968310 Oct 26 16:25:53.492132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-6acc6fdf-2e6b-4283-99e2-6a02da88dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.505471 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-6acc6fdf-2e6b-4283-99e2-6a02da88dff4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.7253883 Oct 26 16:25:53.555821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1738608470-network', 'tenant_id': 'c468861991884fa28146c2e2c0ac796c'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:53.591940 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-bc55ad09-8e0d-484f-9f56-dd13092b26ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 217 time: 0.0580571 Oct 26 16:25:53.669610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05ceff6e-6926-4189-abd9-d307b13b2a37 req-9d448039-deb8-4e11-a2e5-52772dff1be5 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 210 time: 0.0598812 Oct 26 16:25:53.671518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Made reservation on behalf of c468861991884fa28146c2e2c0ac796c for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:53.673865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.679917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.682636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-8e3fe1ed-c10a-49f1-836e-9e78a552a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.684541 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.685247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-8e3fe1ed-c10a-49f1-836e-9e78a552a8e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0791230 Oct 26 16:25:53.716172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:25:53.730949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-a340ba0d-5029-4467-aea9-b00a120d4068 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337765 Oct 26 16:25:53.733067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f262d-84e4-4046-b76e-e6c79598564a req-28a9a128-dd05-4d6d-bcf6-6415e89d2d93 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:53.734420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b5f262d-84e4-4046-b76e-e6c79598564a req-28a9a128-dd05-4d6d-bcf6-6415e89d2d93 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 943 time: 0.1350706 Oct 26 16:25:53.837076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b5f262d-84e4-4046-b76e-e6c79598564a req-4de7ea14-3b12-48a3-bde2-655883feb574 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946476 Oct 26 16:25:53.873951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 390ed5d9-91a5-4b17-a57c-8f57034ef495 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:53.914215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.936900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 390ed5d9-91a5-4b17-a57c-8f57034ef495 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:53.937267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:53.982370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-3a0126c4-703b-45f0-8756-002fa2ddd609 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248979 Oct 26 16:25:54.010469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.027174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.036992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:25:54.051887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 390ed5d9-91a5-4b17-a57c-8f57034ef495, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=390ed5d9-91a5-4b17-a57c-8f57034ef495,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:54.054607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349fabe-9a16-477e-94d1-56036bb3cdec,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:54.057990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.058509 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Added segment ec34de73-9d88-4350-85d5-286ceae3e136 of type vlan for network cf1f7651-77cc-491c-ae22-806ca23dcfcf Oct 26 16:25:54.108179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.148009 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.165006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.189480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02dd7a05-4721-4df9-89a7-0e145a951b24 req-0dd3d87a-1b7d-4991-a2b4-e88201a35bba service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966424 Oct 26 16:25:54.214898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=390ed5d9-91a5-4b17-a57c-8f57034ef495,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:54.259313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.260278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:54.266587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.272833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.277294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9014b4-0033-4212-8c4a-a6979cba00cd req-415a5e4c-d302-4483-8ca3-ec75e792bb7e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:54.278820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f9014b4-0033-4212-8c4a-a6979cba00cd req-415a5e4c-d302-4483-8ca3-ec75e792bb7e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.0632119 Oct 26 16:25:54.342024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Pushing event updated for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:54.345910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.378927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ece487a-87d2-423b-b1c4-a8858f62677b details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:54.450770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] Pushing event updated for resources: {'Network': ['ID=cf1f7651-77cc-491c-ae22-806ca23dcfcf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:54.466303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:54.467999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:54.475596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d32e6c93-2449-405f-bd7b-7d7712af95bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1457155 Oct 26 16:25:54.479775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57974) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:54.484892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f9014b4-0033-4212-8c4a-a6979cba00cd req-433bd313-1cac-4d8a-a85a-0d0534fed302 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681266 Oct 26 16:25:54.502697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Request body: {'subnet': {'network_id': 'cf1f7651-77cc-491c-ae22-806ca23dcfcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1738608470-subnet', 'tenant_id': 'c468861991884fa28146c2e2c0ac796c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:54.543111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-ea08a248-42d9-46e9-b5f4-889dd9c9a7e8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:54.545451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-ea08a248-42d9-46e9-b5f4-889dd9c9a7e8 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.2045319 Oct 26 16:25:54.561294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679c5b1-a864-43ce-8e8b-5f7b1eba2ff2 req-3d9325d2-36b1-47d7-980c-9c5301c929e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:54.563056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network cf1f7651-77cc-491c-ae22-806ca23dcfcf details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:25:54.563773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e679c5b1-a864-43ce-8e8b-5f7b1eba2ff2 req-3d9325d2-36b1-47d7-980c-9c5301c929e7 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.1384671 Oct 26 16:25:54.748377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:25:54.774585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:54.809733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'network_id': 'c3ac11f5-bb6f-424b-bff4-5255e026d537', 'port_id': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'mac_address': 'fa:16:3e:6f:51:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf3336-9ee8-4dce-bf07-106bee6b06b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:54.837261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Made reservation on behalf of c468861991884fa28146c2e2c0ac796c for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:54.839427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.875818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.893408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e679c5b1-a864-43ce-8e8b-5f7b1eba2ff2 req-53efe041-b753-4c83-af4b-9ade3f2df3d2 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154235 Oct 26 16:25:54.901344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ece487a-87d2-423b-b1c4-a8858f62677b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:54.948985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:25:54.951526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b3b4dcec-293d-42d6-bc05-887336b6d685 None None] Provisioning complete for port 2197c376-0b72-4e47-876a-9b71a78e803b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:54.952157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3b4dcec-293d-42d6-bc05-887336b6d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:54.953909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612860c6-6a80-4c53-ac69-dded3349375e req-1f3f99d2-965c-47b4-bff3-4a0ec2ff04b8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:54.958802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:54.969746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-612860c6-6a80-4c53-ac69-dded3349375e req-1f3f99d2-965c-47b4-bff3-4a0ec2ff04b8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.3609929 Oct 26 16:25:54.990025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19948f60-74ca-4f5a-a00f-4f77cbe1a57f admin admin] 10.222.0.21 "PUT /v2.0/routers/43f6a87a-7ccd-4e07-8b67-1d69fcf4253a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0237973 Oct 26 16:25:55.013495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4dcec-293d-42d6-bc05-887336b6d685 None None] Port 2197c376-0b72-4e47-876a-9b71a78e803b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:25:55.025378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:55.049547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:55.056062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:55.075264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.106381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-612860c6-6a80-4c53-ac69-dded3349375e req-ee2346e9-999d-49f8-9468-32de09b4c0f0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348104 Oct 26 16:25:55.135043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-3114fbb7-1e13-4628-a1ad-1256e020af3c tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:55.136420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-3114fbb7-1e13-4628-a1ad-1256e020af3c tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.39 "GET /v2.0/networks?id=1102333d-ab29-4c7a-8a24-f9c4acc511ca HTTP/1.1" status: 200 len: 814 time: 0.4151523 Oct 26 16:25:55.171162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Request body: {'port': {'device_id': 'aebf155f-91a4-4297-9139-e78703455ec4', 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca', 'admin_state_up': True, 'tenant_id': 'b8e0c3f4076641318c3a0b5675e0a5f2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:55.245775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Deleting port 0c28e67f-79de-4d53-ad42-2c28c7eed60d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:25:55.246199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.253193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-283703a9-63c8-403d-b2cb-697c9df9866b req-6bf18d5f-e11c-4fec-a624-46fd7c5bc06d tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 210 time: 0.0664768 Oct 26 16:25:55.350663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:55.352839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:55.390113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3ece487a-87d2-423b-b1c4-a8858f62677b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:25:55.402227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.522796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5456c0-d8d9-45fe-bc4a-65417068d1bc req-ccd54c4e-ee05-442d-bd29-cf569a4cde48 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:55.536999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d5456c0-d8d9-45fe-bc4a-65417068d1bc req-ccd54c4e-ee05-442d-bd29-cf569a4cde48 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 944 time: 0.2570443 Oct 26 16:25:55.542807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Pushing event updated for resources: {'Subnet': ['ID=772edcb1-be95-42b4-937e-daa4b69b0b71,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:55.547520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Made reservation on behalf of b8e0c3f4076641318c3a0b5675e0a5f2 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:55.551325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.555266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Checking segment: {'id': 'ec34de73-9d88-4350-85d5-286ceae3e136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cf1f7651-77cc-491c-ae22-806ca23dcfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:55.555932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Network hostable DHCP agents. Network: cf1f7651-77cc-491c-ae22-806ca23dcfcf, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:25:55.647342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d5456c0-d8d9-45fe-bc4a-65417068d1bc req-ed7eaf33-fb1b-44ae-91d4-88cbcfb489bd tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085248 Oct 26 16:25:55.682969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] For port 0c28e67f-79de-4d53-ad42-2c28c7eed60d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c28e67f-79de-4d53-ad42-2c28c7eed60d,segment=NetworkSegment(7ee3970c-476e-4c63-9b67-ba216845bfaa),segment_id=7ee3970c-476e-4c63-9b67-ba216845bfaa)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:55.683367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.737493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Network cf1f7651-77cc-491c-ae22-806ca23dcfcf is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:25:55.768024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Calling delete_port for 0c28e67f-79de-4d53-ad42-2c28c7eed60d owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:25:55.837347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, cf1f7651-77cc-491c-ae22-806ca23dcfcf) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:55.844781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 390ed5d9-91a5-4b17-a57c-8f57034ef495 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:55.853728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:55.855224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:55.876946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da2a55-f852-4c7d-bb19-d5d3a9b4a536 None None] Network cf1f7651-77cc-491c-ae22-806ca23dcfcf requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:55.969290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22578464-1f5b-4395-94f0-16657c038394 req-004d991b-c003-417f-b57f-3d0533307625 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:55.972024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22578464-1f5b-4395-94f0-16657c038394 req-004d991b-c003-417f-b57f-3d0533307625 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 944 time: 0.2621984 Oct 26 16:25:55.978383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5910dc73-e06d-4861-a12e-b440ff7e728e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4976985 Oct 26 16:25:55.981043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 390ed5d9-91a5-4b17-a57c-8f57034ef495 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:55.981416 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.002966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-fef61370-db94-4e20-b23d-d64c7a9012c2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:56.005035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-fef61370-db94-4e20-b23d-d64c7a9012c2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 820 time: 0.3557999 Oct 26 16:25:56.005885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Allocated IP 172.20.0.10 (1102333d-ab29-4c7a-8a24-f9c4acc511ca/36b2c126-11f7-41a0-b152-0151dec80978/8e9ec7ca-bb00-4fd3-8f34-107abc010837) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:56.051508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-776ba599-4bc2-417f-b665-070cdaecf4b0 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/quotas/6fa2da66cef34e9b93a2157dbe267153 HTTP/1.1" status: 200 len: 375 time: 0.0301790 Oct 26 16:25:56.081709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22578464-1f5b-4395-94f0-16657c038394 req-2ac03cd7-caee-4800-9034-58c19870cc5b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713084 Oct 26 16:25:56.123167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 2, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:56.159661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:56.159661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Updating router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a port 2197c376-0b72-4e47-876a-9b71a78e803b binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:25:56.237424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792b83a-b3d0-409a-9aba-37bb48d609b7 None None] Network cf1f7651-77cc-491c-ae22-806ca23dcfcf requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:25:56.282359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.297323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-f7fb13fc-6832-4738-b872-f5a557e3f127 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2222404 Oct 26 16:25:56.396347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a74199f9-027d-4308-901f-941ffe74d52c no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:56.409234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d660866-6674-4aa6-89ee-6a9c8650d736 req-9fa56e3a-c0ac-4eb8-9b9f-c5fb535fe88b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:56.411368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d660866-6674-4aa6-89ee-6a9c8650d736 req-9fa56e3a-c0ac-4eb8-9b9f-c5fb535fe88b tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479815d-948c-4c22-9dd5-96f24ac54a87 HTTP/1.1" status: 200 len: 943 time: 0.1850059 Oct 26 16:25:56.466554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.473824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.523885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-32e05f45-06a0-4996-9ef8-59d6777b2afe service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113018 Oct 26 16:25:56.531336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Pushing event deleted for resources: {'Port': ['ID=0c28e67f-79de-4d53-ad42-2c28c7eed60d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:56.548305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d660866-6674-4aa6-89ee-6a9c8650d736 req-d29e63b5-ee01-4aa8-ad16-b4ab50cf1532 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb610430-44bc-4ddf-85a9-f6723cf767f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293249 Oct 26 16:25:56.641879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] No DVR routers for this DVR port 0c28e67f-79de-4d53-ad42-2c28c7eed60d on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:56.648911 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.652363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed95f0c3-4b36-49e5-b85a-a14b3983d106 req-1d931eb1-41ec-41c9-8983-48aa068e2d15 tempest-ImagesTestJSON-1661689691 tempest-ImagesTestJSON-1661689691-project] 10.222.0.39 "DELETE /v2.0/ports/0c28e67f-79de-4d53-ad42-2c28c7eed60d HTTP/1.1" status: 204 len: 173 time: 2.0874081 Oct 26 16:25:56.652751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-deleted', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:56.655070 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b1792-0453-457e-b1af-fa5ef6389ba9" -d '{"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-deleted", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:56.743752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-6c6dbac7-a80c-4a73-a483-ae7b64ffde08 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907544 Oct 26 16:25:56.759365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c91258-3d97-4461-a9cf-64b68190a9a9 req-f4ae9fc7-7e50-466c-a312-4044c3fb28af tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:56.760911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2c91258-3d97-4461-a9cf-64b68190a9a9 req-f4ae9fc7-7e50-466c-a312-4044c3fb28af tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0730984 Oct 26 16:25:56.793570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.811198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2c91258-3d97-4461-a9cf-64b68190a9a9 req-49559576-e3ec-4e1d-95e3-2d6143c6ca3c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Oct 26 16:25:56.811991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.821123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-6aa5c2f2-a580-47c9-94d6-0c0e0be50ff5 service neutron] 10.222.0.47 "GET /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.0946312 Oct 26 16:25:56.876033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Network 1102333d-ab29-4c7a-8a24-f9c4acc511ca is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:56.877980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:56.885204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:25:56.912991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:56.922584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Pushing event updated for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:56.963731 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-bb5bc5ab-2295-46bf-b333-a2714ddce198 req-fd2ea68a-e6f7-4fd8-a3b1-404c00a3b452 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] show failed (client error): The resource could not be found. Oct 26 16:25:56.970192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb03f1-e6b7-47e7-9ecc-3908195db9e5 None None] Pushing event updated for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:56.972044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb5bc5ab-2295-46bf-b333-a2714ddce198 req-fd2ea68a-e6f7-4fd8-a3b1-404c00a3b452 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/c5fed940-34ec-41a9-9b97-e67d8ecf3825 HTTP/1.1" status: 404 len: 352 time: 0.0513761 Oct 26 16:25:56.992354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:56.993114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.056872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:57.058743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Attempting to bind port 2197c376-0b72-4e47-876a-9b71a78e803b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:57.059191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Attempting to bind port 2197c376-0b72-4e47-876a-9b71a78e803b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:57.059559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Attempting to bind port 2197c376-0b72-4e47-876a-9b71a78e803b on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:57.075781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:57.076165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Checking segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:57.076572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.076967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Bound using segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:57.085706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Bound port: 2197c376-0b72-4e47-876a-9b71a78e803b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:57.085706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.100662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:57.157345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74199f9-027d-4308-901f-941ffe74d52c {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:57.162279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-7cd6bd14-2d9f-4bb1-ab8f-d04fcb103aa2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0129695 Oct 26 16:25:57.182484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:57.185439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Request body: {'port': {'device_id': 'aebf155f-91a4-4297-9139-e78703455ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:57.212575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] For port 2197c376-0b72-4e47-876a-9b71a78e803b, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:57.216105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] For port 2197c376-0b72-4e47-876a-9b71a78e803b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2197c376-0b72-4e47-876a-9b71a78e803b,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:57.260788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5993c50-1c03-499a-8c60-611df86ca7f8 req-47656321-98a1-4fb7-a29a-aaa51de22383 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:57.262193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5993c50-1c03-499a-8c60-611df86ca7f8 req-47656321-98a1-4fb7-a29a-aaa51de22383 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 932 time: 0.1843190 Oct 26 16:25:57.267699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.319905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.323946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb60213-2a95-4603-a2ff-0f56d7a7d7e1 req-1bcee6dc-ae33-413b-88fe-11052318a28b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:57.325536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bb60213-2a95-4603-a2ff-0f56d7a7d7e1 req-1bcee6dc-ae33-413b-88fe-11052318a28b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 944 time: 0.1306896 Oct 26 16:25:57.326124 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.366574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5993c50-1c03-499a-8c60-611df86ca7f8 req-fa7aa9b2-36fa-4fd9-9dcb-8aa499dfa26a tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Oct 26 16:25:57.383832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] Transition to ACTIVE for port object a74199f9-027d-4308-901f-941ffe74d52c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:57.419753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bb60213-2a95-4603-a2ff-0f56d7a7d7e1 req-01b684ff-8aca-413a-a836-322556ba312f tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770442 Oct 26 16:25:57.421468 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab84845-7929-4a1a-91bc-3d991d3252d8 x-openstack-request-id: req-bab84845-7929-4a1a-91bc-3d991d3252d8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:57.421755 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479815d-948c-4c22-9dd5-96f24ac54a87", "name": "network-vif-deleted", "tag": "0c28e67f-79de-4d53-ad42-2c28c7eed60d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:57.422006 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bab84845-7929-4a1a-91bc-3d991d3252d8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:57.422401 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479815d-948c-4c22-9dd5-96f24ac54a87', 'name': 'network-vif-deleted', 'tag': '0c28e67f-79de-4d53-ad42-2c28c7eed60d', 'status': 'completed', 'code': 200} Oct 26 16:25:57.429670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] Provisioning complete for port 2197c376-0b72-4e47-876a-9b71a78e803b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:57.429670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.438714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb03f1-e6b7-47e7-9ecc-3908195db9e5 None None] Pushing event updated for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:57.467475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:25:57.468107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:25:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:57.517463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.580456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c95177dc-37d3-43ae-8ee7-b3d9d0987d80 req-825cd608-41a8-405f-a62f-71b9adf7f8f5 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 210 time: 0.0965180 Oct 26 16:25:57.634592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] No DVR routers for this DVR port a74199f9-027d-4308-901f-941ffe74d52c on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:57.676943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] Pushing event updated for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:57.698207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-4144c876-4d41-40c4-97fe-97097b102126 service neutron] 10.222.0.47 "PUT /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8693557 Oct 26 16:25:57.753391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:25:57.773016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96153c-df62-4961-91b9-911020d853b8 req-0bde3621-b680-4744-9c44-abb65d078c9c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:57.774718 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de96153c-df62-4961-91b9-911020d853b8 req-0bde3621-b680-4744-9c44-abb65d078c9c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.1898475 Oct 26 16:25:57.804671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:57.827728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec8d7328-2784-41f7-b891-f00dc48eebf7 req-189b7291-032c-4592-9992-ecb60ba46d47 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c468861991884fa28146c2e2c0ac796c HTTP/1.1" status: 200 len: 2984 time: 0.1890242 Oct 26 16:25:57.912506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de96153c-df62-4961-91b9-911020d853b8 req-bc1cba98-3e9f-43a6-9e03-11a71cbc465d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280143 Oct 26 16:25:58.010391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec8d7328-2784-41f7-b891-f00dc48eebf7 req-7ac717ab-388f-4ad4-9393-7c7cb7f95405 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/b349fabe-9a16-477e-94d1-56036bb3cdec HTTP/1.1" status: 200 len: 2981 time: 0.1664631 Oct 26 16:25:58.032912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-f4be557f-da02-4bf4-ab61-ad24e9ff2793 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.034484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-f4be557f-da02-4bf4-ab61-ad24e9ff2793 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.1701896 Oct 26 16:25:58.062785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9ec7ca-bb00-4fd3-8f34-107abc010837 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:25:58.084040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] For port 2197c376-0b72-4e47-876a-9b71a78e803b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2197c376-0b72-4e47-876a-9b71a78e803b,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:58.101999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.159080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec8d7328-2784-41f7-b891-f00dc48eebf7 req-badcf740-2232-4f0f-85d9-e81758e5473b tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/b349fabe-9a16-477e-94d1-56036bb3cdec HTTP/1.1" status: 200 len: 2981 time: 0.1384456 Oct 26 16:25:58.161224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Transition to ACTIVE for port object 8e9ec7ca-bb00-4fd3-8f34-107abc010837 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:25:58.172426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.177390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-0f6bf6a5-720b-46a8-8515-c77a0f883e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.178894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-0f6bf6a5-720b-46a8-8515-c77a0f883e6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b HTTP/1.1" status: 200 len: 1096 time: 0.1357570 Oct 26 16:25:58.201613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceed1-785f-495c-8ac6-eb87c8e2e569 req-ccb071e6-d05f-408a-bbce-70a68fa19b7e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.203932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac9ceed1-785f-495c-8ac6-eb87c8e2e569 req-ccb071e6-d05f-408a-bbce-70a68fa19b7e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0888970 Oct 26 16:25:58.239039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbcaa-b7c9-44b1-88dc-a0efa1402bd1 None None] Pushing event updated for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:58.248158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.253547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:58.281735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369355-d673-4e97-8d0b-88f460ece186 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:58.297905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-17e88859-2780-4892-9d5a-ee6ee43bc683 None None] Provisioning complete for port 2197c376-0b72-4e47-876a-9b71a78e803b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:58.298384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-17e88859-2780-4892-9d5a-ee6ee43bc683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.391765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ece487a-87d2-423b-b1c4-a8858f62677b up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:58.547615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 3ece487a-87d2-423b-b1c4-a8858f62677b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:25:58.552838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 3ece487a-87d2-423b-b1c4-a8858f62677b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:58.553288 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.643356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.680002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:58.682022 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9854f242-2b38-494c-88a4-e677eead8166" -d '{"events": [{"server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "name": "network-vif-plugged", "status": "completed", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:58.697251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:58.702201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-9b523c9d-c101-4f29-a658-93a0b3c461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.703651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-9b523c9d-c101-4f29-a658-93a0b3c461b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1096 time: 0.4977067 Oct 26 16:25:58.721594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:58.726794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac9ceed1-785f-495c-8ac6-eb87c8e2e569 req-656e7750-7f12-4186-88f1-952df721fd30 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087144 Oct 26 16:25:58.732334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-544feb4d-e4b1-4ca9-861c-d86cfd7674c3 req-18529467-fdb0-4bee-86ab-eec9607e0dd8 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/b349fabe-9a16-477e-94d1-56036bb3cdec HTTP/1.1" status: 200 len: 2981 time: 0.4811394 Oct 26 16:25:58.800443 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:58.865460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:58.954734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-6b93b945-e331-4c93-9b10-5076b51f7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.956159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-6b93b945-e331-4c93-9b10-5076b51f7d4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 200 len: 921 time: 0.2439163 Oct 26 16:25:58.958996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:58.964379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Attempting to bind port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:25:58.964711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Attempting to bind port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '8f275a5d-f847-4e44-9635-21626a4ce851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:25:58.965027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Attempting to bind port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 on network 1102333d-ab29-4c7a-8a24-f9c4acc511ca {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:58.967157 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-544feb4d-e4b1-4ca9-861c-d86cfd7674c3 req-d5b31d39-05da-4efa-bdfe-53a2f5fa87dc tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 16:25:58.968166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-544feb4d-e4b1-4ca9-861c-d86cfd7674c3 req-d5b31d39-05da-4efa-bdfe-53a2f5fa87dc tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "DELETE /v2.0/security-groups/b349fabe-9a16-477e-94d1-56036bb3cdec HTTP/1.1" status: 409 len: 352 time: 0.2245162 Oct 26 16:25:58.985346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75057-2b8a-4af9-8b89-2a6ea4c04603 req-813cb687-08f5-4ec4-a2a1-aed8c18ee823 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:58.986859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea75057-2b8a-4af9-8b89-2a6ea4c04603 req-813cb687-08f5-4ec4-a2a1-aed8c18ee823 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 944 time: 0.1367834 Oct 26 16:25:58.997795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0c28e67f-79de-4d53-ad42-2c28c7eed60d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:25:58.998167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c28e67f-79de-4d53-ad42-2c28c7eed60d not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:25:59.023974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 on network 1102333d-ab29-4c7a-8a24-f9c4acc511ca not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:25:59.024306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Attempting to bind port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 on network 1102333d-ab29-4c7a-8a24-f9c4acc511ca {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:59.030500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-213f06ed-6ad4-44c7-b555-b71c1f9e1825 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 200 len: 217 time: 0.0596251 Oct 26 16:25:59.064003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:25:59.064384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Checking segment: {'id': '8f275a5d-f847-4e44-9635-21626a4ce851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:25:59.064718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Bound using segment: {'id': '8f275a5d-f847-4e44-9635-21626a4ce851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:59.065157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Bound port: 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f275a5d-f847-4e44-9635-21626a4ce851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:25:59.065501 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:59.152852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea75057-2b8a-4af9-8b89-2a6ea4c04603 req-cd75a0fd-63be-4673-bf5a-dca76abea169 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261163 Oct 26 16:25:59.181036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-61fce2a3-ef66-43fc-b986-80562d5fad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.182497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-61fce2a3-ef66-43fc-b986-80562d5fad52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 200 len: 860 time: 0.1446562 Oct 26 16:25:59.196580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80a4d4-f397-467b-b3bf-7b0a7eb3a0eb req-03a5114e-77e9-419b-9439-dc12da30ae5c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.198093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b80a4d4-f397-467b-b3bf-7b0a7eb3a0eb req-03a5114e-77e9-419b-9439-dc12da30ae5c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 945 time: 0.1581388 Oct 26 16:25:59.243854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-7d15b6bc-ed25-4d44-b73f-718a7e74a07a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efecb21f-c60c-4a7e-9dc9-f4a78816c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428913 Oct 26 16:25:59.334448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85f42d48-f55f-4880-8cfe-0d3983534a60 req-0ce2401f-19a8-4352-8ec0-34fa41313453 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 210 time: 0.0999081 Oct 26 16:25:59.335483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:59.367226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837,segment=NetworkSegment(8f275a5d-f847-4e44-9635-21626a4ce851),segment_id=8f275a5d-f847-4e44-9635-21626a4ce851)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:59.372384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b80a4d4-f397-467b-b3bf-7b0a7eb3a0eb req-7d0319e7-c08a-4938-a868-d88a8e649afb tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620045 Oct 26 16:25:59.386496 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9df0def-c2c1-4d74-918e-1fed2e33258b x-openstack-request-id: req-c9df0def-c2c1-4d74-918e-1fed2e33258b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:59.386995 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "name": "network-vif-plugged", "status": "completed", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:59.387789 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9df0def-c2c1-4d74-918e-1fed2e33258b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:59.388409 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'code': 200} Oct 26 16:25:59.417549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-f140c135-766f-4924-9d5a-00ce09cdeb81 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649795 Oct 26 16:25:59.425234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:59.514117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd87c-a789-4de1-8bac-46417c1cc267 req-6c728882-3b1d-49f7-9f99-657e635b1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.517779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0fdd87c-a789-4de1-8bac-46417c1cc267 req-6c728882-3b1d-49f7-9f99-657e635b1947 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1096 time: 0.0531287 Oct 26 16:25:59.546116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.546733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:59.548245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e9ec7ca-bb00-4fd3-8f34-107abc010837 HTTP/1.1" status: 200 len: 1092 time: 2.3708808 Oct 26 16:25:59.564976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0fdd87c-a789-4de1-8bac-46417c1cc267 req-c59d17fe-7a20-426d-8885-31b483de737c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Oct 26 16:25:59.569784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:25:59.572696 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70fe8b-85a6-4f51-a246-57b8a228be62" -d '{"events": [{"name": "network-changed", "server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:59.580118 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-70b7ebf2-2437-43f5-8cda-631e592aa9b4 req-85a10005-449a-4e7b-a317-f89c1cb8dd70 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] show failed (client error): The resource could not be found. Oct 26 16:25:59.581156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70b7ebf2-2437-43f5-8cda-631e592aa9b4 req-85a10005-449a-4e7b-a317-f89c1cb8dd70 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/2dab1f64-3238-4b5c-9c3f-6bb6fa2540a6 HTTP/1.1" status: 404 len: 352 time: 0.1121595 Oct 26 16:25:59.612419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a3356-b1dc-4e89-9c2b-34e44d8ba545 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:59.651326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9c04-dc76-4b5d-b3c9-5e025ac19bce req-83325ba1-7bab-438d-ba56-b3e307388ec7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.652908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060e9c04-dc76-4b5d-b3c9-5e025ac19bce req-83325ba1-7bab-438d-ba56-b3e307388ec7 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.1849933 Oct 26 16:25:59.655041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-d44daab0-c63f-40c8-abb5-364ef2f46395 service neutron] 10.222.0.39 "GET /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262981 Oct 26 16:25:59.718441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-060e9c04-dc76-4b5d-b3c9-5e025ac19bce req-2310fbf1-d8af-4f71-a632-84322ca93e6f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Oct 26 16:25:59.729695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-581642b8-c826-4bc5-936e-4567795e98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.731055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-581642b8-c826-4bc5-936e-4567795e98e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8e0c3f4076641318c3a0b5675e0a5f2&device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0634863 Oct 26 16:25:59.797182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-3cd87b82-a06a-4a16-8780-d844e18a1e22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837 HTTP/1.1" status: 200 len: 217 time: 0.0447378 Oct 26 16:25:59.840250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2197c376-0b72-4e47-876a-9b71a78e803b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:59.853372 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccb830c-71c6-49e3-a610-d2e346e1e903 x-openstack-request-id: req-2ccb830c-71c6-49e3-a610-d2e346e1e903 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:59.853490 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:59.853693 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ccb830c-71c6-49e3-a610-d2e346e1e903 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:59.854049 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837', 'status': 'completed', 'code': 200} Oct 26 16:25:59.862165 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-b44a6abc-6586-4bb1-8f12-7ce4b7fae49f req-0f519358-99a3-4577-8c74-d91f0b7bddc7 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] show failed (client error): The resource could not be found. Oct 26 16:25:59.863258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44a6abc-6586-4bb1-8f12-7ce4b7fae49f req-0f519358-99a3-4577-8c74-d91f0b7bddc7 tempest-SecurityGroupsNegativeTestJSON-593698280 tempest-SecurityGroupsNegativeTestJSON-593698280-project] 10.222.0.21 "GET /v2.0/security-groups/3600475a-2eb9-4c86-9bab-4941f1192b48 HTTP/1.1" status: 404 len: 352 time: 0.0540774 Oct 26 16:25:59.876976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:25:59.889974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-def70920-aabb-4c2a-9bda-65bfb4891bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:25:59.891459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-def70920-aabb-4c2a-9bda-65bfb4891bf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b2c126-11f7-41a0-b152-0151dec80978 HTTP/1.1" status: 200 len: 854 time: 0.0915496 Oct 26 16:25:59.934755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-9e19e931-563d-4350-a7e3-87ec69149e0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1102333d-ab29-4c7a-8a24-f9c4acc511ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358202 Oct 26 16:25:59.945918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2197c376-0b72-4e47-876a-9b71a78e803b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:25:59.946643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:25:59.959319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Deleting subnet 772edcb1-be95-42b4-937e-daa4b69b0b71 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:25:59.963549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.008830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.080193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.084879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:00.132007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a04b2-c264-4397-a671-291fb76578ef req-01d154a4-69cf-4e17-8bbb-337bf440ed87 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.135615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421a04b2-c264-4397-a671-291fb76578ef req-01d154a4-69cf-4e17-8bbb-337bf440ed87 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1999071 Oct 26 16:26:00.164748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-48fda25b-18a5-451b-abbe-a4538d125f7e service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185814 Oct 26 16:26:00.235309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.254363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Deleting subnet 1bebad07-5c8e-4553-8741-3c2acd84c205 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:26:00.264628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.269822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772edcb1-be95-42b4-937e-daa4b69b0b71,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:00.281280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.285608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f33caf97-74d6-4130-aef8-54cb9b7d4d1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/772edcb1-be95-42b4-937e-daa4b69b0b71 HTTP/1.1" status: 204 len: 168 time: 0.4070055 Oct 26 16:26:00.289138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:00.339475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421a04b2-c264-4397-a671-291fb76578ef req-47d94b75-e355-4024-90d8-07aa43f522aa tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897626 Oct 26 16:26:00.371084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-248ce5c2-bc8d-4fef-aef3-7d213e52f0ef tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.373000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-248ce5c2-bc8d-4fef-aef3-7d213e52f0ef tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1&tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.2362456 Oct 26 16:26:00.380827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.384003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-8fe56596-714b-4557-85ad-1efa2fd516de tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.385477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-8fe56596-714b-4557-85ad-1efa2fd516de tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 820 time: 0.2062898 Oct 26 16:26:00.396874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.403148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'port': {'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'admin_state_up': True, 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:00.473625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15555d88-a68b-41d9-a4e0-67dd86603a2d req-28aaaa66-5330-4c93-826d-98d73ca39d8a service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850471 Oct 26 16:26:00.518190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1666bcf-b9ea-4ede-b38d-64e249b94f49 req-65fad5fa-d0a3-40d2-9d47-b3622af9ecaf tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.520219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1666bcf-b9ea-4ede-b38d-64e249b94f49 req-65fad5fa-d0a3-40d2-9d47-b3622af9ecaf tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 944 time: 0.2608914 Oct 26 16:26:00.525628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c866d0f3-0751-484d-bb35-c2c995d2fdb4 req-fae38213-aec1-49a4-bdbb-9e7489aa0e77 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 210 time: 0.1027243 Oct 26 16:26:00.558188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.558338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.589091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1f7651-77cc-491c-ae22-806ca23dcfcf']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:00.603909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec34de73-9d88-4350-85d5-286ceae3e136') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:00.604461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec34de73-9d88-4350-85d5-286ceae3e136') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:00.618251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.636575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.643110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:00.643596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:00.645435 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:00.673309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1666bcf-b9ea-4ede-b38d-64e249b94f49 req-694a5079-bb81-4e31-8199-b03e1f0f4ec2 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381254 Oct 26 16:26:00.729548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Made reservation on behalf of 6fa2da66cef34e9b93a2157dbe267153 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:00.733401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.775319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a196cb7-5794-48c6-9182-e6b66e22d304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.812472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-e45c3702-0008-48a5-8595-18b2f788f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.813963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-e45c3702-0008-48a5-8595-18b2f788f046 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8e0c3f4076641318c3a0b5675e0a5f2&device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 1095 time: 0.2201943 Oct 26 16:26:00.820002 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.831414 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.835632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf1f7651-77cc-491c-ae22-806ca23dcfcf HTTP/1.1" status: 204 len: 168 time: 0.5453029 Oct 26 16:26:00.875432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4f4b-ce31-4c02-ad57-f6bccc38a6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1f7651-77cc-491c-ae22-806ca23dcfcf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:00.877417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d57c-a08d-4f40-9e3a-e63afa1c4c62 req-d4a1a358-8c0f-4698-9dec-003dc56a8853 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:00.884452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d0d57c-a08d-4f40-9e3a-e63afa1c4c62 req-d4a1a358-8c0f-4698-9dec-003dc56a8853 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 945 time: 0.2421246 Oct 26 16:26:00.917624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Allocated IP 172.20.0.6 (51e739b3-f0a3-40d6-8a88-dd785a968b06/614a8446-9811-4f21-bc8c-fd10e3c877be/19a24618-97e9-4428-9cac-abadc8f39ef6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:00.926761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.948897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-e3e050ae-8763-497a-81ef-a4ace948a8d3 service neutron] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:00.982203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-e3e050ae-8763-497a-81ef-a4ace948a8d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:00.983341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333e7f09-b01d-4358-ad6f-b8bdfcd32f4d req-e3e050ae-8763-497a-81ef-a4ace948a8d3 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.5925593 Oct 26 16:26:00.990483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bebad07-5c8e-4553-8741-3c2acd84c205,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:00.995357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.000929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-daed087a-313b-442d-b67a-1c7e57a7aa91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1bebad07-5c8e-4553-8741-3c2acd84c205 HTTP/1.1" status: 204 len: 168 time: 0.9118288 Oct 26 16:26:01.009076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58112) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:01.029377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604883-98b6-49a2-b3b6-a98965751f33 req-460df471-c24e-406c-8f90-fde96adb85d5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.030834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15604883-98b6-49a2-b3b6-a98965751f33 req-460df471-c24e-406c-8f90-fde96adb85d5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.2240622 Oct 26 16:26:01.051419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d0d57c-a08d-4f40-9e3a-e63afa1c4c62 req-6e8709da-38bc-4502-9d4f-d9edc9f2dd38 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658494 Oct 26 16:26:01.090323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.152882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.162194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-fa7f4559-5696-460c-9188-01e3fd1a54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.163683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-fa7f4559-5696-460c-9188-01e3fd1a54ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=1102333d-ab29-4c7a-8a24-f9c4acc511ca HTTP/1.1" status: 200 len: 915 time: 0.3364179 Oct 26 16:26:01.174948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15604883-98b6-49a2-b3b6-a98965751f33 req-cc546eef-6fb0-43dc-b7c4-10ccba9743a0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204915 Oct 26 16:26:01.214105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-deb64feb-dbf8-4057-9c99-18f5cbd69680 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837 HTTP/1.1" status: 200 len: 217 time: 0.0423458 Oct 26 16:26:01.243389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.266272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:01.315182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:01.325322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:01.331415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:01.366624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.377071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-40dd95ee-9c58-4e40-b802-26eefdfc9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.378456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-40dd95ee-9c58-4e40-b802-26eefdfc9210 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b2c126-11f7-41a0-b152-0151dec80978 HTTP/1.1" status: 200 len: 854 time: 0.1384177 Oct 26 16:26:01.395895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.396744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.407495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:01.418210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event updated for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:01.432347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-779bfe96-d73b-4357-be13-8abe3b4f38cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1102333d-ab29-4c7a-8a24-f9c4acc511ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446298 Oct 26 16:26:01.433965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-05c97c13-b183-42fb-9d56-b83a815d9dbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c468861991884fa28146c2e2c0ac796c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654289 Oct 26 16:26:01.434554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58122) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:01.436379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee3970c-476e-4c63-9b67-ba216845bfaa') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:01.436672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee3970c-476e-4c63-9b67-ba216845bfaa') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:01.439801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8f259-b1dc-4af2-92af-1f9beb271876 req-87985c30-9a98-457e-ac19-de72e7a4e8f2 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.447699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55c8f259-b1dc-4af2-92af-1f9beb271876 req-87985c30-9a98-457e-ac19-de72e7a4e8f2 tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 1096 time: 0.1429961 Oct 26 16:26:01.499528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.504916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.527489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.542191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-eda8f521-0bb7-4fb5-9eee-0c4437d9c9df tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432009 Oct 26 16:26:01.558009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Request body: {'port': {'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:01.591706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7db81ab1-8172-4a86-9cd6-f4468da69ed3 None None] Provisioning complete for port 19a24618-97e9-4428-9cac-abadc8f39ef6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:01.592483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7db81ab1-8172-4a86-9cd6-f4468da69ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.620913 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.627430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:01.627824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:01.642138 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:01.649177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.656104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7db81ab1-8172-4a86-9cd6-f4468da69ed3 None None] Port 19a24618-97e9-4428-9cac-abadc8f39ef6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:01.684518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55c8f259-b1dc-4af2-92af-1f9beb271876 req-55e52226-cd63-49db-9695-d219653a688b tempest-LiveAutoBlockMigrationV225Test-576867913 tempest-LiveAutoBlockMigrationV225Test-576867913-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165327 Oct 26 16:26:01.743811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0defc-65c2-489c-b262-0c543a1d9ed9 req-cedff944-7b16-485c-885e-bf41cebd547e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:01.750404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fe0defc-65c2-489c-b262-0c543a1d9ed9 req-cedff944-7b16-485c-885e-bf41cebd547e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1940887 Oct 26 16:26:01.780965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-03da2af1-5809-4c34-a17f-0c23e8ad837d service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306570 Oct 26 16:26:01.784040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.786971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.790584 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b349fabe-9a16-477e-94d1-56036bb3cdec HTTP/1.1" status: 204 len: 168 time: 0.3527224 Oct 26 16:26:01.817097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fe0defc-65c2-489c-b262-0c543a1d9ed9 req-24b6c7e0-1279-46e6-954c-67e651497074 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657165 Oct 26 16:26:01.866060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.877092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:01.884734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e HTTP/1.1" status: 204 len: 168 time: 0.8691602 Oct 26 16:26:01.905451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194df02-a372-4379-9a9b-183c2c3d8f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d87ab3e-b904-4c21-b8c6-d7bc56b52e7e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:01.952892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e70fe8b-85a6-4f51-a246-57b8a228be62 req-8b594ed0-847a-457f-885d-e003ff117ac2 service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599746 Oct 26 16:26:02.037557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e9b49-7db1-45f8-8009-f9e3c6912e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349fabe-9a16-477e-94d1-56036bb3cdec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:02.045023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a24618-97e9-4428-9cac-abadc8f39ef6 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:02.054959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.071092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Transition to ACTIVE for port object 19a24618-97e9-4428-9cac-abadc8f39ef6 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:02.115025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90cdfd-3c58-4bfe-aa99-a866143f78e9 req-087dc763-9e31-4577-84e7-5e93a9a015e3 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:02.116473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb90cdfd-3c58-4bfe-aa99-a866143f78e9 req-087dc763-9e31-4577-84e7-5e93a9a015e3 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 944 time: 0.1295283 Oct 26 16:26:02.127202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc6e5-d313-47f8-8031-ac607fb4512d req-4e7f4614-14ea-4c2c-b667-249798fdc91e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:02.134892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beebc6e5-d313-47f8-8031-ac607fb4512d req-4e7f4614-14ea-4c2c-b667-249798fdc91e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 931 time: 0.0995305 Oct 26 16:26:02.162467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.193571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb90cdfd-3c58-4bfe-aa99-a866143f78e9 req-83725cfd-2dcb-4857-84f3-cac0724faa8e tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Oct 26 16:26:02.196432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beebc6e5-d313-47f8-8031-ac607fb4512d req-bd7bd940-f6c5-415b-9211-e7481a506e65 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607507 Oct 26 16:26:02.250189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:02.334009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Attempting to bind port 19a24618-97e9-4428-9cac-abadc8f39ef6 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:02.334009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Attempting to bind port 19a24618-97e9-4428-9cac-abadc8f39ef6 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:02.334009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Attempting to bind port 19a24618-97e9-4428-9cac-abadc8f39ef6 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:02.337620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Port 19a24618-97e9-4428-9cac-abadc8f39ef6 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:02.338118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Attempting to bind port 19a24618-97e9-4428-9cac-abadc8f39ef6 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:02.348490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:02.348903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Checking segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:02.349561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Bound using segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:02.350001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Bound port: 19a24618-97e9-4428-9cac-abadc8f39ef6, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:02.350353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.379338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a502-1131-4dc7-abc2-8805e7763b3c req-92ec9e2b-0089-480c-ae8b-96390439b06e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:02.381046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab33a502-1131-4dc7-abc2-8805e7763b3c req-92ec9e2b-0089-480c-ae8b-96390439b06e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 945 time: 0.1038098 Oct 26 16:26:02.428900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab33a502-1131-4dc7-abc2-8805e7763b3c req-5a02ada2-7d6c-462d-a0ef-095603b12aa3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Oct 26 16:26:02.429169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:02.432522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=19a24618-97e9-4428-9cac-abadc8f39ef6,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:02.542089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.572051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:02.604298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:02.604926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.606328 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 1091 time: 1.0534818 Oct 26 16:26:02.612612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:02.615026 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9360e342-9164-4a0a-a20d-eb2ac09d1d71" -d '{"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:02.640834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25315da-222c-4238-9dbd-33d40cef39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:02.656907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-e6b58928-9633-42bf-b3a1-0fab9b207620 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-744392140&fields=id&tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 267 time: 0.1016200 Oct 26 16:26:02.720001 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf8c338-3de0-4c6e-9712-71e4e2fccae6 x-openstack-request-id: req-8bf8c338-3de0-4c6e-9712-71e4e2fccae6 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:02.720589 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:02.720589 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf8c338-3de0-4c6e-9712-71e4e2fccae6 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:02.720925 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:26:02.735789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5629a186-29f7-4cd8-baa2-2fe708988fc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b8b3536157487490f588e6cb027aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461756 Oct 26 16:26:02.735905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:02.781342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-63849a80-f4cc-498b-b248-cd38d46d986c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:02.791910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-63849a80-f4cc-498b-b248-cd38d46d986c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 945 time: 0.1338720 Oct 26 16:26:02.803446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'security_groups': ['7e7777cf-50a7-44a6-968f-8fe2182149d8', '00fdf510-0600-4112-bd22-0efcc8718d52']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:02.819272 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.859398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.981031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.984685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:02.986191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb610430-44bc-4ddf-85a9-f6723cf767f8 HTTP/1.1" status: 204 len: 168 time: 0.2512822 Oct 26 16:26:02.999266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e9ec7ca-bb00-4fd3-8f34-107abc010837 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:03.037109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822166c-1706-46d3-ad9f-8ad341133260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb610430-44bc-4ddf-85a9-f6723cf767f8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:03.090984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-36b28585-3359-4164-a392-8a1643448737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.093665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-36b28585-3359-4164-a392-8a1643448737 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1094 time: 0.3807786 Oct 26 16:26:03.160428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837,segment=NetworkSegment(8f275a5d-f847-4e44-9635-21626a4ce851),segment_id=8f275a5d-f847-4e44-9635-21626a4ce851)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:03.168799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-afb7e303-d584-410c-b186-34f97c54b731 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0654473 Oct 26 16:26:03.185903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '8e9ec7ca-bb00-4fd3-8f34-107abc010837', 'network_id': '1102333d-ab29-4c7a-8a24-f9c4acc511ca', 'port_id': '8e9ec7ca-bb00-4fd3-8f34-107abc010837', 'mac_address': 'fa:16:3e:7d:38:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b2c126-11f7-41a0-b152-0151dec80978', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:03.233716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-6da98073-d65c-42ff-b4f0-b7e1157b3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.234485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.235646 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-6da98073-d65c-42ff-b4f0-b7e1157b3b6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0600741 Oct 26 16:26:03.251238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9ec7ca-bb00-4fd3-8f34-107abc010837 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:03.277651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837,segment=NetworkSegment(8f275a5d-f847-4e44-9635-21626a4ce851),segment_id=8f275a5d-f847-4e44-9635-21626a4ce851)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:03.293793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-55f7d3fa-1ede-49a3-9c7f-53f0f7285e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.295346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-55f7d3fa-1ede-49a3-9c7f-53f0f7285e76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525653 Oct 26 16:26:03.323453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677d1b-9f67-4a22-a53c-f21c16cc3a02 req-9ddfca62-42cb-4435-8851-ba5a66382e04 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.330813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a677d1b-9f67-4a22-a53c-f21c16cc3a02 req-9ddfca62-42cb-4435-8851-ba5a66382e04 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.5373425 Oct 26 16:26:03.345100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.393034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.407299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-4c84f4f6-0d54-4bc0-bb13-b1be2ed15f90 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042662 Oct 26 16:26:03.453247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:03.469095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a677d1b-9f67-4a22-a53c-f21c16cc3a02 req-4632e9e5-b019-4bfc-ab64-b5c329fa3d7d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288321 Oct 26 16:26:03.521163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-e1e9ebde-7aa4-4901-9898-5390e7c48c8f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.528939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-e1e9ebde-7aa4-4901-9898-5390e7c48c8f tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 945 time: 0.1626976 Oct 26 16:26:03.560217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81aef1e2-2b44-4a2a-b527-a49d0498e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.561263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8f2ef7f6-16e0-4fcc-bdc1-af0c87870f08 req-8e7f3a32-8918-4c07-8000-a210035df2fb service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458642 Oct 26 16:26:03.634662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:03.666136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e9ec7ca-bb00-4fd3-8f34-107abc010837'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:03.716133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d28b-345a-4b3d-8eb7-f0fe10e6bf28 req-9bf5e175-b7a5-437e-95aa-61a95ba6f987 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.717640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a721d28b-345a-4b3d-8eb7-f0fe10e6bf28 req-9bf5e175-b7a5-437e-95aa-61a95ba6f987 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1523566 Oct 26 16:26:03.795653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801496930-network', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:03.811535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a721d28b-345a-4b3d-8eb7-f0fe10e6bf28 req-217341d2-080f-4bee-a85e-b592ab3c8934 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829377 Oct 26 16:26:03.813268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:03.814154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-31d7653b-8165-45e6-8f5e-1c3eb5d08246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.815735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-31d7653b-8165-45e6-8f5e-1c3eb5d08246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1094 time: 0.1326847 Oct 26 16:26:03.817715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Deleting port a74199f9-027d-4308-901f-941ffe74d52c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:03.818051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.932217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:03.934465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.936205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.947787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.951095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-f22c2b9c-bfb6-4436-8402-d68d2818a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.953334 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-f22c2b9c-bfb6-4436-8402-d68d2818a1ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.1303351 Oct 26 16:26:03.975075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] For port a74199f9-027d-4308-901f-941ffe74d52c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a74199f9-027d-4308-901f-941ffe74d52c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:03.976513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:03.985183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe711-b497-49bc-8c6b-86a3a0b6db1c req-0543549b-f154-48cb-bf3c-619db11f7a11 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:03.986969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8fe711-b497-49bc-8c6b-86a3a0b6db1c req-0543549b-f154-48cb-bf3c-619db11f7a11 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 943 time: 0.1041384 Oct 26 16:26:03.999108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Calling delete_port for a74199f9-027d-4308-901f-941ffe74d52c owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:04.018205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-c59eed11-fb99-4b2e-9017-8cad97915358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0557373 Oct 26 16:26:04.024358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.037693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12', '3ece487a-87d2-423b-b1c4-a8858f62677b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:04.079172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.091641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-19cf357c-1ec2-448d-a0b2-74130275f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:04.093162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-19cf357c-1ec2-448d-a0b2-74130275f38f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0663424 Oct 26 16:26:04.120384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8fe711-b497-49bc-8c6b-86a3a0b6db1c req-0ce6f741-26dd-4e49-b46f-704e142287d1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224573 Oct 26 16:26:04.126258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:04.126882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.139702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d6f5bd4-e29e-43a5-b09f-93bde7242133 req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "PUT /v2.0/ports/3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 981 time: 1.3434861 Oct 26 16:26:04.154718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:04.157166 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:04.172901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.176388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-9fa4cc99-f536-410b-9354-00bfb3277f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:04.178783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-9fa4cc99-f536-410b-9354-00bfb3277f1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770020 Oct 26 16:26:04.220945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3acbe8-ebcc-4414-982a-a05707f15343 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:04.230789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3ece487a-87d2-423b-b1c4-a8858f62677b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:04.272461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.331666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33904a-d1cd-4c68-9d53-73a4964b8122 req-73778a63-7fba-4977-8c10-fd110a61b8e6 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:04.333431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0660f35e-0101-46af-97e8-1cff3c13223c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:04.339581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db33904a-d1cd-4c68-9d53-73a4964b8122 req-73778a63-7fba-4977-8c10-fd110a61b8e6 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 945 time: 0.1217179 Oct 26 16:26:04.355392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:04.375796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-af1037bb-15dd-4bef-b7bc-7d7b23bbd02f service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887538 Oct 26 16:26:04.376959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.377234 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Added segment f48a7ce8-790b-4458-ac51-44316f2f73bc of type vlan for network 321e1ff8-dc48-4c94-98dc-3f9c77412754 Oct 26 16:26:04.412264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb7a4bac-1a40-4f54-9ae1-4fd0f9c646be req-c24a98aa-c8fa-4a3a-8bb4-b2bb072db77c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/00fdf510-0600-4112-bd22-0efcc8718d52 HTTP/1.1" status: 200 len: 1800 time: 0.1195276 Oct 26 16:26:04.428031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db33904a-d1cd-4c68-9d53-73a4964b8122 req-d1c8b782-fb73-40e5-866f-d8d91ce475dd tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Oct 26 16:26:04.467098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.505664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a74199f9-027d-4308-901f-941ffe74d52c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:04.517533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event deleted for resources: {'Port': ['ID=a74199f9-027d-4308-901f-941ffe74d52c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:04.563975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] No DVR routers for this DVR port a74199f9-027d-4308-901f-941ffe74d52c on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:04.567606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.571468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a32003a-e543-4eb7-914c-5070d5641da1 req-9edd8a5c-1f78-48eb-911d-975089d7c83a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "DELETE /v2.0/ports/a74199f9-027d-4308-901f-941ffe74d52c HTTP/1.1" status: 204 len: 173 time: 1.0410786 Oct 26 16:26:04.572790 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-eb7a4bac-1a40-4f54-9ae1-4fd0f9c646be req-07431183-6589-487f-b64d-91b464298ed7 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 16:26:04.574380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb7a4bac-1a40-4f54-9ae1-4fd0f9c646be req-07431183-6589-487f-b64d-91b464298ed7 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/00fdf510-0600-4112-bd22-0efcc8718d52 HTTP/1.1" status: 409 len: 341 time: 0.1610017 Oct 26 16:26:04.697645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d395f4f9-80b5-4dd8-a059-bf17e8a76c75 req-616c410b-a804-48f4-ae2b-c97fad525ec8 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0354247 Oct 26 16:26:04.730149 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1237b852-efe1-4af1-8826-29e152a64c36 x-openstack-request-id: req-1237b852-efe1-4af1-8826-29e152a64c36 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:04.731278 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:04.731697 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1237b852-efe1-4af1-8826-29e152a64c36 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:04.735981 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'status': 'completed', 'code': 200} Oct 26 16:26:04.939453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.952703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:04.968308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9c04a-4d53-4a4b-8ba2-6469fcf62c38 req-85bdfed8-d6a4-400b-8214-18cc69a20040 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:04.970623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efb9c04a-4d53-4a4b-8ba2-6469fcf62c38 req-85bdfed8-d6a4-400b-8214-18cc69a20040 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0586891 Oct 26 16:26:05.000661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-40eb1486-74f1-40f2-a2af-5e88e5a9116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.002051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-40eb1486-74f1-40f2-a2af-5e88e5a9116f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1135 time: 0.1034727 Oct 26 16:26:05.005408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9360e342-9164-4a0a-a20d-eb2ac09d1d71 req-38f43a96-51a2-4d1a-8312-d2fa5fbddc25 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190529 Oct 26 16:26:05.014817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e9ec7ca-bb00-4fd3-8f34-107abc010837 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:05.049497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efb9c04a-4d53-4a4b-8ba2-6469fcf62c38 req-8e9aee62-8e6c-4255-acfc-e8514884dcbf tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Oct 26 16:26:05.162927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-8295f793-8d47-4577-9f73-d972134ed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.164434 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-8295f793-8d47-4577-9f73-d972134ed709 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.1508648 Oct 26 16:26:05.165573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:05.166475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.167382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:05.214751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e6f7-b253-4602-9acb-8fc23e777f92 req-17d6cdc9-8eb8-4b97-a27b-3a1b61f3cc93 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.223276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d22e6f7-b253-4602-9acb-8fc23e777f92 req-17d6cdc9-8eb8-4b97-a27b-3a1b61f3cc93 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 984 time: 0.0669787 Oct 26 16:26:05.227042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:05.231459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:05.240411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:05.297321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] Pushing event updated for resources: {'Network': ['ID=321e1ff8-dc48-4c94-98dc-3f9c77412754,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:05.303517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-6fe4325d-0441-472a-af49-e62e9fd44735 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 217 time: 0.1183112 Oct 26 16:26:05.307447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-981da864-df18-44c6-9caf-74c8a33fffb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6716499 Oct 26 16:26:05.317259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:05.323925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Request body: {'subnet': {'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-801496930-subnet', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:05.326693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d22e6f7-b253-4602-9acb-8fc23e777f92 req-e1980c23-7834-4242-9b62-dc0ea2ca2858 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0925038 Oct 26 16:26:05.359688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bea2ac-ad0f-4830-b548-3cd069b3eef7 req-5588afe9-9edb-4a4c-a54e-23aab2800007 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.360843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:05.361272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3bea2ac-ad0f-4830-b548-3cd069b3eef7 req-5588afe9-9edb-4a4c-a54e-23aab2800007 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 943 time: 0.1177211 Oct 26 16:26:05.418779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:05.419115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3bea2ac-ad0f-4830-b548-3cd069b3eef7 req-881a2fa2-3d00-4eaf-b55a-18e07e118701 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Oct 26 16:26:05.419299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-aa3b5a9c-cc8c-4c5e-b589-d6e014dda30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.420506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-aa3b5a9c-cc8c-4c5e-b589-d6e014dda30a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.1046965 Oct 26 16:26:05.463801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-972432a4-be00-49e0-9c39-794b490f7e7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348067 Oct 26 16:26:05.792230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837,segment=NetworkSegment(8f275a5d-f847-4e44-9635-21626a4ce851),segment_id=8f275a5d-f847-4e44-9635-21626a4ce851)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:05.792230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:05.792230 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fada093-d8c6-46d2-84cb-7dfea51b0e6f" -d '{"events": [{"server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:05.793997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-9ce9b12b-c41d-4c62-b9c9-a95747003129 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596680 Oct 26 16:26:05.794609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365720f-7a38-4309-8442-9b21c132bb50 req-ac94e5a7-a9b6-49d8-93c2-708f83a4c125 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.794609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8365720f-7a38-4309-8442-9b21c132bb50 req-ac94e5a7-a9b6-49d8-93c2-708f83a4c125 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 945 time: 0.0932469 Oct 26 16:26:05.795372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c107957-8b84-44b9-b84b-ed899ffb57a8 x-openstack-request-id: req-0c107957-8b84-44b9-b84b-ed899ffb57a8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:05.795372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:05.795372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c107957-8b84-44b9-b84b-ed899ffb57a8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:05.795372 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837', 'code': 200} Oct 26 16:26:05.796183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8365720f-7a38-4309-8442-9b21c132bb50 req-980f873c-802f-4d5b-bbf8-989b7bbd5151 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565596 Oct 26 16:26:05.796472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bcb7eca-a0c4-4658-9c94-f0bbe0f52572 req-e633c796-d0f7-477f-af3a-4b42b94dae02 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215262 Oct 26 16:26:05.842570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-162f3c92-fdb9-4c55-807d-0875a0955f48 req-776f0fcc-ea5c-4e70-91c9-bc90a08b3d68 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0331316 Oct 26 16:26:05.856340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11577f-053b-49ba-9f37-dffa558f9dfb req-39a7a030-fffa-4273-8d90-6220200830cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:05.857847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd11577f-053b-49ba-9f37-dffa558f9dfb req-39a7a030-fffa-4273-8d90-6220200830cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0896416 Oct 26 16:26:05.896756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd11577f-053b-49ba-9f37-dffa558f9dfb req-979a1c36-1110-479d-a44b-19dd965f91c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Oct 26 16:26:05.923835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:05.927010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:05.998392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.056418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:06.144999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-aff76ce9-179c-45c2-916e-5fe708a6f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.146597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-aff76ce9-179c-45c2-916e-5fe708a6f432 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1135 time: 0.0576003 Oct 26 16:26:06.178600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73e79c-6a03-4cfa-95d8-9c0ca368ebe9 req-7b0d1592-0a7f-4205-95f8-7bd399998fa3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.180516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d73e79c-6a03-4cfa-95d8-9c0ca368ebe9 req-7b0d1592-0a7f-4205-95f8-7bd399998fa3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0613472 Oct 26 16:26:06.219300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.233867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d73e79c-6a03-4cfa-95d8-9c0ca368ebe9 req-c71ed1e1-a183-4977-b1ac-0f85325ce332 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Oct 26 16:26:06.311803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc74c8cf-1941-4fbb-ae84-3983f413978e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:06.324926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Checking segment: {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:06.325283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Network hostable DHCP agents. Network: 321e1ff8-dc48-4c94-98dc-3f9c77412754, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:06.327701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-85b3196c-79d7-4f32-9245-93a0a7296b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.329238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-85b3196c-79d7-4f32-9245-93a0a7296b50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.1755276 Oct 26 16:26:06.375998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58270) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:06.389252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-0da1a5f8-3a00-4903-bf44-62255e7d8130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 217 time: 0.0511703 Oct 26 16:26:06.438811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 19a24618-97e9-4428-9cac-abadc8f39ef6 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:06.461403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-0085d5d2-66c9-48b8-910f-fbe59e8df1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.464629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-0085d5d2-66c9-48b8-910f-fbe59e8df1cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0680897 Oct 26 16:26:06.509566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-8e8524eb-3acc-4634-95d1-2238189ea724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376983 Oct 26 16:26:06.511253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:06.526275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61deb70-8858-4857-b5d6-a2761f30a956 req-cce3ada5-9c91-47d7-b9ea-e9084c8e3477 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.527875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e61deb70-8858-4857-b5d6-a2761f30a956 req-cce3ada5-9c91-47d7-b9ea-e9084c8e3477 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 984 time: 0.1053061 Oct 26 16:26:06.576138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f46ba84-7e4d-4ca8-8f98-c261961d0423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.608729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=19a24618-97e9-4428-9cac-abadc8f39ef6,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:06.627119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:06.634848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359e826-7d43-40f3-9c50-3df2998afac1 req-6415a4c8-59c6-46fc-856c-44829d9b3dff tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.634848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d359e826-7d43-40f3-9c50-3df2998afac1 req-6415a4c8-59c6-46fc-856c-44829d9b3dff tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 943 time: 0.1026900 Oct 26 16:26:06.644219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e61deb70-8858-4857-b5d6-a2761f30a956 req-53f4f7a6-83f4-48e2-b658-becb67ebc2af tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1048448 Oct 26 16:26:06.647722 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.648656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-120ff23f-9b3a-404b-9ddd-4496da366718 service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294599 Oct 26 16:26:06.686855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.690832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 321e1ff8-dc48-4c94-98dc-3f9c77412754) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:06.707750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf024329-bccf-4aa8-bd70-6123dfa18047 None None] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:06.726118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a24618-97e9-4428-9cac-abadc8f39ef6 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:06.739281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.740366 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.750811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=19a24618-97e9-4428-9cac-abadc8f39ef6,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:06.765863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-deleted', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:06.768198 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8ab90d-d08f-4019-bb96-89972636f611" -d '{"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-deleted", "tag": "a74199f9-027d-4308-901f-941ffe74d52c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:06.800896 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-757e6baf-5d44-4b71-aa16-dbbe46631a64 req-42fc2b16-0e44-41bc-a38d-1be1afd8b91f service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435404 Oct 26 16:26:06.809993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d359e826-7d43-40f3-9c50-3df2998afac1 req-0da56b81-65c7-415f-9b46-5d0242403bbd tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617007 Oct 26 16:26:06.825412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f46ba84-7e4d-4ca8-8f98-c261961d0423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.827554 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9fcb6-4213-421c-86df-6abd88fc35ce x-openstack-request-id: req-cbf9fcb6-4213-421c-86df-6abd88fc35ce {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:06.827785 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5584e9a8-4a21-4124-973d-4fab19f4abf1", "name": "network-vif-deleted", "tag": "a74199f9-027d-4308-901f-941ffe74d52c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:06.828153 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbf9fcb6-4213-421c-86df-6abd88fc35ce {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:06.828611 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5584e9a8-4a21-4124-973d-4fab19f4abf1', 'name': 'network-vif-deleted', 'tag': 'a74199f9-027d-4308-901f-941ffe74d52c', 'status': 'completed', 'code': 200} Oct 26 16:26:06.843059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.884708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6402f6c5-a65e-4132-8a62-37297694ff5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5663757 Oct 26 16:26:06.886694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58284) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:06.907002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:06.907563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f46ba84-7e4d-4ca8-8f98-c261961d0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:06.938126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8f46ba84-7e4d-4ca8-8f98-c261961d0423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5da804a1020a4a57938c9bacb916c537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609593 Oct 26 16:26:06.941742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58286) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:06.978740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0427e-3eae-438d-8470-9507d9d26fa7 req-970c324d-98b7-4d7b-b9ed-c1b234fa9e99 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:06.989473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2f0427e-3eae-438d-8470-9507d9d26fa7 req-970c324d-98b7-4d7b-b9ed-c1b234fa9e99 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.1151302 Oct 26 16:26:07.023835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a74199f9-027d-4308-901f-941ffe74d52c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:07.027077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:07.028675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46ba84-7e4d-4ca8-8f98-c261961d0423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ae8fe-bf36-4e15-8ff0-d76e2d1148c0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:07.052137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: a74199f9-027d-4308-901f-941ffe74d52c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:07.052624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a74199f9-027d-4308-901f-941ffe74d52c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:07.067313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-321e1ff8-dc48-4c94-98dc-3f9c77412754', 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'fixed_ips': [{'subnet_id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:26:07.069470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.092809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f7690fc-e7c3-4b15-9d3b-5e6bccc7d787 req-41aa5836-7d01-4fb7-8511-ffa6f53b1012 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0456583 Oct 26 16:26:07.092989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.094058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.122245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2f0427e-3eae-438d-8470-9507d9d26fa7 req-2834bfd5-df11-4632-8b75-5c41b0d1974f tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224935 Oct 26 16:26:07.127717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.129526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['19a24618-97e9-4428-9cac-abadc8f39ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:07.189709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.205107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.309747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Allocated IP 172.20.0.2 (321e1ff8-dc48-4c94-98dc-3f9c77412754/cc74c8cf-1941-4fbb-ae84-3983f413978e/62fb97af-5682-4509-be13-24a661452bf0) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:07.354859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.357515 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.361178 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a8ae8fe-bf36-4e15-8ff0-d76e2d1148c0 HTTP/1.1" status: 204 len: 168 time: 0.4026365 Oct 26 16:26:07.391510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea15b9-117d-4a71-a2cb-4c0ec1a41f67 req-b9b4c4f7-96be-4761-8d41-9af6935bf724 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:07.397341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58ea15b9-117d-4a71-a2cb-4c0ec1a41f67 req-b9b4c4f7-96be-4761-8d41-9af6935bf724 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0811763 Oct 26 16:26:07.409806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d8e0-c060-4e94-a109-f09a95a93fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ae8fe-bf36-4e15-8ff0-d76e2d1148c0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:07.500450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.561576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58ea15b9-117d-4a71-a2cb-4c0ec1a41f67 req-9e8269e4-420d-4e5a-82e8-f661281c8e77 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568813 Oct 26 16:26:07.612153 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-0dbb63de-debe-42cf-86ae-1226212ad126 service neutron] show failed (client error): The resource could not be found. Oct 26 16:26:07.614023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-0dbb63de-debe-42cf-86ae-1226212ad126 service neutron] 10.222.0.39 "GET /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.1190166 Oct 26 16:26:07.653814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.777066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.805019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c9bc-a556-4548-831b-d2cf6456e55b req-39e576f7-09df-42e8-b130-2d95d9381f96 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:07.814122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4453c9bc-a556-4548-831b-d2cf6456e55b req-39e576f7-09df-42e8-b130-2d95d9381f96 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 984 time: 0.0778012 Oct 26 16:26:07.866812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:07.871934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4453c9bc-a556-4548-831b-d2cf6456e55b req-e599c3fa-fdfe-48a4-83cc-df911f0162da tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0563700 Oct 26 16:26:07.878460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:07.889245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:07.899547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:07.918564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Pushing event updated for resources: {'Port': ['ID=62fb97af-5682-4509-be13-24a661452bf0,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:07.932237 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.000516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Attempting to bind port 62fb97af-5682-4509-be13-24a661452bf0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:08.001312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Attempting to bind port 62fb97af-5682-4509-be13-24a661452bf0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:08.001909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Attempting to bind port 62fb97af-5682-4509-be13-24a661452bf0 on network 321e1ff8-dc48-4c94-98dc-3f9c77412754 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:08.010787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:08.011253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Checking segment: {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:08.014192 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.014192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Bound using segment: {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:08.014192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Bound port: 62fb97af-5682-4509-be13-24a661452bf0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:08.014192 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.028816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7849ba-a276-4e91-b0b4-23e95992e90a req-d904f85b-4fcb-4f60-ab3b-f780b8451632 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:08.033004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d7849ba-a276-4e91-b0b4-23e95992e90a req-d904f85b-4fcb-4f60-ab3b-f780b8451632 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 944 time: 0.0949786 Oct 26 16:26:08.088812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Allocated IP 172.25.5.189 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/a6d2519d-6706-4534-b0a6-0560c35a26f0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:08.124200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79f545df-25db-486b-ba91-71beed74f776 None None] For port 62fb97af-5682-4509-be13-24a661452bf0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:08.131318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79f545df-25db-486b-ba91-71beed74f776 None None] For port 62fb97af-5682-4509-be13-24a661452bf0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=62fb97af-5682-4509-be13-24a661452bf0,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:08.193294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d7849ba-a276-4e91-b0b4-23e95992e90a req-ca3b1cfb-ea86-4bab-9488-b0520e3675d0 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390476 Oct 26 16:26:08.213977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.252252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8e44585-9376-46a1-9f60-618ba2aa38e1 req-5a8cc6f8-d4f3-4c06-89c2-7a4d7cf8996e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0497403 Oct 26 16:26:08.299688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f545df-25db-486b-ba91-71beed74f776 None None] Pushing event updated for resources: {'Port': ['ID=62fb97af-5682-4509-be13-24a661452bf0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:08.342350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.374356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe2d7c-3d3b-4ff0-a2c4-3329fc3de266 req-16e674e0-ce40-4fd1-838d-968ee5fe24fa tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:08.374712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-c8ada168-a17b-43e9-8ae6-b0a1aca8f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:08.376378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-c8ada168-a17b-43e9-8ae6-b0a1aca8f335 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1100 time: 0.1377559 Oct 26 16:26:08.384114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fbe2d7c-3d3b-4ff0-a2c4-3329fc3de266 req-16e674e0-ce40-4fd1-838d-968ee5fe24fa tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.0998282 Oct 26 16:26:08.390511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:08.437526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fbe2d7c-3d3b-4ff0-a2c4-3329fc3de266 req-58cb846e-0578-4e5d-b5ad-533f734161c3 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Oct 26 16:26:08.439914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 19a24618-97e9-4428-9cac-abadc8f39ef6 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:08.495521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.521996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.655978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 19a24618-97e9-4428-9cac-abadc8f39ef6 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:08.663938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 19a24618-97e9-4428-9cac-abadc8f39ef6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:08.670441 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.691504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:08.697492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:08.700827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:08.750873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3af341-1e71-4b7f-bd5d-4ce1eec0dbad req-65c36bee-9f33-4499-abfe-20fc638d0f0c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:08.756368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d3af341-1e71-4b7f-bd5d-4ce1eec0dbad req-65c36bee-9f33-4499-abfe-20fc638d0f0c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.0653081 Oct 26 16:26:08.779107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d2519d-6706-4534-b0a6-0560c35a26f0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:08.837332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d3af341-1e71-4b7f-bd5d-4ce1eec0dbad req-5380a925-df55-4ecb-9b20-d5e4df7df013 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756965 Oct 26 16:26:08.867359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:08.929643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:08.934424 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0519071-b4c5-489b-886f-fb68de7cfdf7" -d '{"events": [{"server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "name": "network-vif-plugged", "status": "completed", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:08.982358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=19a24618-97e9-4428-9cac-abadc8f39ef6,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:09.060069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:09.139886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:09.141304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0628a-07af-48cf-b4f0-49fbbb98fdc0 req-3f11f2be-7d82-450c-888b-7128f1447981 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.151031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ef0628a-07af-48cf-b4f0-49fbbb98fdc0 req-3f11f2be-7d82-450c-888b-7128f1447981 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.1737447 Oct 26 16:26:09.210263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-5b82b98c-861d-42ac-8f33-95ea0caf222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.211796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-5b82b98c-861d-42ac-8f33-95ea0caf222e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8e0c3f4076641318c3a0b5675e0a5f2&device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1999419 Oct 26 16:26:09.229553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ef0628a-07af-48cf-b4f0-49fbbb98fdc0 req-0dab65ab-1dcd-43dc-8655-17d23515e2c1 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772517 Oct 26 16:26:09.338842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:09.384361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d58e8b-b3c2-4f1e-88ac-8222501c8fb1 req-8818844f-760c-4f99-b09b-e58c2801d79c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.393017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65d58e8b-b3c2-4f1e-88ac-8222501c8fb1 req-8818844f-760c-4f99-b09b-e58c2801d79c tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 984 time: 0.2116671 Oct 26 16:26:09.433234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:09.447573 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc4432d-de2a-4da6-9ed2-245526c05315 x-openstack-request-id: req-5dc4432d-de2a-4da6-9ed2-245526c05315 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:09.448120 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "name": "network-vif-plugged", "status": "completed", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:09.449014 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc4432d-de2a-4da6-9ed2-245526c05315 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:09.449578 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'code': 200} Oct 26 16:26:09.470822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65d58e8b-b3c2-4f1e-88ac-8222501c8fb1 req-0ac5068c-e8d5-4eb2-bafc-e20383e6433e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0736246 Oct 26 16:26:09.484837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-8dba76d1-df24-4904-951a-37c6b7a06dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.486591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-8dba76d1-df24-4904-951a-37c6b7a06dbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=1102333d-ab29-4c7a-8a24-f9c4acc511ca HTTP/1.1" status: 200 len: 915 time: 0.2261662 Oct 26 16:26:09.499430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:09.574527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-1b8f73e3-c242-4094-a51c-741c8d7712cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837 HTTP/1.1" status: 200 len: 217 time: 0.0801392 Oct 26 16:26:09.586533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5ec2-f31d-4a95-bfef-1082f5d883a8 req-00423b84-8b3c-4114-aaa5-6f970dc77a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.588039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-011a5ec2-f31d-4a95-bfef-1082f5d883a8 req-00423b84-8b3c-4114-aaa5-6f970dc77a5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1918066 Oct 26 16:26:09.588472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:09.590756 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b402b631-86e5-466e-929a-4979af6efd35" -d '{"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:09.594800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:09.672402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Transition to ACTIVE for port object c6e62b0a-797e-4e01-8788-69bb1ec0fa47 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:09.676873 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-011a5ec2-f31d-4a95-bfef-1082f5d883a8 req-bd6c06a7-df90-4fa3-86a3-71358ba9c27e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Oct 26 16:26:09.702595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-c1ca593d-c127-43ac-a009-b23050476b0a tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=846d3be5cc12418192bbd49aa5084c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487008 Oct 26 16:26:09.719170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-a8d37809-f9e7-450f-b6c4-f2bd2d244ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.720970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-a8d37809-f9e7-450f-b6c4-f2bd2d244ec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b2c126-11f7-41a0-b152-0151dec80978 HTTP/1.1" status: 200 len: 854 time: 0.1348166 Oct 26 16:26:09.807705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-eee80b49-27bf-4138-b8cf-3e81c4100947 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1102333d-ab29-4c7a-8a24-f9c4acc511ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499260 Oct 26 16:26:09.814281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:09.876583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800aec1-f604-4232-8e84-0d0f8e8ace57 req-ba59692b-c3cd-4601-beb6-d71d1cbf8e7a tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:09.886819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0800aec1-f604-4232-8e84-0d0f8e8ace57 req-ba59692b-c3cd-4601-beb6-d71d1cbf8e7a tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 945 time: 0.2745986 Oct 26 16:26:09.898254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 62fb97af-5682-4509-be13-24a661452bf0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:09.920950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] No DVR routers for this DVR port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:09.924882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:09.927006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:09.976673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840281a5-4096-4a20-8c3a-31f8b8d0b31b None None] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:10.012694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0800aec1-f604-4232-8e84-0d0f8e8ace57 req-c2fcb40a-dc5d-4360-b5c6-22171bac3260 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210611 Oct 26 16:26:10.102751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-f0f25908-6c24-40b0-aeef-34a15ac40b5d tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:10.103009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] Provisioning complete for port 62fb97af-5682-4509-be13-24a661452bf0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:10.103282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.119237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-f0f25908-6c24-40b0-aeef-34a15ac40b5d tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3920238 Oct 26 16:26:10.142557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:10.143032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:10.143577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:10.157931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:10.158259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:10.172286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:10.172635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:10.173005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:10.173587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Bound port: c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:10.174122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.196190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb5cac1a-0237-4269-9970-335ddb7817e7 req-56b9c57a-8159-45eb-9db6-5f9e682da80d tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0404027 Oct 26 16:26:10.206983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-5e21b100-ed46-4e0b-bf75-576b04bc42d1 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/quotas/846d3be5cc12418192bbd49aa5084c66 HTTP/1.1" status: 200 len: 375 time: 0.0859072 Oct 26 16:26:10.215807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-477cc4bc-fab6-4fae-87b8-bd6719adb4bf service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647833 Oct 26 16:26:10.232763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 62fb97af-5682-4509-be13-24a661452bf0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:10.233131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.288233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:10.291913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:10.302037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-0fa070f5-3363-4597-86ca-edf95dd50280 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=846d3be5cc12418192bbd49aa5084c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939009 Oct 26 16:26:10.307451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:26:10.379060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06995538-2061-4db1-b1c7-5143c8879b75 req-f9a624b0-b961-4a9c-aec6-cea9850be940 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1225216332&fields=id&tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a HTTP/1.1" status: 200 len: 267 time: 0.0752892 Oct 26 16:26:10.380418 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.432723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] For port 62fb97af-5682-4509-be13-24a661452bf0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=62fb97af-5682-4509-be13-24a661452bf0,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:10.482789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-087c31f9-2aa8-4472-acef-305fb1f11f30 req-454fcacf-4b51-4e39-af1d-86b1309b5438 service neutron] 10.222.0.39 "GET /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558455 Oct 26 16:26:10.497416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06995538-2061-4db1-b1c7-5143c8879b75 req-549ec60d-ce4a-49cf-a777-f11d7b058483 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:10.509017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06995538-2061-4db1-b1c7-5143c8879b75 req-549ec60d-ce4a-49cf-a777-f11d7b058483 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 984 time: 0.1187556 Oct 26 16:26:10.516635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'port': {'security_groups': ['00fdf510-0600-4112-bd22-0efcc8718d52', '7e7777cf-50a7-44a6-968f-8fe2182149d8', 'd83406e0-541c-4bd7-bfa0-b3319312e707']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:10.518413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.623646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.689741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.700942 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:26:10.701333 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:26:10.743660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d16332-8023-4bb4-b951-d8ce16335313 None None] Pushing event updated for resources: {'Port': ['ID=62fb97af-5682-4509-be13-24a661452bf0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:10.892609 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be0d91d-e5d1-4132-8abd-e7c55c403208 x-openstack-request-id: req-6be0d91d-e5d1-4132-8abd-e7c55c403208 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:10.894844 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:10.895110 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6be0d91d-e5d1-4132-8abd-e7c55c403208 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:10.895647 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'code': 200} Oct 26 16:26:10.899190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.954478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926ffa8-bbc3-44e8-959c-7cac0d1f9827 req-ba5fe910-e838-4bc8-a8ad-d3346af9b6e3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:10.956048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e926ffa8-bbc3-44e8-959c-7cac0d1f9827 req-ba5fe910-e838-4bc8-a8ad-d3346af9b6e3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.1390278 Oct 26 16:26:10.961871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:10.963112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:10.964560 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] 10.222.0.47 "PUT /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 1095 time: 2.5785248 Oct 26 16:26:11.010479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-821c735a-1d52-4024-a4b5-68222950b625 None None] Provisioning complete for port 62fb97af-5682-4509-be13-24a661452bf0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:11.011103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-821c735a-1d52-4024-a4b5-68222950b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.014639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:11.029136 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Sync routers for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:11.032663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170bb6b-18a5-4b8a-b3b5-7fd2fa50e25e service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:11.046153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:11.047284 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:11.075753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:11.082966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-5f85ab92-1889-4d43-83f5-2f10ae5bc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.086673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-5f85ab92-1889-4d43-83f5-2f10ae5bc603 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1098 time: 0.0855527 Oct 26 16:26:11.156010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e926ffa8-bbc3-44e8-959c-7cac0d1f9827 req-d31fc1e1-2134-4959-a309-ceb3a6653199 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742070 Oct 26 16:26:11.168920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:11.183649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.184887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32007866-f736-4493-97c9-a64b3a9f8324 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2948446 Oct 26 16:26:11.194243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58372) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:11.296607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:11.343365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:11.368462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.406658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-ea129985-688f-4867-9d80-21d2ee29b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.408264 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-ea129985-688f-4867-9d80-21d2ee29b57b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3156219 Oct 26 16:26:11.462297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-b34922f3-32bb-4b7a-95cb-31958de9d377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0426333 Oct 26 16:26:11.505783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6c9e9-306d-433f-b6c0-b204dae6de95 req-89692cde-95b8-451f-a909-4e84a88be6a7 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.513736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a6c9e9-306d-433f-b6c0-b204dae6de95 req-89692cde-95b8-451f-a909-4e84a88be6a7 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.0748026 Oct 26 16:26:11.546339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.559499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12', '3ece487a-87d2-423b-b1c4-a8858f62677b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:11.584654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-adaa45e9-cb59-449d-9531-e9946b6f29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.586705 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-adaa45e9-cb59-449d-9531-e9946b6f29e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1198156 Oct 26 16:26:11.614828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a6c9e9-306d-433f-b6c0-b204dae6de95 req-d89d051b-0468-4088-a871-c79d8437ac5d tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988269 Oct 26 16:26:11.664755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.665430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.666843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06995538-2061-4db1-b1c7-5143c8879b75 req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "PUT /v2.0/ports/3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 1020 time: 1.1565111 Oct 26 16:26:11.667333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:11.676039 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365cde44-c3f3-49c4-82e0-6ed9c115d566" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:11.747492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8747f59b-152e-4808-9192-4360b39360e5 req-74323c7a-4250-479b-a3a6-50ad7551da4e tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 210 time: 0.0603566 Oct 26 16:26:11.765153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3ece487a-87d2-423b-b1c4-a8858f62677b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:11.768038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a810e-2ae4-4460-a15b-a3c768a11a06 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:11.772403 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:09Z', 'revision_number': 3, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:11.874316 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Checking router: 53a10a9a-3d98-4193-9f74-9bfb7d32f594 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:11.875007 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Updating router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 port a6d2519d-6706-4534-b0a6-0560c35a26f0 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:11.914403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-4f9faf97-f9e7-42b5-bf40-261022b2f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.914403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-4f9faf97-f9e7-42b5-bf40-261022b2f17e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3181105 Oct 26 16:26:11.924164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332750-bb68-402e-ae76-518e9bcc025d req-e5a86c0a-55d2-4a2d-9d20-e876c99aca5c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:11.926292 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:11.934709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8332750-bb68-402e-ae76-518e9bcc025d req-e5a86c0a-55d2-4a2d-9d20-e876c99aca5c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 945 time: 0.1559584 Oct 26 16:26:11.935772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 62fb97af-5682-4509-be13-24a661452bf0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:12.023843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5fe80d5-9bab-4268-9e60-0a420f0117ff req-498ecf39-7474-4ca7-9fe7-01b3927d4984 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5584e9a8-4a21-4124-973d-4fab19f4abf1 HTTP/1.1" status: 200 len: 210 time: 0.0698748 Oct 26 16:26:12.062275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8332750-bb68-402e-ae76-518e9bcc025d req-9bde8543-5fb9-4789-82ab-1087b8bf727b tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260378 Oct 26 16:26:12.160339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-714165e0-7546-4806-af33-d903556fcceb req-feb51f12-1b74-408b-b5c6-439ed6d21419 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/d83406e0-541c-4bd7-bfa0-b3319312e707 HTTP/1.1" status: 200 len: 1801 time: 0.0924261 Oct 26 16:26:12.167265 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a297c2-9839-48b8-9026-9da54f4b9924 x-openstack-request-id: req-16a297c2-9839-48b8-9026-9da54f4b9924 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:12.167563 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:12.167819 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16a297c2-9839-48b8-9026-9da54f4b9924 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:12.168225 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'status': 'completed', 'code': 200} Oct 26 16:26:12.225931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 62fb97af-5682-4509-be13-24a661452bf0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:12.226501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.346683 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-714165e0-7546-4806-af33-d903556fcceb req-bddf8388-6564-4db2-aa09-30fdf941a340 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 16:26:12.359900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-714165e0-7546-4806-af33-d903556fcceb req-bddf8388-6564-4db2-aa09-30fdf941a340 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/d83406e0-541c-4bd7-bfa0-b3319312e707 HTTP/1.1" status: 409 len: 341 time: 0.1905293 Oct 26 16:26:12.360425 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-a28e49c1-6cf7-4769-b58e-2667deeed78b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915219 Oct 26 16:26:12.362160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.365774 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.434829 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.451283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-a0c24952-5fb7-475b-95cc-6265a42eff8a tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2446771 Oct 26 16:26:12.456586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:12.507410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9456d8bf-4b63-414b-ae43-db800ba4fdbb req-d6f6e791-a0b5-441a-bfb4-797a41fffec8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270895 Oct 26 16:26:12.512359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-e0380beb-0dcd-43bf-8316-74dca2e573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:12.514261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-e0380beb-0dcd-43bf-8316-74dca2e573fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1174 time: 0.3220816 Oct 26 16:26:12.523481 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Attempting to bind port a6d2519d-6706-4534-b0a6-0560c35a26f0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:12.524297 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Attempting to bind port a6d2519d-6706-4534-b0a6-0560c35a26f0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:12.527292 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Attempting to bind port a6d2519d-6706-4534-b0a6-0560c35a26f0 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:12.542100 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:12.542493 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:12.542862 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.548467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a955-74d2-47ce-9ed7-76b4df4a051f req-1e68fde0-89d4-43d3-9270-3c4404ad580b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:12.549441 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:12.550566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Bound port: a6d2519d-6706-4534-b0a6-0560c35a26f0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:12.551235 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.552853 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e3ba2-1c1e-47b9-97ba-b84b979c6d0b None None] Pushing event updated for resources: {'Port': ['ID=a6d2519d-6706-4534-b0a6-0560c35a26f0,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:12.561325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f79a955-74d2-47ce-9ed7-76b4df4a051f req-1e68fde0-89d4-43d3-9270-3c4404ad580b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.0834978 Oct 26 16:26:12.597800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.621107 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] For port a6d2519d-6706-4534-b0a6-0560c35a26f0, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:12.626309 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] For port a6d2519d-6706-4534-b0a6-0560c35a26f0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a6d2519d-6706-4534-b0a6-0560c35a26f0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:12.641214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f79a955-74d2-47ce-9ed7-76b4df4a051f req-6f01f424-e520-49d7-809a-c854633fcb2b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642555 Oct 26 16:26:12.723191 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.834076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:12.883835 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:12.884630 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:12.898440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:12.900836 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ddf9e-42db-4c47-a379-d59951229281" -d '{"events": [{"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:12.908641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Allocated IP 172.20.0.1 (321e1ff8-dc48-4c94-98dc-3f9c77412754/cc74c8cf-1941-4fbb-ae84-3983f413978e/7fc7d865-a533-44ac-a92b-5542358a9821) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:12.949450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-8fa530c1-b289-4e05-8215-0c93b67ccd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:12.951052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-8fa530c1-b289-4e05-8215-0c93b67ccd94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 200 len: 913 time: 0.4157412 Oct 26 16:26:13.028300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e3ba2-1c1e-47b9-97ba-b84b979c6d0b None None] Pushing event updated for resources: {'Port': ['ID=a6d2519d-6706-4534-b0a6-0560c35a26f0,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:13.029840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Allocated IP 172.25.5.105 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b9e71a2d-9a97-4433-acd0-e8224c63e2ed) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:13.060988 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-6a72c195-b4f6-453e-9a4b-f554565c7217 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 200 len: 217 time: 0.0989277 Oct 26 16:26:13.099395 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:13.149419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-4c70c7a1-0187-4667-8aa9-bc93eb5811f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:13.150903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-4c70c7a1-0187-4667-8aa9-bc93eb5811f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 200 len: 852 time: 0.0809639 Oct 26 16:26:13.175442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.201642 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-5028a559-9974-4659-bf6b-e4534be3fe46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3ac11f5-bb6f-424b-bff4-5255e026d537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405197 Oct 26 16:26:13.236788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.331356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-d59a1df2-3b85-4063-a420-8d51d6397c8b service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177466 Oct 26 16:26:13.369652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.414540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:13.418463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.447833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:13.455098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:13.493260 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:09Z', 'revision_number': 3, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:13.497941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:13.506718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:13.509143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:13.541953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event updated for resources: {'Port': ['ID=b9e71a2d-9a97-4433-acd0-e8224c63e2ed,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:13.556867 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2d15-eec0-481b-9b95-e144dcab3c90 None None] The sync data for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 is: [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:09Z', 'revision_number': 3, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:13.571985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe794fa-28ce-468f-b9bd-55af2428186c req-9032785b-8b40-4773-b38c-b0373a3fbe95 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:13.573633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fe794fa-28ce-468f-b9bd-55af2428186c req-9032785b-8b40-4773-b38c-b0373a3fbe95 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.1544640 Oct 26 16:26:13.609068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.614731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:13.647844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.672842 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-365cde44-c3f3-49c4-82e0-6ed9c115d566 req-b8727e72-4a74-48bb-a7c6-3d7e7dd7581e service neutron] 10.222.0.47 "GET /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288307 Oct 26 16:26:13.684309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fe794fa-28ce-468f-b9bd-55af2428186c req-23ea1776-cacf-4cf9-91ac-d79482ea928c tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985599 Oct 26 16:26:13.830835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ef7f4e5-2439-4dff-87fe-3b3f84c05999 req-5f1cab9a-ddf4-4e1d-9b7b-8242437c7033 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 210 time: 0.0406117 Oct 26 16:26:13.834468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.920302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3876fe13-cfac-4849-ab77-7fb7d2d57a14 None None] Provisioning complete for port 7fc7d865-a533-44ac-a92b-5542358a9821 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:13.920803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3876fe13-cfac-4849-ab77-7fb7d2d57a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:13.966375 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1996093c-b329-4605-b44e-bd39fb1324cf x-openstack-request-id: req-1996093c-b329-4605-b44e-bd39fb1324cf {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:13.966887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:13.966887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1996093c-b329-4605-b44e-bd39fb1324cf {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:13.967692 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'status': 'completed', 'code': 200} Oct 26 16:26:13.985507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.001025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-406f2002-9f1e-488d-b02e-3f1f69368315 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=846d3be5cc12418192bbd49aa5084c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601349 Oct 26 16:26:14.038587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3876fe13-cfac-4849-ab77-7fb7d2d57a14 None None] Port 7fc7d865-a533-44ac-a92b-5542358a9821 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:14.200248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.209917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-2d0bac0b-4cd4-4e14-ae36-d56ad0152435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.211633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-2d0bac0b-4cd4-4e14-ae36-d56ad0152435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1098 time: 0.1339715 Oct 26 16:26:14.227322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b50f56-505f-497e-ab7d-7f3210f96dad req-7f04eb1d-cfcc-430a-a82f-3ee61e820199 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.235021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69b50f56-505f-497e-ab7d-7f3210f96dad req-7f04eb1d-cfcc-430a-a82f-3ee61e820199 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1023 time: 0.0964856 Oct 26 16:26:14.298567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-8b3b212a-a4d3-459a-b6c5-6a943ec9e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.300166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-8b3b212a-a4d3-459a-b6c5-6a943ec9e16f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1098 time: 0.3161314 Oct 26 16:26:14.359504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69b50f56-505f-497e-ab7d-7f3210f96dad req-3c9f13b4-d860-4dc8-911c-e21ee9b0d4ea tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&id=d83406e0-541c-4bd7-bfa0-b3319312e707&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1106229 Oct 26 16:26:14.362861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.502299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:14.509747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-97b3e5b7-4be6-4a22-9439-dcecb8edbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.516555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-97b3e5b7-4be6-4a22-9439-dcecb8edbec9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2013555 Oct 26 16:26:14.626804 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-403d7a5e-a9d9-4373-87f0-6595d315a697 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.1036150 Oct 26 16:26:14.655508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-f44b8410-8441-45ab-a459-6b4a6ea2f618 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.657040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-f44b8410-8441-45ab-a459-6b4a6ea2f618 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6450353 Oct 26 16:26:14.694387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:14.711787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'mac_address': 'fa:16:3e:cd:58:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:14.712654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Request body: {'port': {'device_id': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '846d3be5cc12418192bbd49aa5084c66'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:14.723726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.754225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.771496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:14.797042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:14.843955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-ee9e7112-9978-423f-a3bf-b08b2c3462b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:14.849270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-ee9e7112-9978-423f-a3bf-b08b2c3462b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1868536 Oct 26 16:26:14.859926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.895489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:14.978032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:14.982723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:15.012358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.012731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.013038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.013375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.013708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.014055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.020230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.020666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.021013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.021351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.021686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.022013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:15.116543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-1c08c5d9-a5d2-4eb6-a9ef-877f07116ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.117984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-1c08c5d9-a5d2-4eb6-a9ef-877f07116ec4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.8737111 Oct 26 16:26:15.118713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event updated for resources: {'Port': ['ID=b9e71a2d-9a97-4433-acd0-e8224c63e2ed,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:15.167065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.175864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:15.202024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-5c72e179-800e-4ab2-ab4d-a493bb15d73a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0711086 Oct 26 16:26:15.213757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-e003f615-edae-42c6-801c-f2ffa73fb89b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.215565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-e003f615-edae-42c6-801c-f2ffa73fb89b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1023 time: 0.1562583 Oct 26 16:26:15.241895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cca23c-f80c-4074-8389-8b07283c55e4 req-802293f6-48cb-4096-8a20-0b990ea7f70a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.249412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27cca23c-f80c-4074-8389-8b07283c55e4 req-802293f6-48cb-4096-8a20-0b990ea7f70a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 947 time: 0.7641528 Oct 26 16:26:15.256586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.368500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27cca23c-f80c-4074-8389-8b07283c55e4 req-b2145a73-0ef0-4ae0-88f0-37bfa1a9079b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179907 Oct 26 16:26:15.410536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-9da539a7-aa3e-4636-b161-f0fd24d54e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.412085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-9da539a7-aa3e-4636-b161-f0fd24d54e7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1954830 Oct 26 16:26:15.502050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.507629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-cec81d4d-e898-4c7a-8f36-e8829f7d1779 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0554628 Oct 26 16:26:15.599886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Deleting port 3ece487a-87d2-423b-b1c4-a8858f62677b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:15.600227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.625431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-1db99d8e-6e0a-42c6-9a49-25afa5432ebf tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.1131997 Oct 26 16:26:15.664338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-1743a6f8-d4c2-46f1-9a58-3ca2bf758570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.666052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-1743a6f8-d4c2-46f1-9a58-3ca2bf758570 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410200 Oct 26 16:26:15.772236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-5525e4de-09c5-42ab-8a4e-956ec3dc9c47 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Oct 26 16:26:15.775864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-09f68f11-13c9-4bf1-8289-af0210d6c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:15.779164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-09f68f11-13c9-4bf1-8289-af0210d6c51d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8009739 Oct 26 16:26:15.779164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Made reservation on behalf of 846d3be5cc12418192bbd49aa5084c66 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:15.782379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.794807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:15.845449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-436c7b06-22b7-48fe-b947-f8966454fd02 req-c2b98f9f-9a25-474b-b58b-a2f6a41d395d tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 210 time: 0.0653861 Oct 26 16:26:15.901716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a6d2519d-6706-4534-b0a6-0560c35a26f0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:16.000233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a6d2519d-6706-4534-b0a6-0560c35a26f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:16.000894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.047357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:16.062067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:16.072498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-cf6a7445-8c22-4c5f-b909-c07c8f594b57 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256839 Oct 26 16:26:16.156065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.158738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-8b794ee8-f56c-4d43-a0d3-3dbb43254c0e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:16.160304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b863ed34-1168-4ecc-8f4c-dc003408cfaa req-8b794ee8-f56c-4d43-a0d3-3dbb43254c0e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.5340681 Oct 26 16:26:16.194966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port 3ece487a-87d2-423b-b1c4-a8858f62677b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ece487a-87d2-423b-b1c4-a8858f62677b,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:16.195362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.206706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a6d2519d-6706-4534-b0a6-0560c35a26f0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a6d2519d-6706-4534-b0a6-0560c35a26f0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:16.245291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Calling delete_port for 3ece487a-87d2-423b-b1c4-a8858f62677b owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:16.262752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-92de620f-f539-4b29-92ea-dcc280d009a8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705443 Oct 26 16:26:16.287411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bd2c5-9889-4420-bf9b-c17db36fefb5 req-3492a49a-cdeb-4857-b14d-4c09a0840495 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:16.291731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.299096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3bd2c5-9889-4420-bf9b-c17db36fefb5 req-3492a49a-cdeb-4857-b14d-4c09a0840495 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85934-a3e8-4215-b4a4-2efadf778f81 HTTP/1.1" status: 200 len: 1023 time: 0.3408046 Oct 26 16:26:16.377324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a6d2519d-6706-4534-b0a6-0560c35a26f0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:16.421560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3bd2c5-9889-4420-bf9b-c17db36fefb5 req-dec561d5-9da3-456b-bc71-971fa15f6935 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=00fdf510-0600-4112-bd22-0efcc8718d52&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&id=d83406e0-541c-4bd7-bfa0-b3319312e707&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1199441 Oct 26 16:26:16.464524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.505256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:16.524955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:16.546856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-30f1550a-c840-4dfb-bfc8-b443cd1cac5d None None] Provisioning complete for port 7fc7d865-a533-44ac-a92b-5542358a9821 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:16.547266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-30f1550a-c840-4dfb-bfc8-b443cd1cac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.548355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c4ddf9e-42db-4c47-a379-d59951229281 req-c78fb380-e4b9-4ce9-8262-7d14ede7729d service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668800 Oct 26 16:26:16.571466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.641292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-30f1550a-c840-4dfb-bfc8-b443cd1cac5d None None] Port 7fc7d865-a533-44ac-a92b-5542358a9821 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:16.720389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-90aef8a6-bd12-400a-a021-e06ea1f2d350 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:16.722781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-90aef8a6-bd12-400a-a021-e06ea1f2d350 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 820 time: 0.2025194 Oct 26 16:26:16.729543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:16.742349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:16.743292 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.754664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e70a87-b3ed-4dda-b934-0b470dc69c18,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:16.755792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-50f8e09c-8616-42b7-8693-354490b53ecd tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/quotas/6fa2da66cef34e9b93a2157dbe267153 HTTP/1.1" status: 200 len: 375 time: 0.0245750 Oct 26 16:26:16.843114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:16.858044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:16.860547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:16.866906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7cea54bb-a103-4fd0-b22d-a1e9f5c50af8 admin admin] 10.222.0.21 "PUT /v2.0/routers/53a10a9a-3d98-4193-9f74-9bfb7d32f594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6632640 Oct 26 16:26:16.883577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-141323aa-f10a-491e-a033-9c21ee26f17a tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1262887 Oct 26 16:26:16.896681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Allocated IP 192.168.233.237 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/de046ac3-aebc-4797-82b4-7ece5b53f13d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:16.923780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Sync routers for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:16.956434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'Port': ['ID=3ece487a-87d2-423b-b1c4-a8858f62677b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:16.960630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:16.962616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:17.104217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] No DVR routers for this DVR port 3ece487a-87d2-423b-b1c4-a8858f62677b on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:17.106554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58444) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:17.109039 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.112618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc9d503a-eb35-42a4-8306-23796c41ff04 req-4f34ae30-eeb9-4ac4-90b2-2ed87702922e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "DELETE /v2.0/ports/3ece487a-87d2-423b-b1c4-a8858f62677b HTTP/1.1" status: 204 len: 173 time: 1.8862021 Oct 26 16:26:17.121889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'name': 'network-vif-deleted', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:17.124985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:17.126490 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de53781-f1db-4822-b886-bfa1164e2e6a" -d '{"events": [{"server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "name": "network-vif-deleted", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:17.164654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.165251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a764ae-5128-427a-934f-5365a76a94dc req-251b8b3f-625d-49f1-ae2f-026d22edcf90 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:17.187020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a764ae-5128-427a-934f-5365a76a94dc req-251b8b3f-625d-49f1-ae2f-026d22edcf90 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 948 time: 0.2332828 Oct 26 16:26:17.267815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a764ae-5128-427a-934f-5365a76a94dc req-1d9fc9fd-e3bf-4ffb-bed7-7d5e32db56bf tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798101 Oct 26 16:26:17.331292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.469565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:17.477832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:17.499866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:17.523122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-8b55b264-5993-403a-88fc-cd24345307af service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680180 Oct 26 16:26:17.523523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Pushing event updated for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:17.587639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.622855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:17.627344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.686659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1159718387'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:17.704946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-5c0f42a6-1107-4553-803c-b20c9f8ffe7c service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794634 Oct 26 16:26:17.752764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-706e651e-7353-4a0a-8be5-eae3066fbfe9 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0412376 Oct 26 16:26:17.761875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Request body: {'port': {'device_id': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:17.769167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:17.773978 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6dd4cb-946e-46c7-951d-9995f55ab5d1" -d '{"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:17.820838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:17.886063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db89e25-4145-488a-854b-63e3cfe1a9aa req-5852ddc6-b7eb-48ef-8816-e8f06edb0b40 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:17.897614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2db89e25-4145-488a-854b-63e3cfe1a9aa req-5852ddc6-b7eb-48ef-8816-e8f06edb0b40 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.2064114 Oct 26 16:26:17.904597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.906122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.922070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:13Z', 'revision_number': 4, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7fc7d865-a533-44ac-a92b-5542358a9821', 'name': '', 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'mac_address': 'fa:16:3e:10:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:12Z', 'updated_at': '2021-10-26T16:26:14Z', 'revision_number': 2, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'subnets': [{'id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:17.934846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:17.938387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:17.996951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2db89e25-4145-488a-854b-63e3cfe1a9aa req-a22d1e47-bcea-49ae-9395-b32d4d9e9d76 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Oct 26 16:26:18.004900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a6d2519d-6706-4534-b0a6-0560c35a26f0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:18.028536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:18.059099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.059479 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Added segment 6420e0d1-c129-4d83-bab4-228a8e4a50f5 of type vlan for network 708033fe-a414-41ce-bf62-eb79c86280cf Oct 26 16:26:18.155408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Checking router: 53a10a9a-3d98-4193-9f74-9bfb7d32f594 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:18.158129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Updating router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 port 7fc7d865-a533-44ac-a92b-5542358a9821 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:18.174226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.192836 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f44c42-1c52-4645-9079-12de85a780df x-openstack-request-id: req-b7f44c42-1c52-4645-9079-12de85a780df {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:18.193188 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f85934-a3e8-4215-b4a4-2efadf778f81", "name": "network-vif-deleted", "tag": "3ece487a-87d2-423b-b1c4-a8858f62677b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:18.193447 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7f44c42-1c52-4645-9079-12de85a780df {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:18.194026 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f85934-a3e8-4215-b4a4-2efadf778f81', 'name': 'network-vif-deleted', 'tag': '3ece487a-87d2-423b-b1c4-a8858f62677b', 'status': 'completed', 'code': 200} Oct 26 16:26:18.337777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0a276fb6-3ad7-44da-a4fd-6c9b54ac657a None None] Provisioning complete for port de046ac3-aebc-4797-82b4-7ece5b53f13d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:18.338156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a276fb6-3ad7-44da-a4fd-6c9b54ac657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.419242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a169a-509b-425b-b16d-113429c7acc5 req-6dc90701-af47-4d26-8436-42da475dadf3 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:18.420912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de046ac3-aebc-4797-82b4-7ece5b53f13d {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:18.430000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f86a169a-509b-425b-b16d-113429c7acc5 req-6dc90701-af47-4d26-8436-42da475dadf3 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 936 time: 0.2521684 Oct 26 16:26:18.444495 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.458410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.461892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Transition to ACTIVE for port object de046ac3-aebc-4797-82b4-7ece5b53f13d will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:18.475730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:18.491389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-c011c580-db30-4bb4-984c-28d9cb4f89bf tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:18.492916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-c011c580-db30-4bb4-984c-28d9cb4f89bf tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.39 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.2247450 Oct 26 16:26:18.494974 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.503625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:18.504255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.561114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:18.662012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Network': ['ID=708033fe-a414-41ce-bf62-eb79c86280cf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:18.699959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f86a169a-509b-425b-b16d-113429c7acc5 req-d2860dbd-7cbb-4a86-9f7e-7b2c6f99f498 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647867 Oct 26 16:26:18.834768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Pushing event updated for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:18.886617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-647dd6c7-354a-4e5f-99dd-a8dbd600bf98 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7764263 Oct 26 16:26:18.887273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58472) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:18.905645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ece487a-87d2-423b-b1c4-a8858f62677b no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:18.907461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'subnet': {'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:18.922888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 708033fe-a414-41ce-bf62-eb79c86280cf details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:18.940490 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56b4f8-bf16-4dd5-86d1-ff8035e5469c x-openstack-request-id: req-5a56b4f8-bf16-4dd5-86d1-ff8035e5469c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:18.943248 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:18.943613 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a56b4f8-bf16-4dd5-86d1-ff8035e5469c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:18.944194 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'code': 200} Oct 26 16:26:18.954022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Attempting to bind port de046ac3-aebc-4797-82b4-7ece5b53f13d on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:18.957757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Attempting to bind port de046ac3-aebc-4797-82b4-7ece5b53f13d by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:18.958304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Attempting to bind port de046ac3-aebc-4797-82b4-7ece5b53f13d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:18.976640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Port de046ac3-aebc-4797-82b4-7ece5b53f13d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:18.977020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Attempting to bind port de046ac3-aebc-4797-82b4-7ece5b53f13d on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:18.986091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:18.988248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:18.988886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:18.989500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Bound port: de046ac3-aebc-4797-82b4-7ece5b53f13d, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:18.990024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.003272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0a276fb6-3ad7-44da-a4fd-6c9b54ac657a None None] Port de046ac3-aebc-4797-82b4-7ece5b53f13d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:19.110401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 3ece487a-87d2-423b-b1c4-a8858f62677b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:19.110909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ece487a-87d2-423b-b1c4-a8858f62677b not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:19.137716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:19.141577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:19.148234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a6d2519d-6706-4534-b0a6-0560c35a26f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:19.148834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.208324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.223783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0fa976e-14f7-40a9-90cb-6e75dff12e52 req-4a32790a-4855-4966-b775-95be173d5115 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 210 time: 0.1407874 Oct 26 16:26:19.292325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Pushing event updated for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:19.315721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.316157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.317644 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-6fbb1cb4-7244-4e54-a91d-0743402fa728 service neutron] 10.222.0.47 "PUT /v2.0/ports/de046ac3-aebc-4797-82b4-7ece5b53f13d HTTP/1.1" status: 200 len: 1096 time: 1.5609548 Oct 26 16:26:19.323582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:19.329378 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae313a0-c266-4cb1-b353-04d43b47cb10" -d '{"events": [{"name": "network-changed", "server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:19.330445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:19.337928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.369381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Deleting port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:19.370125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.429511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.437819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-2dc7969c-339b-40b5-b209-096d6b6f677f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.439478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-2dc7969c-339b-40b5-b209-096d6b6f677f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 949 time: 0.3554316 Oct 26 16:26:19.517184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.582200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-4bf477f1-51c0-42b9-b9c2-38e6bd4020c0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/00fdf510-0600-4112-bd22-0efcc8718d52 HTTP/1.1" status: 200 len: 1800 time: 0.4716012 Oct 26 16:26:19.636920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-4fdd7553-a8ce-4e93-8d55-500d7ad76f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.639301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-4fdd7553-a8ce-4e93-8d55-500d7ad76f65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=846d3be5cc12418192bbd49aa5084c66&device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 1099 time: 0.0841341 Oct 26 16:26:19.669221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Attempting to bind port 7fc7d865-a533-44ac-a92b-5542358a9821 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:19.669625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Attempting to bind port 7fc7d865-a533-44ac-a92b-5542358a9821 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:19.669975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Attempting to bind port 7fc7d865-a533-44ac-a92b-5542358a9821 on network 321e1ff8-dc48-4c94-98dc-3f9c77412754 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:19.673994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6184b-d7ec-44d1-b725-7cc946cd81d8 None None] Pushing event updated for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:19.687762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:19.688116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Checking segment: {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:19.688484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.690846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Bound using segment: {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:19.691359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Bound port: 7fc7d865-a533-44ac-a92b-5542358a9821, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48a7ce8-790b-4458-ac51-44316f2f73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:19.691757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.726533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-fd33aa50-79c2-492a-9e65-ebcd98135217 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d HTTP/1.1" status: 200 len: 217 time: 0.0716517 Oct 26 16:26:19.733523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2810a-be3e-4f07-8a73-59c43b23bf8e req-155f6b84-16de-466b-a41f-e0ca692bd58a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.735063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea2810a-be3e-4f07-8a73-59c43b23bf8e req-155f6b84-16de-466b-a41f-e0ca692bd58a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.3928173 Oct 26 16:26:19.763063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] For port 8e9ec7ca-bb00-4fd3-8f34-107abc010837, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e9ec7ca-bb00-4fd3-8f34-107abc010837,segment=NetworkSegment(8f275a5d-f847-4e44-9635-21626a4ce851),segment_id=8f275a5d-f847-4e44-9635-21626a4ce851)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:19.763322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.801875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] For port 7fc7d865-a533-44ac-a92b-5542358a9821, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:19.805014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] For port 7fc7d865-a533-44ac-a92b-5542358a9821, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7fc7d865-a533-44ac-a92b-5542358a9821,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:19.809862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-856f871f-e2a9-4fa3-824f-84f53856fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.811895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-856f871f-e2a9-4fa3-824f-84f53856fd66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0782528 Oct 26 16:26:19.819838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Calling delete_port for 8e9ec7ca-bb00-4fd3-8f34-107abc010837 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:19.831251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-fa0e1c50-95bd-4c0e-a635-917a126810f0 service neutron] 10.222.0.47 "GET /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47/bindings/n-h1-815373-2 HTTP/1.1" status: 200 len: 382 time: 0.3423889 Oct 26 16:26:19.886486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053edea-e582-400a-9859-57ebd62d7344 req-bbe4ea94-9b95-4a39-9898-c44d58c20071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:19.888095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-bbe4ea94-9b95-4a39-9898-c44d58c20071 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690913 Oct 26 16:26:19.897924 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.929537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] Provisioning complete for port 7fc7d865-a533-44ac-a92b-5542358a9821 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:19.929976 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.932144 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:19.982151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea2810a-be3e-4f07-8a73-59c43b23bf8e req-18b0b191-a50f-4c9a-a885-ff0475c19b21 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222810 Oct 26 16:26:19.997077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-4d6d556b-930d-46f4-ad37-9070cef066d1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007333 Oct 26 16:26:20.021672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.142622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6184b-d7ec-44d1-b725-7cc946cd81d8 None None] Pushing event updated for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:20.146069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-36f0fe2e-b5b2-4799-a86b-6366f184d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.147247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-36f0fe2e-b5b2-4799-a86b-6366f184d8e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1100 time: 0.2742836 Oct 26 16:26:20.157381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:20.158431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:20.180632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a053edea-e582-400a-9859-57ebd62d7344 req-30957dc5-a155-42e9-bb79-788870f17090 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750870 Oct 26 16:26:20.282538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.332357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:20.335168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.364612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b34180-251e-40bc-9e3d-1ef3a041e9c1 req-6af12f7e-bc69-441a-b31f-1a3e92c5bf6c tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.372347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06b34180-251e-40bc-9e3d-1ef3a041e9c1 req-6af12f7e-bc69-441a-b31f-1a3e92c5bf6c tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 946 time: 0.2718062 Oct 26 16:26:20.406231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.408364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.411032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7292736a-54e4-4a5d-83d2-dc4d2aca7ef5 req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/00fdf510-0600-4112-bd22-0efcc8718d52 HTTP/1.1" status: 204 len: 173 time: 0.8272274 Oct 26 16:26:20.413913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] For port 7fc7d865-a533-44ac-a92b-5542358a9821, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7fc7d865-a533-44ac-a92b-5542358a9821,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:20.456018 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0410ad4-dbb8-4ff4-b356-0a8e3808a566 x-openstack-request-id: req-f0410ad4-dbb8-4ff4-b356-0a8e3808a566 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:20.456242 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:20.456821 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0410ad4-dbb8-4ff4-b356-0a8e3808a566 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:20.457215 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d', 'status': 'completed', 'code': 200} Oct 26 16:26:20.573619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.575014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-a2cb9295-5f6f-4723-b720-812a3cdf6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.585242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-a2cb9295-5f6f-4723-b720-812a3cdf6917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=846d3be5cc12418192bbd49aa5084c66&device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 1099 time: 0.0814457 Oct 26 16:26:20.611020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.703087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32b386-27c2-4b7a-816f-a0f88b6247e2 None None] Pushing event updated for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:20.728894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-83afec1a-71ea-4e1e-bb6d-22cb79eb9d49 None None] Provisioning complete for port 7fc7d865-a533-44ac-a92b-5542358a9821 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:20.729402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83afec1a-71ea-4e1e-bb6d-22cb79eb9d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.744317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-d9f5ba65-9de9-4193-825a-3a076c0a6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.746445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-d9f5ba65-9de9-4193-825a-3a076c0a6df0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1556594 Oct 26 16:26:20.756710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:13Z', 'revision_number': 4, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7fc7d865-a533-44ac-a92b-5542358a9821', 'name': '', 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'mac_address': 'fa:16:3e:10:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:12Z', 'updated_at': '2021-10-26T16:26:19Z', 'revision_number': 4, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'subnets': [{'id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:20.799167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6fd3b2-cdb5-4d38-848e-4cfc39de7c6d None None] The sync data for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 is: [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:13Z', 'revision_number': 4, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7fc7d865-a533-44ac-a92b-5542358a9821', 'name': '', 'network_id': '321e1ff8-dc48-4c94-98dc-3f9c77412754', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'mac_address': 'fa:16:3e:10:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:12Z', 'updated_at': '2021-10-26T16:26:19Z', 'revision_number': 4, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'subnets': [{'id': 'cc74c8cf-1941-4fbb-ae84-3983f413978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:20.800161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-60603ebf-99ed-4322-af1c-137af90eb547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d HTTP/1.1" status: 200 len: 217 time: 0.0454319 Oct 26 16:26:20.851926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d292a-25c7-4643-8227-32cfb5997210 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fdf510-0600-4112-bd22-0efcc8718d52,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:20.851926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-df9fa496-d47e-44df-8777-ab4d4b8bcef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.860880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-df9fa496-d47e-44df-8777-ab4d4b8bcef9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.6892262 Oct 26 16:26:20.867233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:20.888715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-8e5227a4-ed60-4fd2-90e5-d13f35efbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.892419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-8e5227a4-ed60-4fd2-90e5-d13f35efbd42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0821981 Oct 26 16:26:20.946733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06b34180-251e-40bc-9e3d-1ef3a041e9c1 req-b67ff7ce-0bd5-48d3-88f1-173556071894 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8abbff6-cc42-451d-afcb-a674fece555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733199 Oct 26 16:26:20.977849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-bad4918d-6e9c-4594-997b-c5197ced5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:20.980114 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-bad4918d-6e9c-4594-997b-c5197ced5fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729806 Oct 26 16:26:21.026366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Subnet': ['ID=272e5310-4466-4a54-995b-3726f6baae50,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:21.130582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-7b445a87-d7a2-4924-89be-6e786f5cd2a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.2502241 Oct 26 16:26:21.132997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-8240932d-5573-43ce-b886-09ff066d6cbf service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Oct 26 16:26:21.143091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e9ec7ca-bb00-4fd3-8f34-107abc010837 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:21.205417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 8e9ec7ca-bb00-4fd3-8f34-107abc010837 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:21.207011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e9ec7ca-bb00-4fd3-8f34-107abc010837 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:21.218947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Checking segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:21.219255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network hostable DHCP agents. Network: 708033fe-a414-41ce-bf62-eb79c86280cf, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:21.231204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Pushing event deleted for resources: {'Port': ['ID=8e9ec7ca-bb00-4fd3-8f34-107abc010837,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:21.268927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bae313a0-c266-4cb1-b353-04d43b47cb10 req-fd803eb7-c590-477b-ab20-5d690d8d0a70 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200004 Oct 26 16:26:21.283924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84bef-0a7e-4851-8169-728ee9cf3dc4 req-5ec9e45e-55eb-463a-babd-c39e9353231f tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:21.291356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc84bef-0a7e-4851-8169-728ee9cf3dc4 req-5ec9e45e-55eb-463a-babd-c39e9353231f tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 948 time: 0.4910469 Oct 26 16:26:21.341877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] No DVR routers for this DVR port 8e9ec7ca-bb00-4fd3-8f34-107abc010837 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:21.358674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:21.362342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54758ece-3ac9-405e-b7a8-b4a1f53a842d req-99a4ae49-762f-43e2-a0c8-ed2563123463 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.39 "DELETE /v2.0/ports/8e9ec7ca-bb00-4fd3-8f34-107abc010837 HTTP/1.1" status: 204 len: 173 time: 2.8549552 Oct 26 16:26:21.363077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'name': 'network-vif-deleted', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:21.365406 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a374230d-fd50-418f-b53d-389e852a1f03" -d '{"events": [{"server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "name": "network-vif-deleted", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:21.427507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4caa6c99-72e7-4ebe-886b-249d41fee985 req-a47e512e-5c48-49f7-8c38-a8016f7ab36a tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 210 time: 0.1098669 Oct 26 16:26:21.491298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-0662a991-5363-4cf1-9844-abbbec42eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:21.491298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-0662a991-5363-4cf1-9844-abbbec42eec7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.3210464 Oct 26 16:26:21.511394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc84bef-0a7e-4851-8169-728ee9cf3dc4 req-d91968cb-d29a-4fd1-a2f9-e3ea6eae65af tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925163 Oct 26 16:26:21.570584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-f05761d9-3aba-4675-9bb7-4ef812764eab tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:21.572134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-f05761d9-3aba-4675-9bb7-4ef812764eab tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.39 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 820 time: 0.6009009 Oct 26 16:26:21.590196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'port': {'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'admin_state_up': True, 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:21.615110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 708033fe-a414-41ce-bf62-eb79c86280cf is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:21.671490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-ec7ae8df-f40b-445c-89f5-078fb3ac7f47 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/d83406e0-541c-4bd7-bfa0-b3319312e707 HTTP/1.1" status: 200 len: 1801 time: 0.2056737 Oct 26 16:26:21.692006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-4d926631-f54e-42e6-9313-ab7dd75c1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:21.693591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-4d926631-f54e-42e6-9313-ab7dd75c1587 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723611 Oct 26 16:26:21.799044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 708033fe-a414-41ce-bf62-eb79c86280cf) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:21.799330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70caa6b-613c-4167-93b3-1dc3cd407899 None None] Network 708033fe-a414-41ce-bf62-eb79c86280cf requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:21.808176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:21.808771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:21.906058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7fc7d865-a533-44ac-a92b-5542358a9821 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:21.908206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:21.947778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ca23eb61-0e2c-429d-8326-57317ef6d79f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306905 Oct 26 16:26:21.952094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.026442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b6e805bb-1092-4256-a92d-74fb2e9dce7b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1338661 Oct 26 16:26:22.029126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:22.034717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1968571373'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:22.041352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7fc7d865-a533-44ac-a92b-5542358a9821 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:22.041715 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.154533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-708033fe-a414-41ce-bf62-eb79c86280cf', 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'fixed_ips': [{'subnet_id': '272e5310-4466-4a54-995b-3726f6baae50'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:26:22.155552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.160504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-6239eb84-b365-4b74-877d-5665995707cc service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052369 Oct 26 16:26:22.168259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817429ae-829b-4b41-a3d1-77d8ae9f92cd req-c4e9404a-a12b-47dc-bb2e-c0b98c663e8d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:22.176253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-817429ae-829b-4b41-a3d1-77d8ae9f92cd req-c4e9404a-a12b-47dc-bb2e-c0b98c663e8d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.1056609 Oct 26 16:26:22.183786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Made reservation on behalf of 6fa2da66cef34e9b93a2157dbe267153 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:22.187272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.249605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-817429ae-829b-4b41-a3d1-77d8ae9f92cd req-d8fd030e-45e8-433a-9d25-ece72d9e4da2 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723982 Oct 26 16:26:22.283243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.286430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.307023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0ffcc94-e3ad-484c-b039-33ba521be0a2 req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/d83406e0-541c-4bd7-bfa0-b3319312e707 HTTP/1.1" status: 204 len: 173 time: 0.6277406 Oct 26 16:26:22.344867 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a280e43-a483-46c8-bca9-e7f10828afd4 x-openstack-request-id: req-3a280e43-a483-46c8-bca9-e7f10828afd4 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:22.345160 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebf155f-91a4-4297-9139-e78703455ec4", "name": "network-vif-deleted", "tag": "8e9ec7ca-bb00-4fd3-8f34-107abc010837", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:22.345413 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a280e43-a483-46c8-bca9-e7f10828afd4 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:22.345812 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebf155f-91a4-4297-9139-e78703455ec4', 'name': 'network-vif-deleted', 'tag': '8e9ec7ca-bb00-4fd3-8f34-107abc010837', 'status': 'completed', 'code': 200} Oct 26 16:26:22.354094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054869-6038-4ac6-9591-f78a84a8974d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83406e0-541c-4bd7-bfa0-b3319312e707,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:22.357879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:22.373196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.420572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Allocated IP 19.80.0.2 (708033fe-a414-41ce-bf62-eb79c86280cf/272e5310-4466-4a54-995b-3726f6baae50/574e2228-fe15-46f9-8f60-53efaa37e1de) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:22.425682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:22.438898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.442646 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Added segment 919b4488-b16d-4cd1-979b-f43aeb7d76ea of type vlan for network 9f115355-cbb2-4cbf-ac99-6376afba95ec Oct 26 16:26:22.479607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a63d2960-da17-49de-895b-229ed9ab4e04 req-4bb88c09-d700-4f05-964f-3d151a53f9e6 tempest-InstanceActionsTestJSON-843459611 tempest-InstanceActionsTestJSON-843459611-project] 10.222.0.21 "GET /v2.0/ports?device_id=aebf155f-91a4-4297-9139-e78703455ec4 HTTP/1.1" status: 200 len: 210 time: 0.0418415 Oct 26 16:26:22.502065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.524902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.552012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Allocated IP 172.20.0.9 (51e739b3-f0a3-40d6-8a88-dd785a968b06/614a8446-9811-4f21-bc8c-fd10e3c877be/6021b9ba-b9da-43d3-8f6a-a00855ee4647) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:22.573610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47539ea3-5009-4392-b769-a32911e461e3 req-1f4d4699-88fd-484a-a332-30a50aa68df5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:22.575263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47539ea3-5009-4392-b769-a32911e461e3 req-1f4d4699-88fd-484a-a332-30a50aa68df5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 944 time: 0.2024224 Oct 26 16:26:22.597820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device de046ac3-aebc-4797-82b4-7ece5b53f13d details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:22.618586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-abd8eeee-c3be-446c-9d0d-42762945cd71 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:22.620208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-abd8eeee-c3be-446c-9d0d-42762945cd71 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 944 time: 0.1454866 Oct 26 16:26:22.635670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1431604738', 'description': 'tempest-description-1627323079'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:22.637188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.642714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:22.643943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.700887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47539ea3-5009-4392-b769-a32911e461e3 req-0fa063d3-b095-4e34-b41e-5602c6e97afc tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159534 Oct 26 16:26:22.715756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.767741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:22.780695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'de046ac3-aebc-4797-82b4-7ece5b53f13d', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'de046ac3-aebc-4797-82b4-7ece5b53f13d', 'mac_address': 'fa:16:3e:72:7f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:22.794802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Network': ['ID=9f115355-cbb2-4cbf-ac99-6376afba95ec,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:22.806862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:22.811112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.849298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2bdc52-193a-4efa-9aac-c20aa8e08cf6 req-6c17e796-3e69-4f70-9e1a-c511e213b1ba tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 210 time: 0.0431137 Oct 26 16:26:22.852967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.916096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.918881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Network 708033fe-a414-41ce-bf62-eb79c86280cf is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:22.923551 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7b0afd33-ae24-43f1-b0ab-5825d70c2087 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8931406 Oct 26 16:26:22.926983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58514) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:22.932511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'subnet': {'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:22.933908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Deleting port 6afabc9b-03fb-460d-8a4e-b742156e8a21 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:22.934245 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:22.940946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:22.945311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:22.948145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Pushing event updated for resources: {'Port': ['ID=574e2228-fe15-46f9-8f60-53efaa37e1de,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:22.955800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de046ac3-aebc-4797-82b4-7ece5b53f13d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:23.014569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:23.025867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Attempting to bind port 574e2228-fe15-46f9-8f60-53efaa37e1de on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:23.026250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Attempting to bind port 574e2228-fe15-46f9-8f60-53efaa37e1de by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:23.026609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Attempting to bind port 574e2228-fe15-46f9-8f60-53efaa37e1de on network 708033fe-a414-41ce-bf62-eb79c86280cf {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:23.027222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.032476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:23.033411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Checking segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:23.033411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.033677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Bound using segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:23.034131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Bound port: 574e2228-fe15-46f9-8f60-53efaa37e1de, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:23.034571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.084186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.117643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:23.121094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd9d27-d267-445f-8d86-651d6afe170f req-ef29305f-672c-44ff-bff9-074ee0d14418 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:23.122000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.122620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0dd9d27-d267-445f-8d86-651d6afe170f req-ef29305f-672c-44ff-bff9-074ee0d14418 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 948 time: 0.2088799 Oct 26 16:26:23.130349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] For port 574e2228-fe15-46f9-8f60-53efaa37e1de, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:23.149392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] For port 574e2228-fe15-46f9-8f60-53efaa37e1de, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=574e2228-fe15-46f9-8f60-53efaa37e1de,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:23.156117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.168919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.176907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] For port 6afabc9b-03fb-460d-8a4e-b742156e8a21, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6afabc9b-03fb-460d-8a4e-b742156e8a21,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:23.177264 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.194760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Calling delete_port for 6afabc9b-03fb-460d-8a4e-b742156e8a21 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:23.215982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0dd9d27-d267-445f-8d86-651d6afe170f req-6814d605-bc67-485b-bf8e-fb248794cd65 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834818 Oct 26 16:26:23.237419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.269472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.271963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.295764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['19a24618-97e9-4428-9cac-abadc8f39ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:23.367642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b014b642-682b-4f7c-9e70-94554a103519,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.381528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:23.389514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:23.403360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:23.404136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['de046ac3-aebc-4797-82b4-7ece5b53f13d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:23.409353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80048-8c0f-46ae-a9ed-4cca3f9d58cf None None] Pushing event updated for resources: {'Port': ['ID=574e2228-fe15-46f9-8f60-53efaa37e1de,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.410043 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.411321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-008fc6e9-d1f1-45fc-a23d-30e6e085584b req-38f6e2e6-8b5f-4f2d-ae35-3d64266b26d3 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7869427 Oct 26 16:26:23.412086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event updated for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.447667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.524178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Subnet': ['ID=a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.552810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Checking segment: {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:23.553160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network hostable DHCP agents. Network: 9f115355-cbb2-4cbf-ac99-6376afba95ec, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:23.575057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:23.575745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.600269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae407fe-e141-43b2-9805-850203782b03 req-e41a4566-f121-45f0-ade6-e781f01cedbd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:23.602073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aae407fe-e141-43b2-9805-850203782b03 req-e41a4566-f121-45f0-ade6-e781f01cedbd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.2451451 Oct 26 16:26:23.626433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-2c97dfa2-edc6-4ce2-8f49-85d2faacf046 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/b014b642-682b-4f7c-9e70-94554a103519 HTTP/1.1" status: 200 len: 1801 time: 0.1753709 Oct 26 16:26:23.658690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Request body: {'security_group': {'name': 'tempest-sg-hth-724027387', 'description': 'tempest-description-hth-409902060'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:23.661251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:23.667768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aae407fe-e141-43b2-9805-850203782b03 req-a8b02f0d-6865-4a0b-93be-1adfa3a5224e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586877 Oct 26 16:26:23.689395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.721011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ad7e1642-0bbd-4c41-a363-bc536ecb7f61 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1344121 Oct 26 16:26:23.751823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9f115355-cbb2-4cbf-ac99-6376afba95ec) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:23.756604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:23.757248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.762291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Request body: {'port': {'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:23.768606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event deleted for resources: {'Port': ['ID=6afabc9b-03fb-460d-8a4e-b742156e8a21,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.780329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ff2f8-f297-4f3c-9251-cfab96ddeb4d None None] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:23.794360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58526) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:23.804327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.876335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-951c05de-eed4-4480-8e4a-4faf1edf39db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9384935 Oct 26 16:26:23.913999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Deleting subnet 36b2c126-11f7-41a0-b152-0151dec80978 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:26:23.927157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] No DVR routers for this DVR port 6afabc9b-03fb-460d-8a4e-b742156e8a21 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:23.936716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.949969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f8eedc48-7aa9-453f-90af-7cbd203da3e5 None None] Provisioning complete for port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:23.951122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f8eedc48-7aa9-453f-90af-7cbd203da3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.974923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:23.978648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63325add-bdc7-44cd-9683-573db12b0eb5 req-1d35146d-74d2-4d19-ad94-8322aaae03bb tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "DELETE /v2.0/ports/6afabc9b-03fb-460d-8a4e-b742156e8a21 HTTP/1.1" status: 204 len: 173 time: 1.3388345 Oct 26 16:26:24.017941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 574e2228-fe15-46f9-8f60-53efaa37e1de up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:24.024115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.025260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.042670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.060672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f8eedc48-7aa9-453f-90af-7cbd203da3e5 None None] Port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:24.077631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.083988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-476782c8-d4d9-4a17-afbf-c326ae07b941 req-36555ecf-4d6b-4307-aeaa-990cd87e8a37 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=a61948b4-1566-483f-a92e-f1747b81c591 HTTP/1.1" status: 200 len: 210 time: 0.0397868 Oct 26 16:26:24.123166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 574e2228-fe15-46f9-8f60-53efaa37e1de triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:24.123533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.146200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.149421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.151002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b758902-1a00-45b3-8f2b-159c9d690987 req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "PUT /v2.0/security-groups/b014b642-682b-4f7c-9e70-94554a103519 HTTP/1.1" status: 200 len: 1773 time: 0.5003889 Oct 26 16:26:24.192617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9f115355-cbb2-4cbf-ac99-6376afba95ec', 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'fixed_ips': [{'subnet_id': 'a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:26:24.193757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.269208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.286404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fda1c-d724-4a85-b4ef-b0b9216df633 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b014b642-682b-4f7c-9e70-94554a103519,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.306879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.315632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36b2c126-11f7-41a0-b152-0151dec80978 HTTP/1.1" status: 204 len: 168 time: 0.5234344 Oct 26 16:26:24.317929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:24.353592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-deleted', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:24.355943 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e523d3d-a938-4f0d-a030-938ed115e9e8" -d '{"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-deleted", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:24.370515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6381-c19d-45b4-8c30-a24c5d76e265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b2c126-11f7-41a0-b152-0151dec80978,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.398768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.429749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7478-efae-41a3-b814-e227163e4051 req-19a432a3-7dba-4d36-8ded-cd893c6adfd4 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:24.433598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9aba7478-efae-41a3-b814-e227163e4051 req-19a432a3-7dba-4d36-8ded-cd893c6adfd4 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 931 time: 0.2265570 Oct 26 16:26:24.438489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.454833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Allocated IP 19.86.0.2 (9f115355-cbb2-4cbf-ac99-6376afba95ec/a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5/f80fcac0-330f-4328-9484-b3bbbcf9b1ab) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:24.458375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 574e2228-fe15-46f9-8f60-53efaa37e1de, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=574e2228-fe15-46f9-8f60-53efaa37e1de,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:24.552407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6021b9ba-b9da-43d3-8f6a-a00855ee4647 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:24.560467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.576219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Transition to ACTIVE for port object 6021b9ba-b9da-43d3-8f6a-a00855ee4647 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:24.577579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device de046ac3-aebc-4797-82b4-7ece5b53f13d up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:24.587663 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.592800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.619923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1102333d-ab29-4c7a-8a24-f9c4acc511ca']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:24.630898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-e2d39ee8-a9ce-4449-a836-d24dba047daa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:24.632310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f275a5d-f847-4e44-9635-21626a4ce851') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:24.632607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f275a5d-f847-4e44-9635-21626a4ce851') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:24.637165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-e2d39ee8-a9ce-4449-a836-d24dba047daa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:24.639462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-e2d39ee8-a9ce-4449-a836-d24dba047daa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/networks?id=708033fe-a414-41ce-bf62-eb79c86280cf&id=9f115355-cbb2-4cbf-ac99-6376afba95ec&id=708033fe-a414-41ce-bf62-eb79c86280cf HTTP/1.1" status: 200 len: 1392 time: 0.3863273 Oct 26 16:26:24.648592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.670868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.676745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-a238acca-40cd-404f-8d4b-a2a6540eef67 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/quotas/710d6cdaf2864a2888aa23617155ca23 HTTP/1.1" status: 200 len: 375 time: 0.0285311 Oct 26 16:26:24.678848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:24.679303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:24.681913 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:24.693687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.761594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=574e2228-fe15-46f9-8f60-53efaa37e1de,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.771833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9aba7478-efae-41a3-b814-e227163e4051 req-3e68f05a-a3f6-4e5d-9f9c-dcdc7eefee7d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316340 Oct 26 16:26:24.779115 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.842469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Pushing event updated for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.848598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.853255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.863890 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1102333d-ab29-4c7a-8a24-f9c4acc511ca HTTP/1.1" status: 204 len: 168 time: 0.5379841 Oct 26 16:26:24.876331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-36e9b973-e734-4237-be03-10a31ac2f3d3 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1837656 Oct 26 16:26:24.882245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c488-e965-4622-a6a9-78d783172774 admin admin] Pushing event deleted for resources: {'Network': ['ID=1102333d-ab29-4c7a-8a24-f9c4acc511ca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.889442 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.891371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port de046ac3-aebc-4797-82b4-7ece5b53f13d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:24.905412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port de046ac3-aebc-4797-82b4-7ece5b53f13d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:24.905816 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:24.944464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:24.969239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:24.974954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:24.997066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Pushing event updated for resources: {'Port': ['ID=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.042338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5453d8ed-ce27-4bca-a113-e00d1dc979ec req-2b32b7d3-2657-4473-90b3-5fc8d7a31e35 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/b014b642-682b-4f7c-9e70-94554a103519 HTTP/1.1" status: 200 len: 1773 time: 0.2318263 Oct 26 16:26:25.094125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Attempting to bind port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:25.094125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Attempting to bind port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:25.094125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Attempting to bind port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:25.110555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:25.110927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Attempting to bind port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 on network 51e739b3-f0a3-40d6-8a88-dd785a968b06 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:25.124901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:25.125257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Checking segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:25.127423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Bound using segment: {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:25.127423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Bound port: 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:25.127423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.128072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a89eb-abd8-4f61-b8aa-5910eee03573 None None] Network 708033fe-a414-41ce-bf62-eb79c86280cf requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:25.132618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-bc13c542-e53a-4b9f-9249-1a441a5b0564 service neutron] 10.222.0.21 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120340 Oct 26 16:26:25.225130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:25.228726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:25.238639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.243707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Attempting to bind port f80fcac0-330f-4328-9484-b3bbbcf9b1ab on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:25.244238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Attempting to bind port f80fcac0-330f-4328-9484-b3bbbcf9b1ab by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:25.244686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Attempting to bind port f80fcac0-330f-4328-9484-b3bbbcf9b1ab on network 9f115355-cbb2-4cbf-ac99-6376afba95ec {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:25.256937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:25.257455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Checking segment: {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:25.257953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.258408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Bound using segment: {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:25.258954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Bound port: f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:25.259434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.370154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.372649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:25.375637 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ec53ba-7c15-488c-9698-22d10c12fe94" -d '{"events": [{"server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "name": "network-vif-plugged", "status": "completed", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:25.410759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-31c51107-f067-49d2-8c45-05da3d2dfa47 service neutron] 10.222.0.21 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804783 Oct 26 16:26:25.423480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:25.424190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.426573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] 10.222.0.39 "PUT /v2.0/ports/6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 1091 time: 1.6910434 Oct 26 16:26:25.506279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58562) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:25.523515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8eab-bebb-43ed-b308-d1d323a9be97 service neutron] Pushing event updated for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.576312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:25.608622 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc6b0786-09a0-47d4-9957-0db08607fd4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8e0c3f4076641318c3a0b5675e0a5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993824 Oct 26 16:26:25.611353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58564) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:25.647819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d12997c6-ec9d-4172-995b-9f4db7702ab0 None None] Provisioning complete for port 574e2228-fe15-46f9-8f60-53efaa37e1de triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:25.648270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d12997c6-ec9d-4172-995b-9f4db7702ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.667116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-6ec3c544-b138-47e4-9337-ba270ad0b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:25.668709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-6ec3c544-b138-47e4-9337-ba270ad0b5da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1100 time: 0.1616185 Oct 26 16:26:25.678613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f6d06efa-d337-4fe2-a135-4d54e782321f service neutron] 10.222.0.21 "GET /v2.0/networks/9f115355-cbb2-4cbf-ac99-6376afba95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462332 Oct 26 16:26:25.686622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:25.693178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] For port f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:25.695788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.708357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.724165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] For port f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:25.738100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-12dab1e5-c473-4f0b-93ce-af93cd9610e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:25.740407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-12dab1e5-c473-4f0b-93ce-af93cd9610e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1094 time: 0.1766450 Oct 26 16:26:25.751670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.814051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.817057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.846027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03fa9d-b18e-4fa7-a44b-7c2ea12e5f85 req-c6bebfb8-5dc4-429e-9266-07aa5d4888f4 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:25.851612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd03fa9d-b18e-4fa7-a44b-7c2ea12e5f85 req-c6bebfb8-5dc4-429e-9266-07aa5d4888f4 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 949 time: 0.2704153 Oct 26 16:26:25.889850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-004f5e76-2c66-4493-bbb5-fc91b3ae65b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 217 time: 0.0988317 Oct 26 16:26:25.890399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.895925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 574e2228-fe15-46f9-8f60-53efaa37e1de up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:25.904039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.909257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:25.912729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8abbff6-cc42-451d-afcb-a674fece555c HTTP/1.1" status: 204 len: 168 time: 0.2978039 Oct 26 16:26:25.920124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3414-cf24-4600-b531-0b878a359d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abbff6-cc42-451d-afcb-a674fece555c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.972595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa5772-09b3-4c94-b82a-d416244e5042 None None] Pushing event updated for resources: {'Port': ['ID=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.980369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-164d951b-ffb9-4d49-b6be-374afad0eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:25.981815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-164d951b-ffb9-4d49-b6be-374afad0eb46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0819423 Oct 26 16:26:26.026920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 574e2228-fe15-46f9-8f60-53efaa37e1de triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:26.027349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:26.172126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd03fa9d-b18e-4fa7-a44b-7c2ea12e5f85 req-64211d37-d920-4e87-a4a0-371cb3cc3f52 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824473 Oct 26 16:26:26.197045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-105274bd-8b4f-458f-8365-a73000c9832c service neutron] 10.222.0.21 "GET /v2.0/networks/9f115355-cbb2-4cbf-ac99-6376afba95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049202 Oct 26 16:26:26.316165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7059b50c-f6a3-4ede-99a7-4b7aa26de3ee None None] Provisioning complete for port 574e2228-fe15-46f9-8f60-53efaa37e1de triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:26.316533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7059b50c-f6a3-4ede-99a7-4b7aa26de3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:26.580697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:26.591616 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9dfaa-ce15-49a6-99dd-88419d8d2ca9 x-openstack-request-id: req-1fd9dfaa-ce15-49a6-99dd-88419d8d2ca9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:26.592115 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61948b4-1566-483f-a92e-f1747b81c591", "name": "network-vif-deleted", "tag": "6afabc9b-03fb-460d-8a4e-b742156e8a21", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:26.592115 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fd9dfaa-ce15-49a6-99dd-88419d8d2ca9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:26.592508 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61948b4-1566-483f-a92e-f1747b81c591', 'name': 'network-vif-deleted', 'tag': '6afabc9b-03fb-460d-8a4e-b742156e8a21', 'status': 'completed', 'code': 200} Oct 26 16:26:26.594265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ec9a317e-9252-480b-8cc0-eeb3453b7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:26.595887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-ec9a317e-9252-480b-8cc0-eeb3453b7ad1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5972936 Oct 26 16:26:26.602396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 6afabc9b-03fb-460d-8a4e-b742156e8a21 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:26.602814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6afabc9b-03fb-460d-8a4e-b742156e8a21 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:26.603320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:26.691010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:26.826216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088afdf-de5f-4f22-a443-0106edcedc57 req-cc4369f0-7317-445f-b56f-6ab201fba55c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:26.827724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5088afdf-de5f-4f22-a443-0106edcedc57 req-cc4369f0-7317-445f-b56f-6ab201fba55c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 949 time: 0.2387710 Oct 26 16:26:26.870565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-eadb3043-d9ae-4034-a635-3c876387b4da service neutron] 10.222.0.21 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659920 Oct 26 16:26:26.907101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-042cdd48-6487-49c5-a42e-94408ae7c334 service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926075 Oct 26 16:26:27.013435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97521413-1273-4ae8-a274-63da18c5dbf9 None None] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:27.032428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5088afdf-de5f-4f22-a443-0106edcedc57 req-8744dc2b-e2ad-49c0-b40b-d3bda59bbd9f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893878 Oct 26 16:26:27.036416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:27.085338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d99a9f19-5576-442a-a956-35691e550869 None None] Provisioning complete for port f80fcac0-330f-4328-9484-b3bbbcf9b1ab triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:27.085983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d99a9f19-5576-442a-a956-35691e550869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.130161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-e9a7a3f2-1a2e-4b7c-9526-7bc06e87e967 service neutron] 10.222.0.21 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464433 Oct 26 16:26:27.141794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:27.201032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.208746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58592) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:27.224644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f1b6c39-156e-4e43-a4e4-4101fdf4071e req-20264420-9eed-4ad7-899f-e4a40729087c service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724373 Oct 26 16:26:27.244521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Transition to ACTIVE for port object c6e62b0a-797e-4e01-8788-69bb1ec0fa47 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:27.284406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-f01f8eb8-3295-47c5-8a46-a0e65651d3fc tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/b014b642-682b-4f7c-9e70-94554a103519 HTTP/1.1" status: 200 len: 1773 time: 0.0662465 Oct 26 16:26:27.291757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d99a9f19-5576-442a-a956-35691e550869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.328138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d99a9f19-5576-442a-a956-35691e550869 None None] For port f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:27.338171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1674787826-network', 'tenant_id': 'ebc2108067df4be7b8995c961bec9c8e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:27.353070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.380690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.414059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.465178 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d99a9f19-5576-442a-a956-35691e550869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.477724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Made reservation on behalf of ebc2108067df4be7b8995c961bec9c8e for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:27.480541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.497534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.514413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.559538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] No DVR routers for this DVR port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:27.583954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:26:27.585752 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:26:27.622589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.628736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.638532 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789dd7b9-0ef3-422c-bed4-4e4eee577fa6 x-openstack-request-id: req-789dd7b9-0ef3-422c-bed4-4e4eee577fa6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:27.638914 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "name": "network-vif-plugged", "status": "completed", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:27.639251 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-789dd7b9-0ef3-422c-bed4-4e4eee577fa6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:27.639738 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d', 'code': 200} Oct 26 16:26:27.666543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fec15bd-3960-4e05-8d45-9de75d988bcd req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/b014b642-682b-4f7c-9e70-94554a103519 HTTP/1.1" status: 204 len: 173 time: 0.3731947 Oct 26 16:26:27.688766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a9f19-5576-442a-a956-35691e550869 None None] Pushing event updated for resources: {'Port': ['ID=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.704195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3819e71a-67de-4108-ba4d-b64c950f42ba None None] Provisioning complete for port f80fcac0-330f-4328-9484-b3bbbcf9b1ab triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:27.704568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3819e71a-67de-4108-ba4d-b64c950f42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.722671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.724622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa16e-52fb-4b9b-96af-52a3229b70c9 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014b642-682b-4f7c-9e70-94554a103519,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.747165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:27.747427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:27.747764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:27.789725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.798314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:27.799624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Attempting to bind port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:27.844705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:27.852608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c56bd1d-37d1-44ac-9ecf-909038eacda7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.863232 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.863669 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Added segment e43b9d73-32f8-48f8-b930-fe2ab254f06c of type vlan for network 509f6c49-b482-48b3-8129-fba419240e17 Oct 26 16:26:27.875276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:27.875809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:27.876374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:27.879399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Bound port: c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:27.879399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.919162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:27.934064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f80fcac0-330f-4328-9484-b3bbbcf9b1ab up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:27.954402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb96bcf-3696-45d1-a698-9339b63b69cd req-b254b20e-7bf2-4b59-896c-a6d120be86d6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:27.956722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdb96bcf-3696-45d1-a698-9339b63b69cd req-b254b20e-7bf2-4b59-896c-a6d120be86d6 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.1440825 Oct 26 16:26:27.964088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f01-4729-4ef0-b00c-a3b8f452cdc6 req-59527df3-72eb-4ebd-902a-8fa971315500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:27.965557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca541f01-4729-4ef0-b00c-a3b8f452cdc6 req-59527df3-72eb-4ebd-902a-8fa971315500 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 1101 time: 0.2495325 Oct 26 16:26:27.973041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b943-57bd-42be-8548-a9287e0e805e req-7c4be302-0307-4a85-aa03-6718c56d3ff2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:27.974740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1be2b943-57bd-42be-8548-a9287e0e805e req-7c4be302-0307-4a85-aa03-6718c56d3ff2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 943 time: 0.1721892 Oct 26 16:26:28.000519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f80fcac0-330f-4328-9484-b3bbbcf9b1ab triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:28.001145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.008922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.011006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.012492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.086846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:28.090229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca541f01-4729-4ef0-b00c-a3b8f452cdc6 req-4998bc7d-e94b-46a0-b2d3-0126176206e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108570 Oct 26 16:26:28.096461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] Pushing event updated for resources: {'Network': ['ID=509f6c49-b482-48b3-8129-fba419240e17,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:28.107526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdb96bcf-3696-45d1-a698-9339b63b69cd req-f851d1ed-bd1e-4e2b-949e-d8da5ebcd355 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293342 Oct 26 16:26:28.112920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1be2b943-57bd-42be-8548-a9287e0e805e req-967f3094-54fd-4df7-a642-1d1cff0d722c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157477 Oct 26 16:26:28.114848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:28.164186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 509f6c49-b482-48b3-8129-fba419240e17 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:28.170273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1b0b270b-4b23-4d54-9df0-6d81b173cec2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9605877 Oct 26 16:26:28.176657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:28.182356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Request body: {'subnet': {'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1674787826-subnet', 'tenant_id': 'ebc2108067df4be7b8995c961bec9c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:28.193579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.228170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-750f1466-c11e-4f74-a551-0ffc44af24a2 req-b9e2324d-32fc-4607-9e32-2aeabe6f2148 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 210 time: 0.0481443 Oct 26 16:26:28.277427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Made reservation on behalf of ebc2108067df4be7b8995c961bec9c8e for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:28.291403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.291403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.291403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 1096 time: 2.6082027 Oct 26 16:26:28.291915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.325414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f842c-31e7-4b94-918d-a72e12ceb56f req-8dfd4035-67b0-4bcc-a88e-5efcffee1980 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.326966 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-795f842c-31e7-4b94-918d-a72e12ceb56f req-8dfd4035-67b0-4bcc-a88e-5efcffee1980 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 950 time: 0.1046190 Oct 26 16:26:28.375699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87e3df-dc5f-4637-ba9c-9c41ec680822 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=11']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:28.411331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-795f842c-31e7-4b94-918d-a72e12ceb56f req-2da5a489-00f0-4310-89ab-2665639762e5 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675902 Oct 26 16:26:28.417417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-94cfc38e-c2ea-4ece-86a1-9102c2886b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.418834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-94cfc38e-c2ea-4ece-86a1-9102c2886b56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1099 time: 0.0850105 Oct 26 16:26:28.567865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-247324c1-4030-4916-93f8-5d5b729fdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.569323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-247324c1-4030-4916-93f8-5d5b729fdcea service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1414216 Oct 26 16:26:28.614563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647'}, {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}, {'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:28.616876 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647"}, {"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}, {"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:28.622879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-9a367950-15a1-42d5-a1a5-00fd8a27b523 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0459623 Oct 26 16:26:28.632156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7442b-04bf-4bf3-8910-1eff5d5286f9 req-fc1233bd-0eac-4cb2-944e-7c6e0c63be4f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.639374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88a7442b-04bf-4bf3-8910-1eff5d5286f9 req-fc1233bd-0eac-4cb2-944e-7c6e0c63be4f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 948 time: 0.1224723 Oct 26 16:26:28.708415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88a7442b-04bf-4bf3-8910-1eff5d5286f9 req-a17d457a-2417-4578-b575-7767aef7f9fc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681884 Oct 26 16:26:28.709920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-b93e8410-7d1d-45ce-bfdc-dfbcef7c42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.711346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-b93e8410-7d1d-45ce-bfdc-dfbcef7c42df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0693970 Oct 26 16:26:28.764394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa86f-11ab-43a4-af17-a06d98816efa req-31a98cb4-7e48-4f50-b90d-211ee903c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:28.765936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-31a98cb4-7e48-4f50-b90d-211ee903c6a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476980 Oct 26 16:26:28.816390 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5220dd4-5cf1-459a-8d74-767484e29ea5 x-openstack-request-id: req-b5220dd4-5cf1-459a-8d74-767484e29ea5 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:28.816390 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647", "status": "completed", "code": 200}, {"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "code": 200}, {"name": "network-changed", "server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:28.816671 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5220dd4-5cf1-459a-8d74-767484e29ea5 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:28.816966 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'status': 'completed', 'code': 200} Oct 26 16:26:28.817214 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'code': 200} Oct 26 16:26:28.817458 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'status': 'completed', 'code': 200} Oct 26 16:26:28.829736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:28.853453 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-b4cb1c32-841a-425b-b0d2-5eae61ddb308 req-dde14b9c-839c-4ad6-845b-957171b6dd65 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:28.854520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4cb1c32-841a-425b-b0d2-5eae61ddb308 req-dde14b9c-839c-4ad6-845b-957171b6dd65 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/d83406e0-541c-4bd7-bfa0-b3319312e707 HTTP/1.1" status: 404 len: 352 time: 0.0293946 Oct 26 16:26:28.888029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9a1eef-f7a3-49d7-be42-afeb3a928adb,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:28.898604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Checking segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:28.898963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Network hostable DHCP agents. Network: 509f6c49-b482-48b3-8129-fba419240e17, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:28.973062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Network 509f6c49-b482-48b3-8129-fba419240e17 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:28.982793 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-fca04922-6387-4393-9793-637be4ef71a9 req-dd0af2c4-beb9-43df-a378-fd112d1cccbf tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:28.983890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fca04922-6387-4393-9793-637be4ef71a9 req-dd0af2c4-beb9-43df-a378-fd112d1cccbf tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/00fdf510-0600-4112-bd22-0efcc8718d52 HTTP/1.1" status: 404 len: 352 time: 0.0690069 Oct 26 16:26:29.001173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-e6c5e81d-5eae-4d45-9879-f1a82e671475 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279327 Oct 26 16:26:29.011521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-63583347-593b-4363-ae8c-2c6f6edb076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.012979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-63583347-593b-4363-ae8c-2c6f6edb076d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1094 time: 0.1640632 Oct 26 16:26:29.025095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-78dc6d36-04bc-4ffc-8729-d93ab6624400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.026528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-78dc6d36-04bc-4ffc-8729-d93ab6624400 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1099 time: 0.1759045 Oct 26 16:26:29.059715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 509f6c49-b482-48b3-8129-fba419240e17) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:29.065098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.066049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.072070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c456c8c5-091f-4dcb-9322-c1f7faa14418 None None] Network 509f6c49-b482-48b3-8129-fba419240e17 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:29.092489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df88e8-a788-4cb1-a117-25702ebbda23 req-63da1c68-9853-4915-81d0-3b75898bad3b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.094110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66df88e8-a788-4cb1-a117-25702ebbda23 req-63da1c68-9853-4915-81d0-3b75898bad3b tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.1762846 Oct 26 16:26:29.119610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6021b9ba-b9da-43d3-8f6a-a00855ee4647 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:29.177101 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d8108bea-153e-476a-a06d-39fb4f74b1b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9988325 Oct 26 16:26:29.256133 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66df88e8-a788-4cb1-a117-25702ebbda23 req-16d1a174-7a75-4a98-b9a5-f56bb999b06a tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422453 Oct 26 16:26:29.310712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb71f5-893c-4c56-8109-da023d13c78f None None] Network 509f6c49-b482-48b3-8129-fba419240e17 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:29.351695 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-07fbd235-69c3-46aa-a380-0c7a5e42c4ba req-5414f431-1610-4490-a935-e754ce532824 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:29.352573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07fbd235-69c3-46aa-a380-0c7a5e42c4ba req-5414f431-1610-4490-a935-e754ce532824 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/8191e55c-0712-4de1-83df-6fde94bd0598 HTTP/1.1" status: 404 len: 352 time: 0.0598681 Oct 26 16:26:29.369073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-669aa86f-11ab-43a4-af17-a06d98816efa req-bc4c282f-a9e8-42b0-a1b5-cdfe21ef1dd3 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544245 Oct 26 16:26:29.404113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-db4bbd6e-9de5-42ee-852a-d2efe34925d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.406295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-db4bbd6e-9de5-42ee-852a-d2efe34925d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3515096 Oct 26 16:26:29.410326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-8badcd6f-5037-4635-9883-154afe34949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.413308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-8badcd6f-5037-4635-9883-154afe34949c service neutron] 10.222.0.39 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.3816054 Oct 26 16:26:29.416601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:29.427771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-6b41f529-0171-4cc2-bb76-9bd6e08e5679 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.431558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-6b41f529-0171-4cc2-bb76-9bd6e08e5679 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "GET /v2.0/ports?device_id=79a1cebb-9496-490b-bd1d-9a0022202333 HTTP/1.1" status: 200 len: 944 time: 0.0913372 Oct 26 16:26:29.433727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:29.463790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-04222f43-b5d0-4b7d-9e4d-0eed4c029d2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0479152 Oct 26 16:26:29.515118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-dea2db0a-a52d-40d2-be1f-225e0d212f00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 217 time: 0.0388434 Oct 26 16:26:29.573352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Deleting port b870b4f6-427b-4036-85d6-2d98f481a79c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:29.574624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.647878 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.671971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-ee6e7711-88be-4f1c-92bc-fae04f880fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.673467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-ee6e7711-88be-4f1c-92bc-fae04f880fc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1573553 Oct 26 16:26:29.676091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6021b9ba-b9da-43d3-8f6a-a00855ee4647 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:29.698015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:29.702025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] For port b870b4f6-427b-4036-85d6-2d98f481a79c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b870b4f6-427b-4036-85d6-2d98f481a79c,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:29.702580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.717545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Calling delete_port for b870b4f6-427b-4036-85d6-2d98f481a79c owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:29.741221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea76a90e-2544-46f1-815e-e6100c9d5e64 req-1847b585-d367-47af-a15c-f9819e94f446 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 210 time: 0.0659349 Oct 26 16:26:29.758644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-5ff6bf74-165f-472f-b4e6-fb800ad933ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.760105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-5ff6bf74-165f-472f-b4e6-fb800ad933ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.2007153 Oct 26 16:26:29.771060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb6e56-0853-436c-a4b8-1c6cb6a22bf9 req-0dfa3670-c57f-4559-9e86-c2051bff4568 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.772600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bfb6e56-0853-436c-a4b8-1c6cb6a22bf9 req-0dfa3670-c57f-4559-9e86-c2051bff4568 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 943 time: 0.3077841 Oct 26 16:26:29.806646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.823566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-e59cd04b-d593-474a-9c8a-ab42f5dda59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.825040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-e59cd04b-d593-474a-9c8a-ab42f5dda59d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309199 Oct 26 16:26:29.855185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:29.870465 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-36e3307a-962a-4bda-97d8-d9d3726a7670 req-d2217493-78ec-4bdb-8daf-c202c4905ed6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:29.871526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36e3307a-962a-4bda-97d8-d9d3726a7670 req-d2217493-78ec-4bdb-8daf-c202c4905ed6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/abd60583-56bf-4c46-b8b8-1ff066d3fe61 HTTP/1.1" status: 404 len: 352 time: 0.0628326 Oct 26 16:26:29.916985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bfb6e56-0853-436c-a4b8-1c6cb6a22bf9 req-ea70f0d4-4ea7-4d9b-b192-89742e5866b2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325045 Oct 26 16:26:29.924544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-9f701006-565c-4438-b1e4-76ddcbc78a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:29.926015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-9f701006-565c-4438-b1e4-76ddcbc78a50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509192 Oct 26 16:26:29.957543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:29.992341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event deleted for resources: {'Port': ['ID=b870b4f6-427b-4036-85d6-2d98f481a79c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:30.015799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-373f2dd4-8ebf-4323-900e-01b5a718b982 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767585 Oct 26 16:26:30.037329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] No DVR routers for this DVR port b870b4f6-427b-4036-85d6-2d98f481a79c on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:30.039042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:30.041078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['6021b9ba-b9da-43d3-8f6a-a00855ee4647'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:30.042691 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39fddebf-dcb0-4448-b1c3-2a1438bf03c9 req-e78da514-f049-4b72-98df-d29a41b8967c tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.47 "DELETE /v2.0/ports/b870b4f6-427b-4036-85d6-2d98f481a79c HTTP/1.1" status: 204 len: 173 time: 0.6043229 Oct 26 16:26:30.043157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-deleted', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:30.045482 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137650b8-54c4-4c23-9615-383a9dc560c6" -d '{"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-deleted", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:30.157762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-b2f97af8-66f9-4624-ac8d-ad33ced65775 service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237067 Oct 26 16:26:30.181857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e405-7aa8-42ff-9ded-af1a1646697e req-b2d74d1d-4dc3-437b-bb20-2ce726fea9a2 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:30.183388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87c3e405-7aa8-42ff-9ded-af1a1646697e req-b2d74d1d-4dc3-437b-bb20-2ce726fea9a2 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 950 time: 0.1723673 Oct 26 16:26:30.687611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-abd245ed-dfec-44b4-8519-ec2b6b24d32f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614919 Oct 26 16:26:30.706524 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:26:30.726345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-39efcb5d-c52b-427e-aa1f-b27c3af3cbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:30.730543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87c3e405-7aa8-42ff-9ded-af1a1646697e req-3d93ba34-137f-47b5-bb6a-7a849308c277 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113955 Oct 26 16:26:30.782682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-83ed9cdd-8e02-4375-9cb1-6e1c27124341 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:30.782682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-83ed9cdd-8e02-4375-9cb1-6e1c27124341 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 818 time: 0.6572113 Oct 26 16:26:30.803026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-9b1e59b4-482a-466e-bdef-a24ee7e3b52d service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315608 Oct 26 16:26:30.827936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-b2791b5c-eb80-4d56-83d5-10e6199c67db tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/quotas/ebc2108067df4be7b8995c961bec9c8e HTTP/1.1" status: 200 len: 375 time: 0.0358424 Oct 26 16:26:30.851050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b9951004-066c-4b37-a427-8c95e2d51983 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:30.856793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b9951004-066c-4b37-a427-8c95e2d51983 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:30.858271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b9951004-066c-4b37-a427-8c95e2d51983 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "GET /v2.0/networks?id=708033fe-a414-41ce-bf62-eb79c86280cf&id=9f115355-cbb2-4cbf-ac99-6376afba95ec&id=708033fe-a414-41ce-bf62-eb79c86280cf HTTP/1.1" status: 200 len: 1392 time: 0.2544320 Oct 26 16:26:30.882027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'admin_state_up': True, 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:30.927494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0f7fbd74-0c3a-4b2c-8e30-6d6296931c58 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849323 Oct 26 16:26:31.031737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ad4b7-3643-4e3d-bf4e-4292d14732f9 req-ec24d21a-1e09-486c-be31-9edbda3a7216 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.033848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-663ad4b7-3643-4e3d-bf4e-4292d14732f9 req-ec24d21a-1e09-486c-be31-9edbda3a7216 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.2260675 Oct 26 16:26:31.061534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-3e8560fd-9d08-4350-b351-c8757deb08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.062751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-3e8560fd-9d08-4350-b351-c8757deb08f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 1099 time: 0.2036462 Oct 26 16:26:31.123740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:31.126338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6021b9ba-b9da-43d3-8f6a-a00855ee4647 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:31.192598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-663ad4b7-3643-4e3d-bf4e-4292d14732f9 req-e8e8d265-2b31-4ae7-bb8c-9bb39b03c070 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491549 Oct 26 16:26:31.207260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-06ae1e86-db3a-48c7-9811-4563b1d5f6c1 service neutron] 10.222.0.21 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490759 Oct 26 16:26:31.279684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:31.295024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'mac_address': 'fa:16:3e:cd:58:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:31.321685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-c74bb1ce-e2a9-4b9b-b068-fb8955206c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.322952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-c74bb1ce-e2a9-4b9b-b068-fb8955206c54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2485535 Oct 26 16:26:31.334592 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.352252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:31.355066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:31.357026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:31.360329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.362979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:31.363373 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.398855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:31.412052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-aabb07e9-5e33-414a-a551-d82f53aac736 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 200 len: 217 time: 0.0669029 Oct 26 16:26:31.455225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.478394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.485886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:31.489149 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0800c6a0-7571-461c-844b-3ef9aae6b7ef" -d '{"events": [{"server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:31.489958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-e753820b-cc98-4256-b8d6-f6b7e7ff68e2 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.491521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-e753820b-cc98-4256-b8d6-f6b7e7ff68e2 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 946 time: 0.2591476 Oct 26 16:26:31.503621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ffea9-668f-43c5-87ae-408388b6c01f req-156b544a-fd31-4e8a-9548-3f83df77e21b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.505070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d44ffea9-668f-43c5-87ae-408388b6c01f req-156b544a-fd31-4e8a-9548-3f83df77e21b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 948 time: 0.2151093 Oct 26 16:26:31.520215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:31.552617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:31.558994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-d57c4129-4ddb-4bb4-abeb-990ec50ab57c service neutron] 10.222.0.21 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422041 Oct 26 16:26:31.598331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:31.607530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-e14d202d-9987-43f7-a95a-f47a3acdc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.608977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-e14d202d-9987-43f7-a95a-f47a3acdc881 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1890063 Oct 26 16:26:31.665276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:31.712144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d44ffea9-668f-43c5-87ae-408388b6c01f req-9b401812-a1a5-4c73-9c45-c7b92596a860 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989660 Oct 26 16:26:31.738456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:31.761922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-fc3e6bbc-0106-44a1-bed0-a9539820ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:31.763314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-fc3e6bbc-0106-44a1-bed0-a9539820ddc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455402 Oct 26 16:26:31.765345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Allocated IP 19.80.0.241 (708033fe-a414-41ce-bf62-eb79c86280cf/272e5310-4466-4a54-995b-3726f6baae50/2f557741-1852-4a3b-b40e-d8c2df9bba65) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:31.794803 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-ac08a878-6245-4e70-ad89-efb1f7e7feef req-287d506b-6d32-45b8-adce-2819774122eb tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:31.795891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac08a878-6245-4e70-ad89-efb1f7e7feef req-287d506b-6d32-45b8-adce-2819774122eb tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/52ad5a27-4440-40bc-b91e-d8ff01d9551e HTTP/1.1" status: 404 len: 352 time: 0.0557768 Oct 26 16:26:31.846555 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f96dfb-955c-4c81-acca-56f49895a293 x-openstack-request-id: req-a4f96dfb-955c-4c81-acca-56f49895a293 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:31.847200 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a1cebb-9496-490b-bd1d-9a0022202333", "name": "network-vif-deleted", "tag": "b870b4f6-427b-4036-85d6-2d98f481a79c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:31.847601 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4f96dfb-955c-4c81-acca-56f49895a293 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:31.848520 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a1cebb-9496-490b-bd1d-9a0022202333', 'name': 'network-vif-deleted', 'tag': 'b870b4f6-427b-4036-85d6-2d98f481a79c', 'status': 'completed', 'code': 200} Oct 26 16:26:31.868426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Deleting port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:31.875084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.020498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-6a1e8637-1406-4b8f-ac48-49b3c7da43fd service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451963 Oct 26 16:26:32.114044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] For port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:32.114406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.226180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.230589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2756d126-186a-499a-bf35-b02b4df1fe7e req-e3c30285-dacd-4603-860d-8504e2342ed6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 210 time: 0.0994823 Oct 26 16:26:32.288410 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46025a-64a3-469d-83bf-38085cb8ca31 x-openstack-request-id: req-5d46025a-64a3-469d-83bf-38085cb8ca31 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:32.288800 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:32.289170 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d46025a-64a3-469d-83bf-38085cb8ca31 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:32.289662 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'code': 200} Oct 26 16:26:32.387863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2891-cbc9-43d2-ae44-c22bb19ed393 req-11b8340a-cae8-4030-9bb9-91134fc052fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.389435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b23a2891-cbc9-43d2-ae44-c22bb19ed393 req-11b8340a-cae8-4030-9bb9-91134fc052fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0411410 Oct 26 16:26:32.415521 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-5452a52c-2744-4e8e-869c-5c9d1e5d61ff req-513ea934-03e7-4888-befe-56f57a38f38d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] show failed (client error): The resource could not be found. Oct 26 16:26:32.416553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5452a52c-2744-4e8e-869c-5c9d1e5d61ff req-513ea934-03e7-4888-befe-56f57a38f38d tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/0859186a-9627-459a-8cc6-676c9a57c939 HTTP/1.1" status: 404 len: 352 time: 0.1027763 Oct 26 16:26:32.429106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d5393b2-51a0-4b97-85fe-5d5334fcc89c req-a1f5bcc6-1d66-4e98-83eb-34df2c85bd09 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989615 Oct 26 16:26:32.442938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b23a2891-cbc9-43d2-ae44-c22bb19ed393 req-76cc74a5-63cc-45b3-8127-b0482abf652f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366373 Oct 26 16:26:32.457982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43390fd-7b40-4b68-918a-4734e12a8cd3 req-66da5e4e-7068-4f2f-b889-959d3ae3e558 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.459463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e43390fd-7b40-4b68-918a-4734e12a8cd3 req-66da5e4e-7068-4f2f-b889-959d3ae3e558 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 945 time: 0.1950662 Oct 26 16:26:32.531469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.602715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-32103bc1-21c5-4e24-b0d1-434cfac5f1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421886 Oct 26 16:26:32.604416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.604775 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.605087 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b disassociated. External IP: 172.25.5.108, port: 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08. Oct 26 16:26:32.605439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Calling delete_port for 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:32.613832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:32.614282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e43390fd-7b40-4b68-918a-4734e12a8cd3 req-88c95e96-c66e-40e7-a148-c000736e8be1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267276 Oct 26 16:26:32.636022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 708033fe-a414-41ce-bf62-eb79c86280cf is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:32.636791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:32.641322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:32.663060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: b870b4f6-427b-4036-85d6-2d98f481a79c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:32.664918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b870b4f6-427b-4036-85d6-2d98f481a79c not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:32.672077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:32.718818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-ff75939a-f417-44d1-8947-6332e045eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.720511 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-ff75939a-f417-44d1-8947-6332e045eac3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 1100 time: 0.0747609 Oct 26 16:26:32.749828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.750569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.894526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-9a589605-c2ce-4c44-8f46-037222ea0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.900456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-9a589605-c2ce-4c44-8f46-037222ea0fc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1341627 Oct 26 16:26:32.940563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:32.948247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-ddc51381-ae09-4d96-8700-359434db4892 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 200 len: 217 time: 0.0399861 Oct 26 16:26:32.982093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b480928-0986-4bd8-a8a2-7fcea4aefefe req-c435e416-e1c0-4274-857f-bcbc486f92fd tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:32.983871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b480928-0986-4bd8-a8a2-7fcea4aefefe req-c435e416-e1c0-4274-857f-bcbc486f92fd tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 950 time: 0.1330006 Oct 26 16:26:32.994721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-f402c224-25c2-4685-9d07-8d002ab4bad5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1188767 Oct 26 16:26:32.995636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event deleted for resources: {'Port': ['ID=241a1ef0-85fa-4797-b4f4-9fe13e7ddd08,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:33.009976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-ce375c38-89d1-4c1e-b6c4-d311748a07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.012315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-ce375c38-89d1-4c1e-b6c4-d311748a07a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0503974 Oct 26 16:26:33.012452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0728dc90-4e4f-48f0-b863-41ca00ae5700 None None] Provisioning complete for port 2f557741-1852-4a3b-b40e-d8c2df9bba65 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:33.012904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0728dc90-4e4f-48f0-b863-41ca00ae5700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.021408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfaa9-2799-4998-950b-59cb618abf12 req-e71d0e1c-6feb-4f57-b0b1-29a9594da173 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.040505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-581bfaa9-2799-4998-950b-59cb618abf12 req-e71d0e1c-6feb-4f57-b0b1-29a9594da173 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 867 time: 0.1343167 Oct 26 16:26:33.040505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec', 'admin_state_up': True, 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:33.057124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0728dc90-4e4f-48f0-b863-41ca00ae5700 None None] Port 2f557741-1852-4a3b-b40e-d8c2df9bba65 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:33.076684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-4ca8dd07-a3a0-40cc-99d8-4e63a63bfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.078163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-4ca8dd07-a3a0-40cc-99d8-4e63a63bfea7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503166 Oct 26 16:26:33.130788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:33.191638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-922d827d-0a4b-4eeb-b289-7b07c6f1b162 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018093 Oct 26 16:26:33.272433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:33.284897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:33.285186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.300509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-83ca6633-10f9-4a44-959f-0904c9f300a0 req-b8f839bb-1b4a-422c-884e-b7575765344c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011338 Oct 26 16:26:33.382420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-6e05a372-a4e7-4e74-b360-d312ceb6778e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.384770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-6e05a372-a4e7-4e74-b360-d312ceb6778e tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.0739622 Oct 26 16:26:33.385003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.425013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:33.517504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Deleting port a848cba6-14b1-40be-ac74-ab5f20dd4e88 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:33.517848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.572714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.591991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b480928-0986-4bd8-a8a2-7fcea4aefefe req-331d3abc-83d0-4545-b4a6-6fc1353d3abb tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e70a87-b3ed-4dda-b934-0b470dc69c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934277 Oct 26 16:26:33.606620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-581bfaa9-2799-4998-950b-59cb618abf12 req-d47c55f1-36a2-4ddf-b6fa-6bb9e534d7e2 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups?id=d42c1619-614f-40ad-93e6-ab7cb86a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5771027 Oct 26 16:26:33.646859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:33.683382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-061b5c65-f280-4b91-8ba6-2edc3653f1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.697504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:33.725859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] For port a848cba6-14b1-40be-ac74-ab5f20dd4e88, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a848cba6-14b1-40be-ac74-ab5f20dd4e88,segment=NetworkSegment(bf7624c1-3273-4c1d-8fc3-b7a63c2031a2),segment_id=bf7624c1-3273-4c1d-8fc3-b7a63c2031a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:33.726247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.743541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Calling delete_port for a848cba6-14b1-40be-ac74-ab5f20dd4e88 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:33.768046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-4576d421-d275-4636-b9ca-5705b9c0e3b6 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.770079 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-4576d421-d275-4636-b9ca-5705b9c0e3b6 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 950 time: 0.1173217 Oct 26 16:26:33.824640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d8533-9869-48f7-92ad-cd8d992833cc req-2212434e-f41b-4521-a5e2-2ac72a8703d8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:33.826270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-056d8533-9869-48f7-92ad-cd8d992833cc req-2212434e-f41b-4521-a5e2-2ac72a8703d8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 950 time: 0.1258795 Oct 26 16:26:33.855617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:33.859154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:33.911490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-056d8533-9869-48f7-92ad-cd8d992833cc req-689c04f1-d9ab-4729-be98-bd128a889a9d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756745 Oct 26 16:26:33.981804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:34.006026 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:34.021048 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:34.021749 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:34.071433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] No DVR routers for this DVR port 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:34.083049 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.097701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.101605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7eb983-e6c8-4cf1-8673-9b88bbe71943 req-32f5fe6c-1715-48de-ae65-7181714dc3f3 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.47 "DELETE /v2.0/ports/241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 HTTP/1.1" status: 204 len: 173 time: 2.5909891 Oct 26 16:26:34.104839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3458539-c9ac-43da-a4b8-97a7af0ad013 req-a89d3512-51ee-46bb-ba48-c94e8b9fe34b tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 210 time: 0.0875850 Oct 26 16:26:34.105560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'name': 'network-vif-deleted', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:34.108064 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e855167-31f3-4045-8775-b9f42e80d3fc" -d '{"events": [{"server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "name": "network-vif-deleted", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:34.139484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Allocated IP 19.86.0.25 (9f115355-cbb2-4cbf-ac99-6376afba95ec/a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5/434b3559-553d-4a92-9196-1930a6a8d8f2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:34.194994 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:34.291840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:34.294653 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0520f4-0cfe-4609-a1d5-cff9362d56b4" -d '{"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:34.313080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Deleting port de046ac3-aebc-4797-82b4-7ece5b53f13d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:34.313711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.358965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd39258-0329-4741-a5c4-ee7d8fe630fd req-57f0e259-3629-4551-821b-0f9613be80fe tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:34.361953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcd39258-0329-4741-a5c4-ee7d8fe630fd req-57f0e259-3629-4551-821b-0f9613be80fe tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/ports?device_id=5994013d-f9c6-4b60-a84d-120a57ded3d8 HTTP/1.1" status: 200 len: 944 time: 0.1881301 Oct 26 16:26:34.378310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504319ef-f768-4686-909c-f3b3c34a5981 req-d79dbc83-c9ee-48fb-8c07-cbd2b71ddbf9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:34.387845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-504319ef-f768-4686-909c-f3b3c34a5981 req-d79dbc83-c9ee-48fb-8c07-cbd2b71ddbf9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 932 time: 0.1552980 Oct 26 16:26:34.443038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:34.448521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] For port de046ac3-aebc-4797-82b4-7ece5b53f13d, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=de046ac3-aebc-4797-82b4-7ece5b53f13d,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:34.448970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.462088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Calling delete_port for de046ac3-aebc-4797-82b4-7ece5b53f13d owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:34.469589 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:34.476379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-504319ef-f768-4686-909c-f3b3c34a5981 req-9d5fd0bf-d3a5-4774-a1b7-0ce29673c95c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Oct 26 16:26:34.501713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcd39258-0329-4741-a5c4-ee7d8fe630fd req-26ece344-a117-4478-96d0-f9df6f3c62d0 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1ea73c0-e64f-4b18-8693-b7555f64121d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Oct 26 16:26:34.512924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:34.514035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:34.519745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.530810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.582489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Pushing event deleted for resources: {'Port': ['ID=a848cba6-14b1-40be-ac74-ab5f20dd4e88,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.632646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:34.646595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] No DVR routers for this DVR port a848cba6-14b1-40be-ac74-ab5f20dd4e88 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:34.648953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.652528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fee51f26-9daf-40cc-936b-e3e676553e10 req-8fa2f3b2-5ab5-4b39-9e44-0fec1d6393f5 tempest-LiveAutoBlockMigrationV225Test-880329303 tempest-LiveAutoBlockMigrationV225Test-880329303-project] 10.222.0.39 "DELETE /v2.0/ports/a848cba6-14b1-40be-ac74-ab5f20dd4e88 HTTP/1.1" status: 204 len: 173 time: 1.2571757 Oct 26 16:26:34.653549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-deleted', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:34.656476 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f01e6ca-dd65-497a-b6c8-e654d4f707c1" -d '{"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-deleted", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:34.676828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6206611-96d9-4689-aef0-02bfcd3c179a req-5693acd3-7442-45e2-a92a-ac3e19b45d18 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:34.678373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6206611-96d9-4689-aef0-02bfcd3c179a req-5693acd3-7442-45e2-a92a-ac3e19b45d18 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 945 time: 0.0873811 Oct 26 16:26:34.691618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca8ef-9f79-47bf-8939-f0dc0ed53999 req-97e3e6c5-7078-4633-8f6a-c6b24be3bec5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:34.693463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6feca8ef-9f79-47bf-8939-f0dc0ed53999 req-97e3e6c5-7078-4633-8f6a-c6b24be3bec5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 950 time: 0.0913162 Oct 26 16:26:34.696538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.704407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:34.706096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 241a1ef0-85fa-4797-b4f4-9fe13e7ddd08 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:34.712922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:34.776652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:34.792462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:34.795162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.813887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:34.817840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.853971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Pushing event deleted for resources: {'Port': ['ID=de046ac3-aebc-4797-82b4-7ece5b53f13d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.912800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] No DVR routers for this DVR port de046ac3-aebc-4797-82b4-7ece5b53f13d on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:34.916055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.921207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6206611-96d9-4689-aef0-02bfcd3c179a req-8c85a311-54c2-451b-a9cd-f4cad0908a5c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222559 Oct 26 16:26:34.927661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b144fe2-0d1e-4b1e-b2b5-0ba9a988ee24 req-6e3a1cc0-c5b6-4929-bfdc-a617c8d2c084 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.47 "DELETE /v2.0/ports/de046ac3-aebc-4797-82b4-7ece5b53f13d HTTP/1.1" status: 204 len: 173 time: 1.1251841 Oct 26 16:26:34.945446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.967290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:34.968089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:34.984640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6feca8ef-9f79-47bf-8939-f0dc0ed53999 req-86c3b8ca-20b9-40c4-85e9-f2c9337ac817 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742171 Oct 26 16:26:35.076521 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:35.113388 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72429c4d-0006-4be8-a31f-f86353084b4f x-openstack-request-id: req-72429c4d-0006-4be8-a31f-f86353084b4f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:35.113911 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b58fdb5-de5e-4b25-8912-28439c7303a8", "name": "network-vif-deleted", "tag": "241a1ef0-85fa-4797-b4f4-9fe13e7ddd08", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:35.116383 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72429c4d-0006-4be8-a31f-f86353084b4f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:35.117071 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b58fdb5-de5e-4b25-8912-28439c7303a8', 'name': 'network-vif-deleted', 'tag': '241a1ef0-85fa-4797-b4f4-9fe13e7ddd08', 'status': 'completed', 'code': 200} Oct 26 16:26:35.125242 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b244369-a5c3-43c7-928b-177a89a9cd5c None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:21:46Z', 'revision_number': 4, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '017d7140-e521-4bd7-9178-1f38c29d4d9e', 'name': '', 'network_id': 'd5462561-d948-4e63-b167-9da588a341c5', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'mac_address': 'fa:16:3e:2d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:44Z', 'updated_at': '2021-10-26T16:21:53Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'subnets': [{'id': 'ffdb0d5b-5eb8-4069-81dc-7325cfcef73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:35.132008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-7161b477-57d2-4325-af3f-2698ada7a33a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1213436 Oct 26 16:26:35.151520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'admin_state_up': True, 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:35.162956 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b94ec-06c5-466e-bb21-f634190b330a x-openstack-request-id: req-626b94ec-06c5-466e-bb21-f634190b330a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:35.163495 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-plugged", "status": "completed", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:35.163598 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-626b94ec-06c5-466e-bb21-f634190b330a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:35.164010 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'code': 200} Oct 26 16:26:35.222017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cf42-ecac-45d1-baed-07a9f47954dd req-1cfcaf16-c023-42e3-8e48-8fed48effff6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:35.230355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6690cf42-ecac-45d1-baed-07a9f47954dd req-1cfcaf16-c023-42e3-8e48-8fed48effff6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1024 time: 0.1951630 Oct 26 16:26:35.303529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b284ecf4-75fc-4646-858e-d04a719b44dc None None] Provisioning complete for port 434b3559-553d-4a92-9196-1930a6a8d8f2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:35.304181 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b284ecf4-75fc-4646-858e-d04a719b44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:35.324577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a2d4f3f-adbd-4700-802f-b68334e09ad0 req-8423093d-8015-45c0-8164-91409485f228 tempest-ImagesNegativeTestJSON-781015197 tempest-ImagesNegativeTestJSON-781015197-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a25d23-a2ce-4f69-82aa-7ecd3d2f418f HTTP/1.1" status: 200 len: 210 time: 0.0540884 Oct 26 16:26:35.346873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6690cf42-ecac-45d1-baed-07a9f47954dd req-213cbdd3-91e6-4149-a95b-a69ff74549c1 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3371dca-7b08-46b1-adce-c37b4c0abbf6&id=91d586b2-8f1b-4ad0-acf2-f76d35871320&id=7e7777cf-50a7-44a6-968f-8fe2182149d8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1116364 Oct 26 16:26:35.378177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b284ecf4-75fc-4646-858e-d04a719b44dc None None] Port 434b3559-553d-4a92-9196-1930a6a8d8f2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:35.417941 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65314004-8f25-4c9a-9e1b-e641dd945590 x-openstack-request-id: req-65314004-8f25-4c9a-9e1b-e641dd945590 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:35.418420 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5994013d-f9c6-4b60-a84d-120a57ded3d8", "name": "network-vif-deleted", "tag": "a848cba6-14b1-40be-ac74-ab5f20dd4e88", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:35.419007 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65314004-8f25-4c9a-9e1b-e641dd945590 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:35.419313 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5994013d-f9c6-4b60-a84d-120a57ded3d8', 'name': 'network-vif-deleted', 'tag': 'a848cba6-14b1-40be-ac74-ab5f20dd4e88', 'status': 'completed', 'code': 200} Oct 26 16:26:35.492683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1c89052-99b5-4bec-aefc-37ad7c2416b0 req-4d0c3d5c-cc72-44dc-8628-b0492e7d4e68 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b58fdb5-de5e-4b25-8912-28439c7303a8 HTTP/1.1" status: 200 len: 210 time: 0.0437052 Oct 26 16:26:35.562894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:35.567443 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:35.654992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e0c09-0869-4dec-81f9-de9324a27662 None None] New status for floating IP ad2ace91-c76d-4a5a-a1b5-f7411a77d55b: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:26:35.686507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255bac-2544-4374-b486-9fcd0b397491 req-5a0913a2-d015-4626-b1f6-6b5cb80bfea7 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:35.688333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-5a0913a2-d015-4626-b1f6-6b5cb80bfea7 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1879506 Oct 26 16:26:35.704898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d294c-373c-42bd-9062-5b039aae235a req-985ce7b9-2321-4d72-b16f-82b8871040e6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:35.707464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-723d294c-373c-42bd-9062-5b039aae235a req-985ce7b9-2321-4d72-b16f-82b8871040e6 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 1024 time: 0.0967417 Oct 26 16:26:35.725551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28858b49-6e4d-4c78-92c1-b5557d74fe67 req-d7850814-3583-49f0-a538-4a2279b048ee tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 210 time: 0.0705960 Oct 26 16:26:35.855640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-efe92393-ad07-4a24-a07a-2b6809bf0f6e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.1420488 Oct 26 16:26:35.862955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Deleting port f3a047c1-4a68-41f8-a945-c1fe70985a12 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:35.863369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:35.874366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:35.959483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:35.974714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] For port f3a047c1-4a68-41f8-a945-c1fe70985a12, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f3a047c1-4a68-41f8-a945-c1fe70985a12,segment=NetworkSegment(aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb),segment_id=aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:35.975207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:35.988795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Calling delete_port for f3a047c1-4a68-41f8-a945-c1fe70985a12 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:36.039741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Allocated IP 19.80.0.170 (708033fe-a414-41ce-bf62-eb79c86280cf/272e5310-4466-4a54-995b-3726f6baae50/84312b32-a3ac-47ed-883e-d7c68297ccf0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:36.062934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a4eb4-6140-479d-874f-944d2926e48c req-83377c0e-a2b5-49ad-989a-fc5fb1e095e5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:36.069533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a4eb4-6140-479d-874f-944d2926e48c req-83377c0e-a2b5-49ad-989a-fc5fb1e095e5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:36.071001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1a4eb4-6140-479d-874f-944d2926e48c req-83377c0e-a2b5-49ad-989a-fc5fb1e095e5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 1654 time: 0.2287560 Oct 26 16:26:36.213941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.226898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f3a047c1-4a68-41f8-a945-c1fe70985a12'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:36.250493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'Port': ['ID=f3a047c1-4a68-41f8-a945-c1fe70985a12,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:36.303791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] No DVR routers for this DVR port f3a047c1-4a68-41f8-a945-c1fe70985a12 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:36.306382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.315080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-723d294c-373c-42bd-9062-5b039aae235a req-e6bbb56e-f207-46e3-a71b-dd80c6ca5603 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.47 "DELETE /v2.0/ports/f3a047c1-4a68-41f8-a945-c1fe70985a12 HTTP/1.1" status: 204 len: 173 time: 0.6006162 Oct 26 16:26:36.485301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef1a4eb4-6140-479d-874f-944d2926e48c req-2fa4d456-f1e9-44e8-b1b4-1ab7ee4c394f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845663 Oct 26 16:26:36.500567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.568589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:36.631502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device de046ac3-aebc-4797-82b4-7ece5b53f13d no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:36.659822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: de046ac3-aebc-4797-82b4-7ece5b53f13d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:36.660707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device de046ac3-aebc-4797-82b4-7ece5b53f13d not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:36.722258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Deleting subnet 063a357a-ae01-4d7f-989e-19afe20aa016 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:26:36.726370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.729247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-3dfe7e25-d31e-4f8a-b810-e13a539df513 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791824 Oct 26 16:26:36.829526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.829808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.830045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:36.830197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-35a7b0ef-d5c9-4429-beb7-d011e5c590c9 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:36.830197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-35a7b0ef-d5c9-4429-beb7-d011e5c590c9 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 818 time: 0.6451442 Oct 26 16:26:36.835748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Request body: {'port': {'device_id': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'admin_state_up': True, 'tenant_id': 'ebc2108067df4be7b8995c961bec9c8e'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:37.029575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.065859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063a357a-ae01-4d7f-989e-19afe20aa016,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:37.080977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.084072 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9044bc2e-1727-41ac-90a7-129db92e264c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/063a357a-ae01-4d7f-989e-19afe20aa016 HTTP/1.1" status: 204 len: 168 time: 0.5136554 Oct 26 16:26:37.090498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:37.136153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:37.170629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: a848cba6-14b1-40be-ac74-ab5f20dd4e88 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:37.170966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a848cba6-14b1-40be-ac74-ab5f20dd4e88 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:37.176068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-359e6373-5e62-4140-b971-c8f57b8c122f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:37.179943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-359e6373-5e62-4140-b971-c8f57b8c122f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.39 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 818 time: 0.1227577 Oct 26 16:26:37.194573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Request body: {'port': {'device_id': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'admin_state_up': True, 'tenant_id': 'ebc2108067df4be7b8995c961bec9c8e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:37.264228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.302241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-7a7a6f22-0f2e-45e3-b68e-6ffd846752e0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:37.303791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-7a7a6f22-0f2e-45e3-b68e-6ffd846752e0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5535054 Oct 26 16:26:37.342593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:26:37.368224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Made reservation on behalf of ebc2108067df4be7b8995c961bec9c8e for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:37.372491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.428460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'name': 'network-vif-deleted', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d'}, {'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'name': 'network-vif-deleted', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:37.428718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 708033fe-a414-41ce-bf62-eb79c86280cf is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:37.430248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-ccab123c-3585-4301-b85f-d0a774b709a7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/quotas/2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 375 time: 0.0856330 Oct 26 16:26:37.431245 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154b9ae-d01c-4a2f-b935-7147e7ef3b77" -d '{"events": [{"server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "name": "network-vif-deleted", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d"}, {"server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "name": "network-vif-deleted", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:37.432702 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.447488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:37.454110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:37.465620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:37.475086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.524960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Allocated IP 172.20.0.8 (509f6c49-b482-48b3-8129-fba419240e17/7a9a1eef-f7a3-49d7-be42-afeb3a928adb/e18ce459-8588-465a-b768-8ee448ea1613) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:37.549079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Made reservation on behalf of ebc2108067df4be7b8995c961bec9c8e for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:37.552824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.613814 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.639981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:37.640597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.691726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-4663d585-f754-404a-bcd6-09287776d15a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2453918 Oct 26 16:26:37.716138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.737987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-16831fc9-9fc5-418b-a27b-45cfe299fa5c None None] Provisioning complete for port 84312b32-a3ac-47ed-883e-d7c68297ccf0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:37.738407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16831fc9-9fc5-418b-a27b-45cfe299fa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.781303 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.807686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-16831fc9-9fc5-418b-a27b-45cfe299fa5c None None] Port 84312b32-a3ac-47ed-883e-d7c68297ccf0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:37.854257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efecb21f-c60c-4a7e-9dc9-f4a78816c147']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:37.880956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:37.881182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7624c1-3273-4c1d-8fc3-b7a63c2031a2') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:37.881609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-43abeffd-22f2-4f4c-985b-0ee272b84a10 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:37.883078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-43abeffd-22f2-4f4c-985b-0ee272b84a10 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 818 time: 0.1567843 Oct 26 16:26:37.895721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b1b6209e-9081-4acf-a594-1e1740650f43 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7513809 Oct 26 16:26:37.904909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Request body: {'port': {'device_id': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'admin_state_up': True, 'tenant_id': 'ebc2108067df4be7b8995c961bec9c8e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:37.905222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:37.906126 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b associated. External IP: 172.25.5.105, port: 19a24618-97e9-4428-9cac-abadc8f39ef6. Oct 26 16:26:38.070792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.131111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Network 509f6c49-b482-48b3-8129-fba419240e17 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:38.134533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:38.137109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:38.169115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event updated for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:38.224809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Made reservation on behalf of ebc2108067df4be7b8995c961bec9c8e for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:38.224809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.233625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:38.234356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.249365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:38.285396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.329304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3b8f4aa-4ac7-4b13-8a86-eaa5519db698 req-469ccb78-83b5-4a80-84fe-e93b88ea9c6e tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b6e208c-e9dc-4554-b3c4-e9ed8803aa77 HTTP/1.1" status: 200 len: 210 time: 0.0942514 Oct 26 16:26:38.336894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:38.340427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:38.342214 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:38.392677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-37a85dab-2ce2-442f-a592-f7138a322a13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2019091 Oct 26 16:26:38.414264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Request body: {'port': {'device_id': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:38.437233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Allocated IP 172.20.0.4 (509f6c49-b482-48b3-8129-fba419240e17/7a9a1eef-f7a3-49d7-be42-afeb3a928adb/3ecd4a26-3dab-46a2-922a-e20227ad3308) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:38.474916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.492993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.626088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f3a047c1-4a68-41f8-a945-c1fe70985a12 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:26:38.649810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.653377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: f3a047c1-4a68-41f8-a945-c1fe70985a12 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:26:38.654484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f3a047c1-4a68-41f8-a945-c1fe70985a12 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:26:38.682880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.686077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efecb21f-c60c-4a7e-9dc9-f4a78816c147 HTTP/1.1" status: 204 len: 168 time: 1.5923784 Oct 26 16:26:38.689079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58780) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:38.725002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b044-96e5-4211-b9d3-bf53d56b9bd2 req-083acc45-75b4-46a7-961f-bb3c22c81f3e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:38.726494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a11b044-96e5-4211-b9d3-bf53d56b9bd2 req-083acc45-75b4-46a7-961f-bb3c22c81f3e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 931 time: 0.2942877 Oct 26 16:26:38.740370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Deleting subnet f779d6ea-5da1-43a5-8197-0ff440cd079c {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:26:38.743555 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.751011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=efecb21f-c60c-4a7e-9dc9-f4a78816c147,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:38.778423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.820281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.838603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.838951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.839318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.839656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.839994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.840317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.840639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.840961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.841282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.841603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.841916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.842233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c2ab3-5d99-4c76-b8e0-52ea49ef3be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:38.943573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.953712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a11b044-96e5-4211-b9d3-bf53d56b9bd2 req-c098bacc-8941-462e-b4ee-a7ebc1bbe0b0 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106469 Oct 26 16:26:38.971722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f779d6ea-5da1-43a5-8197-0ff440cd079c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:38.976981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:38.980489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:38.986862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-07c9804f-82bd-4f56-b71e-f90be7c88515 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f779d6ea-5da1-43a5-8197-0ff440cd079c HTTP/1.1" status: 204 len: 168 time: 0.2946987 Oct 26 16:26:38.989641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:38.990851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.052494 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2492f7-f75c-4884-9662-db4d89232e11 x-openstack-request-id: req-ea2492f7-f75c-4884-9662-db4d89232e11 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:39.052869 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a25d23-a2ce-4f69-82aa-7ecd3d2f418f", "name": "network-vif-deleted", "tag": "de046ac3-aebc-4797-82b4-7ece5b53f13d", "status": "completed", "code": 200}, {"server_uuid": "4b6e208c-e9dc-4554-b3c4-e9ed8803aa77", "name": "network-vif-deleted", "tag": "f3a047c1-4a68-41f8-a945-c1fe70985a12", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:39.053183 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea2492f7-f75c-4884-9662-db4d89232e11 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:39.053703 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a25d23-a2ce-4f69-82aa-7ecd3d2f418f', 'name': 'network-vif-deleted', 'tag': 'de046ac3-aebc-4797-82b4-7ece5b53f13d', 'status': 'completed', 'code': 200} Oct 26 16:26:39.053961 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6e208c-e9dc-4554-b3c4-e9ed8803aa77', 'name': 'network-vif-deleted', 'tag': 'f3a047c1-4a68-41f8-a945-c1fe70985a12', 'status': 'completed', 'code': 200} Oct 26 16:26:39.086157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.171154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.193010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.202441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6bb120-362f-42dd-bac5-2c51503e51b5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.202658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6bb120-362f-42dd-bac5-2c51503e51b5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.211985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.225684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.231812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:39.239489 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:39.242016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccddaa-4892-4e73-a76e-726066f81c75 req-7bf27f67-efef-434c-9099-55b7bde105ec tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.243846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccddaa-4892-4e73-a76e-726066f81c75 req-7bf27f67-efef-434c-9099-55b7bde105ec tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.249957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccddaa-4892-4e73-a76e-726066f81c75 req-7bf27f67-efef-434c-9099-55b7bde105ec tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.251665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccccddaa-4892-4e73-a76e-726066f81c75 req-7bf27f67-efef-434c-9099-55b7bde105ec tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2376 time: 0.1765749 Oct 26 16:26:39.253778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f557741-1852-4a3b-b40e-d8c2df9bba65 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:39.266110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.279783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:39.292684 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:39.295840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.300370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.306434 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:39.307219 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.347157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Allocated IP 172.20.0.10 (509f6c49-b482-48b3-8129-fba419240e17/7a9a1eef-f7a3-49d7-be42-afeb3a928adb/50ed16f3-5672-4c9c-ab00-ecca599a5645) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:39.374737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccccddaa-4892-4e73-a76e-726066f81c75 req-a10b2f64-66df-4a16-a180-d2003ba92074 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146398 Oct 26 16:26:39.381418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-67d7e1b3-50fb-43b2-9125-e5fc867dd3e1 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "PUT /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 996 time: 3.5248995 Oct 26 16:26:39.387026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:39.389195 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c36955-8a38-42f9-9299-eade446a2abc" -d '{"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:39.394148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Network 509f6c49-b482-48b3-8129-fba419240e17 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:39.400936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:39.403802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Transition to ACTIVE for port object 2f557741-1852-4a3b-b40e-d8c2df9bba65 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:39.408278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.408697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:39.411806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event updated for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:39.425476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.435757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6 HTTP/1.1" status: 204 len: 168 time: 0.4449201 Oct 26 16:26:39.458825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8243816-a80a-46e2-82f5-da9918882264 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0f9b65-7e75-4a6a-b53e-7bd3c6f395a6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:39.495697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.496407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.505682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:39.510583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.521226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255bac-2544-4374-b486-9fcd0b397491 req-be86de55-5d8f-4466-b45e-dfe52840a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.522739 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-be86de55-5d8f-4466-b45e-dfe52840a9bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0881441 Oct 26 16:26:39.584530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84c90de3-1e39-4a51-94b7-e37950a7d9da req-c40ada72-0567-45a5-89ae-c2dfab39b99e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 210 time: 0.0579815 Oct 26 16:26:39.639918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ca456368-bbec-4408-95d8-418866904bca tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8101077 Oct 26 16:26:39.666816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Request body: {'port': {'device_id': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:39.677404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.715570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:39.825140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.852523 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0ee13-1e62-4545-85db-77133280f088 x-openstack-request-id: req-35d0ee13-1e62-4545-85db-77133280f088 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:39.852812 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:39.853068 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d0ee13-1e62-4545-85db-77133280f088 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:39.853574 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:26:39.862476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:37Z', 'revision_number': 1, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.867967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:39.913967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255bac-2544-4374-b486-9fcd0b397491 req-15dacef4-062b-44cd-b9b7-ec9f0c4e6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:39.915642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-15dacef4-062b-44cd-b9b7-ec9f0c4e6bd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.3611031 Oct 26 16:26:39.921914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:39.931004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:39.948430 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:39.949040 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:40.038749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Network 509f6c49-b482-48b3-8129-fba419240e17 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:40.039989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Attempting to bind port 2f557741-1852-4a3b-b40e-d8c2df9bba65 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:40.040324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Attempting to bind port 2f557741-1852-4a3b-b40e-d8c2df9bba65 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:40.040644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Attempting to bind port 2f557741-1852-4a3b-b40e-d8c2df9bba65 on network 708033fe-a414-41ce-bf62-eb79c86280cf {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:40.043336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:40.045344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event updated for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:40.051213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:40.065161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Port 2f557741-1852-4a3b-b40e-d8c2df9bba65 on network 708033fe-a414-41ce-bf62-eb79c86280cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:40.066361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Attempting to bind port 2f557741-1852-4a3b-b40e-d8c2df9bba65 on network 708033fe-a414-41ce-bf62-eb79c86280cf {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:40.066732 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:40.104371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36955-8a38-42f9-9299-eade446a2abc req-d55ae1e8-83b4-4e05-b1f8-a8cea4a59087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.105873 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-d55ae1e8-83b4-4e05-b1f8-a8cea4a59087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1614859 Oct 26 16:26:40.183074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.183750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.190945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2cc9b349-cd0c-4904-b191-6d664d98a098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ff6e7c6999444a6bcaf36506c9bce6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2679615 Oct 26 16:26:40.191821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:40.192159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Checking segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:40.192529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Bound using segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:40.192994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Bound port: 2f557741-1852-4a3b-b40e-d8c2df9bba65, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:40.193589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.199875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58804) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:40.231095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-a6908ec2-1e49-4cce-885d-8ec4d07986e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 999 time: 0.3028393 Oct 26 16:26:40.316925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ec868868-8d65-49ff-98e6-8194b9ae57e5 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4230702 Oct 26 16:26:40.334528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Request body: {'port': {'device_id': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:40.348328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18ce459-8588-465a-b768-8ee448ea1613 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:40.370427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.47', 63319) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:40.384558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.392971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36955-8a38-42f9-9299-eade446a2abc req-5af1dc3a-cd77-4fae-b4ae-06859d41c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.393897 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-5af1dc3a-cd77-4fae-b4ae-06859d41c9f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2792945 Oct 26 16:26:40.417980 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:37Z', 'revision_number': 1, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:40.429577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-4f5d4c1e-835c-4536-8bf0-b2b253d2132d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563052 Oct 26 16:26:40.453686 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c5e11-fce9-4313-a672-67608d3a823a None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:37Z', 'revision_number': 1, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:40.499075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.501681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Transition to ACTIVE for port object e18ce459-8588-465a-b768-8ee448ea1613 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:40.551011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-9ea8c44a-e336-42d0-80af-b674c22db30b tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/b3371dca-7b08-46b1-adce-c37b4c0abbf6 HTTP/1.1" status: 200 len: 1801 time: 0.5880854 Oct 26 16:26:40.589559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.602164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.655989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.660945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-3ca3272e-d6dc-4686-9444-fd6319cb4531 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 999 time: 0.2471814 Oct 26 16:26:40.695263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255bac-2544-4374-b486-9fcd0b397491 req-3ee19961-9a9b-4cce-81b3-9739c163dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.696716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-3ee19961-9a9b-4cce-81b3-9739c163dae0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.4561865 Oct 26 16:26:40.764720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:40.769765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5d058-a335-4e01-885a-b961bcc7d322 None None] New status for floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:26:40.780206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.782748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Pushing event updated for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:40.799788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:40.842975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:40.843856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-5c861746-dbb1-422d-8bdb-fe4f9fc6f94e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.845468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-5c861746-dbb1-422d-8bdb-fe4f9fc6f94e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3781500 Oct 26 16:26:40.847958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255bac-2544-4374-b486-9fcd0b397491 req-2186cdb1-f209-4c2b-a27b-793ae744a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.849461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-2186cdb1-f209-4c2b-a27b-793ae744a74b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386356 Oct 26 16:26:40.867793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36955-8a38-42f9-9299-eade446a2abc req-fbcfe0c8-86bf-44b2-92d4-6e2d6fc85d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:40.869236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-fbcfe0c8-86bf-44b2-92d4-6e2d6fc85d04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1897080 Oct 26 16:26:40.877834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Request body: {'port': {'device_id': '35c8d981-9f55-4697-9109-b3397bb27336', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '2b9c4fe7f07347fdb66d308d7a7ac503'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:40.878653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.018874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.019530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.020991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] 10.222.0.39 "PUT /v2.0/ports/2f557741-1852-4a3b-b40e-d8c2df9bba65 HTTP/1.1" status: 200 len: 1092 time: 2.7833138 Oct 26 16:26:41.046274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd4a26-3dab-46a2-922a-e20227ad3308 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:41.061560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.063704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Attempting to bind port e18ce459-8588-465a-b768-8ee448ea1613 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:41.064534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Attempting to bind port e18ce459-8588-465a-b768-8ee448ea1613 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:41.064861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Attempting to bind port e18ce459-8588-465a-b768-8ee448ea1613 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:41.070260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7dc5-7006-4262-9411-78f57356bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:41.083980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36955-8a38-42f9-9299-eade446a2abc req-b65952fb-4957-4959-b152-43b846de3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.085582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-b65952fb-4957-4959-b152-43b846de3d5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026165 Oct 26 16:26:41.090021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.092610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.097455 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1ea73c0-e64f-4b18-8693-b7555f64121d HTTP/1.1" status: 204 len: 168 time: 0.8904262 Oct 26 16:26:41.102234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Transition to ACTIVE for port object 3ecd4a26-3dab-46a2-922a-e20227ad3308 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:41.106343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-8b512701-44ca-4cae-96db-e295943657b3 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480078 Oct 26 16:26:41.113765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Port e18ce459-8588-465a-b768-8ee448ea1613 on network 509f6c49-b482-48b3-8129-fba419240e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:41.114096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Attempting to bind port e18ce459-8588-465a-b768-8ee448ea1613 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:41.187654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:41.220707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.228573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.250563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f82b2d9-e295-4e35-afd9-161903d182c9 req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3371dca-7b08-46b1-adce-c37b4c0abbf6 HTTP/1.1" status: 204 len: 173 time: 0.6588833 Oct 26 16:26:41.272737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.330339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d79e7d-3db3-4ea6-92d6-c0bd11820fd0 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3371dca-7b08-46b1-adce-c37b4c0abbf6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:41.406210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87255bac-2544-4374-b486-9fcd0b397491 req-4b0249ff-31ff-4eb2-b37b-5541c8865eab service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883477 Oct 26 16:26:41.412862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58816) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:41.440539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:41.440871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Checking segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:41.441258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Bound using segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:41.441697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Bound port: e18ce459-8588-465a-b768-8ee448ea1613, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:41.442046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.444141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f67c-b6fe-48a8-b0d1-4137ca5dc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea73c0-e64f-4b18-8693-b7555f64121d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:41.454490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.511252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:41.688121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Made reservation on behalf of 2b9c4fe7f07347fdb66d308d7a7ac503 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:41.691654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.701479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-573502d9-31e3-436f-8b48-6e1ded39ad71 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892267 Oct 26 16:26:41.706202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:41.753636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.764149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70969cd-edd3-4737-80f2-f1c2e7591b0a req-1d33b1a1-6f28-43b4-9583-dcf925373ae7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.765079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e18ce459-8588-465a-b768-8ee448ea1613,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:41.765645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f70969cd-edd3-4737-80f2-f1c2e7591b0a req-1d33b1a1-6f28-43b4-9583-dcf925373ae7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 943 time: 0.2915928 Oct 26 16:26:41.814110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3e5e2-5941-449e-885b-08ac4fd68208 req-e7038257-e133-44ff-9da3-baa6cc0218cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.820768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3e5e2-5941-449e-885b-08ac4fd68208 req-e7038257-e133-44ff-9da3-baa6cc0218cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.823459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ed16f3-5672-4c9c-ab00-ecca599a5645 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:41.826252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3e5e2-5941-449e-885b-08ac4fd68208 req-e7038257-e133-44ff-9da3-baa6cc0218cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.827952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44b3e5e2-5941-449e-885b-08ac4fd68208 req-e7038257-e133-44ff-9da3-baa6cc0218cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2388 time: 0.2375648 Oct 26 16:26:41.835021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Attempting to bind port 3ecd4a26-3dab-46a2-922a-e20227ad3308 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:41.835360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Attempting to bind port 3ecd4a26-3dab-46a2-922a-e20227ad3308 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:41.835680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Attempting to bind port 3ecd4a26-3dab-46a2-922a-e20227ad3308 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:41.858475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:41.860888 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0687687-2c90-4855-9c9f-dea18de2d6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:41.864123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.868110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.899834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.916823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Port 3ecd4a26-3dab-46a2-922a-e20227ad3308 on network 509f6c49-b482-48b3-8129-fba419240e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:41.916823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Attempting to bind port 3ecd4a26-3dab-46a2-922a-e20227ad3308 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:41.933718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58824) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:41.940284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Transition to ACTIVE for port object 50ed16f3-5672-4c9c-ab00-ecca599a5645 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:41.957007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:41.957359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Checking segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:41.957732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Bound using segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:41.958247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Bound port: 3ecd4a26-3dab-46a2-922a-e20227ad3308, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:41.958583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.968405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:41.969011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:41.970467 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] 10.222.0.39 "PUT /v2.0/ports/e18ce459-8588-465a-b768-8ee448ea1613 HTTP/1.1" status: 200 len: 1091 time: 3.5607979 Oct 26 16:26:41.974287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:41.976611 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "tag": "e18ce459-8588-465a-b768-8ee448ea1613"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:41.995449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f70969cd-edd3-4737-80f2-f1c2e7591b0a req-6c1d1c7b-8f89-45a7-b885-b912cd2ee228 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038758 Oct 26 16:26:42.024078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-9623aaac-9a26-40ae-bdfa-f724b9c6ed5e service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080781 Oct 26 16:26:42.031560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.042777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Pushing event updated for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.053571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44b3e5e2-5941-449e-885b-08ac4fd68208 req-54bf0854-7223-4bac-9fda-e3ed7af56e25 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994412 Oct 26 16:26:42.075803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.076430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.076914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.077391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.077903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.078389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.078875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.080134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.080696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.084263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.084263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.084263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0329f-24dd-463a-837d-d0bb13b1714c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:42.089240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Allocated IP 192.168.233.38 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/84a84eb5-6009-433e-a75d-92ca2dec2164) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:42.116400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:42.124204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:42.160157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ffe639b1-4215-4b65-8a08-aca223c0a004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d0c5250b668416985ca913a9ef7adcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186267 Oct 26 16:26:42.173673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.178029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.178029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "DELETE /v2.0/security-groups/d42c1619-614f-40ad-93e6-ab7cb86a24d0 HTTP/1.1" status: 204 len: 168 time: 0.7598593 Oct 26 16:26:42.179760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58828) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:42.180142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58830) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:42.212623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6d1a5f2-bff8-41e1-857e-86cf2aa4c793 req-7040f633-b275-4f7d-97de-972b6e7ac63b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 210 time: 0.0525699 Oct 26 16:26:42.215634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.224052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434b3559-553d-4a92-9196-1930a6a8d8f2 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:42.238131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c859c-3075-4449-be48-4684170f8add tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c1619-614f-40ad-93e6-ab7cb86a24d0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.254971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.260925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.283051 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-8ccd7aa9-09c9-4f29-adf2-553856525833 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] show failed (client error): The resource could not be found. Oct 26 16:26:42.288023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8ccd7aa9-09c9-4f29-adf2-553856525833 tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "GET /v2.0/security-groups/d42c1619-614f-40ad-93e6-ab7cb86a24d0 HTTP/1.1" status: 404 len: 347 time: 0.0938354 Oct 26 16:26:42.290542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.291105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.292647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ecd4a26-3dab-46a2-922a-e20227ad3308 HTTP/1.1" status: 200 len: 1091 time: 2.6302588 Oct 26 16:26:42.297097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58834) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:42.309939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-5f648644-6bf6-4e34-8c0b-915da606f912 tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "GET /v2.0/security-groups/91d586b2-8f1b-4ad0-acf2-f76d35871320 HTTP/1.1" status: 200 len: 1801 time: 0.1822383 Oct 26 16:26:42.316428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Transition to ACTIVE for port object 434b3559-553d-4a92-9196-1930a6a8d8f2 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:42.371779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aa312294-0ffa-4b3b-adde-6bb2b45bf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.373275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-aa312294-0ffa-4b3b-adde-6bb2b45bf0d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 1094 time: 0.2355564 Oct 26 16:26:42.379724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a3f7-a18d-46a1-b81f-7297edd104a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.447461 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.453970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.459176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Attempting to bind port 50ed16f3-5672-4c9c-ab00-ecca599a5645 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:42.459498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Attempting to bind port 50ed16f3-5672-4c9c-ab00-ecca599a5645 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:42.459828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Attempting to bind port 50ed16f3-5672-4c9c-ab00-ecca599a5645 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:42.462481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-033bf5df-9db6-4c38-aab9-6adc6c2d7400 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e18ce459-8588-465a-b768-8ee448ea1613 HTTP/1.1" status: 200 len: 217 time: 0.0603478 Oct 26 16:26:42.486728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Port 50ed16f3-5672-4c9c-ab00-ecca599a5645 on network 509f6c49-b482-48b3-8129-fba419240e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:42.486967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Attempting to bind port 50ed16f3-5672-4c9c-ab00-ecca599a5645 on network 509f6c49-b482-48b3-8129-fba419240e17 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:42.540082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.542388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:42.542388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Checking segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:42.542691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Bound using segment: {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:42.543063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Bound port: 50ed16f3-5672-4c9c-ab00-ecca599a5645, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43b9d73-32f8-48f8-b930-fe2ab254f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '509f6c49-b482-48b3-8129-fba419240e17'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:42.547565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.587308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Pushing event updated for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.588929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.599229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-1a17a9c7-2096-4ae8-b85b-e0953005b397 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.606805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-1a17a9c7-2096-4ae8-b85b-e0953005b397 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2547500 Oct 26 16:26:42.638075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ae25791a-6602-49e1-a241-39d5c7e1228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.639898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ae25791a-6602-49e1-a241-39d5c7e1228c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 1094 time: 0.2092948 Oct 26 16:26:42.661000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ef1d22e5-588c-4a34-b001-9bc3c239793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.662515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-ef1d22e5-588c-4a34-b001-9bc3c239793f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.1776168 Oct 26 16:26:42.703194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.727187 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-dac890c3-af31-4183-a59e-0d6aa717e1ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493720 Oct 26 16:26:42.734175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:42.790560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-23e1b15e-4717-46d1-aa6f-6ae23b7a7ff7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308 HTTP/1.1" status: 200 len: 217 time: 0.1066382 Oct 26 16:26:42.799043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:42.801467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.804031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.808003 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d555b677-a8ff-452f-b865-ebf486957acf HTTP/1.1" status: 204 len: 168 time: 0.6156325 Oct 26 16:26:42.820909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd4c89-33d5-450b-99f1-94e111a80160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555b677-a8ff-452f-b865-ebf486957acf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:42.824791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.840314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.843251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41', 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:42.849118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:42.869501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:42.875842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:42.886853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-1ce10afd-ca9e-44df-9e2f-562b48467a22 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.2748966 Oct 26 16:26:42.887995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:42.889834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Deleting port ce03fdb9-cd19-44b1-8592-40e631e21aac {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:42.890173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.897623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:42.930133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.988612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:42.989220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:42.990618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] 10.222.0.47 "PUT /v2.0/ports/50ed16f3-5672-4c9c-ab00-ecca599a5645 HTTP/1.1" status: 200 len: 1092 time: 2.6604996 Oct 26 16:26:42.997511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:43.054494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-47998b9f-7475-43b7-b39a-a0e1f650d638 service neutron] 10.222.0.39 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153226 Oct 26 16:26:43.065471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.066403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.186631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120928-6862-4338-943e-d11a87ec2b00 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:43.228244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-c4ff3b57-cd50-4ee4-b089-3ee21b965b4c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3550866 Oct 26 16:26:43.233972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-8b6beffe-f4ea-41fb-949c-6f1ab978747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.236040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-8b6beffe-f4ea-41fb-949c-6f1ab978747e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 1095 time: 0.0929625 Oct 26 16:26:43.242789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Request body: {'port': {'device_id': '35c8d981-9f55-4697-9109-b3397bb27336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:43.288535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6142f999-b27b-45f2-a145-7a6d726866d8 None None] Provisioning complete for port 84a84eb5-6009-433e-a75d-92ca2dec2164 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:43.288903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6142f999-b27b-45f2-a145-7a6d726866d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.301260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-7e7ec192-bffb-49f5-9a77-34256db44f85 service neutron] 10.222.0.39 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262352 Oct 26 16:26:43.304917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-7b5e2fa4-dbae-4785-9ebe-5f9074555f50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645 HTTP/1.1" status: 200 len: 217 time: 0.0579071 Oct 26 16:26:43.347339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6142f999-b27b-45f2-a145-7a6d726866d8 None None] Port 84a84eb5-6009-433e-a75d-92ca2dec2164 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:26:43.367911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.368338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Attempting to bind port 434b3559-553d-4a92-9196-1930a6a8d8f2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:43.368676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Attempting to bind port 434b3559-553d-4a92-9196-1930a6a8d8f2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:43.369002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Attempting to bind port 434b3559-553d-4a92-9196-1930a6a8d8f2 on network 9f115355-cbb2-4cbf-ac99-6376afba95ec {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:43.388410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-b31b9ac2-2f12-434a-8934-bb3bfdab85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.389812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-b31b9ac2-2f12-434a-8934-bb3bfdab85a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.5856872 Oct 26 16:26:43.397535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Port 434b3559-553d-4a92-9196-1930a6a8d8f2 on network 9f115355-cbb2-4cbf-ac99-6376afba95ec not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:43.397856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Attempting to bind port 434b3559-553d-4a92-9196-1930a6a8d8f2 on network 9f115355-cbb2-4cbf-ac99-6376afba95ec {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:43.439028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:43.440133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Checking segment: {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:43.440133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Bound using segment: {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:43.440355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Bound port: 434b3559-553d-4a92-9196-1930a6a8d8f2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919b4488-b16d-4cd1-979b-f43aeb7d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:43.440722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.444026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-01c37669-693a-46ba-bbd5-f973b62a600d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419505 Oct 26 16:26:43.446208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.447655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-e18e0c76-51d5-4af9-9ce2-c001296f32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.449125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-e18e0c76-51d5-4af9-9ce2-c001296f32e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.1351783 Oct 26 16:26:43.495019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-31282e26-18c5-46d7-beab-281af07d6663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357642 Oct 26 16:26:43.512022 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.514543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.515666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8adef6e-fc89-4115-ad2e-fd1cdad1cd63 req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] 10.222.0.21 "DELETE /v2.0/security-groups/91d586b2-8f1b-4ad0-acf2-f76d35871320 HTTP/1.1" status: 204 len: 173 time: 1.1663251 Oct 26 16:26:43.549583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58850) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:43.593718 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3954051-11cd-45a8-a53a-fc0cae6a1b1f x-openstack-request-id: req-e3954051-11cd-45a8-a53a-fc0cae6a1b1f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:43.594011 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:43.594256 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3954051-11cd-45a8-a53a-fc0cae6a1b1f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:43.595178 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65', 'status': 'completed', 'code': 200} Oct 26 16:26:43.600166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.600497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.677270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-5c29dc3f-af62-41c3-aced-0f1f7ccc78b4 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264112 Oct 26 16:26:43.681272 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f40bb1-989a-4a23-a779-02a08499f137 x-openstack-request-id: req-e4f40bb1-989a-4a23-a779-02a08499f137 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:43.682262 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "tag": "e18ce459-8588-465a-b768-8ee448ea1613", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:43.682262 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4f40bb1-989a-4a23-a779-02a08499f137 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:43.682262 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613', 'status': 'completed', 'code': 200} Oct 26 16:26:43.683416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1aba-c677-46e2-a981-01ef71f508ac tempest-SecurityGroupsTestJSON-523696218 tempest-SecurityGroupsTestJSON-523696218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d586b2-8f1b-4ad0-acf2-f76d35871320,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:43.685478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Calling delete_port for ce03fdb9-cd19-44b1-8592-40e631e21aac owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:43.853953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Deleting subnet d7cf3336-9ee8-4dce-bf07-106bee6b06b1 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:26:43.863975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-af2ec80f-0eda-4549-a0f7-801b42b27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.864453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-af2ec80f-0eda-4549-a0f7-801b42b27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.864924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-af2ec80f-0eda-4549-a0f7-801b42b27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.866567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-af2ec80f-0eda-4549-a0f7-801b42b27a3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2756 time: 0.1832995 Oct 26 16:26:43.880099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:43.948522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:43.964245 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-54a7f2d2-5d45-455b-bd24-70a02e3999f5 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479687 Oct 26 16:26:43.972742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-6a269782-8973-4726-9d46-3decc4a7ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:43.977059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-6a269782-8973-4726-9d46-3decc4a7ec02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 1094 time: 0.3107314 Oct 26 16:26:43.987270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-6b5815a8-1615-48d5-8685-b4503154d5ae service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939594 Oct 26 16:26:44.029810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=434b3559-553d-4a92-9196-1930a6a8d8f2,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:44.040587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-147716ba-bfdb-4ca9-9bb1-e355b2bc23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.045968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-147716ba-bfdb-4ca9-9bb1-e355b2bc23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.045968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-147716ba-bfdb-4ca9-9bb1-e355b2bc23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.045968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-147716ba-bfdb-4ca9-9bb1-e355b2bc23df service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=710d6cdaf2864a2888aa23617155ca23&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1660953 Oct 26 16:26:44.080612 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.092830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:44.093539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecaad7-7608-4bb6-8f2e-844d2f49a53e req-83fc8f1d-6fdd-47f5-8099-140425f7491f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.095799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53ecaad7-7608-4bb6-8f2e-844d2f49a53e req-83fc8f1d-6fdd-47f5-8099-140425f7491f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 943 time: 0.3608603 Oct 26 16:26:44.130006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.151942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Transition to ACTIVE for port object 84a84eb5-6009-433e-a75d-92ca2dec2164 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:44.184347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-e1734717-5a13-4172-a885-3ef9b1c1ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.185855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0687687-2c90-4855-9c9f-dea18de2d6cb req-e1734717-5a13-4172-a885-3ef9b1c1ea28 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230342 Oct 26 16:26:44.197563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.225036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.285346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:44.286532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.287177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.288552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] 10.222.0.39 "PUT /v2.0/ports/434b3559-553d-4a92-9196-1930a6a8d8f2 HTTP/1.1" status: 200 len: 1091 time: 3.1060243 Oct 26 16:26:44.332631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:44.337271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.390124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:44.390501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:44.390775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:44.397178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:44.397536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:44.402981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:44.405328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:44.405328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:44.405328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Bound port: 84a84eb5-6009-433e-a75d-92ca2dec2164, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:44.405328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.444117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53ecaad7-7608-4bb6-8f2e-844d2f49a53e req-03fb2849-bb6f-4953-9a54-3af7fbcb6354 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034024 Oct 26 16:26:44.447898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Request body: {'port': {'device_id': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:44.540488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:44.549941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:44.557053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-112313486-network', 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:44.637084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.658964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20abab0c-3a9b-43b7-84e7-ed33275fae32 req-d6b5b491-3ebe-464d-9632-86fb27909218 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906982 Oct 26 16:26:44.695639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-76eeb3a4-ea2d-40ea-b44d-55efed54fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.697827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-76eeb3a4-ea2d-40ea-b44d-55efed54fd26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 919 time: 0.6713958 Oct 26 16:26:44.698472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:44.700973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.720631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a56416-9c0a-4875-9602-c9f107624652 service neutron] Pushing event updated for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:44.738223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.738880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.740285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] 10.222.0.47 "PUT /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 1095 time: 1.5015619 Oct 26 16:26:44.742139 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.744304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98ab8a-8765-422a-86f0-b5f487016285 service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:44.847293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-187c1605-424c-4873-942f-e72d2c62d981 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e18ce459-8588-465a-b768-8ee448ea1613 HTTP/1.1" status: 200 len: 217 time: 0.1183608 Oct 26 16:26:44.847968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.851670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.902321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-4d70d11d-ccd5-4bc4-96d9-27f9226dd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:44.906126 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-4d70d11d-ccd5-4bc4-96d9-27f9226dd2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1098 time: 0.0514121 Oct 26 16:26:44.912365 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:44.939475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Pushing event deleted for resources: {'Port': ['ID=ce03fdb9-cd19-44b1-8592-40e631e21aac,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:44.983349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-2166aa93-1ec2-425c-83db-db5d974b95f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0666687 Oct 26 16:26:44.985867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.062123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-2a26b567-bebf-4a2c-a6f3-5cc1aeb1e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.064270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-2a26b567-bebf-4a2c-a6f3-5cc1aeb1e072 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0708911 Oct 26 16:26:45.082151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:45.092630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.092984 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Added segment e43ed052-8267-489c-ac1e-7b7b3dc4945e of type vlan for network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 Oct 26 16:26:45.148773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.165659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e18ce459-8588-465a-b768-8ee448ea1613 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:45.184253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ba2e2-e844-4a71-8e3b-416089c76cb4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:45.216670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-9920192c-ac19-42fd-adef-7a9fdb7feb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.218464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-9920192c-ac19-42fd-adef-7a9fdb7feb0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838485 Oct 26 16:26:45.281641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.282987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.283939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.303378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.331306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e18ce459-8588-465a-b768-8ee448ea1613,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:45.351576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e18ce459-8588-465a-b768-8ee448ea1613', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'port_id': 'e18ce459-8588-465a-b768-8ee448ea1613', 'mac_address': 'fa:16:3e:fa:e3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a1eef-f7a3-49d7-be42-afeb3a928adb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:45.354708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10dbe-dac8-419d-a36c-615aa0e46846 req-104b2804-ab22-4204-afa9-85b90a72238c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.365811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10dbe-dac8-419d-a36c-615aa0e46846 req-104b2804-ab22-4204-afa9-85b90a72238c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.371876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10dbe-dac8-419d-a36c-615aa0e46846 req-104b2804-ab22-4204-afa9-85b90a72238c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.373605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46c10dbe-dac8-419d-a36c-615aa0e46846 req-104b2804-ab22-4204-afa9-85b90a72238c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2400 time: 0.7196319 Oct 26 16:26:45.406904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.426413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18ce459-8588-465a-b768-8ee448ea1613 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:45.442589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cf3336-9ee8-4dce-bf07-106bee6b06b1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:45.451249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e18ce459-8588-465a-b768-8ee448ea1613,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:45.501636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.507530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9c129eb-b996-456f-8ac6-9dece60ac92b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7cf3336-9ee8-4dce-bf07-106bee6b06b1 HTTP/1.1" status: 204 len: 168 time: 1.9491253 Oct 26 16:26:45.522241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:45.522813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.530751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-95e1ca86-c7c4-4230-9666-0b2727517730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:45.530751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-95e1ca86-c7c4-4230-9666-0b2727517730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.6538074 Oct 26 16:26:45.591724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:45.619962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308'}, {'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:45.622214 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed08d685-8ccb-4111-930a-2a870ec40cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308"}, {"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:45.679624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-1a4b7325-17a7-406b-989b-73d61be28936 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301939 Oct 26 16:26:45.682390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.684964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:45.689677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-42cd142d-a70d-4af8-ac9c-29ae669e76ee tempest-ServersWithSpecificFlavorTestJSON-664248787 tempest-ServersWithSpecificFlavorTestJSON-664248787-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad2ace91-c76d-4a5a-a1b5-f7411a77d55b HTTP/1.1" status: 204 len: 168 time: 3.3880045 Oct 26 16:26:45.718508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46c10dbe-dac8-419d-a36c-615aa0e46846 req-f31055ae-6bd2-4cc3-b4ee-aab3b3548735 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963395 Oct 26 16:26:45.741741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645'}, {'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:45.744185 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618" -d '{"events": [{"name": "network-changed", "server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645"}, {"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:45.746968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] Pushing event updated for resources: {'Network': ['ID=9acfd8aa-0fb9-466e-9183-0f8dc62040d6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:45.762659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:45.785347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-7368c660-00d5-4065-bb5d-aef85bb513ca service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585942 Oct 26 16:26:45.830783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e18ce459-8588-465a-b768-8ee448ea1613'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:45.914281 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-db9272fa-3a56-4acc-b0c8-2970de86f70f req-085b28f3-0a99-48ae-86b7-0cfb1acd9171 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198838 Oct 26 16:26:45.941275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5060776e-45b9-4658-8390-88e6c50c472d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6074719 Oct 26 16:26:45.941955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:45.946908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Request body: {'subnet': {'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-112313486-subnet', 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:45.993542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:26:46.034664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:46.037185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.076177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.155547 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.245007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0919b3-dbdf-4ae0-af44-96338f9a910e req-c55b7bba-f12a-4d7a-8f23-d812396dff82 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:46.246413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae0919b3-dbdf-4ae0-af44-96338f9a910e req-c55b7bba-f12a-4d7a-8f23-d812396dff82 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 947 time: 0.2730908 Oct 26 16:26:46.252744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84312b32-a3ac-47ed-883e-d7c68297ccf0 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:46.258455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.275905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.293737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.308610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-3d4fee1f-a268-477f-b70f-e1d41db5bdb8 service neutron] 10.222.0.39 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117249 Oct 26 16:26:46.350461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:46.358964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:46.358964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Network hostable DHCP agents. Network: 9acfd8aa-0fb9-466e-9183-0f8dc62040d6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:46.450902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Transition to ACTIVE for port object 84312b32-a3ac-47ed-883e-d7c68297ccf0 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:46.452687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.463110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:46.507768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ac11f5-bb6f-424b-bff4-5255e026d537']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:46.521993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae0919b3-dbdf-4ae0-af44-96338f9a910e req-939b2fbf-7cf9-4945-9ee6-4d0f12006b3b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607715 Oct 26 16:26:46.530489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:46.530787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae1a8bb-7e77-4cf1-a2bc-a33c38770bbb') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:46.535595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.540165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9acfd8aa-0fb9-466e-9183-0f8dc62040d6) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:46.544975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:46.546585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.561089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816fa3de-0fd0-421d-9a92-d7b6fa8ad0b0 None None] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:46.588949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.629831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 50ed16f3-5672-4c9c-ab00-ecca599a5645 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:46.630559 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b associated. External IP: 172.25.5.105, port: 19a24618-97e9-4428-9cac-abadc8f39ef6. Oct 26 16:26:46.665733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d237889c-a67d-4a2a-a675-d16119af8ca1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7225316 Oct 26 16:26:46.730826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8ba4bd3-b640-4fe3-b1f5-f4945183d3e6 req-5c8c6193-fcbb-482f-8211-29b9c452698d service neutron] 10.222.0.39 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559062 Oct 26 16:26:46.741009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.783414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:46.789785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:46.790197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:26:46.792098 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:26:46.931901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be7c08-4b19-46ae-b2d3-f62fd79c2575 req-11cf5095-9ff9-4866-ba50-214bc78dde5e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:46.933777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05be7c08-4b19-46ae-b2d3-f62fd79c2575 req-11cf5095-9ff9-4866-ba50-214bc78dde5e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 944 time: 0.2383513 Oct 26 16:26:47.023566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:47.037408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '50ed16f3-5672-4c9c-ab00-ecca599a5645', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'port_id': '50ed16f3-5672-4c9c-ab00-ecca599a5645', 'mac_address': 'fa:16:3e:5c:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a1eef-f7a3-49d7-be42-afeb3a928adb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:47.043169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.048864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.054567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3ac11f5-bb6f-424b-bff4-5255e026d537 HTTP/1.1" status: 204 len: 168 time: 1.5284927 Oct 26 16:26:47.059003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Attempting to bind port 84312b32-a3ac-47ed-883e-d7c68297ccf0 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:47.059392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Attempting to bind port 84312b32-a3ac-47ed-883e-d7c68297ccf0 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:47.059774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Attempting to bind port 84312b32-a3ac-47ed-883e-d7c68297ccf0 on network 708033fe-a414-41ce-bf62-eb79c86280cf {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:47.072257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be918581-38b0-4aa5-8565-b8b17ec4d530 None None] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:47.100211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Port 84312b32-a3ac-47ed-883e-d7c68297ccf0 on network 708033fe-a414-41ce-bf62-eb79c86280cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:47.100612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Attempting to bind port 84312b32-a3ac-47ed-883e-d7c68297ccf0 on network 708033fe-a414-41ce-bf62-eb79c86280cf {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:47.102640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804154e5-f1c2-48c2-af73-13b4e2874d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ac11f5-bb6f-424b-bff4-5255e026d537,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:47.112115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05be7c08-4b19-46ae-b2d3-f62fd79c2575 req-934c6f31-10f4-4354-b4f0-62d880bd324e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714506 Oct 26 16:26:47.119034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:47.119428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Checking segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:47.119815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Bound using segment: {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:47.120310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Bound port: 84312b32-a3ac-47ed-883e-d7c68297ccf0, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6420e0d1-c129-4d83-bab4-228a8e4a50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:47.120601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.120736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.176904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ed16f3-5672-4c9c-ab00-ecca599a5645 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:47.206739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:47.212893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e18ce459-8588-465a-b768-8ee448ea1613 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:47.218162 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae6fc8-0b55-4a04-b341-c50df78f48a6 x-openstack-request-id: req-8cae6fc8-0b55-4a04-b341-c50df78f48a6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:47.218455 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:47.218709 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cae6fc8-0b55-4a04-b341-c50df78f48a6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:47.219109 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308', 'status': 'completed', 'code': 200} Oct 26 16:26:47.219388 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2', 'status': 'completed', 'code': 200} Oct 26 16:26:47.242845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:47.261554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:47.268304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:47.289573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:47.308623 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.311050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ecd4a26-3dab-46a2-922a-e20227ad3308 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:47.318563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-79d9528b-c79a-4ed7-a316-7c165e8d751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.320178 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-79d9528b-c79a-4ed7-a316-7c165e8d751a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 1094 time: 0.1024346 Oct 26 16:26:47.448320 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd19b8d-5006-4bcd-b711-2719312e080d x-openstack-request-id: req-5fd19b8d-5006-4bcd-b711-2719312e080d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:47.448923 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:47.449354 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fd19b8d-5006-4bcd-b711-2719312e080d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:47.449932 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645', 'status': 'completed', 'code': 200} Oct 26 16:26:47.450349 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'status': 'completed', 'code': 200} Oct 26 16:26:47.525248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-c267083b-1d22-4855-9149-4b7debdfb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.532736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-c267083b-1d22-4855-9149-4b7debdfb952 service neutron] 10.222.0.47 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 919 time: 0.2018442 Oct 26 16:26:47.541091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:47.566582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:47.582271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '3ecd4a26-3dab-46a2-922a-e20227ad3308', 'network_id': '509f6c49-b482-48b3-8129-fba419240e17', 'port_id': '3ecd4a26-3dab-46a2-922a-e20227ad3308', 'mac_address': 'fa:16:3e:44:37:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a1eef-f7a3-49d7-be42-afeb3a928adb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:47.601350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-625b619c-066a-455c-af5c-76fa2196522f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308 HTTP/1.1" status: 200 len: 217 time: 0.0617838 Oct 26 16:26:47.623506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.637411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd4a26-3dab-46a2-922a-e20227ad3308 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:47.659018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:47.666641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-f51e2f8f-4b72-4b1c-a659-8a36b0bd37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.668526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-f51e2f8f-4b72-4b1c-a659-8a36b0bd37ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.0575190 Oct 26 16:26:47.674395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:47.680007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e18ce459-8588-465a-b768-8ee448ea1613 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:47.684318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e18ce459-8588-465a-b768-8ee448ea1613 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:47.684690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.709091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-9815565c-008b-4cb4-83f2-42623e12929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.709317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-9815565c-008b-4cb4-83f2-42623e12929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.709665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-9815565c-008b-4cb4-83f2-42623e12929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.711282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-9815565c-008b-4cb4-83f2-42623e12929e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2823 time: 0.4882152 Oct 26 16:26:47.712504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.715196 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-79afe956-b12c-48d2-868e-f8dcce17bcf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384502 Oct 26 16:26:47.765945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.795946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b884e1d-a883-4667-9c0d-935ce6a2becc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a3d6456e5d4bea8d3c40e14cd8500a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1203940 Oct 26 16:26:47.800145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58916) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:47.824840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.855158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:47.860504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:47.861146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.863304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] 10.222.0.39 "PUT /v2.0/ports/84312b32-a3ac-47ed-883e-d7c68297ccf0 HTTP/1.1" status: 200 len: 1092 time: 3.4307249 Oct 26 16:26:47.876640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-d151d7cc-a604-4f18-8259-0645928c7ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518862 Oct 26 16:26:47.881130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:47.883696 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a5b60-0c1b-4848-996d-fb7b84dc77da" -d '{"events": [{"server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "name": "network-vif-plugged", "status": "completed", "tag": "e18ce459-8588-465a-b768-8ee448ea1613"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:47.890321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.903331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e18ce459-8588-465a-b768-8ee448ea1613,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:47.970161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58922) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:47.978443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1505381737-network', 'tenant_id': '87e0b66d6d0348ed8191dbb8507d4945'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:47.997124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:47.999917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.044753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['50ed16f3-5672-4c9c-ab00-ecca599a5645'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:48.046900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3ecd4a26-3dab-46a2-922a-e20227ad3308'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:48.072727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-a2000f5f-9ff8-46aa-9110-de40cb5dbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.074228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-a2000f5f-9ff8-46aa-9110-de40cb5dbe35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc2108067df4be7b8995c961bec9c8e&device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 1096 time: 0.3574939 Oct 26 16:26:48.074863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4b9a-c2e3-4183-9665-41364645ae30 service neutron] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.090442 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-696cf721-c6d8-40d8-8e7d-1252a12be82f service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004025 Oct 26 16:26:48.103588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aed40c56-f4b0-456b-a474-118d2583b0db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=846d3be5cc12418192bbd49aa5084c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8306646 Oct 26 16:26:48.108678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:48.130013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067acc-d0f5-4fc8-8a03-4609026e4af1 req-ea6575f3-3d25-4061-9ded-1adb1a5b8835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.136565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067acc-d0f5-4fc8-8a03-4609026e4af1 req-ea6575f3-3d25-4061-9ded-1adb1a5b8835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.137418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Made reservation on behalf of 87e0b66d6d0348ed8191dbb8507d4945 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:48.141997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.142742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067acc-d0f5-4fc8-8a03-4609026e4af1 req-ea6575f3-3d25-4061-9ded-1adb1a5b8835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.145202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b067acc-d0f5-4fc8-8a03-4609026e4af1 req-ea6575f3-3d25-4061-9ded-1adb1a5b8835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2412 time: 0.4299886 Oct 26 16:26:48.175879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.183499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.201267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:48.215482 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:48.241053 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:48.242290 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:48.270012 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.278314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.281872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.284076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e7777cf-50a7-44a6-968f-8fe2182149d8 HTTP/1.1" status: 204 len: 168 time: 0.4823470 Oct 26 16:26:48.295171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.299587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266ff7-98ca-4bb1-8ae6-6d02d2cccfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7777cf-50a7-44a6-968f-8fe2182149d8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.329565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.341917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-b49a14e3-54ea-4e95-b408-0d3ba31a78df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.342425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-b49a14e3-54ea-4e95-b408-0d3ba31a78df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.342947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-b49a14e3-54ea-4e95-b408-0d3ba31a78df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.344973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-b49a14e3-54ea-4e95-b408-0d3ba31a78df service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=710d6cdaf2864a2888aa23617155ca23&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6020460 Oct 26 16:26:48.382426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.397560 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:48.478113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:48.480099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b067acc-d0f5-4fc8-8a03-4609026e4af1 req-985523e5-ce5b-4685-93a2-6284e3594943 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105288 Oct 26 16:26:48.490275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00156bf1-ce89-46be-b037-30da3504c848,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.493471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.494009 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Added segment c6f241e6-1a17-4b16-9fc7-37116b732824 of type vlan for network d3b9fa12-295a-4da1-81a1-e7ffee09d732 Oct 26 16:26:48.557109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.557109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.560394 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e70a87-b3ed-4dda-b934-0b470dc69c18 HTTP/1.1" status: 204 len: 168 time: 0.4490938 Oct 26 16:26:48.560394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.575073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c37206-ef29-47ad-a6a1-b9a381f40f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e70a87-b3ed-4dda-b934-0b470dc69c18,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.635003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:48.670764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.671797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.672419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:48.689815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-4b8f109b-86c3-4d65-b01a-b7316f39b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.691723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-4b8f109b-86c3-4d65-b01a-b7316f39b439 service neutron] 10.222.0.47 "GET /v2.0/networks?id=509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 200 len: 919 time: 0.5923626 Oct 26 16:26:48.721757 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:45Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:48.738102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-a3537a87-f30d-4a66-85da-cec41484a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:48.739869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed08d685-8ccb-4111-930a-2a870ec40cb3 req-a3537a87-f30d-4a66-85da-cec41484a8c5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3839474 Oct 26 16:26:48.752069 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:48.761862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:48.767162 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:48.774151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-b1bcbe0f-a086-4ccd-922e-720874d8a39e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645 HTTP/1.1" status: 200 len: 217 time: 0.0639164 Oct 26 16:26:48.786213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b9fa12-295a-4da1-81a1-e7ffee09d732,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:48.884473 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2417a0c7-3b7c-495f-91f3-c80fa31c5651 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9107125 Oct 26 16:26:48.886353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d3b9fa12-295a-4da1-81a1-e7ffee09d732 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:48.889363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58938) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:48.896881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Request body: {'subnet': {'network_id': 'd3b9fa12-295a-4da1-81a1-e7ffee09d732', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1505381737-subnet', 'tenant_id': '87e0b66d6d0348ed8191dbb8507d4945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:48.909572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:48.917330 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:48.992076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c7f1-47c9-4e28-8328-49748abec2de req-19347e22-c9d3-4149-b41e-b777c533f093 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.000034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab0c7f1-47c9-4e28-8328-49748abec2de req-19347e22-c9d3-4149-b41e-b777c533f093 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 947 time: 0.3323517 Oct 26 16:26:49.013440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Made reservation on behalf of 87e0b66d6d0348ed8191dbb8507d4945 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:49.016717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:49.042683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'mac_address': 'fa:16:3e:90:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:49.046352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-e6abc428-5e73-48e6-85d5-307447f5b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.054285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-e6abc428-5e73-48e6-85d5-307447f5b856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 200 len: 858 time: 0.2666771 Oct 26 16:26:49.107965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-2f300863-9333-4ca1-81ec-adc679b8abed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=509f6c49-b482-48b3-8129-fba419240e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468137 Oct 26 16:26:49.126679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab0c7f1-47c9-4e28-8328-49748abec2de req-b926eee2-ca1d-47ef-a5c1-8cc7a1cf1172 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182971 Oct 26 16:26:49.140478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-97f50fba-eb3f-4db0-a727-fc7c9b3a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.144011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-97f50fba-eb3f-4db0-a727-fc7c9b3a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.144407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-97f50fba-eb3f-4db0-a727-fc7c9b3a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.149912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-97f50fba-eb3f-4db0-a727-fc7c9b3a98bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2865 time: 0.2791131 Oct 26 16:26:49.196793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:49.212491 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705d25e1-3737-4eb9-b606-f183a42d1077 x-openstack-request-id: req-705d25e1-3737-4eb9-b606-f183a42d1077 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:49.212917 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "name": "network-vif-plugged", "status": "completed", "tag": "e18ce459-8588-465a-b768-8ee448ea1613", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:49.213173 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-705d25e1-3737-4eb9-b606-f183a42d1077 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:49.213578 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613', 'code': 200} Oct 26 16:26:49.263705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:49.297186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:49.299847 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbef2af2-95fd-4f57-9103-e18f14d51745" -d '{"events": [{"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:49.316335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:49.337290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:49.340698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-239716b5-0a16-4a65-8829-ddd3eaef67eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65 HTTP/1.1" status: 200 len: 217 time: 0.1684554 Oct 26 16:26:49.415762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:49.431832 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:45Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:49.443112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:49.489459 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cecc9-b0cd-4821-b31e-df35b08ed9c1 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:45Z', 'revision_number': 3, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:49.541020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:49.542334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Checking segment: {'id': 'c6f241e6-1a17-4b16-9fc7-37116b732824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd3b9fa12-295a-4da1-81a1-e7ffee09d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:49.542701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Network hostable DHCP agents. Network: d3b9fa12-295a-4da1-81a1-e7ffee09d732, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:49.548841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c23849-6009-47db-bb1d-3b931f8dcca8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:49.625429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Network d3b9fa12-295a-4da1-81a1-e7ffee09d732 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:49.668857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['84a84eb5-6009-433e-a75d-92ca2dec2164'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:49.740566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d3b9fa12-295a-4da1-81a1-e7ffee09d732) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:49.748290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.749199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:49.765104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f0ff0-aa44-4bba-b2ce-2a0d08fe3b59 None None] Network d3b9fa12-295a-4da1-81a1-e7ffee09d732 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:49.847286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9a07d3f1-10f7-4d7e-aa83-93c0e89e1bd2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9485312 Oct 26 16:26:49.852038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83202bf-30f2-4380-92dc-9d42accea6bf None None] New status for floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:26:49.872192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-68751715-a763-446e-bb05-b3616df97686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.873654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-68751715-a763-446e-bb05-b3616df97686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=272e5310-4466-4a54-995b-3726f6baae50 HTTP/1.1" status: 200 len: 801 time: 0.5193634 Oct 26 16:26:49.897188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeea5-fea8-4e4f-acb0-7727054853d3 req-5f2ffc2f-6cc7-43b4-8d7d-041e16bd3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.898644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87feeea5-fea8-4e4f-acb0-7727054853d3 req-5f2ffc2f-6cc7-43b4-8d7d-041e16bd3253 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 1096 time: 0.5600548 Oct 26 16:26:49.942869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-a05f30b1-61a5-43a1-951a-84732d51e479 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148046 Oct 26 16:26:49.960076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3597e1-7a16-420b-b514-44b5721c7240 req-5efed6de-531e-4a9b-9cc0-efaceee37f45 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:49.961877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de3597e1-7a16-420b-b514-44b5721c7240 req-5efed6de-531e-4a9b-9cc0-efaceee37f45 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 945 time: 0.6119616 Oct 26 16:26:50.079544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87feeea5-fea8-4e4f-acb0-7727054853d3 req-5c2faca4-72dc-46be-b4d8-0793d8cbebb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667285 Oct 26 16:26:50.085092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:50.090924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-81daac20-06e2-430c-a468-0a2c60410296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.092420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-81daac20-06e2-430c-a468-0a2c60410296 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=708033fe-a414-41ce-bf62-eb79c86280cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1974938 Oct 26 16:26:50.104682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:50.132878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de3597e1-7a16-420b-b514-44b5721c7240 req-a98d5a61-ad1f-4fcf-8cc4-10a04ba8686b tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512570 Oct 26 16:26:50.178738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-3de589eb-8ed8-4530-bfc2-0bf1362ea049 service neutron] 10.222.0.47 "GET /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113576 Oct 26 16:26:50.189954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8aea084b-fac8-403a-af8d-d1fd497152ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "PUT /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 998 time: 7.3062761 Oct 26 16:26:50.262339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb31e8-3f9a-423d-9688-f7885bb0f9b2 None None] Network d3b9fa12-295a-4da1-81a1-e7ffee09d732 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:50.289730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-b6a6cdaf-575d-4a3c-8d27-53bd9d09f30e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.291010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-b6a6cdaf-575d-4a3c-8d27-53bd9d09f30e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports/19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 942 time: 0.0951710 Oct 26 16:26:50.302125 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb3a6c-25c1-4ad9-83bc-308aa573df03 x-openstack-request-id: req-2feb3a6c-25c1-4ad9-83bc-308aa573df03 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:50.302409 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:50.302657 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2feb3a6c-25c1-4ad9-83bc-308aa573df03 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:50.303092 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'status': 'completed', 'code': 200} Oct 26 16:26:50.368910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-2d157b2d-2b0a-400a-afd1-dab7cba5a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.370644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-2d157b2d-2b0a-400a-afd1-dab7cba5a01a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1099 time: 0.1240513 Oct 26 16:26:50.472624 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:50.482712 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:50.483447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:50.507377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-b8e8be3a-15ff-4434-8193-8a249426d47b service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153130 Oct 26 16:26:50.541740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:50.545754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf204-fd71-42a7-9b3d-fcac1e49a2ac req-2dd31ba7-bb6a-4d6a-ae90-b051c44349db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.552261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf204-fd71-42a7-9b3d-fcac1e49a2ac req-2dd31ba7-bb6a-4d6a-ae90-b051c44349db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.558121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf204-fd71-42a7-9b3d-fcac1e49a2ac req-2dd31ba7-bb6a-4d6a-ae90-b051c44349db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.559779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceacf204-fd71-42a7-9b3d-fcac1e49a2ac req-2dd31ba7-bb6a-4d6a-ae90-b051c44349db tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2412 time: 0.1885662 Oct 26 16:26:50.595448 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:50.627369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 50ed16f3-5672-4c9c-ab00-ecca599a5645 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:50.633584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-9947c9a0-ad78-4beb-bef5-1c2be1d3fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.635033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-9947c9a0-ad78-4beb-bef5-1c2be1d3fec5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2500970 Oct 26 16:26:50.691466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-3cfbec75-25de-4373-8e34-1f6dfc8a2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.692891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-3cfbec75-25de-4373-8e34-1f6dfc8a2c69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.3321161 Oct 26 16:26:50.702143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-e9fdcd69-b101-4f04-ba2b-c5b9bb1f1157 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0562479 Oct 26 16:26:50.730395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceacf204-fd71-42a7-9b3d-fcac1e49a2ac req-82f74b63-2aef-4619-85cd-1ca17d61096d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576381 Oct 26 16:26:50.749144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 50ed16f3-5672-4c9c-ab00-ecca599a5645 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:50.755859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 50ed16f3-5672-4c9c-ab00-ecca599a5645 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:50.756834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:50.832348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-77a68e4b-6be1-47fe-aad5-f3ce2e799bc9 service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959037 Oct 26 16:26:50.858367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-b104a23c-d124-45f2-b04b-3e554cf660a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.859915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-b104a23c-d124-45f2-b04b-3e554cf660a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1429024 Oct 26 16:26:50.866542 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:50Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:50.901251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-dbf3fca2-3f96-4168-b74e-78fcc3bb2544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=434b3559-553d-4a92-9196-1930a6a8d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0601559 Oct 26 16:26:50.904527 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:50.916913 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:50.917673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:50.952612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-28603718-5c9d-410b-a5a1-ec26d1c32a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:50.954735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-28603718-5c9d-410b-a5a1-ec26d1c32a4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2500038 Oct 26 16:26:51.013735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8da43a6d-dd5b-4e55-adfa-c6fd55554170 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0507898 Oct 26 16:26:51.021634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-d5a5559b-fa7e-4e8c-b262-59e7e729227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.023170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-d5a5559b-fa7e-4e8c-b262-59e7e729227c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345861 Oct 26 16:26:51.033649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-5d772c73-9916-4913-9f8b-7cc754aa0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.035111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-5d772c73-9916-4913-9f8b-7cc754aa0cf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5 HTTP/1.1" status: 200 len: 801 time: 0.1250896 Oct 26 16:26:51.077354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.132672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:51.158223 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:51.185688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-61130bd3-94e7-4af4-8431-95c170909efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.187315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-61130bd3-94e7-4af4-8431-95c170909efd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1630843 Oct 26 16:26:51.214514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:51.217923 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2aab51-d685-4532-81c7-c03f18a3570e" -d '{"events": [{"server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "name": "network-vif-plugged", "status": "completed", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:51.222713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.223851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ecd4a26-3dab-46a2-922a-e20227ad3308 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:51.246330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-4e8cf57f-5efb-4d51-907a-c0655fbbdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.247895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-4e8cf57f-5efb-4d51-907a-c0655fbbdf1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f115355-cbb2-4cbf-ac99-6376afba95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1841354 Oct 26 16:26:51.277031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1a9b-82c9-4393-9751-dd2acdc26433 req-5bd526dd-d635-4f66-849d-844a5fe3bb37 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.279858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2dbc1a9b-82c9-4393-9751-dd2acdc26433 req-5bd526dd-d635-4f66-849d-844a5fe3bb37 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 948 time: 0.1647534 Oct 26 16:26:51.305061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-e5e3a7e4-69fd-45c3-8720-af4aa62ca18c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688651 Oct 26 16:26:51.335807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:51.380851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-708abc99-4001-4b26-b393-3dc8459a9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.382207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-708abc99-4001-4b26-b393-3dc8459a9287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847234 Oct 26 16:26:51.408117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 3ecd4a26-3dab-46a2-922a-e20227ad3308 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:51.413522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 3ecd4a26-3dab-46a2-922a-e20227ad3308 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:51.414013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.426007 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:50Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:51.456367 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6f1ab-7d4f-44b3-aa0d-ceff12dd5add None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:e6:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:26:50Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:51.508206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2dbc1a9b-82c9-4393-9751-dd2acdc26433 req-96752743-395e-453a-905d-66075e7a2e86 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054701 Oct 26 16:26:51.523499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.550949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-fe13bc41-229c-4958-84fe-f035a15eb5b6 service neutron] 10.222.0.39 "GET /v2.0/networks/9f115355-cbb2-4cbf-ac99-6376afba95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837117 Oct 26 16:26:51.566776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:51.657159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59006) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:51.657838 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.659864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f01aa3a-f0e0-4006-9e4d-6fe773b52618 req-7f984b06-581d-4acc-b266-610d35f46b0b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183630 Oct 26 16:26:51.664372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-468cf6d7-9886-4502-b64a-9b2023449212 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492857 Oct 26 16:26:51.724871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:51.775562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-49498f6e-a641-4ac1-9591-54736f24d336 service neutron] 10.222.0.39 "GET /v2.0/networks/9f115355-cbb2-4cbf-ac99-6376afba95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965339 Oct 26 16:26:51.830603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-d076d866-8d22-48c5-841a-4f8d76ccfb27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0 HTTP/1.1" status: 200 len: 217 time: 0.0445149 Oct 26 16:26:51.834320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-6e2687b6-881f-44ed-97d8-0bf0d013cb24 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603422 Oct 26 16:26:51.852432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3238-9626-49e5-8979-d08b2c668a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:51.884990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-fac19ee5-bb53-4d86-b721-6986846b28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:51.886476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-fac19ee5-bb53-4d86-b721-6986846b28c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=272e5310-4466-4a54-995b-3726f6baae50 HTTP/1.1" status: 200 len: 801 time: 0.0473220 Oct 26 16:26:51.940793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3238-9626-49e5-8979-d08b2c668a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.019206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3238-9626-49e5-8979-d08b2c668a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.059535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea9e3238-9626-49e5-8979-d08b2c668a6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11ab53cc4ed54082be3402447a09fea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010565 Oct 26 16:26:52.061856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e3238-9626-49e5-8979-d08b2c668a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabad68-9633-4ae0-ac44-31dfa42b98a8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:52.064441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59020) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:52.120371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.143301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.279941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.283428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.284592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cabad68-9633-4ae0-ac44-31dfa42b98a8 HTTP/1.1" status: 204 len: 168 time: 0.2192252 Oct 26 16:26:52.292829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae38f9-a56e-4261-8cc2-16557266ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabad68-9633-4ae0-ac44-31dfa42b98a8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:52.298542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-fb9c3ecf-f14e-4b97-86a8-b7402531a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.300810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-fb9c3ecf-f14e-4b97-86a8-b7402531a871 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=708033fe-a414-41ce-bf62-eb79c86280cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4002187 Oct 26 16:26:52.304753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}, {'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:52.312989 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b7082-39fc-420e-ba4e-c5175e285d87" -d '{"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}, {"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:52.344919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-b5e448ee-6fa9-4255-bb9c-280d04bfb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.346556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-b5e448ee-6fa9-4255-bb9c-280d04bfb712 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1096 time: 0.3972411 Oct 26 16:26:52.359790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.377463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-b510fd5a-177d-4b54-8eaa-f921a71f9dce tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.378903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-b510fd5a-177d-4b54-8eaa-f921a71f9dce tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.4906976 Oct 26 16:26:52.447372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-188a1e81-4474-482c-bf7f-15d44d7d8344 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/quotas/f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 375 time: 0.0566521 Oct 26 16:26:52.502918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-8ec56f0b-9cc9-4e6d-8043-a16163fb57d1 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465553 Oct 26 16:26:52.576001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-459ad0d5-39ba-4408-94a5-45413fcbecfa service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659397 Oct 26 16:26:52.585074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-c11fe17d-eda5-41c4-8b90-d96fc4b1e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.586490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-c11fe17d-eda5-41c4-8b90-d96fc4b1e4e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2053046 Oct 26 16:26:52.627893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:52.729948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-e1fedd7b-c6e7-42b7-ba0b-79ad185689ca service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146339 Oct 26 16:26:52.740009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-0aae0657-cc25-45f8-88a5-e73ce400f40b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 1001 time: 0.1475039 Oct 26 16:26:52.776962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 84a84eb5-6009-433e-a75d-92ca2dec2164 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:52.781026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 84a84eb5-6009-433e-a75d-92ca2dec2164 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:52.781391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.847206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f250e41-f1bc-40ff-b0f0-c5e116624dbd req-21191991-a8ea-4823-a096-81b419efb67e service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434211 Oct 26 16:26:52.864899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-9d3f1d60-2236-4075-8d5a-892077894bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.865941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:52.866255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-9d3f1d60-2236-4075-8d5a-892077894bfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1098053 Oct 26 16:26:52.901491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:52.914214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-9841d933-418a-4658-9d02-675ae85f80b8 service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730895 Oct 26 16:26:52.927841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-ac0c8ae1-6309-46ae-9bf0-f980c1d83327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:52.929504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-ac0c8ae1-6309-46ae-9bf0-f980c1d83327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550015 Oct 26 16:26:52.971521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:53.020545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:53.059883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-06d25e53-731c-4984-bdc0-cfbc60cccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.060355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-06d25e53-731c-4984-bdc0-cfbc60cccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.060818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-06d25e53-731c-4984-bdc0-cfbc60cccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.062433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-06d25e53-731c-4984-bdc0-cfbc60cccfd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2865 time: 0.0754781 Oct 26 16:26:53.086166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-8eaea100-a360-480e-97b6-99baa8a99b74 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501660 Oct 26 16:26:53.258279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-31e679c1-8351-49c6-8d21-44c6a3c0c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.259638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-31e679c1-8351-49c6-8d21-44c6a3c0c196 service neutron] 10.222.0.39 "GET /v2.0/networks?id=708033fe-a414-41ce-bf62-eb79c86280cf HTTP/1.1" status: 200 len: 903 time: 0.1846411 Oct 26 16:26:53.276743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb6375ed-584a-4c3b-abc1-8301e437c4d0 req-507a8554-9ce3-4da5-b06d-70feda5721c6 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790855 Oct 26 16:26:53.320193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-abd226ed-5c74-4ed9-8c8d-0a917594e68e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0 HTTP/1.1" status: 200 len: 217 time: 0.0515401 Oct 26 16:26:53.377456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-7d708b4d-a29a-4fb6-bbf7-b3854b956740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.380387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-7d708b4d-a29a-4fb6-bbf7-b3854b956740 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=272e5310-4466-4a54-995b-3726f6baae50 HTTP/1.1" status: 200 len: 801 time: 0.0508258 Oct 26 16:26:53.445390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-0954773e-27b3-4614-ad91-a5da6ce2f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.447121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-0954773e-27b3-4614-ad91-a5da6ce2f074 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=708033fe-a414-41ce-bf62-eb79c86280cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586891 Oct 26 16:26:53.516573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:53.519951 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c01ef8a-37a9-40f7-97c2-bbbbca0a2f2b x-openstack-request-id: req-7c01ef8a-37a9-40f7-97c2-bbbbca0a2f2b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:53.522367 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "name": "network-vif-plugged", "status": "completed", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:53.522913 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c01ef8a-37a9-40f7-97c2-bbbbca0a2f2b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:53.527825 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645', 'code': 200} Oct 26 16:26:53.553275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf85f9-7640-4b9e-bb55-91a93f3a9d14 req-31e9c1be-9d8a-4e68-bf0b-8a3f33bf28b3 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.554812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edbf85f9-7640-4b9e-bb55-91a93f3a9d14 req-31e9c1be-9d8a-4e68-bf0b-8a3f33bf28b3 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 945 time: 0.1204832 Oct 26 16:26:53.655123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-962e0f28-296b-4702-9a20-1aca8b73e779 service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883147 Oct 26 16:26:53.674776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edbf85f9-7640-4b9e-bb55-91a93f3a9d14 req-06775353-1568-410d-8387-87999bd15999 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049283 Oct 26 16:26:53.676605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1397692717-network', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:53.743563 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffae48b-ca67-4c80-a322-fe2f6a59006d x-openstack-request-id: req-6ffae48b-ca67-4c80-a322-fe2f6a59006d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:53.743563 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:53.743563 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ffae48b-ca67-4c80-a322-fe2f6a59006d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:53.743563 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:26:53.743563 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'status': 'completed', 'code': 200} Oct 26 16:26:53.759728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c3fe2-29f1-46de-b797-03b4a3140e68 req-91300197-6cda-4b1c-892c-07110e9c085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.761224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de4c3fe2-29f1-46de-b797-03b4a3140e68 req-91300197-6cda-4b1c-892c-07110e9c085c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 1097 time: 0.1571348 Oct 26 16:26:53.770876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39378-187f-436c-890a-0e9c2faf6c79 req-879960ac-61d0-4c2d-a771-fc42fac76248 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.776986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39378-187f-436c-890a-0e9c2faf6c79 req-879960ac-61d0-4c2d-a771-fc42fac76248 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.785395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39378-187f-436c-890a-0e9c2faf6c79 req-879960ac-61d0-4c2d-a771-fc42fac76248 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.787303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5da39378-187f-436c-890a-0e9c2faf6c79 req-879960ac-61d0-4c2d-a771-fc42fac76248 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2412 time: 0.1842706 Oct 26 16:26:53.813749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Made reservation on behalf of 87afa027920440498b1cbf3b4bfb48dc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:53.819329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:53.833425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:53.856565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-88ca28bb-cc95-4ed7-b06b-ae3302b543d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.858231 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-88ca28bb-cc95-4ed7-b06b-ae3302b543d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0821319 Oct 26 16:26:53.904880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbef2af2-95fd-4f57-9103-e18f14d51745 req-7704bf98-74e9-4844-bd2e-50965dd1bcc2 service neutron] 10.222.0.39 "GET /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342117 Oct 26 16:26:53.927740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de4c3fe2-29f1-46de-b797-03b4a3140e68 req-746b244c-7ccf-4a9a-9d6f-1daeb0baf8e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366811 Oct 26 16:26:53.939844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5da39378-187f-436c-890a-0e9c2faf6c79 req-253e6fbc-ea84-4e9a-87ef-750d9b369270 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233459 Oct 26 16:26:53.943919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-def96a7a-3d2b-403d-9e61-ca2132bddb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.945194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-def96a7a-3d2b-403d-9e61-ca2132bddb4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1096 time: 0.1551173 Oct 26 16:26:53.954112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97213-98a8-480d-a52a-106180b49fab req-2fd69857-e5d8-4290-983f-83cc171a441f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:53.955900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68b97213-98a8-480d-a52a-106180b49fab req-2fd69857-e5d8-4290-983f-83cc171a441f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1422346 Oct 26 16:26:54.007938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.009466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-57477246-2d8e-4eaa-bf16-a10e5621cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.010996 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-57477246-2d8e-4eaa-bf16-a10e5621cf16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.1410425 Oct 26 16:26:54.055561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3533fff4-ea4b-4516-b595-c82cac8c778f req-4552648c-d685-4521-b231-04036303973f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 210 time: 0.0393600 Oct 26 16:26:54.076460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.079724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68b97213-98a8-480d-a52a-106180b49fab req-a184e6d0-4610-4aa0-81c5-05302bb6fd80 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152453 Oct 26 16:26:54.114328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:54.124056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-1a18d876-e2af-404b-9412-bd9ce736cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.124723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0c6f6-eff8-4ee9-96d5-fea61bc54ee9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:54.125559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-1a18d876-e2af-404b-9412-bd9ce736cc1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.1687081 Oct 26 16:26:54.130248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.130595 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Added segment d55d91ca-1671-4000-8f92-35e8903f3fbb of type vlan for network 730fb75d-2d63-454e-943d-a6d394051dbe Oct 26 16:26:54.192324 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-64544626-6fbf-4cc2-afec-9f34724b60fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0601258 Oct 26 16:26:54.255643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.275270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-f8d11a6a-767d-4b76-b81b-2ff71bae07a9 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.1589880 Oct 26 16:26:54.282595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-508d2533-1a7f-4857-b03b-b439b7697501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.284118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-508d2533-1a7f-4857-b03b-b439b7697501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0684166 Oct 26 16:26:54.289185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-24e97442-2a56-4e8a-8b9b-4b7378b6af66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 1001 time: 0.1215439 Oct 26 16:26:54.335427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-0dc66bb8-5a43-402e-8b24-e5113d00cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.336926 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-0dc66bb8-5a43-402e-8b24-e5113d00cd11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454876 Oct 26 16:26:54.338119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a4a7-9ab8-4373-8f94-173dc31facf8 req-da3f4000-2646-4fdd-8950-5be880c4a0f0 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.339589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5089a4a7-9ab8-4373-8f94-173dc31facf8 req-da3f4000-2646-4fdd-8950-5be880c4a0f0 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 946 time: 0.1194055 Oct 26 16:26:54.389042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.389984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.390296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-ad9a4a80-d984-4c24-adae-9180b30c9855 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.390579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.391899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-ad9a4a80-d984-4c24-adae-9180b30c9855 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports/6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 942 time: 0.1074736 Oct 26 16:26:54.414694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-57abcf44-d456-4723-9ae6-5bb7156998e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.416177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-57abcf44-d456-4723-9ae6-5bb7156998e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1150362 Oct 26 16:26:54.421343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5089a4a7-9ab8-4373-8f94-173dc31facf8 req-666d1750-cf45-491d-99e3-6925b6bce74e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 Oct 26 16:26:54.472693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=730fb75d-2d63-454e-943d-a6d394051dbe,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:54.482586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 730fb75d-2d63-454e-943d-a6d394051dbe details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:26:54.533220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-95e03c69-2aa1-4f2f-b5b6-dc19c8aa4f52 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873462 Oct 26 16:26:54.534595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-354c0a0b-d9b5-4b7d-9065-b5ee3ffa2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.536152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-354c0a0b-d9b5-4b7d-9065-b5ee3ffa2c4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119845 Oct 26 16:26:54.544619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-eb0b0530-d39a-4838-81a3-cd407c08e94e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.0945823 Oct 26 16:26:54.574957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42998536-6717-45f4-b758-d9e1f5878ea7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0570762 Oct 26 16:26:54.602936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:54.608054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Request body: {'subnet': {'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-subnet', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:54.664349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-8004af21-ad0e-4033-a08a-3b2fc659d53f service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231930 Oct 26 16:26:54.705612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Made reservation on behalf of 87afa027920440498b1cbf3b4bfb48dc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:54.708136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:54.755437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-576e0504-692d-4388-bf19-8ca690a78021 service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080784 Oct 26 16:26:54.768220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-a4b81b08-cd7b-4c4a-8778-6a2a82491bd5 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:54.769603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cbf17cb-fa2a-44f8-9208-c19c36440e7a req-a4b81b08-cd7b-4c4a-8778-6a2a82491bd5 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2104394 Oct 26 16:26:54.989160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.073288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dfd08c-dd99-45f9-a416-2863fc9cb212,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:55.086089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Checking segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:55.086467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Network hostable DHCP agents. Network: 730fb75d-2d63-454e-943d-a6d394051dbe, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:55.177477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Network 730fb75d-2d63-454e-943d-a6d394051dbe is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:55.182635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-d1feb18d-525a-44d0-8699-c50d27e48768 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.3669801 Oct 26 16:26:55.207655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 434b3559-553d-4a92-9196-1930a6a8d8f2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:55.208238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-254b7082-39fc-420e-ba4e-c5175e285d87 req-bd80bff1-7bcd-4d6c-b1cc-b668674f716e service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375985 Oct 26 16:26:55.256143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-54403b4c-89a6-4e1d-9481-a3a4ea68c94b tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.257687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-54403b4c-89a6-4e1d-9481-a3a4ea68c94b tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports/6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 942 time: 0.0651679 Oct 26 16:26:55.258885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 730fb75d-2d63-454e-943d-a6d394051dbe) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:55.266699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.266699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.283909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59092) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:55.288694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748e0a7-ae44-4e5b-8402-8f8d19fbc0f3 None None] Network 730fb75d-2d63-454e-943d-a6d394051dbe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:55.445618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=434b3559-553d-4a92-9196-1930a6a8d8f2,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:55.471311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '434b3559-553d-4a92-9196-1930a6a8d8f2', 'network_id': '9f115355-cbb2-4cbf-ac99-6376afba95ec', 'port_id': '434b3559-553d-4a92-9196-1930a6a8d8f2', 'mac_address': 'fa:16:3e:f9:f5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5', 'ip_address': '19.86.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:55.482026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a25bba75-f49b-490f-9f76-99b5441d998d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8778086 Oct 26 16:26:55.482847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:55.486525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-730fb75d-2d63-454e-943d-a6d394051dbe', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:26:55.486965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.491991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:55.522036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-84e3fd0d-f827-41be-b0f5-04406a6ef7c2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.1761372 Oct 26 16:26:55.533911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308'}, {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:55.540888 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d3fb2-ae72-4321-b71a-faab3cda9e9f" -d '{"events": [{"server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308"}, {"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-plugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:55.599420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4e99-3e86-4cfe-b9d4-87235fc55b07 req-615b7c3c-e887-4c37-b907-f897c1ac2aa5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.605702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4e99-3e86-4cfe-b9d4-87235fc55b07 req-615b7c3c-e887-4c37-b907-f897c1ac2aa5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.610043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.612632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4e99-3e86-4cfe-b9d4-87235fc55b07 req-615b7c3c-e887-4c37-b907-f897c1ac2aa5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.620191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-154f4e99-3e86-4cfe-b9d4-87235fc55b07 req-615b7c3c-e887-4c37-b907-f897c1ac2aa5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2412 time: 0.2399843 Oct 26 16:26:55.635911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b3559-553d-4a92-9196-1930a6a8d8f2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:55.641335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-4bfa71f8-9c1a-435e-bce5-87ce290551f6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.646911 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-4bfa71f8-9c1a-435e-bce5-87ce290551f6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.1376359 Oct 26 16:26:55.646911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.646911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.659533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Request body: {'port': {'device_id': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'admin_state_up': True, 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:55.686701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=434b3559-553d-4a92-9196-1930a6a8d8f2,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:55.709305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Allocated IP 172.20.0.2 (730fb75d-2d63-454e-943d-a6d394051dbe/78dfd08c-dd99-45f9-a416-2863fc9cb212/2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:55.755565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.770712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-154f4e99-3e86-4cfe-b9d4-87235fc55b07 req-d112a55a-8cf2-4033-b73e-68773a5d3352 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492171 Oct 26 16:26:55.781086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-3e02a8fb-29db-43a0-8ad4-d0486c653862 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:55.783456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-3e02a8fb-29db-43a0-8ad4-d0486c653862 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2685668 Oct 26 16:26:55.797546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:55.798449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2f557741-1852-4a3b-b40e-d8c2df9bba65 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:55.871173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-f73fd1ad-3451-4a10-aecf-6c79c98f72fc tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.0794673 Oct 26 16:26:55.885512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:55.958158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:55.976353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36539747-f8db-4fbe-be2c-1cd71e3c5f12 req-622f95cd-1dfe-4446-b29d-581f2fe54dbd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 210 time: 0.0880160 Oct 26 16:26:55.997213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:56.000793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.026556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.026993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.042529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.080134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:56.092974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '2f557741-1852-4a3b-b40e-d8c2df9bba65', 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'port_id': '2f557741-1852-4a3b-b40e-d8c2df9bba65', 'mac_address': 'fa:16:3e:56:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e5310-4466-4a54-995b-3726f6baae50', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:56.131294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.176507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.180717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Network 730fb75d-2d63-454e-943d-a6d394051dbe is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:56.194528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:56.203496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:56.207280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f557741-1852-4a3b-b40e-d8c2df9bba65 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:56.214806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Pushing event updated for resources: {'Port': ['ID=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:56.216329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Allocated IP 172.20.0.6 (9acfd8aa-0fb9-466e-9183-0f8dc62040d6/83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f/fe217608-9038-4818-801d-24dcb58064ac) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:56.242782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd39b4-a21e-4d75-a3d4-db1c44215587 req-ba482595-4a43-47e9-9f64-069fa6e400c2 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:56.246269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9dd39b4-a21e-4d75-a3d4-db1c44215587 req-ba482595-4a43-47e9-9f64-069fa6e400c2 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1601932 Oct 26 16:26:56.253872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:56.285444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Attempting to bind port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:56.285726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Attempting to bind port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:56.286181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Attempting to bind port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b on network 730fb75d-2d63-454e-943d-a6d394051dbe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:56.291742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:56.292101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Checking segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:56.292835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.293251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Bound using segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:56.293665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Bound port: 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:56.294042 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.320037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.331212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.332078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84312b32-a3ac-47ed-883e-d7c68297ccf0 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:26:56.386464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9dd39b4-a21e-4d75-a3d4-db1c44215587 req-86009bd1-a58a-445c-a17a-6dbbe819d499 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279249 Oct 26 16:26:56.418591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.419123 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b disassociated. External IP: 172.25.5.105, port: 6021b9ba-b9da-43d3-8f6a-a00855ee4647. Oct 26 16:26:56.426433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:56.438772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] For port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:56.444550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:56.459767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'network_id': '708033fe-a414-41ce-bf62-eb79c86280cf', 'port_id': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'mac_address': 'fa:16:3e:ee:8f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272e5310-4466-4a54-995b-3726f6baae50', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:26:56.460491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] For port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:56.501634 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.511143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.513864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.520000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84312b32-a3ac-47ed-883e-d7c68297ccf0 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:56.520904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.546184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.549388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:56.563655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.622332 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.642999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535de26-a378-45c5-8a49-21ce7d144b0c None None] Pushing event updated for resources: {'Port': ['ID=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:56.680479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.699606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:56.740911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Allocated IP 172.25.5.150 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/411bdf34-94c2-4b88-a8eb-82a673bc0d28) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:56.744423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:56.752307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:56.754774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:56.796399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:56.873836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:56.874470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.884917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf4ac5-4b0b-4973-bd77-0b92e5dcfe04 req-bb64ae74-6d8b-4023-8c67-d4b8fc2a304f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:56.886464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ccf4ac5-4b0b-4973-bd77-0b92e5dcfe04 req-bb64ae74-6d8b-4023-8c67-d4b8fc2a304f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 946 time: 0.2386944 Oct 26 16:26:56.950914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:56.957716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:26:56.982194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-41e6ed11-c1b7-4d7b-a40a-9baab7596abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3281319 Oct 26 16:26:56.997424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Request body: {'port': {'device_id': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:57.009378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['2f557741-1852-4a3b-b40e-d8c2df9bba65'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:57.048681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['434b3559-553d-4a92-9196-1930a6a8d8f2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:57.069984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:57.080956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:57.134066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['84312b32-a3ac-47ed-883e-d7c68297ccf0'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:26:57.151474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:57.164753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:57.168851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:26:57.201997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=411bdf34-94c2-4b88-a8eb-82a673bc0d28,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:57.250769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ccf4ac5-4b0b-4973-bd77-0b92e5dcfe04 req-0deec930-04d2-4bb6-abc2-d98783d3679f tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427775 Oct 26 16:26:57.388202 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090caeb5-bdd3-4667-839f-d8e65b5fea4f x-openstack-request-id: req-090caeb5-bdd3-4667-839f-d8e65b5fea4f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:57.388847 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308", "code": 200}, {"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-plugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:57.388847 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-090caeb5-bdd3-4667-839f-d8e65b5fea4f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:57.389162 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308', 'code': 200} Oct 26 16:26:57.389421 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'code': 200} Oct 26 16:26:57.415326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:57.447787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:57.460677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:57.543844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:57.543844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:57.589003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-49a53522-1a5e-4d58-94ae-b667ad3c9d93 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "PUT /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 695 time: 1.7106881 Oct 26 16:26:57.599493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:57.602634 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e88688-5cbb-4234-ae37-d1b8f26fab39" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:57.658539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Deleting port 017d7140-e521-4bd7-9178-1f38c29d4d9e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:26:57.659112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:57.667753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:57.670864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf0f2-a7b8-4aef-a74a-07418e8cc281 req-ee413789-da4e-4e99-b9a8-c611766eb3c8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:57.678911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf0f2-a7b8-4aef-a74a-07418e8cc281 req-ee413789-da4e-4e99-b9a8-c611766eb3c8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:57.686742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf0f2-a7b8-4aef-a74a-07418e8cc281 req-ee413789-da4e-4e99-b9a8-c611766eb3c8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:57.689816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-885bf0f2-a7b8-4aef-a74a-07418e8cc281 req-ee413789-da4e-4e99-b9a8-c611766eb3c8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2415 time: 0.2016449 Oct 26 16:26:57.724296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3caa9-3554-47ac-8b8b-8494b9e04a90 req-3321e5b1-2eb7-4097-9ee0-35032d16b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:57.726215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82b3caa9-3554-47ac-8b8b-8494b9e04a90 req-3321e5b1-2eb7-4097-9ee0-35032d16b07b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1100 time: 0.2821069 Oct 26 16:26:57.774318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-885bf0f2-a7b8-4aef-a74a-07418e8cc281 req-b5a9b557-d1b1-4259-b72d-6dddb2e38c8a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777647 Oct 26 16:26:57.896220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f199c-f4e3-47dc-897e-f12744c31cf2 req-f23a0979-1b95-4466-8ecf-e7b058f739c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:57.897753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a8f199c-f4e3-47dc-897e-f12744c31cf2 req-f23a0979-1b95-4466-8ecf-e7b058f739c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 1096 time: 0.2133596 Oct 26 16:26:57.948091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5375a-09e0-470b-8940-02f03d1ac2b5 None None] Network 730fb75d-2d63-454e-943d-a6d394051dbe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:26:57.959838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] For port 017d7140-e521-4bd7-9178-1f38c29d4d9e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=017d7140-e521-4bd7-9178-1f38c29d4d9e,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:57.959838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:57.977153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Calling delete_port for 017d7140-e521-4bd7-9178-1f38c29d4d9e owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:26:58.003919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:58.056396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a8f199c-f4e3-47dc-897e-f12744c31cf2 req-2dbe9804-70db-4539-b0ec-cd61d21e5e73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501374 Oct 26 16:26:58.071472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-7006efc6-e901-4e99-ac20-202179e63d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.073141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-7006efc6-e901-4e99-ac20-202179e63d2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1096 time: 0.4659989 Oct 26 16:26:58.095417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82b3caa9-3554-47ac-8b8b-8494b9e04a90 req-01a92c39-3d84-4cd3-9098-0510d47f167f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387351 Oct 26 16:26:58.105712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] Provisioning complete for port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:58.106073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.144192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe217608-9038-4818-801d-24dcb58064ac {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:26:58.147275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:58.147647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.152180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.191777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf697a1-a0a9-4772-8bec-7d63255a0e41 req-5bae24f3-4b17-4258-899e-a31c11070e99 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.195905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adf697a1-a0a9-4772-8bec-7d63255a0e41 req-5bae24f3-4b17-4258-899e-a31c11070e99 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 931 time: 0.2050705 Oct 26 16:26:58.259873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.341964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Transition to ACTIVE for port object fe217608-9038-4818-801d-24dcb58064ac will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:26:58.369880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adf697a1-a0a9-4772-8bec-7d63255a0e41 req-cc9b3459-a0d7-4e9d-865a-aa6b69b7abbe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239958 Oct 26 16:26:58.373351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-18ed2e7e-228b-4a5f-a3e6-932de49ecf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.379893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.381067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.381256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-18ed2e7e-228b-4a5f-a3e6-932de49ecf3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2995992 Oct 26 16:26:58.401148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:58.430136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-e5c67f88-43f3-487b-9f02-09a96378152d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 217 time: 0.0476766 Oct 26 16:26:58.431263 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.441250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:58.478800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] For port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:26:58.491327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:58.491953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:58.492096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-c2b47b03-e000-45ab-b2a2-b88f16729a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.499553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-c2b47b03-e000-45ab-b2a2-b88f16729a29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0686104 Oct 26 16:26:58.527846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.564080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.661406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-8b29a567-7ca3-480f-b49b-47e249a563da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.663067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-8b29a567-7ca3-480f-b49b-47e249a563da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622200 Oct 26 16:26:58.671059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3830c4-f9a6-423a-91d8-86d7b60e9b6b req-3bd02bdd-7c48-46d2-8ab8-f1f2c8d80b5e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:58.678229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a3830c4-f9a6-423a-91d8-86d7b60e9b6b req-3bd02bdd-7c48-46d2-8ab8-f1f2c8d80b5e tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 945 time: 0.1714530 Oct 26 16:26:58.689783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:58.702023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:26:58.702414 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:26:58.705314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756cdd7-8d8a-41cc-8abc-51fb45edff68 None None] Pushing event updated for resources: {'Port': ['ID=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:58.720548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:58.724570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:26:58.724911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:26:58.725231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:58.730051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:26:58.730373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:26:58.737034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:26:58.738868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:26:58.738868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:26:58.738868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Bound port: fe217608-9038-4818-801d-24dcb58064ac, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:26:58.738868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.764753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.787800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:26:58.799015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a3830c4-f9a6-423a-91d8-86d7b60e9b6b req-e39d8212-d074-465c-a5af-fede72bc1272 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138000 Oct 26 16:26:58.803940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=017d7140-e521-4bd7-9178-1f38c29d4d9e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:58.871305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a97c86c2-076a-4340-a41c-8382479a7e37 None None] Provisioning complete for port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:58.871806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a97c86c2-076a-4340-a41c-8382479a7e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:58.899183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-0cb6d84b-4169-45d4-817d-75c06959e0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239063 Oct 26 16:26:58.999168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:26:59.017874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:26:59.018093 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Sync routers for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:59.021888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:26:59.038677 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:26:59.051555 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:59.080063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:59.111881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79775a54-a590-4ec8-a590-9943ead21766 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:59.120963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.120963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3800600f-3205-4007-8479-294abcdc1aa7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6333990 Oct 26 16:26:59.122114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59120) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:26:59.148248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22732d4-363c-49e6-af6e-c5e7b1417451 req-4982cd96-9481-47ea-a1cd-79a8d4422824 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.157581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d22732d4-363c-49e6-af6e-c5e7b1417451 req-4982cd96-9481-47ea-a1cd-79a8d4422824 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1855924 Oct 26 16:26:59.191869 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:26:59.194695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a15f24d3-25a9-4f19-a5c8-c91f2ce8438e req-4ff5d09d-d6b0-4f55-a67f-812dcac43f96 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868917 Oct 26 16:26:59.220824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d22732d4-363c-49e6-af6e-c5e7b1417451 req-00696c95-908b-4995-a4a7-f6a9503a145d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619371 Oct 26 16:26:59.246772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.281877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.285852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 434b3559-553d-4a92-9196-1930a6a8d8f2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:26:59.365335 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79acd282-910c-4d43-bd35-ae668072c738 x-openstack-request-id: req-79acd282-910c-4d43-bd35-ae668072c738 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:59.365634 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:59.365889 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79acd282-910c-4d43-bd35-ae668072c738 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:59.378477 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'status': 'completed', 'code': 200} Oct 26 16:26:59.499030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.499758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.502074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 1091 time: 2.5096636 Oct 26 16:26:59.512002 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:26:57Z', 'revision_number': 3, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:59.518958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:26:59.521272 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a659e780-ab8a-4435-ac5f-a0fd709aa505" -d '{"events": [{"name": "network-changed", "server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "tag": "fe217608-9038-4818-801d-24dcb58064ac"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:59.532601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 434b3559-553d-4a92-9196-1930a6a8d8f2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:26:59.543829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 434b3559-553d-4a92-9196-1930a6a8d8f2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:26:59.544718 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.560638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3706-69cd-4c0a-bdd7-abcc5c2bdf89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:59.561083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Checking router: 594c48f5-c2d9-4864-8ba5-1359ce51bd47 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:59.561620 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Updating router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:59.601330 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.621903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-9e3a2b09-1712-4ae9-949d-d333d89a97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.623667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-9e3a2b09-1712-4ae9-949d-d333d89a97d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 1096 time: 0.1935394 Oct 26 16:26:59.651119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1629a-724b-4a9e-ae03-47b4d77160c2 None None] New status for floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:26:59.659431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a642f-2b9e-43d6-af2d-1f6942f12d27 req-d22a076e-17ec-4391-9f5b-f43dd356c933 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.666047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a642f-2b9e-43d6-af2d-1f6942f12d27 req-d22a076e-17ec-4391-9f5b-f43dd356c933 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.676263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a642f-2b9e-43d6-af2d-1f6942f12d27 req-d22a076e-17ec-4391-9f5b-f43dd356c933 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.678376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d40a642f-2b9e-43d6-af2d-1f6942f12d27 req-d22a076e-17ec-4391-9f5b-f43dd356c933 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2415 time: 0.2492292 Oct 26 16:26:59.753056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-0c03d98d-d22a-415f-88dc-f4ffcc564af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.754136 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-0c03d98d-d22a-415f-88dc-f4ffcc564af0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0689657 Oct 26 16:26:59.766162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d40a642f-2b9e-43d6-af2d-1f6942f12d27 req-dde55e7c-2ff6-45ef-9d14-5949db1b3f46 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751636 Oct 26 16:26:59.873493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-75702351-9bd5-4590-b4d7-61049d8d3233 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.1089175 Oct 26 16:26:59.932660 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.934543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:26:59.987843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-25527472-1024-4233-9216-5d6cd5da8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:26:59.987843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-25527472-1024-4233-9216-5d6cd5da8f3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0981877 Oct 26 16:26:59.994586 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.051926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-193eaeec-e65c-4b02-9d3a-92139c98590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.052508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-193eaeec-e65c-4b02-9d3a-92139c98590d service neutron] 10.222.0.39 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.4167030 Oct 26 16:27:00.082319 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Pushing event updated for resources: {'Port': ['ID=411bdf34-94c2-4b88-a8eb-82a673bc0d28,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:00.092339 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7d5fb-3e23-47ff-9211-abc5696a9775 x-openstack-request-id: req-66f7d5fb-3e23-47ff-9211-abc5696a9775 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:00.092949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "tag": "fe217608-9038-4818-801d-24dcb58064ac", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:00.092949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66f7d5fb-3e23-47ff-9211-abc5696a9775 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:00.093376 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac', 'status': 'completed', 'code': 200} Oct 26 16:27:00.098482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-4fcd2909-bd1d-40a7-a755-e62ee8d64839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660031 Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.105609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:00.114190 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Attempting to bind port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:00.114795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Attempting to bind port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:00.116021 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Attempting to bind port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:00.122826 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:00.123235 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:00.123687 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.124081 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:00.124557 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Bound port: 411bdf34-94c2-4b88-a8eb-82a673bc0d28, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:00.126197 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.198172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] For port 411bdf34-94c2-4b88-a8eb-82a673bc0d28, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:00.202360 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] For port 411bdf34-94c2-4b88-a8eb-82a673bc0d28, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=411bdf34-94c2-4b88-a8eb-82a673bc0d28,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:00.217479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:00.231940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:00.234380 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6dbfa-1c65-44b2-9611-5945cf47e4b9" -d '{"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:00.271670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=434b3559-553d-4a92-9196-1930a6a8d8f2,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:00.302765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:00.303225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.303352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.315403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-0f256f73-23b6-42d5-8e88-26685e630cef service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027235 Oct 26 16:27:00.316518 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.378396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.379651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2f557741-1852-4a3b-b40e-d8c2df9bba65 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:00.432296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:00.433751 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:00.456842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:00.493010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:00.497282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-0f734948-5f03-4ba4-8ab4-a24f060819ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 200 len: 217 time: 0.0742815 Oct 26 16:27:00.559848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d184e79c-9d79-4d72-b126-8162fffbc893 req-e13eee5f-d488-4eb3-b264-6d445090110d service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368848 Oct 26 16:27:00.560096 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dca4-363f-4fd8-993b-8d0df102c66e None None] Pushing event updated for resources: {'Port': ['ID=411bdf34-94c2-4b88-a8eb-82a673bc0d28,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:00.572856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 2f557741-1852-4a3b-b40e-d8c2df9bba65 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:00.576858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 2f557741-1852-4a3b-b40e-d8c2df9bba65 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:00.577226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.596859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e0ca-c496-413c-a6df-e0ebad6b4e66 req-658ef2b5-bbd2-4e86-8e41-6602e2a5aba7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.599955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f43e0ca-c496-413c-a6df-e0ebad6b4e66 req-658ef2b5-bbd2-4e86-8e41-6602e2a5aba7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 945 time: 0.1870232 Oct 26 16:27:00.609095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Allocated IP 172.20.0.1 (730fb75d-2d63-454e-943d-a6d394051dbe/78dfd08c-dd99-45f9-a416-2863fc9cb212/602939ec-2f42-4307-b885-cff72359c688) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:00.622567 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:00.641878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d689b-f9c0-479e-8838-e0040589221f req-1c211cc2-6327-41a8-a1a8-481a3255a67a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.649354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837d689b-f9c0-479e-8838-e0040589221f req-1c211cc2-6327-41a8-a1a8-481a3255a67a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.6355395 Oct 26 16:27:00.680404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.737277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.742864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-8118f98c-0bd9-4772-9954-4d119affa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.744809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-8118f98c-0bd9-4772-9954-4d119affa1d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.2383983 Oct 26 16:27:00.751121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:00.798195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-655a-47b6-8912-e2469f97d827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.803195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837d689b-f9c0-479e-8838-e0040589221f req-96b484ef-6e79-4974-8595-2ae431e9583f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528509 Oct 26 16:27:00.810883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-5e97c985-94cc-4be5-8f66-c623cee7522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.813359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f43e0ca-c496-413c-a6df-e0ebad6b4e66 req-dfe5fba6-1d8f-4aeb-b9a5-e58082abb02a tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535134 Oct 26 16:27:00.813784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-5e97c985-94cc-4be5-8f66-c623cee7522b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0685432 Oct 26 16:27:00.825750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.849252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84312b32-a3ac-47ed-883e-d7c68297ccf0 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:00.849455 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:26:57Z', 'revision_number': 3, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:00.883765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-9c41f1ba-98bb-4a50-bb08-39124a7794bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:00.885791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-9c41f1ba-98bb-4a50-bb08-39124a7794bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296332 Oct 26 16:27:00.889398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:00.908600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12ace7dc-d18b-4af9-ba14-b2456503cb7e admin admin] 10.222.0.21 "PUT /v2.0/routers/f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6232104 Oct 26 16:27:00.931227 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Sync routers for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:00.941083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9a0-c798-4d3e-b26e-9cc10dd757ee None None] The sync data for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 is: [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:26:57Z', 'revision_number': 3, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:00.952728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:00.960107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59146) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:00.974413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:00.976360 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:00.977798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:01.039796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 84312b32-a3ac-47ed-883e-d7c68297ccf0 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:01.044998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 84312b32-a3ac-47ed-883e-d7c68297ccf0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:01.046172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.122131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed317-b514-48b3-919d-8f729280d6dc req-a3c68001-26bd-4f5c-8c5c-87ef85576600 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:01.123821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-a3c68001-26bd-4f5c-8c5c-87ef85576600 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1634479 Oct 26 16:27:01.129669 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:01.132917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ded6a-5e9e-476e-bd9e-926de27d2e14 req-fd822a5d-c994-4f64-85bc-25f6197aa2fa tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:01.140131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c88ded6a-5e9e-476e-bd9e-926de27d2e14 req-fd822a5d-c994-4f64-85bc-25f6197aa2fa tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1345093 Oct 26 16:27:01.150208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-8992cd8b-d004-4aed-ba66-eaf0fe45a7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393508 Oct 26 16:27:01.194914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.263659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-5bdb90d4-edc4-4b44-af4d-38b804538d59 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.1205604 Oct 26 16:27:01.264885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:01.312078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:01.383763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.416660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.461176 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:26:58Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:01.479953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c88ded6a-5e9e-476e-bd9e-926de27d2e14 req-7378a134-26a7-4236-b10c-820dd78a18ee tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388646 Oct 26 16:27:01.540574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Checking router: f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:01.549581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:01.566541 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Routers {'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:01.568186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94e88688-5cbb-4234-ae37-d1b8f26fab39 req-0833110b-18c3-4d9a-ad7f-13c14703271c service neutron] 10.222.0.39 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248672 Oct 26 16:27:01.568934 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:26:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:01.603621 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a0edb-d184-4930-9461-0e90abb32115 x-openstack-request-id: req-e08a0edb-d184-4930-9461-0e90abb32115 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:01.609930 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:01.609930 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e08a0edb-d184-4930-9461-0e90abb32115 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:01.609930 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2', 'code': 200} Oct 26 16:27:01.649132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:01.653961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Network 730fb75d-2d63-454e-943d-a6d394051dbe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:01.668919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:01.719359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:01.723345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-5ac8d87a-cd71-4e53-b473-d423d1c97056 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:01.724943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-5ac8d87a-cd71-4e53-b473-d423d1c97056 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7 HTTP/1.1" status: 200 len: 945 time: 0.1323242 Oct 26 16:27:01.868676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.889498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Pushing event updated for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:01.951615 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] Set router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:01.966580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a3be8e-a39b-4dd3-beb3-1b9785ae1727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:01.967922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 411bdf34-94c2-4b88-a8eb-82a673bc0d28 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:01.997321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.022409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac47379-a3b8-42bf-99a1-88f05b63be0d req-1c8470dd-bfe0-4db4-963f-d7f5e8450c59 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:02.029166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac47379-a3b8-42bf-99a1-88f05b63be0d req-1c8470dd-bfe0-4db4-963f-d7f5e8450c59 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:02.035364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac47379-a3b8-42bf-99a1-88f05b63be0d req-1c8470dd-bfe0-4db4-963f-d7f5e8450c59 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:02.042887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ac47379-a3b8-42bf-99a1-88f05b63be0d req-1c8470dd-bfe0-4db4-963f-d7f5e8450c59 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.3459325 Oct 26 16:27:02.068403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:02.070993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.143603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d48864a8-e56b-48a6-b707-96c8543a2ec7 None None] Provisioning complete for port 602939ec-2f42-4307-b885-cff72359c688 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:02.143832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d48864a8-e56b-48a6-b707-96c8543a2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.158648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.184869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-15c9318b-bf8d-46b3-b471-beaefc094c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:02.186023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-15c9318b-bf8d-46b3-b471-beaefc094c46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 1.3646441 Oct 26 16:27:02.206523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d48864a8-e56b-48a6-b707-96c8543a2ec7 None None] Port 602939ec-2f42-4307-b885-cff72359c688 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:02.210774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ac47379-a3b8-42bf-99a1-88f05b63be0d req-bb7dbfe6-3449-4652-978f-84e0505add40 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669128 Oct 26 16:27:02.256636 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:26:58Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:02.278826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.288619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Deleting port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:02.292268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.301275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-8bf35a24-a2cf-40ac-9a7e-4c160e139053 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.1059337 Oct 26 16:27:02.305290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 411bdf34-94c2-4b88-a8eb-82a673bc0d28, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=411bdf34-94c2-4b88-a8eb-82a673bc0d28,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:02.306634 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c3926-13dd-48e9-ab2c-5c29d1337dd1 None None] The sync data for ids ['f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f'] in n-d-815373-2 is: [{'id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239034601-router', 'tenant_id': '0d9afd2802bd4f009c66037ab75610f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:39Z', 'updated_at': '2021-10-26T16:26:58Z', 'revision_number': 5, 'project_id': '0d9afd2802bd4f009c66037ab75610f2', 'gw_port': {'id': '629c890d-96a5-493c-97d7-cfaf932ba76b', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:40Z', 'updated_at': '2021-10-26T16:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:02.385938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.398650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-f5fabd4f-25d5-47d8-84b6-53270ab0b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:02.400153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-f5fabd4f-25d5-47d8-84b6-53270ab0b740 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0817592 Oct 26 16:27:02.407305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Deleting port 629c890d-96a5-493c-97d7-cfaf932ba76b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:02.407691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.439627 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-b31f3073-2c26-4a7b-8cdb-7f6e313e6c2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297630 Oct 26 16:27:02.452883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=411bdf34-94c2-4b88-a8eb-82a673bc0d28,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:02.571108 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a3be8e-a39b-4dd3-beb3-1b9785ae1727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.571721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.596233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] For port 6021b9ba-b9da-43d3-8f6a-a00855ee4647, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6021b9ba-b9da-43d3-8f6a-a00855ee4647,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:02.596598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.639829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Calling delete_port for 6021b9ba-b9da-43d3-8f6a-a00855ee4647 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:02.657397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] For port 629c890d-96a5-493c-97d7-cfaf932ba76b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=629c890d-96a5-493c-97d7-cfaf932ba76b,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:02.657951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.666045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a3be8e-a39b-4dd3-beb3-1b9785ae1727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.668198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-d34d4600-331d-4dc3-875b-a8ecb2459b55 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183819 Oct 26 16:27:02.679928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Calling delete_port for 629c890d-96a5-493c-97d7-cfaf932ba76b owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:02.687024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fe217608-9038-4818-801d-24dcb58064ac details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:02.772322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.838746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3be8e-a39b-4dd3-beb3-1b9785ae1727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819e3f9-af63-4992-8135-97155c529077,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:02.841993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:02.856343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-43a3be8e-a39b-4dd3-beb3-1b9785ae1727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2af035e54334ec491b689569475ee3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2062581 Oct 26 16:27:02.858065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'fe217608-9038-4818-801d-24dcb58064ac', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'port_id': 'fe217608-9038-4818-801d-24dcb58064ac', 'mac_address': 'fa:16:3e:2c:7c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:02.868247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59160) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:02.869698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.901835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:02.919508 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a659e780-ab8a-4435-ac5f-a0fd709aa505 req-b4c4ed9d-4b83-4b91-b11d-6a1942bb1858 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407463 Oct 26 16:27:02.925263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe217608-9038-4818-801d-24dcb58064ac {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:02.961355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:03.002017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.013618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec28cba-86a2-40e3-a79a-1f1d61f915d1 req-3afe29e1-64b2-4846-b79f-105dda3be311 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:03.020494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ec28cba-86a2-40e3-a79a-1f1d61f915d1 req-3afe29e1-64b2-4846-b79f-105dda3be311 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1100 time: 0.2465968 Oct 26 16:27:03.064821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.117095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:03.121862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.140250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ec28cba-86a2-40e3-a79a-1f1d61f915d1 req-791c79ec-8e99-45ca-ac0b-a68a694ad877 tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182432 Oct 26 16:27:03.153498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.156449 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b associated. External IP: 172.25.5.105, port: 19a24618-97e9-4428-9cac-abadc8f39ef6. Oct 26 16:27:03.172578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.235965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Pushing event updated for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:03.240700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.292428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=629c890d-96a5-493c-97d7-cfaf932ba76b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:03.352289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.364578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fe217608-9038-4818-801d-24dcb58064ac'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:03.465795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.477097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.551120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Network 730fb75d-2d63-454e-943d-a6d394051dbe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:03.552657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:03.590620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.594565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.596710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a33f853e-d780-4f4b-bc8f-d42721855302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.606990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65'}, {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:03.610374 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e5e529-0867-4b21-a21f-5465373e328e" -d '{"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65"}, {"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:03.652647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.653181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:27:03.666212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.668507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event deleted for resources: {'Port': ['ID=6021b9ba-b9da-43d3-8f6a-a00855ee4647,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:03.671019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4b10a5a4-b98e-4e83-9b45-bab24d373d31 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f05a1c49-7f72-4e2d-a2b2-04fc2f7db37f HTTP/1.1" status: 204 len: 168 time: 2.7102926 Oct 26 16:27:03.673752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59168) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:03.748398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Deleting subnet ffdb0d5b-5eb8-4069-81dc-7325cfcef73e {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:03.751942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553ff6-8111-4e0d-91e4-64a669bd0c6b req-c55b5055-38d0-4d20-9792-ef96fee11797 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:03.755872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.759428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1553ff6-8111-4e0d-91e4-64a669bd0c6b req-c55b5055-38d0-4d20-9792-ef96fee11797 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.5533121 Oct 26 16:27:03.786950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] No DVR routers for this DVR port 6021b9ba-b9da-43d3-8f6a-a00855ee4647 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:03.791407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:03.801330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.806702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dacb16c-d3f0-4538-8055-9ac6b095e13a req-3c208ccc-f787-43ef-bf82-c92af668c27c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.39 "DELETE /v2.0/ports/6021b9ba-b9da-43d3-8f6a-a00855ee4647 HTTP/1.1" status: 204 len: 173 time: 2.0689926 Oct 26 16:27:03.807787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'name': 'network-vif-deleted', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:03.809529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.827269 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f0c2f-4db5-4cd5-8cdd-709ea0ee7367" -d '{"events": [{"server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "name": "network-vif-deleted", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:03.950737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-86a15b9b-a649-4754-8c87-1a1ec89d25a1 None None] Provisioning complete for port 602939ec-2f42-4307-b885-cff72359c688 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:03.951434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-86a15b9b-a649-4754-8c87-1a1ec89d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.953551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1553ff6-8111-4e0d-91e4-64a669bd0c6b req-b6bba6f0-cd88-4f90-9aa6-8ac1855d57b8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926293 Oct 26 16:27:03.965985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.970353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:03.975919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1819e3f9-af63-4992-8135-97155c529077 HTTP/1.1" status: 204 len: 168 time: 1.1008871 Oct 26 16:27:04.003905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502288c7-e784-438c-81b7-abec671c021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819e3f9-af63-4992-8135-97155c529077,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:04.009315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.048864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:04.071475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-86a15b9b-a649-4754-8c87-1a1ec89d25a1 None None] Port 602939ec-2f42-4307-b885-cff72359c688 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:04.075115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:04.091402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1be1a367-b8d0-49c1-a739-42112e942592 admin admin] 10.222.0.21 "PUT /v2.0/routers/594c48f5-c2d9-4864-8ba5-1359ce51bd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674861 Oct 26 16:27:04.091594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Sync routers for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:04.107674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:04.108493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:04.188399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['19a24618-97e9-4428-9cac-abadc8f39ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:04.195837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.258634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545d256-6515-4c70-a11d-f6686b91993a req-43c358b1-8942-4a4f-adbb-7a77e71b9c13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:04.264472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e545d256-6515-4c70-a11d-f6686b91993a req-43c358b1-8942-4a4f-adbb-7a77e71b9c13 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 945 time: 0.1181812 Oct 26 16:27:04.264472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.294008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.300861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ffdb0d5b-5eb8-4069-81dc-7325cfcef73e HTTP/1.1" status: 204 len: 168 time: 0.6205981 Oct 26 16:27:04.305391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59176) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:04.315863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760eb44-163c-43de-a10f-d6321e1255f8 None None] Network d5462561-d948-4e63-b167-9da588a341c5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:04.368898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774efcb-5f54-408a-a2d2-476cb008c939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdb0d5b-5eb8-4069-81dc-7325cfcef73e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:04.393908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 411bdf34-94c2-4b88-a8eb-82a673bc0d28 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:04.405762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:04.411546 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:04.419434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.431210 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:04.432264 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:04.475432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-287574c3-b92c-467a-a539-1a147be7546d tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "PUT /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 996 time: 3.1887417 Oct 26 16:27:04.508024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.512694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbba00-e550-4847-8b19-084c636144bd req-b6b4183e-0fc3-43ff-8f60-e8b4fc978707 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:04.522755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2fbba00-e550-4847-8b19-084c636144bd req-b6b4183e-0fc3-43ff-8f60-e8b4fc978707 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d41896d-202b-4970-95b6-d220b9ab0c5b HTTP/1.1" status: 200 len: 945 time: 0.4674251 Oct 26 16:27:04.584910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:04.599834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2fbba00-e550-4847-8b19-084c636144bd req-6eedb95a-e08e-44d6-a7a0-1cf7a103d3bf tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759184 Oct 26 16:27:04.614817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Deleting port 3ecd4a26-3dab-46a2-922a-e20227ad3308 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:04.615272 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.619975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed317-b514-48b3-919d-8f729280d6dc req-2d2eacd0-c68f-4646-aa71-88ac6f7611e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:04.631339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-2d2eacd0-c68f-4646-aa71-88ac6f7611e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1488535 Oct 26 16:27:04.673076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:04.674023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:04.674579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.700340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Deleting port 151e2907-ab1a-413d-9c9d-df99c9918973 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:04.703447 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.732352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fe217608-9038-4818-801d-24dcb58064ac up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:04.782937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] For port 151e2907-ab1a-413d-9c9d-df99c9918973, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=151e2907-ab1a-413d-9c9d-df99c9918973,segment=NetworkSegment(79412161-5ea0-40f7-af59-1af0b1018be6),segment_id=79412161-5ea0-40f7-af59-1af0b1018be6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:04.783485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.798079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Calling delete_port for 151e2907-ab1a-413d-9c9d-df99c9918973 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:04.871658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed317-b514-48b3-919d-8f729280d6dc req-0d2413b0-fb45-4f58-8248-8fc7e7cf4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:04.884082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-0d2413b0-fb45-4f58-8248-8fc7e7cf4d98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2504210 Oct 26 16:27:04.925584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] For port 3ecd4a26-3dab-46a2-922a-e20227ad3308, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3ecd4a26-3dab-46a2-922a-e20227ad3308,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:04.926104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:04.944141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Calling delete_port for 3ecd4a26-3dab-46a2-922a-e20227ad3308 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:05.025061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-10fa0a9a-ebdc-496f-81f1-c3d4b9922ec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 999 time: 0.1400282 Oct 26 16:27:05.048023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.116223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed317-b514-48b3-919d-8f729280d6dc req-b050fa40-c409-4028-bd7b-ce9d14e9074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:05.124244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-b050fa40-c409-4028-bd7b-ce9d14e9074f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.0982988 Oct 26 16:27:05.156607 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 8, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.214911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac9c8c-7cf7-413e-b0d1-cfebb0851da2 None None] DHCP port deletion for d5462561-d948-4e63-b167-9da588a341c5 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:27:05.221947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:05.227589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed317-b514-48b3-919d-8f729280d6dc req-ab663ca2-b275-41e4-8556-af9683706400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:05.232293 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:05.232912 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.237811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-ab663ca2-b275-41e4-8556-af9683706400 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119773 Oct 26 16:27:05.245439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6021b9ba-b9da-43d3-8f6a-a00855ee4647 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:05.254552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port fe217608-9038-4818-801d-24dcb58064ac completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:05.274183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.317030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event deleted for resources: {'Port': ['ID=3ecd4a26-3dab-46a2-922a-e20227ad3308,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:05.379901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] No DVR routers for this DVR port 3ecd4a26-3dab-46a2-922a-e20227ad3308 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:05.381788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.384679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.388097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e545d256-6515-4c70-a11d-f6686b91993a req-c12f4951-5abd-4e96-b5b5-f39166c3798c tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "DELETE /v2.0/ports/3ecd4a26-3dab-46a2-922a-e20227ad3308 HTTP/1.1" status: 204 len: 173 time: 1.1125176 Oct 26 16:27:05.390009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'name': 'network-vif-deleted', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:05.393698 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd1c421-2f98-4911-82f8-aa44b451a23a" -d '{"events": [{"server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "name": "network-vif-deleted", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:05.411643 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:05.423419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=151e2907-ab1a-413d-9c9d-df99c9918973,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:05.426885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] No DVR routers for this DVR port 151e2907-ab1a-413d-9c9d-df99c9918973 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:05.445910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-f4d078fc-a82a-4145-a80e-374e5c20a228 service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059920 Oct 26 16:27:05.499882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['50ed16f3-5672-4c9c-ab00-ecca599a5645'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:05.509567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e18ce459-8588-465a-b768-8ee448ea1613'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:05.535234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.560189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 6021b9ba-b9da-43d3-8f6a-a00855ee4647 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:05.561780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6021b9ba-b9da-43d3-8f6a-a00855ee4647 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:05.567089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port fe217608-9038-4818-801d-24dcb58064ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:05.568047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.583714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5462561-d948-4e63-b167-9da588a341c5']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.605629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79412161-5ea0-40f7-af59-1af0b1018be6') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.605934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79412161-5ea0-40f7-af59-1af0b1018be6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.613149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbed317-b514-48b3-919d-8f729280d6dc req-015b0a49-d27c-42fc-802e-5f9c8c23603c service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603565 Oct 26 16:27:05.617747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.639790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.648947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:05.649872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:05.672612 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:05.677554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac9c8c-7cf7-413e-b0d1-cfebb0851da2 None None] The port '151e2907-ab1a-413d-9c9d-df99c9918973' was deleted {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 16:27:05.689449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 017d7140-e521-4bd7-9178-1f38c29d4d9e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:05.732848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 2, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.768408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Checking router: 594c48f5-c2d9-4864-8ba5-1359ce51bd47 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:05.768764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Updating router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 port 602939ec-2f42-4307-b885-cff72359c688 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:27:05.775851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 017d7140-e521-4bd7-9178-1f38c29d4d9e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:05.776379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 017d7140-e521-4bd7-9178-1f38c29d4d9e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:05.820618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 8, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:05.845364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59218) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:05.853565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.891272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.894586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:05.924959 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04a93-e063-4464-a5e6-89beaf7b0262 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '14a9ab60-0c83-4752-b30e-a80389da5a0b', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'port_id': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'mac_address': 'fa:16:3e:be:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:26:13Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 8, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:05.933521 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52109c7f-2c6f-4786-82ff-801f0907aa3e x-openstack-request-id: req-52109c7f-2c6f-4786-82ff-801f0907aa3e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:05.936844 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65", "code": 200}, {"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-plugged", "status": "completed", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:05.936844 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52109c7f-2c6f-4786-82ff-801f0907aa3e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:05.936844 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65', 'code': 200} Oct 26 16:27:05.936844 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'code': 200} Oct 26 16:27:05.941856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 151e2907-ab1a-413d-9c9d-df99c9918973 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:05.944612 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5462561-d948-4e63-b167-9da588a341c5 HTTP/1.1" status: 204 len: 168 time: 1.6293437 Oct 26 16:27:05.948675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:05.967710 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1fcfab-2fca-40f8-b4c9-d2f7450b8899 x-openstack-request-id: req-ef1fcfab-2fca-40f8-b4c9-d2f7450b8899 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:05.971153 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7", "name": "network-vif-deleted", "tag": "6021b9ba-b9da-43d3-8f6a-a00855ee4647", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:05.971696 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef1fcfab-2fca-40f8-b4c9-d2f7450b8899 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:05.972268 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b517e-f7d1-49cd-8d62-469f9e6e6bc7', 'name': 'network-vif-deleted', 'tag': '6021b9ba-b9da-43d3-8f6a-a00855ee4647', 'status': 'completed', 'code': 200} Oct 26 16:27:06.000812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b131d9-7bb8-4cfc-9851-63f5d36d02a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5462561-d948-4e63-b167-9da588a341c5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:06.105741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-720038438-network', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:06.108157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 151e2907-ab1a-413d-9c9d-df99c9918973 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:06.110425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 151e2907-ab1a-413d-9c9d-df99c9918973 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:06.111037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 629c890d-96a5-493c-97d7-cfaf932ba76b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:06.133066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.135057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-fe73514f-ed03-4363-91a5-019ef92b54f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0615265 Oct 26 16:27:06.149068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 629c890d-96a5-493c-97d7-cfaf932ba76b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:06.150150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 629c890d-96a5-493c-97d7-cfaf932ba76b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:06.183962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e831-a525-4fc5-a8da-70e8cfedf779 req-d3c54e00-569c-4fea-8ad5-125b69cae024 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.190989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e831-a525-4fc5-a8da-70e8cfedf779 req-d3c54e00-569c-4fea-8ad5-125b69cae024 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.198028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e831-a525-4fc5-a8da-70e8cfedf779 req-d3c54e00-569c-4fea-8ad5-125b69cae024 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.199898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a977e831-a525-4fc5-a8da-70e8cfedf779 req-d3c54e00-569c-4fea-8ad5-125b69cae024 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.3025212 Oct 26 16:27:06.318434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff80a2-09ab-4b4b-9a4f-549dba12556f req-12fec18d-4f22-47e0-a25e-384562833ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.318984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff80a2-09ab-4b4b-9a4f-549dba12556f req-12fec18d-4f22-47e0-a25e-384562833ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.320392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff80a2-09ab-4b4b-9a4f-549dba12556f req-12fec18d-4f22-47e0-a25e-384562833ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.322512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3ff80a2-09ab-4b4b-9a4f-549dba12556f req-12fec18d-4f22-47e0-a25e-384562833ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2871 time: 0.2298462 Oct 26 16:27:06.378018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Made reservation on behalf of 523432b8462d465d9a2a8f1857bbbb01 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:06.380505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.415558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a977e831-a525-4fc5-a8da-70e8cfedf779 req-865ad75f-4e69-4c9c-a0b5-4dc1c61cb517 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029037 Oct 26 16:27:06.418457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.470745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3ff80a2-09ab-4b4b-9a4f-549dba12556f req-b6065299-1fac-4ade-9c2c-9b74b0c6bd38 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125810 Oct 26 16:27:06.566964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd840732-5e80-4aab-bf6c-d7595eebd41c None None] New status for floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:27:06.618075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:06.656536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c963d7-a517-4c82-afae-896c3d93e33c req-78dedcdc-b185-4df4-b014-dbedd7da916b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:06.658483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8c963d7-a517-4c82-afae-896c3d93e33c req-78dedcdc-b185-4df4-b014-dbedd7da916b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.1448572 Oct 26 16:27:06.681218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:06.685828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073893573', 'description': 'tempest-description--789033250'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:06.719903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.742202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.746540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ecd4a26-3dab-46a2-922a-e20227ad3308 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:06.746714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98dc0d-8209-4dcd-96b5-e2c86db8abfe x-openstack-request-id: req-7d98dc0d-8209-4dcd-96b5-e2c86db8abfe {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:06.746714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d41896d-202b-4970-95b6-d220b9ab0c5b", "name": "network-vif-deleted", "tag": "3ecd4a26-3dab-46a2-922a-e20227ad3308", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:06.746714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d98dc0d-8209-4dcd-96b5-e2c86db8abfe {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:06.747157 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d41896d-202b-4970-95b6-d220b9ab0c5b', 'name': 'network-vif-deleted', 'tag': '3ecd4a26-3dab-46a2-922a-e20227ad3308', 'status': 'completed', 'code': 200} Oct 26 16:27:06.748918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8c963d7-a517-4c82-afae-896c3d93e33c req-dc712468-cb18-4b91-b943-ba7252236e44 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670710 Oct 26 16:27:06.765995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.841345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 3ecd4a26-3dab-46a2-922a-e20227ad3308 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:06.841592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3ecd4a26-3dab-46a2-922a-e20227ad3308 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:06.847718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.862382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.862775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.875709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.932443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:06.941544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:27:06.950775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.955400 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:06.955786 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Added segment 692d4784-2ada-487c-a41b-9328e3d0d361 of type vlan for network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 Oct 26 16:27:06.986694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7b04d82-9f2f-4b5d-a77b-527f00843bca req-8346a613-cb13-48f8-a9d2-1041f9ce6fde tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 996 time: 0.1997797 Oct 26 16:27:07.022557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013cdd2-73c3-454c-9f8c-a42849a5d7d6 None None] Pushing event updated for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.052212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Attempting to bind port 602939ec-2f42-4307-b885-cff72359c688 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:07.052212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Attempting to bind port 602939ec-2f42-4307-b885-cff72359c688 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:07.052567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Attempting to bind port 602939ec-2f42-4307-b885-cff72359c688 on network 730fb75d-2d63-454e-943d-a6d394051dbe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:07.061023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:07.061420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Checking segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:07.061814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.062316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Bound using segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:07.063773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Bound port: 602939ec-2f42-4307-b885-cff72359c688, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:07.064147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.091185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.116960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.127213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3aaf5c-757a-4c19-a26a-e7a335658292,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.143320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f60c47-f1c3-4d18-a3c6-00412f19bc74 req-20cbede7-5d0e-4d2e-a8c7-199fc75113bd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.143665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] For port 602939ec-2f42-4307-b885-cff72359c688, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:07.147163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] For port 602939ec-2f42-4307-b885-cff72359c688, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=602939ec-2f42-4307-b885-cff72359c688,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:07.151873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47f60c47-f1c3-4d18-a3c6-00412f19bc74 req-20cbede7-5d0e-4d2e-a8c7-199fc75113bd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2800877 Oct 26 16:27:07.179457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b11389-6276-41ea-a7e7-6156e7f0c2dc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.201483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.209653 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19bb8744-d6d1-4ef3-9021-a8812e21e61d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5244401 Oct 26 16:27:07.209653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59248) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:07.212797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'security_group_rule': {'security_group_id': 'd3b11389-6276-41ea-a7e7-6156e7f0c2dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:07.231176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.234176 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.257914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] Provisioning complete for port 602939ec-2f42-4307-b885-cff72359c688 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:07.258550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.322776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47f60c47-f1c3-4d18-a3c6-00412f19bc74 req-273e9584-099c-4fc0-84ae-72fd0993d44a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697783 Oct 26 16:27:07.330055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.331017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.331892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.332143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:07.332894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:07.336583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.370098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04d82-9f2f-4b5d-a77b-527f00843bca req-a9d707b5-9820-49bc-9c5e-d2334066013c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.375308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7b04d82-9f2f-4b5d-a77b-527f00843bca req-a9d707b5-9820-49bc-9c5e-d2334066013c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.3387213 Oct 26 16:27:07.461549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.500938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013cdd2-73c3-454c-9f8c-a42849a5d7d6 None None] Pushing event updated for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.512630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] Pushing event updated for resources: {'Network': ['ID=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.543826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:07.559458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-995f7a16-dc62-406c-8861-b8c46496263e tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.1465685 Oct 26 16:27:07.627623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:27:07.697397 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.709471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:27:07.713982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.733665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cdad37-66e4-4685-bbc2-866b96428c00,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:07.737896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-69a39b86-2acf-4939-bc47-527a8d341496 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.739608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-69a39b86-2acf-4939-bc47-527a8d341496 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports/19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 942 time: 0.1276743 Oct 26 16:27:07.751564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-465fb04a-5685-4914-af2e-e0346a95a24c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9020798 Oct 26 16:27:07.753328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59260) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:07.763072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Request body: {'subnet': {'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-720038438-subnet', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:07.781568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208abbd5-5248-48d9-a6d0-f605d2f78250 req-b2bccf16-0898-44a1-b111-2cb71051947c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.788115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208abbd5-5248-48d9-a6d0-f605d2f78250 req-b2bccf16-0898-44a1-b111-2cb71051947c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.794583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208abbd5-5248-48d9-a6d0-f605d2f78250 req-b2bccf16-0898-44a1-b111-2cb71051947c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:07.802849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-208abbd5-5248-48d9-a6d0-f605d2f78250 req-b2bccf16-0898-44a1-b111-2cb71051947c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.1271291 Oct 26 16:27:07.900115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-208abbd5-5248-48d9-a6d0-f605d2f78250 req-f68a910c-651a-4680-9e44-42cb662e4eba tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963194 Oct 26 16:27:07.929652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-ef744160-774d-4d0c-b5a3-0f6fabd8b77b tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.1245968 Oct 26 16:27:07.940905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:07.943808 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e6bd4-6deb-4ea9-94f4-e400d8cba09d" -d '{"events": [{"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-plugged", "status": "completed", "tag": "fe217608-9038-4818-801d-24dcb58064ac"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:07.954756 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:07.970551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] For port 602939ec-2f42-4307-b885-cff72359c688, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=602939ec-2f42-4307-b885-cff72359c688,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:07.972769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79986ef8-3823-4be0-8e43-a39079f1f0d8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7641428 Oct 26 16:27:07.977591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59268) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:07.982023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'security_group_rule': {'security_group_id': 'd3b11389-6276-41ea-a7e7-6156e7f0c2dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:08.079371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:08.107796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Made reservation on behalf of 523432b8462d465d9a2a8f1857bbbb01 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:08.110809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.114982 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.119300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2321ce9-e7fa-4b22-998f-d122ccf3d56c None None] The sync data for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 is: [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:08.174699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0f775-886e-4340-badd-66bc8cf521e7 None None] Pushing event updated for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:08.240476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.242422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-086f2048-c032-4a66-aa70-11ee8b26285e None None] Provisioning complete for port 602939ec-2f42-4307-b885-cff72359c688 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:08.242969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-086f2048-c032-4a66-aa70-11ee8b26285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.334308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:08.337260 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e02a4-4fe6-4f65-943b-a386c5684160" -d '{"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:08.396530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.511781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35bf7-8186-4fc5-ae16-03bee2381113 req-f398061e-3dbb-4c18-8db3-2eddcf7c31fc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:08.516756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a35bf7-8186-4fc5-ae16-03bee2381113 req-f398061e-3dbb-4c18-8db3-2eddcf7c31fc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 945 time: 0.1236098 Oct 26 16:27:08.551632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Deleting port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:08.551975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.572641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-9bcd5754-dbf3-4a24-b72d-b513662b0492 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:08.572641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-9bcd5754-dbf3-4a24-b72d-b513662b0492 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.6296530 Oct 26 16:27:08.688496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a35bf7-8186-4fc5-ae16-03bee2381113 req-db331526-5a4b-4ea2-addd-a9276ae84491 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554899 Oct 26 16:27:08.714560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-e7f2b8e9-499a-4c5c-b4d5-9e2e6d23a841 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1001 time: 0.1257126 Oct 26 16:27:08.739979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:08.747961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] For port 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:08.748397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.749659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.770601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbef53d-998b-4f4f-9114-3aeba601d0b0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:08.803188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Calling delete_port for 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:08.813432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.831871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.845038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:08.848918 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7761d57-19bb-463f-bf45-d14c10ea93ce tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8677721 Oct 26 16:27:08.852709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59276) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:08.857262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:08.868871 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f7d8a-d15d-410f-b009-039cc5809385 x-openstack-request-id: req-771f7d8a-d15d-410f-b009-039cc5809385 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:08.869173 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-plugged", "status": "completed", "tag": "fe217608-9038-4818-801d-24dcb58064ac", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:08.869436 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-771f7d8a-d15d-410f-b009-039cc5809385 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:08.869802 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac', 'code': 200} Oct 26 16:27:08.888981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a0a40c-b385-440e-a868-767e795ed6fb,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:08.933594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Checking segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:08.933958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Network hostable DHCP agents. Network: c9fc86ee-9f6f-4e85-83b5-3bdece3a7011, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:27:08.980033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.041736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867360f-cbe1-4cf7-8f89-33fa6dc9961b req-d4c883f9-ca42-4db5-95c5-18375388e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.043366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d867360f-cbe1-4cf7-8f89-33fa6dc9961b req-d4c883f9-ca42-4db5-95c5-18375388e6c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0905883 Oct 26 16:27:09.044932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:27:09.115141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d867360f-cbe1-4cf7-8f89-33fa6dc9961b req-c31b05bb-785b-4722-86ab-159197f8fa41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597515 Oct 26 16:27:09.126075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c9fc86ee-9f6f-4e85-83b5-3bdece3a7011) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:09.132901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.133572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.137024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ca8bb-694b-41aa-97e4-f54b0f2e109a None None] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:09.165355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.235630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80dcc0-6036-4ab3-a67a-6483f2f1117d req-6261add0-0ebc-428f-aa36-ce74162a1655 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.237682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df80dcc0-6036-4ab3-a67a-6483f2f1117d req-6261add0-0ebc-428f-aa36-ce74162a1655 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2965026 Oct 26 16:27:09.303523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Allocated IP 172.25.5.149 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/8f8008f4-ec70-4109-b710-945ede158350) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:09.323663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:27:09.324697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.349335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.364775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df80dcc0-6036-4ab3-a67a-6483f2f1117d req-a42c59d4-ec42-4924-b69d-db0bb11f176b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191757 Oct 26 16:27:09.400396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-29af6f33-0eed-460c-a43b-08d1c99509c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6399906 Oct 26 16:27:09.401497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59280) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:09.409286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:09.427182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ac6efc75-aa4d-43ba-b279-822d9c6bbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.428774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ac6efc75-aa4d-43ba-b279-822d9c6bbc1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1100 time: 0.0607426 Oct 26 16:27:09.451736 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb7752-0d7d-48d2-b592-b0d45794f8bd x-openstack-request-id: req-85bb7752-0d7d-48d2-b592-b0d45794f8bd {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:09.451736 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:09.451736 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85bb7752-0d7d-48d2-b592-b0d45794f8bd {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:09.451736 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:27:09.453804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.454808 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b disassociated. External IP: 172.25.5.105, port: 19a24618-97e9-4428-9cac-abadc8f39ef6. Oct 26 16:27:09.506696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Allocated IP 172.20.0.2 (c9fc86ee-9f6f-4e85-83b5-3bdece3a7011/d2a0a40c-b385-440e-a868-767e795ed6fb/dd585d75-75ab-4f2e-9e32-1284db5d8f6d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:09.566732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-340714d7-9068-406b-baa0-d20f6cda487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.568277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-340714d7-9068-406b-baa0-d20f6cda487d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1267662 Oct 26 16:27:09.627360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.630847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.670429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-6c983b88-055b-4528-bfcb-626e4d75aff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0725489 Oct 26 16:27:09.679594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.680794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.684505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Pushing event deleted for resources: {'Port': ['ID=4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:09.719417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.759384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-0f579872-bc45-47f2-afc2-2f8c67298003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.759384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-0f579872-bc45-47f2-afc2-2f8c67298003 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0703087 Oct 26 16:27:09.799405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-1f2ae826-6fec-4619-8059-b6ce2d0952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.801282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-1f2ae826-6fec-4619-8059-b6ce2d0952f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.2826419 Oct 26 16:27:09.807933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.834634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-9de123c9-8ab3-4272-9533-821501e0e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.836515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-9de123c9-8ab3-4272-9533-821501e0e762 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728536 Oct 26 16:27:09.844035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.873938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:09.880151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:09.890957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:09.948520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:09.964224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:09.980412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Pushing event updated for resources: {'Port': ['ID=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:09.980814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:09.982520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977974-785a-4bfe-8431-0cdf1eea5b38 req-c68b0e0a-3cc2-4795-9455-3095fc9c1dc0 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.989514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977974-785a-4bfe-8431-0cdf1eea5b38 req-c68b0e0a-3cc2-4795-9455-3095fc9c1dc0 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:09.991216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:09.997162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'Port': ['ID=8f8008f4-ec70-4109-b710-945ede158350,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:10.003219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977974-785a-4bfe-8431-0cdf1eea5b38 req-c68b0e0a-3cc2-4795-9455-3095fc9c1dc0 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:10.011926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd977974-785a-4bfe-8431-0cdf1eea5b38 req-c68b0e0a-3cc2-4795-9455-3095fc9c1dc0 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.3206582 Oct 26 16:27:10.033272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Attempting to bind port dd585d75-75ab-4f2e-9e32-1284db5d8f6d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:10.033782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Attempting to bind port dd585d75-75ab-4f2e-9e32-1284db5d8f6d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:10.034147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Attempting to bind port dd585d75-75ab-4f2e-9e32-1284db5d8f6d on network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:10.040976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:10.042037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Checking segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:10.042998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.049442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Bound using segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:10.050511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Bound port: dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:10.050511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.056626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 602939ec-2f42-4307-b885-cff72359c688 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:10.078373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-c9b53c88-3480-44ae-baec-66f14ba8b4d1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276528 Oct 26 16:27:10.172651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] For port dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:10.176877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] For port dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:10.178681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 602939ec-2f42-4307-b885-cff72359c688 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:10.179050 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.180020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.215238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-3e199f1e-41fc-40cf-ae1c-7ef0eca386e3 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080055 Oct 26 16:27:10.271815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.356271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.361223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5329a8-361b-4277-8fc4-9d87b188beaa None None] Pushing event updated for resources: {'Port': ['ID=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:10.606877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.681783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd977974-785a-4bfe-8431-0cdf1eea5b38 req-9ac7f598-e486-46bf-8ec7-1fa7a8728d4e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688702 Oct 26 16:27:10.688094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-3e187b76-9202-459d-8968-b0df450c81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:10.689454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-3e187b76-9202-459d-8968-b0df450c81e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.8666904 Oct 26 16:27:10.695261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.707361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.751166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-c4f21eb4-517f-4244-8ba4-9da894de26db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0510104 Oct 26 16:27:10.756437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.787272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'Port': ['ID=8f8008f4-ec70-4109-b710-945ede158350,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:10.800713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.800896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:10.927213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:10.928500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6016da2c-1813-4a85-8bf5-6405052ac411 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0749054 Oct 26 16:27:10.957810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-5568dfd4-aa38-4808-b7d7-4ea190cc1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:10.958288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-5568dfd4-aa38-4808-b7d7-4ea190cc1738 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1945217 Oct 26 16:27:11.078541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0787713-79b2-432c-9afc-bb6c18204375 req-2b288a2e-83d8-45fc-b537-032cb28028d9 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:11.080211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0787713-79b2-432c-9afc-bb6c18204375 req-2b288a2e-83d8-45fc-b537-032cb28028d9 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 945 time: 0.2770851 Oct 26 16:27:11.170986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-f02d0792-4dfb-4461-aa6d-e3927f321bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:11.173080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-f02d0792-4dfb-4461-aa6d-e3927f321bd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763110 Oct 26 16:27:11.183843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0787713-79b2-432c-9afc-bb6c18204375 req-57546ec0-8644-4792-9806-e8e634d09abe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Oct 26 16:27:11.254466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:11.280265 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:11.291080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:11.291979 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:11.302732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.380490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-65ab13c8-2bf7-49ce-bde5-1041420df02c tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "PUT /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 696 time: 2.6547503 Oct 26 16:27:11.414575 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:11.425256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4d6a6-d1e3-4bfa-a05e-68cef45d4972 None None] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:11.458377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:11.462106 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c53c618-3bda-4814-a0e4-19f6ae8821d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:11.487160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-0588954f-1f25-4db8-b2b1-0d29de0142db service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713599 Oct 26 16:27:11.488925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Router b6e33949-9391-45ad-b385-9aa8d2e6cacf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:11.498055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39346-363e-4b88-b90d-61815e224809 req-e216a584-9106-4181-86da-6244284bd05c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:11.499589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ee39346-363e-4b88-b90d-61815e224809 req-e216a584-9106-4181-86da-6244284bd05c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2254152 Oct 26 16:27:11.557565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] Provisioning complete for port dd585d75-75ab-4f2e-9e32-1284db5d8f6d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:11.558360 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.635378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-ab62e6e1-b3e4-45e8-b207-e00d2952f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:11.636906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-ab62e6e1-b3e4-45e8-b207-e00d2952f491 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.2373557 Oct 26 16:27:11.645919 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:11.689321 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:11.691318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.701666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:11.703382 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:11.728879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] For port dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:11.791119 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.829899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ee39346-363e-4b88-b90d-61815e224809 req-7d04c510-a612-4da3-aad6-a60dcf6e3d76 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103385 Oct 26 16:27:11.895827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27633a31-4c5c-423d-b2d7-73927822f087 None None] Pushing event updated for resources: {'Port': ['ID=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:11.910793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.981420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:11.981906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd585d75-75ab-4f2e-9e32-1284db5d8f6d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:11.985659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b8e02a4-4fe6-4f65-943b-a386c5684160 req-39033718-7d7b-41d7-91e3-fa6e7ebbe59a service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846191 Oct 26 16:27:12.019093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-09c1d362-f67e-4ee7-8095-b2bc52e169fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:12.019093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-09c1d362-f67e-4ee7-8095-b2bc52e169fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.3678381 Oct 26 16:27:12.019093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:12.026684 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:12.048474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Sync routers for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:12.054255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8f3d257-ae67-4b4b-8a82-5d8769cde38a admin admin] 10.222.0.21 "PUT /v2.0/routers/b6e33949-9391-45ad-b385-9aa8d2e6cacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0884104 Oct 26 16:27:12.056873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59312) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:12.079685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:12.080623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:12.103960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-9eadc6fa-b84c-460e-b9df-cff4dff30794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.0588746 Oct 26 16:27:12.180370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6340c747-acdc-43b0-af01-abc751964bbe None None] Provisioning complete for port dd585d75-75ab-4f2e-9e32-1284db5d8f6d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:12.181139 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6340c747-acdc-43b0-af01-abc751964bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.198771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.204538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-d93b2c67-20a8-490b-9e58-98a98dd81496 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1073893573&fields=id&tenant_id=87afa027920440498b1cbf3b4bfb48dc HTTP/1.1" status: 200 len: 267 time: 0.1491501 Oct 26 16:27:12.219323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-6f079036-c22e-4ba0-bb83-314f903c3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:12.220807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-6f079036-c22e-4ba0-bb83-314f903c3cbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.1100004 Oct 26 16:27:12.283468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Allocated IP 172.25.5.163 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c5b3e2fa-85be-49ea-aaf3-17f32402647a) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:12.284919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dd585d75-75ab-4f2e-9e32-1284db5d8f6d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:12.287712 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.291171 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:12.323362 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e335edd-1598-4bf1-ab1c-54e3b7c7c951 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:25:53Z', 'revision_number': 4, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2197c376-0b72-4e47-876a-9b71a78e803b', 'name': '', 'network_id': '51e739b3-f0a3-40d6-8a88-dd785a968b06', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'mac_address': 'fa:16:3e:4a:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:51Z', 'updated_at': '2021-10-26T16:25:57Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'subnets': [{'id': '614a8446-9811-4f21-bc8c-fd10e3c877be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:12.335940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.357348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:12.400063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00da56-be09-4b98-b063-345f602bc40c req-03e0b047-c1c7-4418-b0a9-4d5ffb6837eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:12.401600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-03e0b047-c1c7-4418-b0a9-4d5ffb6837eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686864 Oct 26 16:27:12.476439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-a2555079-3bf0-4d70-acb4-d42eb33a5239 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:12.484027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-a2555079-3bf0-4d70-acb4-d42eb33a5239 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/networks?id=730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 200 len: 815 time: 0.2701905 Oct 26 16:27:12.531166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-3dff6705-ceaa-4e18-b81a-fff96d711564 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/quotas/87afa027920440498b1cbf3b4bfb48dc HTTP/1.1" status: 200 len: 375 time: 0.0430107 Oct 26 16:27:12.551338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Deleting port bdfbbe74-1bde-4d1f-86f8-662c52e51591 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:12.551882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.587021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.625375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-3a96b64d-d298-402c-9dcd-045a0eee365e service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104897 Oct 26 16:27:12.644689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-ed641e0d-82f3-47d1-8cbb-817c2f5166e3 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87afa027920440498b1cbf3b4bfb48dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093388 Oct 26 16:27:12.646985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:27:09Z', 'revision_number': 5, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port': {'id': 'bdfbbe74-1bde-4d1f-86f8-662c52e51591', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:21:56Z', 'updated_at': '2021-10-26T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:12.662118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] For port bdfbbe74-1bde-4d1f-86f8-662c52e51591, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bdfbbe74-1bde-4d1f-86f8-662c52e51591,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:12.662500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:12.681214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Checking router: b6e33949-9391-45ad-b385-9aa8d2e6cacf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:12.681458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Calling delete_port for bdfbbe74-1bde-4d1f-86f8-662c52e51591 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:12.689620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Routers {'b6e33949-9391-45ad-b385-9aa8d2e6cacf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:12.690345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:12.732540 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa5d3-b95c-433d-a06c-eeafdd773ba8 None None] New status for floating IP 14a9ab60-0c83-4752-b30e-a80389da5a0b: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:27:12.791011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] Set router b6e33949-9391-45ad-b385-9aa8d2e6cacf gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:12.860137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:27:12Z', 'revision_number': 6, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:12.892116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177d310-4030-4a07-8d18-880ba1883ec4 None None] The sync data for ids ['b6e33949-9391-45ad-b385-9aa8d2e6cacf'] in n-d-815373-2 is: [{'id': 'b6e33949-9391-45ad-b385-9aa8d2e6cacf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1326322530-router', 'tenant_id': '8ee70d5666dc4126b270ddd765987c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:21:54Z', 'updated_at': '2021-10-26T16:27:12Z', 'revision_number': 6, 'project_id': '8ee70d5666dc4126b270ddd765987c3d', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:13.000984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.028641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfbbe74-1bde-4d1f-86f8-662c52e51591,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:13.102922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.108770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.117543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc00da56-be09-4b98-b063-345f602bc40c req-a883d488-ddc5-4ff4-b87c-916358dde69f service neutron] 10.222.0.21 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674528 Oct 26 16:27:13.158126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-3fd5d1cf-0e9c-4aea-baf2-5e1346f66200 service neutron] 10.222.0.21 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560072 Oct 26 16:27:13.169196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:13.189433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:13.211039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.214013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.221381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:13.247721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b3e2fa-85be-49ea-aaf3-17f32402647a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:13.329700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.330207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e33949-9391-45ad-b385-9aa8d2e6cacf {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:27:13.335015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.338504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2b2bae2-44ba-4de2-97bc-17f15f91a1ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6e33949-9391-45ad-b385-9aa8d2e6cacf HTTP/1.1" status: 204 len: 168 time: 1.2783663 Oct 26 16:27:13.341904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59320) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:13.379459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-f29003bc-5680-48ba-9c23-114790ea8e69 service neutron] 10.222.0.21 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079668 Oct 26 16:27:13.408465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Deleting subnet 3711636c-7edf-410f-a804-6227a28cc556 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:13.412008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.435772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdd794-25a6-4900-be82-0b9e08180a79 req-204aaf9f-46da-4e41-8cc2-1576ca80df58 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:13.439338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69cdd794-25a6-4900-be82-0b9e08180a79 req-204aaf9f-46da-4e41-8cc2-1576ca80df58 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1189981 Oct 26 16:27:13.454441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.477889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69cdd794-25a6-4900-be82-0b9e08180a79 req-5d46802b-aea1-42b5-8775-af1e98b28d05 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Oct 26 16:27:13.523024 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd29bd9f-4c75-4f94-9087-e8b1540c708a x-openstack-request-id: req-cd29bd9f-4c75-4f94-9087-e8b1540c708a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:13.523342 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:13.523598 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd29bd9f-4c75-4f94-9087-e8b1540c708a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:13.523995 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:27:13.543673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.666716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-1e236c36-79d5-4172-8865-8eba2f621172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:13.668497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-1e236c36-79d5-4172-8865-8eba2f621172 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2da66cef34e9b93a2157dbe267153&device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0850480 Oct 26 16:27:13.674641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.716926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0ea12-ef90-4b09-8092-c9cbfcc35243 None None] Network fb1118ed-bc41-4853-afb5-8c307d439147 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:13.759581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.762050 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.769080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3711636c-7edf-410f-a804-6227a28cc556 HTTP/1.1" status: 204 len: 168 time: 0.4238968 Oct 26 16:27:13.769305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59330) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:13.776802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66f5c3-cccb-4528-8af9-98f37af7f6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3711636c-7edf-410f-a804-6227a28cc556,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:13.927441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4eb4-1d96-43fa-b2f0-0fe7b00d4509 req-be1fa7a4-a64f-4103-853d-cbc642ff2719 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:13.935064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:13.935336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00dc4eb4-1d96-43fa-b2f0-0fe7b00d4509 req-be1fa7a4-a64f-4103-853d-cbc642ff2719 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2302172 Oct 26 16:27:13.962617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-0079f4ef-1613-4214-8a6d-c922f18e68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:13.964134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-0079f4ef-1613-4214-8a6d-c922f18e68c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 200 len: 921 time: 0.2869174 Oct 26 16:27:14.019102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Deleting port 0cec5c63-4173-43dc-97fd-d302182917cf {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:14.019491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.030882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd585d75-75ab-4f2e-9e32-1284db5d8f6d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:14.085121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-9eb43f33-8dd9-48e4-883e-78d4d9fc2ed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 200 len: 217 time: 0.1099524 Oct 26 16:27:14.102867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00dc4eb4-1d96-43fa-b2f0-0fe7b00d4509 req-2c5e9663-688b-43f4-8dbc-28025656aa8b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613793 Oct 26 16:27:14.111975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] For port 0cec5c63-4173-43dc-97fd-d302182917cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0cec5c63-4173-43dc-97fd-d302182917cf,segment=NetworkSegment(798a3213-1d05-4695-b8dd-77eea9fbf759),segment_id=798a3213-1d05-4695-b8dd-77eea9fbf759)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:14.113259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.146458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Calling delete_port for 0cec5c63-4173-43dc-97fd-d302182917cf owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:14.178257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dd585d75-75ab-4f2e-9e32-1284db5d8f6d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:14.178629 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.240759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9680b9ba-a1de-4832-a90b-b0fb3bbc4dcf req-7483069e-b637-454f-929e-e3788585c796 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0676370 Oct 26 16:27:14.308970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-7d16008e-dc91-4026-bc69-9722180fa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.310433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-7d16008e-dc91-4026-bc69-9722180fa836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 200 len: 859 time: 0.2020898 Oct 26 16:27:14.316446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.365548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] DHCP port deletion for fb1118ed-bc41-4853-afb5-8c307d439147 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:27:14.382020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.406080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bdfbbe74-1bde-4d1f-86f8-662c52e51591 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:14.421540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0cec5c63-4173-43dc-97fd-d302182917cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:14.422909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24a93d-b1f3-49a6-9a97-2c4c26f3c0a9 req-e0aa3747-cf25-4331-a31f-130268b58d80 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.425924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] No DVR routers for this DVR port 0cec5c63-4173-43dc-97fd-d302182917cf on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:14.430335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff24a93d-b1f3-49a6-9a97-2c4c26f3c0a9 req-e0aa3747-cf25-4331-a31f-130268b58d80 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1096 time: 0.2421761 Oct 26 16:27:14.463727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: bdfbbe74-1bde-4d1f-86f8-662c52e51591 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:14.464788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bdfbbe74-1bde-4d1f-86f8-662c52e51591 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:14.466070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:14.479035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-d93653d8-7ce7-4526-bb57-e485e6940145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.484151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-d93653d8-7ce7-4526-bb57-e485e6940145 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e739b3-f0a3-40d6-8a88-dd785a968b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617842 Oct 26 16:27:14.506265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:14.506666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4257fd0c-c1b2-40a9-aaad-8c1b0cedcfa9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:14.518829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Deleting port 0cec5c63-4173-43dc-97fd-d302182917cf {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:14.519358 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.519679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff24a93d-b1f3-49a6-9a97-2c4c26f3c0a9 req-15184d68-c8a6-4268-ae87-0aebd0afbbc3 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882983 Oct 26 16:27:14.530601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.555720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1118ed-bc41-4853-afb5-8c307d439147']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:14.566867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798a3213-1d05-4695-b8dd-77eea9fbf759') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:14.567180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798a3213-1d05-4695-b8dd-77eea9fbf759') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:14.580954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.609460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.617530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] For port 0cec5c63-4173-43dc-97fd-d302182917cf, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:14.618151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.624771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:14.625419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:14.628115 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:14.637656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Calling delete_port for 0cec5c63-4173-43dc-97fd-d302182917cf owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:14.650943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Port 0cec5c63-4173-43dc-97fd-d302182917cf was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:27:14.653026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.697694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] No DVR routers for this DVR port 0cec5c63-4173-43dc-97fd-d302182917cf on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:14.703492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076d8e0-b7e1-4535-ac16-6dd5c0c00a1c None None] Pushing event deleted for resources: {'Port': ['ID=0cec5c63-4173-43dc-97fd-d302182917cf,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:14.765716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e663b9-3b3d-4356-ae26-b604993e734e req-7b4d8cec-2d27-4c59-ac90-c416bad173e6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.771753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e663b9-3b3d-4356-ae26-b604993e734e req-7b4d8cec-2d27-4c59-ac90-c416bad173e6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.777635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e663b9-3b3d-4356-ae26-b604993e734e req-7b4d8cec-2d27-4c59-ac90-c416bad173e6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:14.779305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85e663b9-3b3d-4356-ae26-b604993e734e req-7b4d8cec-2d27-4c59-ac90-c416bad173e6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.2291930 Oct 26 16:27:14.783890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.784102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-46059783-1c51-4636-b89c-6b4e90c7d0e2 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910447 Oct 26 16:27:14.798842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:14.798842 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb1118ed-bc41-4853-afb5-8c307d439147 HTTP/1.1" status: 204 len: 168 time: 1.0238698 Oct 26 16:27:14.809579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f6e0a-d6ab-414d-9664-311b4c6aae6b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1118ed-bc41-4853-afb5-8c307d439147,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:14.890481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-fd6a6381-c793-43fc-be75-d29e33f95926 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 200 len: 694 time: 0.1082501 Oct 26 16:27:14.943425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85e663b9-3b3d-4356-ae26-b604993e734e req-3e41098d-5c72-4582-a67c-a87aabf518e5 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513848 Oct 26 16:27:15.008586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c53c618-3bda-4814-a0e4-19f6ae8821d1 req-dd3056c3-b153-4ef3-ad90-4c4f6e86eb16 service neutron] 10.222.0.47 "GET /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145746 Oct 26 16:27:15.011812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:27:15.111214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-9b023ecf-6dd2-4cd1-a8b9-2ef9c7543c46 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.112576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-9b023ecf-6dd2-4cd1-a8b9-2ef9c7543c46 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2119570 Oct 26 16:27:15.186824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-45494744-eb9c-4481-a086-2fa2aa1461d5 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 697 time: 0.0674024 Oct 26 16:27:15.187054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59358) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:15.231515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-de931459-256f-458b-9e67-f2f1e2faff9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d9afd2802bd4f009c66037ab75610f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430577 Oct 26 16:27:15.234825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59360) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:15.263504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-6710b250-731d-440d-a7e6-1775fd0369e5 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 697 time: 0.0590942 Oct 26 16:27:15.267981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:15.278283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Sync routers for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:15.289586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:15.290197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:15.294683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.319987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.322481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6dc3e-68e1-4414-8ee7-3ec64003dab8 req-ba9c4242-7d82-4c84-9dbb-ee1203952ea1 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.329022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6dc3e-68e1-4414-8ee7-3ec64003dab8 req-ba9c4242-7d82-4c84-9dbb-ee1203952ea1 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.330609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5f6dc3e-68e1-4414-8ee7-3ec64003dab8 req-ba9c4242-7d82-4c84-9dbb-ee1203952ea1 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685&device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 1682 time: 0.1661999 Oct 26 16:27:15.416447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:15.492291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.495011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.499667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36c6c193-5f1d-45ba-bdc1-38bf729217be HTTP/1.1" status: 204 len: 168 time: 0.2607827 Oct 26 16:27:15.520827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3551f8-a10a-4862-8c39-49313754d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6c193-5f1d-45ba-bdc1-38bf729217be,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:15.660548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:13Z', 'revision_number': 3, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:15.693426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Checking router: b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:15.693658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Updating router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 port c5b3e2fa-85be-49ea-aaf3-17f32402647a binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:27:15.723459 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.727085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.728293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5c9a4df9-7aee-4d8f-ba0f-a69492277fe8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3263218 Oct 26 16:27:15.734711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59366) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:15.735642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5f6dc3e-68e1-4414-8ee7-3ec64003dab8 req-1f44aa8a-9918-46ca-9f95-a9579bacb2c4 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987219 Oct 26 16:27:15.794809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-1639afdc-b9ba-42b8-87dd-609a5d35006e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.802136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-1639afdc-b9ba-42b8-87dd-609a5d35006e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.808015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-1639afdc-b9ba-42b8-87dd-609a5d35006e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:15.809676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-1639afdc-b9ba-42b8-87dd-609a5d35006e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 2418 time: 0.0966134 Oct 26 16:27:15.891706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Deleting port b9e71a2d-9a97-4433-acd0-e8224c63e2ed {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:15.892055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:15.898732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0cec5c63-4173-43dc-97fd-d302182917cf no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:15.970649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0cec5c63-4173-43dc-97fd-d302182917cf {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:15.972101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0cec5c63-4173-43dc-97fd-d302182917cf not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:16.046814 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.047166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.064118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Calling delete_port for b9e71a2d-9a97-4433-acd0-e8224c63e2ed owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:16.070598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 2f557741-1852-4a3b-b40e-d8c2df9bba65 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:16.070946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.133995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.247035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.288180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 2f557741-1852-4a3b-b40e-d8c2df9bba65, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2f557741-1852-4a3b-b40e-d8c2df9bba65,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:16.289209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.321869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 2f557741-1852-4a3b-b40e-d8c2df9bba65 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:16.337072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.342474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Attempting to bind port c5b3e2fa-85be-49ea-aaf3-17f32402647a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:16.348331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Attempting to bind port c5b3e2fa-85be-49ea-aaf3-17f32402647a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:16.348702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Attempting to bind port c5b3e2fa-85be-49ea-aaf3-17f32402647a on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:16.362119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Pushing event updated for resources: {'Port': ['ID=c5b3e2fa-85be-49ea-aaf3-17f32402647a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:16.376084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:16.376514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:16.377201 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.377341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:16.377751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Bound port: c5b3e2fa-85be-49ea-aaf3-17f32402647a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:16.378423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.382154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.382530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.383248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.383248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.383594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.383908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.384238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.384844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.384962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.385199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.386558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.387173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:16.432639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-a185ccc0-11c0-4dba-8379-37dfed092944 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:16.434192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-a185ccc0-11c0-4dba-8379-37dfed092944 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.39 "GET /v2.0/networks?id=730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 200 len: 815 time: 0.2256548 Oct 26 16:27:16.462842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59374) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:16.463011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] For port c5b3e2fa-85be-49ea-aaf3-17f32402647a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:16.464673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] For port c5b3e2fa-85be-49ea-aaf3-17f32402647a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5b3e2fa-85be-49ea-aaf3-17f32402647a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:16.496435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-218a1578-86d1-47c2-abfa-265b356e07b8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87afa027920440498b1cbf3b4bfb48dc HTTP/1.1" status: 200 len: 380 time: 0.0524638 Oct 26 16:27:16.525409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'port': {'device_id': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'admin_state_up': True, 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'security_groups': ['d3b11389-6276-41ea-a7e7-6156e7f0c2dc']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:16.562403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b8ac09a-2eeb-4ffc-81ef-9df4e78c92e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ee70d5666dc4126b270ddd765987c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999162 Oct 26 16:27:16.564408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59380) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:16.567108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.574769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.601427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Allocated IP 172.20.0.1 (c9fc86ee-9f6f-4e85-83b5-3bdece3a7011/d2a0a40c-b385-440e-a868-767e795ed6fb/673d5068-1d1c-4829-b020-080e42ce9000) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:16.642458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event deleted for resources: {'Port': ['ID=b9e71a2d-9a97-4433-acd0-e8224c63e2ed,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:16.660138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.711806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:16.713142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:16.733283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.747705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.750345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.766151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8f2433a-642e-4aa0-bba5-9afffb2f065c req-5386f69e-8890-457a-b127-fff5177120ca tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "DELETE /v2.0/floatingips/14a9ab60-0c83-4752-b30e-a80389da5a0b HTTP/1.1" status: 204 len: 173 time: 1.4953976 Oct 26 16:27:16.810834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.811091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f574-d8ca-4b6c-aa1c-cbd020545691 None None] Pushing event updated for resources: {'Port': ['ID=c5b3e2fa-85be-49ea-aaf3-17f32402647a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:16.826170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.826723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['2f557741-1852-4a3b-b40e-d8c2df9bba65', '84312b32-a3ac-47ed-883e-d7c68297ccf0', '434b3559-553d-4a92-9196-1930a6a8d8f2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:16.868582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=2f557741-1852-4a3b-b40e-d8c2df9bba65,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:16.916007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Made reservation on behalf of 87afa027920440498b1cbf3b4bfb48dc for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:16.919454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.955232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 2f557741-1852-4a3b-b40e-d8c2df9bba65 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:16.960667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.964294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-3bc236f1-1fb5-4915-9c14-892566c57052 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "DELETE /v2.0/ports/2f557741-1852-4a3b-b40e-d8c2df9bba65 HTTP/1.1" status: 204 len: 173 time: 1.1358337 Oct 26 16:27:16.965221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:16.973625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:16.976394 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3811d-d76f-4848-be75-4daf89eba460" -d '{"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:16.994637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:16.998578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.003413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b39ebe9-a164-44a7-bd52-ae50ef7ea710 HTTP/1.1" status: 204 len: 168 time: 0.4373031 Oct 26 16:27:17.017052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c155ef-f534-43de-bf47-1361d602764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39ebe9-a164-44a7-bd52-ae50ef7ea710,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:17.030975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.041576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1293e5-7b4c-4741-a4e3-227834df35f1 req-db626d84-a580-4eb8-88da-f5a213b20d28 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:17.049877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f1293e5-7b4c-4741-a4e3-227834df35f1 req-db626d84-a580-4eb8-88da-f5a213b20d28 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1852005 Oct 26 16:27:17.180107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:17.186026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:17.192051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:17.223801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f1293e5-7b4c-4741-a4e3-227834df35f1 req-65c9169c-f7d4-485f-a430-2ea48a75229d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616719 Oct 26 16:27:17.264142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.350181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Pushing event updated for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:17.391481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a08e5982-46d7-4e78-b75a-7a054e30a9f7 req-6420fba1-5586-44b9-85c0-c9f89586a1ac tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0557399 Oct 26 16:27:17.407677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Allocated IP 172.20.0.6 (730fb75d-2d63-454e-943d-a6d394051dbe/78dfd08c-dd99-45f9-a416-2863fc9cb212/3951dba0-75ea-4b01-970f-834cd6a11713) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:17.425298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 434b3559-553d-4a92-9196-1930a6a8d8f2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:17.427544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.430388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:13Z', 'revision_number': 3, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:17.481510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0283-b72c-4379-af06-e1773a40e0db None None] The sync data for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 is: [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:13Z', 'revision_number': 3, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:17.636735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.644031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-91657bfe-d8b8-4672-ace2-30dc67aa5bc2 None None] Provisioning complete for port 673d5068-1d1c-4829-b020-080e42ce9000 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:17.644572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91657bfe-d8b8-4672-ace2-30dc67aa5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.740905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-91657bfe-d8b8-4672-ace2-30dc67aa5bc2 None None] Port 673d5068-1d1c-4829-b020-080e42ce9000 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:17.859105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7ee0-b4b6-489a-b5fd-14c94c189821 req-10469ce8-468d-48a8-9214-7e979e58d992 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:17.861257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7ee0-b4b6-489a-b5fd-14c94c189821 req-10469ce8-468d-48a8-9214-7e979e58d992 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:17.862930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-950a7ee0-b4b6-489a-b5fd-14c94c189821 req-10469ce8-468d-48a8-9214-7e979e58d992 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 1682 time: 0.2023854 Oct 26 16:27:17.927155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.942104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 434b3559-553d-4a92-9196-1930a6a8d8f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=434b3559-553d-4a92-9196-1930a6a8d8f2,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:17.950063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.950328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:17.973870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-950a7ee0-b4b6-489a-b5fd-14c94c189821 req-d874c9a0-f5af-459b-9e83-d77b52b24cf4 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924685 Oct 26 16:27:17.984644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 434b3559-553d-4a92-9196-1930a6a8d8f2 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:18.035239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.126151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Pushing event updated for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:18.133404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.168292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.254487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:18.256486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Network 730fb75d-2d63-454e-943d-a6d394051dbe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:18.257283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:18.266220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:18.281286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:18.323886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event updated for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:18.395769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:18.396544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.428989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.511467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=434b3559-553d-4a92-9196-1930a6a8d8f2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:18.543590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-44cc3a13-5c14-492b-b342-5dab2a09fd6d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0230064 Oct 26 16:27:18.604195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Request body: {'port': {'device_id': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:18.697558 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecac036-a4d6-447a-944d-ab1e89cb9a7a x-openstack-request-id: req-3ecac036-a4d6-447a-944d-ab1e89cb9a7a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:18.706301 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "2f557741-1852-4a3b-b40e-d8c2df9bba65", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:18.706301 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ecac036-a4d6-447a-944d-ab1e89cb9a7a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:18.706301 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '2f557741-1852-4a3b-b40e-d8c2df9bba65', 'status': 'completed', 'code': 200} Oct 26 16:27:18.706301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 434b3559-553d-4a92-9196-1930a6a8d8f2 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:18.707487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.748891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-6523bbb3-9593-4602-9f34-3eecce6ea085 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "DELETE /v2.0/ports/434b3559-553d-4a92-9196-1930a6a8d8f2 HTTP/1.1" status: 204 len: 173 time: 1.7780330 Oct 26 16:27:18.857114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:18.879321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Provisioning complete for port 3951dba0-75ea-4b01-970f-834cd6a11713 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:18.879879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.908635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:18.954940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Port 3951dba0-75ea-4b01-970f-834cd6a11713 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:18.968443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Provisioning complete for port 673d5068-1d1c-4829-b020-080e42ce9000 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:18.969764 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.064975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:19.091968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b582f64-3fb5-45ee-bc8d-0090eb1db111 admin admin] 10.222.0.21 "PUT /v2.0/routers/b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3559601 Oct 26 16:27:19.169357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 84312b32-a3ac-47ed-883e-d7c68297ccf0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:19.169744 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.208748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c6e02302-332b-4d06-b6b1-9fe45a04092d None None] Port 673d5068-1d1c-4829-b020-080e42ce9000 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:19.277520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bd699-908f-4401-81e7-030edfe0e17f req-c664b0c5-bfd1-47dd-9ba6-614e0411bb08 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:19.278987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec8bd699-908f-4401-81e7-030edfe0e17f req-c664b0c5-bfd1-47dd-9ba6-614e0411bb08 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1738949 Oct 26 16:27:19.298204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 434b3559-553d-4a92-9196-1930a6a8d8f2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:19.319069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 434b3559-553d-4a92-9196-1930a6a8d8f2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:19.319665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 434b3559-553d-4a92-9196-1930a6a8d8f2 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:19.320233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2f557741-1852-4a3b-b40e-d8c2df9bba65 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:19.356215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 2f557741-1852-4a3b-b40e-d8c2df9bba65 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:19.357059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-3dca0d64-17aa-47c5-aff0-c4d7ee391697 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:27:19.357233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2f557741-1852-4a3b-b40e-d8c2df9bba65 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:19.357657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84312b32-a3ac-47ed-883e-d7c68297ccf0 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:19.359352 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-3dca0d64-17aa-47c5-aff0-c4d7ee391697 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2621057 Oct 26 16:27:19.369528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec8bd699-908f-4401-81e7-030edfe0e17f req-7999f2a0-2792-475a-a3d6-d1620429a6bc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810544 Oct 26 16:27:19.379327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:19.379694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.402402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 84312b32-a3ac-47ed-883e-d7c68297ccf0 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:19.418765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-b8a061f2-ebeb-4080-b35c-b2294184d741 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:19.420636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-b8a061f2-ebeb-4080-b35c-b2294184d741 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 1093 time: 0.0545132 Oct 26 16:27:19.437835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:19.438410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:27:19.497600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.524918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:19.533512 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43faef6-ae3b-4ada-ba58-585eef52d567" -d '{"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-unplugged", "status": "completed", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:19.554061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3951dba0-75ea-4b01-970f-834cd6a11713 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:19.556712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84312b32-a3ac-47ed-883e-d7c68297ccf0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84312b32-a3ac-47ed-883e-d7c68297ccf0,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:19.569032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.611423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:19.611772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:19.612134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:19.614220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.616952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:19.617285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:19.625357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e391404-9539-44b8-9b8a-8b9ea515f03f req-02829a3b-38ef-49e0-8984-8505e0c647f5 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:19.627089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e391404-9539-44b8-9b8a-8b9ea515f03f req-02829a3b-38ef-49e0-8984-8505e0c647f5 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 931 time: 0.1356871 Oct 26 16:27:19.628857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Transition to ACTIVE for port object 3951dba0-75ea-4b01-970f-834cd6a11713 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:19.629356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:19.629714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:19.630108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:19.630627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Bound port: fe217608-9038-4818-801d-24dcb58064ac, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:19.669967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:19.692298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:19.701384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.724038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e391404-9539-44b8-9b8a-8b9ea515f03f req-3b29312d-1380-4b2d-99d2-dffe0f045d46 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851865 Oct 26 16:27:19.774645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:19.799404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.805561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-360a6c49-07aa-4d78-9a34-08cfc6ce3f3b service neutron] 10.222.0.21 "POST /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.3699503 Oct 26 16:27:19.848490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:19.919643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=84312b32-a3ac-47ed-883e-d7c68297ccf0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:19.953321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5b3e2fa-85be-49ea-aaf3-17f32402647a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:19.982002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 84312b32-a3ac-47ed-883e-d7c68297ccf0 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:19.997019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.000429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88aaae3b-9b86-43ac-a90a-0e77b7b7e189 req-8af28055-96e4-467f-b57c-bac183075420 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.39 "DELETE /v2.0/ports/84312b32-a3ac-47ed-883e-d7c68297ccf0 HTTP/1.1" status: 204 len: 173 time: 1.2417183 Oct 26 16:27:20.029731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Attempting to bind port 3951dba0-75ea-4b01-970f-834cd6a11713 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:20.030638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Attempting to bind port 3951dba0-75ea-4b01-970f-834cd6a11713 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:20.031039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Attempting to bind port 3951dba0-75ea-4b01-970f-834cd6a11713 on network 730fb75d-2d63-454e-943d-a6d394051dbe {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:20.041289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Port 3951dba0-75ea-4b01-970f-834cd6a11713 on network 730fb75d-2d63-454e-943d-a6d394051dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:20.041626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Attempting to bind port 3951dba0-75ea-4b01-970f-834cd6a11713 on network 730fb75d-2d63-454e-943d-a6d394051dbe {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:20.052368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828f8f9-542e-44ac-ab26-825010864bfb req-7dcf40d7-aaaf-4c1c-b046-1d9b66a43333 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:20.054956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c5b3e2fa-85be-49ea-aaf3-17f32402647a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:20.057863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.067045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2828f8f9-542e-44ac-ab26-825010864bfb req-7dcf40d7-aaaf-4c1c-b046-1d9b66a43333 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 945 time: 0.2228844 Oct 26 16:27:20.072891 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Sync routers for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:20.125633 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:20.127498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:20.128243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Checking segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:20.128981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Bound using segment: {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:20.129660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Bound port: 3951dba0-75ea-4b01-970f-834cd6a11713, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55d91ca-1671-4000-8f92-35e8903f3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:20.130625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.131680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:20.212452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.212661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-5e221673-49b7-411c-890e-4093f3527458 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:20.214224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-5e221673-49b7-411c-890e-4093f3527458 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.47 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 945 time: 0.2301717 Oct 26 16:27:20.231917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2828f8f9-542e-44ac-ab26-825010864bfb req-62d1603d-34d5-49ed-b350-c3c93fd919f2 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/security-groups?id=5297014c-3476-4969-88f7-c9dfcd7b74fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569061 Oct 26 16:27:20.286918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port c5b3e2fa-85be-49ea-aaf3-17f32402647a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5b3e2fa-85be-49ea-aaf3-17f32402647a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:20.354611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:20.370843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5ce5c4e-12f0-4f1d-973f-6602158c08c5 req-31862822-1917-4363-a3a4-e6769997c10e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b49abfdd-3727-4e04-a6ba-935b0fc2e20b HTTP/1.1" status: 200 len: 210 time: 0.0650673 Oct 26 16:27:20.386516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.424566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:20.447896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3951dba0-75ea-4b01-970f-834cd6a11713,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:20.469985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Deleting port 19a24618-97e9-4428-9cac-abadc8f39ef6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:20.470380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.489646 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ccff4a-7a65-4dc7-a2c7-3f333c05543b x-openstack-request-id: req-24ccff4a-7a65-4dc7-a2c7-3f333c05543b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:20.489968 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-unplugged", "status": "completed", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:20.490288 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ccff4a-7a65-4dc7-a2c7-3f333c05543b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:20.490743 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'code': 200} Oct 26 16:27:20.570452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=c5b3e2fa-85be-49ea-aaf3-17f32402647a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:20.612064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.685274 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 2, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:20.716578 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Checking router: b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:20.716940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Updating router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 port 673d5068-1d1c-4829-b020-080e42ce9000 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:27:20.743242 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.837631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2'}, {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:20.840079 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff496be8-672e-419b-9251-3ee9614a9ced" -d '{"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2"}, {"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:20.866164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.874601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:20.880247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075007758', 'description': 'tempest-description--434819786'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:20.899083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:20.899790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:20.901609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 200 len: 1091 time: 2.3316631 Oct 26 16:27:21.000337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5ddc5-c65e-4212-8f4e-0815ae0c0224 req-4c3647bb-0f99-464e-9fe6-66f767d1f5eb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.002082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59e5ddc5-c65e-4212-8f4e-0815ae0c0224 req-4c3647bb-0f99-464e-9fe6-66f767d1f5eb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 945 time: 0.1585572 Oct 26 16:27:21.021561 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.029193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.090301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-dd401fd0-b143-4316-a5ad-dd6cc56e3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.091799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-dd401fd0-b143-4316-a5ad-dd6cc56e3baa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1096 time: 0.2388566 Oct 26 16:27:21.104376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f2d9-b7a6-4837-98f4-6a607a3cf8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:21.107472 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.126168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] For port 19a24618-97e9-4428-9cac-abadc8f39ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=19a24618-97e9-4428-9cac-abadc8f39ef6,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:21.126584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.145865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.181549 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213bf99-c20c-437d-b988-e4e79ee2f2ce None None] Pushing event updated for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:21.198948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-920dad95-5964-4582-b0f0-b3628558fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.200526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-920dad95-5964-4582-b0f0-b3628558fecf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87afa027920440498b1cbf3b4bfb48dc&device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 1094 time: 0.1852210 Oct 26 16:27:21.209976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Calling delete_port for 19a24618-97e9-4428-9cac-abadc8f39ef6 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:21.223866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.235594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59e5ddc5-c65e-4212-8f4e-0815ae0c0224 req-243d5fed-7b0f-44dd-a6d9-6289d21ee039 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188401 Oct 26 16:27:21.307361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-4c926ffd-d132-4e4c-89c8-3be3dcc04b49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 200 len: 217 time: 0.0939848 Oct 26 16:27:21.354122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b0204b-6f67-46c5-bf8f-d21e59528b4d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:21.437183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.438399 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-233a5bf4-e48d-4390-b99a-e69352d9122a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5627561 Oct 26 16:27:21.441271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:21.447160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'security_group_rule': {'security_group_id': '78b0204b-6f67-46c5-bf8f-d21e59528b4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:21.455036 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Attempting to bind port 673d5068-1d1c-4829-b020-080e42ce9000 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:21.456787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Attempting to bind port 673d5068-1d1c-4829-b020-080e42ce9000 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:21.457321 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Attempting to bind port 673d5068-1d1c-4829-b020-080e42ce9000 on network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Checking segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Bound using segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Bound port: 673d5068-1d1c-4829-b020-080e42ce9000, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:21.466870 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.492808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-53558b75-b1bd-496c-821b-c5d038746f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.494129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-53558b75-b1bd-496c-821b-c5d038746f2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.3810298 Oct 26 16:27:21.502891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-70e4ac45-092e-4303-9287-2424a21aeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.504376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-70e4ac45-092e-4303-9287-2424a21aeb19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78dfd08c-dd99-45f9-a416-2863fc9cb212 HTTP/1.1" status: 200 len: 854 time: 0.1867607 Oct 26 16:27:21.547170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] For port 673d5068-1d1c-4829-b020-080e42ce9000, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:21.551183 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] For port 673d5068-1d1c-4829-b020-080e42ce9000, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=673d5068-1d1c-4829-b020-080e42ce9000,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:21.551369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.556878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4f8ee7b0-7ee6-4817-aeb9-2db4d01600d2 None None] Provisioning complete for port 673d5068-1d1c-4829-b020-080e42ce9000 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:21.557384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee7b0-7ee6-4817-aeb9-2db4d01600d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.591945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-9ee0636a-1638-4ba4-bda4-65a2a4ad3f10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.0854166 Oct 26 16:27:21.602909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140ecc8-ffbf-45a5-b1bc-ffc5194e557d req-619698dc-3e4d-4bee-ae4f-fe9546331697 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.609475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ee7b0-7ee6-4817-aeb9-2db4d01600d2 None None] Port 673d5068-1d1c-4829-b020-080e42ce9000 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:21.611239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9140ecc8-ffbf-45a5-b1bc-ffc5194e557d req-619698dc-3e4d-4bee-ae4f-fe9546331697 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1891775 Oct 26 16:27:21.624897 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.625696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.689043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:21.689666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:21.701721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.728715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df839d24-da98-4367-8311-820996ae05e8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:21.770943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-1d46ef19-0233-4ddb-a5ac-0d9831559ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.772301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-1d46ef19-0233-4ddb-a5ac-0d9831559ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=730fb75d-2d63-454e-943d-a6d394051dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548926 Oct 26 16:27:21.781661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-1d27f5ec-930f-4128-94ff-ed88c7f0d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.783110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-1d27f5ec-930f-4128-94ff-ed88c7f0d946 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1697326 Oct 26 16:27:21.784767 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213bf99-c20c-437d-b988-e4e79ee2f2ce None None] Pushing event updated for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:21.786015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9140ecc8-ffbf-45a5-b1bc-ffc5194e557d req-b36dfea5-581c-40fd-be40-7c5a1a6fac6f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739607 Oct 26 16:27:21.804942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.807028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-36a4f4fe-4e1c-485a-b2bb-3ce25ee8a520 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3645933 Oct 26 16:27:21.813867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59490) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:21.830140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'security_group_rule': {'security_group_id': '78b0204b-6f67-46c5-bf8f-d21e59528b4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:21.853787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:21.881364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0547a2-1b81-4f39-be1a-fa66f901c1c8 req-84a12826-6bd2-4a11-ad9c-237157ae7ee9 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:21.883066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0547a2-1b81-4f39-be1a-fa66f901c1c8 req-84a12826-6bd2-4a11-ad9c-237157ae7ee9 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 943 time: 0.2528224 Oct 26 16:27:21.886923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-f99c4031-1dcf-4ce2-a286-8813fff6cd87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894904 Oct 26 16:27:21.941381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.942964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] Provisioning complete for port 673d5068-1d1c-4829-b020-080e42ce9000 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:21.943567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:21.959999 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193ab73-f160-4177-9fe7-c1b87a434949 x-openstack-request-id: req-9193ab73-f160-4177-9fe7-c1b87a434949 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:21.978710 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "434b3559-553d-4a92-9196-1930a6a8d8f2", "status": "completed", "code": 200}, {"server_uuid": "b49abfdd-3727-4e04-a6ba-935b0fc2e20b", "name": "network-vif-deleted", "tag": "84312b32-a3ac-47ed-883e-d7c68297ccf0", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:21.978710 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9193ab73-f160-4177-9fe7-c1b87a434949 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:21.978710 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '434b3559-553d-4a92-9196-1930a6a8d8f2', 'status': 'completed', 'code': 200} Oct 26 16:27:21.978710 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49abfdd-3727-4e04-a6ba-935b0fc2e20b', 'name': 'network-vif-deleted', 'tag': '84312b32-a3ac-47ed-883e-d7c68297ccf0', 'status': 'completed', 'code': 200} Oct 26 16:27:21.979171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5b3e2fa-85be-49ea-aaf3-17f32402647a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:22.000384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.069023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.090984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c5b3e2fa-85be-49ea-aaf3-17f32402647a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:22.091389 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.092881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Pushing event deleted for resources: {'Port': ['ID=19a24618-97e9-4428-9cac-abadc8f39ef6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:22.120568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.128072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0547a2-1b81-4f39-be1a-fa66f901c1c8 req-f2b823f1-cbd0-4207-a34f-303f307ed716 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273412 Oct 26 16:27:22.137017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.157682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:21Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:22.162484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478328ee-511f-4024-9ba1-75bd08cb0c40,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:22.188491 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97253d-6543-4759-90fe-3fd57228eed3 None None] The sync data for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 is: [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:21Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:22.191345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-0a904ee1-41ec-4260-8627-edf836dd08d6 service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019620 Oct 26 16:27:22.196721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] For port 673d5068-1d1c-4829-b020-080e42ce9000, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=673d5068-1d1c-4829-b020-080e42ce9000,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:22.199736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bb8fce3-37a9-4994-99ec-6de6ba99233c req-7c352588-0d68-44a7-8b13-c5b54e137f13 tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6016907b-ab5d-416f-bb3e-c0baccf67dd2 HTTP/1.1" status: 200 len: 210 time: 0.2116621 Oct 26 16:27:22.219858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] No DVR routers for this DVR port 19a24618-97e9-4428-9cac-abadc8f39ef6 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:22.225174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.226969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f3c4d41-5b30-4fe0-ab99-019d14b59fa8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106026 Oct 26 16:27:22.234790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.234977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59492) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:22.238479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d775a0d6-fcb8-453b-8340-9b3e35a512bf req-1c1f8a2c-1e1e-4124-84f0-b451c1e6acec tempest-FloatingIPsAssociationTestJSON-1404303300 tempest-FloatingIPsAssociationTestJSON-1404303300-project] 10.222.0.47 "DELETE /v2.0/ports/19a24618-97e9-4428-9cac-abadc8f39ef6 HTTP/1.1" status: 204 len: 173 time: 1.9750881 Oct 26 16:27:22.243967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:22.253918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.342049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59496) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:22.353626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc0429-6ac6-4227-a50f-62053a505b4c None None] Pushing event updated for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:22.377440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa2b2a-4769-4576-9d3f-05e65ad516f2 req-419cac97-d973-4926-8875-0fec9f2a296c service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599009 Oct 26 16:27:22.408931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0f25ed89-47fc-48a1-85cc-24c00af16e55 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071998 Oct 26 16:27:22.411013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.475911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.477528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting subnet a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:22.500210 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.558945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-58eec49e-800a-4275-9352-49ef29a8d114 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397395 Oct 26 16:27:22.580664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.698294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.750768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156948-68bd-41a8-811f-adbec9e5a89e req-842ae2dc-2763-4311-b462-016c589cf8a6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:22.758845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c156948-68bd-41a8-811f-adbec9e5a89e req-842ae2dc-2763-4311-b462-016c589cf8a6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 945 time: 0.1122735 Oct 26 16:27:22.760505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.863700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-661b79fa-913c-4bf9-a902-6c49078d1ae9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:22.868814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 19a24618-97e9-4428-9cac-abadc8f39ef6 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:22.869592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-661b79fa-913c-4bf9-a902-6c49078d1ae9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.1079845 Oct 26 16:27:22.888157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Allocated IP 172.25.5.44 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/5e92c751-2206-4a1a-a154-c54ea3e4b073) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:22.903632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 19a24618-97e9-4428-9cac-abadc8f39ef6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:22.904043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 19a24618-97e9-4428-9cac-abadc8f39ef6 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:22.910109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c156948-68bd-41a8-811f-adbec9e5a89e req-4319e8a7-0ba5-44fb-b528-d07ec6f24c25 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503205 Oct 26 16:27:22.915063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:22.952548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:22.998441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:23.011578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.012282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66837c85-5eab-4031-a954-db66cd595f6d None None] Network 9f115355-cbb2-4cbf-ac99-6376afba95ec requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:23.018568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6f96dd88-1e22-455f-9ee6-8c0f85361d6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/subnets/a3d949f4-e5d7-4afb-a2b3-2953bbf6e5a5 HTTP/1.1" status: 204 len: 168 time: 0.6616795 Oct 26 16:27:23.019818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:23.070708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-c1e35aaf-ce95-4b3e-8c0e-7bb9ae0c3c9b tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:23.072262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-c1e35aaf-ce95-4b3e-8c0e-7bb9ae0c3c9b tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 946 time: 0.2464285 Oct 26 16:27:23.119117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.150861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.156056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2becf-4bac-4959-900b-0223d8c53e84 req-547efa62-9053-474d-b510-06efa88b4127 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:23.162989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33f2becf-4bac-4959-900b-0223d8c53e84 req-547efa62-9053-474d-b510-06efa88b4127 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 946 time: 0.1909187 Oct 26 16:27:23.189375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.256569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e563ce-8c8e-41bd-a967-b4e8fd3addf7 req-d51e25f0-a0ca-4219-8eef-f44d914b577c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:23.263513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01e563ce-8c8e-41bd-a967-b4e8fd3addf7 req-d51e25f0-a0ca-4219-8eef-f44d914b577c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2615325 Oct 26 16:27:23.272485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] DHCP port deletion for 9f115355-cbb2-4cbf-ac99-6376afba95ec request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:27:23.285259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port f80fcac0-330f-4328-9484-b3bbbcf9b1ab {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:23.286965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.332988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Deleting port f80fcac0-330f-4328-9484-b3bbbcf9b1ab {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:23.333391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.367113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:23.367523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.382645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for f80fcac0-330f-4328-9484-b3bbbcf9b1ab owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:23.408823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:23.456311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] For port f80fcac0-330f-4328-9484-b3bbbcf9b1ab, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,segment=NetworkSegment(919b4488-b16d-4cd1-979b-f43aeb7d76ea),segment_id=919b4488-b16d-4cd1-979b-f43aeb7d76ea)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:23.456705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.463550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:23.479673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.482685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Calling delete_port for f80fcac0-330f-4328-9484-b3bbbcf9b1ab owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:23.535094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.536819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:23.539835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:23.542396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:23.550163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'Port': ['ID=5e92c751-2206-4a1a-a154-c54ea3e4b073,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:23.580106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33f2becf-4bac-4959-900b-0223d8c53e84 req-a92f242b-283d-46bc-8bce-7e3a46f97fbf tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162102 Oct 26 16:27:23.589208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.616919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01e563ce-8c8e-41bd-a967-b4e8fd3addf7 req-83c428bf-c71c-426d-8829-17ed259bc3dc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782512 Oct 26 16:27:23.617666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.622273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:23.633152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Deleting port 50ed16f3-5672-4c9c-ab00-ecca599a5645 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:23.633152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.644829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port f80fcac0-330f-4328-9484-b3bbbcf9b1ab on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:23.654212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.730432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] No DVR routers for this DVR port f80fcac0-330f-4328-9484-b3bbbcf9b1ab on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:23.742797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee4631-3cd7-428e-bc83-e44b6c196028 None None] Pushing event deleted for resources: {'Port': ['ID=f80fcac0-330f-4328-9484-b3bbbcf9b1ab,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:23.784705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59518) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:23.847165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.869016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.874477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:23.889867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f115355-cbb2-4cbf-ac99-6376afba95ec']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:23.906495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919b4488-b16d-4cd1-979b-f43aeb7d76ea') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:23.906871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919b4488-b16d-4cd1-979b-f43aeb7d76ea') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:23.921115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.944979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.962116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:23.962558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:23.976658 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:23.997150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 673d5068-1d1c-4829-b020-080e42ce9000 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:24.066354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 673d5068-1d1c-4829-b020-080e42ce9000 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:24.066724 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.080628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.182577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.194952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.198218 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/networks/9f115355-cbb2-4cbf-ac99-6376afba95ec HTTP/1.1" status: 204 len: 168 time: 1.1773806 Oct 26 16:27:24.202025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59526) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:24.214565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713'}, {'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'name': 'network-vif-deleted', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6'}, {'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:24.216777 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713"}, {"server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "name": "network-vif-deleted", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6"}, {"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe217608-9038-4818-801d-24dcb58064ac"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:24.224735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096da18-5488-475a-b3cc-4422596fa1cc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Network': ['ID=9f115355-cbb2-4cbf-ac99-6376afba95ec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:24.238849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f80fcac0-330f-4328-9484-b3bbbcf9b1ab no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:24.265101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:24.265540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:24.265840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:24.269459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f80fcac0-330f-4328-9484-b3bbbcf9b1ab {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:24.269951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f80fcac0-330f-4328-9484-b3bbbcf9b1ab not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:24.288522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting subnet 272e5310-4466-4a54-995b-3726f6baae50 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:24.293755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.320034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:24.327454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Attempting to bind port fe217608-9038-4818-801d-24dcb58064ac on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:24.327454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] For port 50ed16f3-5672-4c9c-ab00-ecca599a5645, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=50ed16f3-5672-4c9c-ab00-ecca599a5645,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:24.327454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.355943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.359592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:24.359922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:24.360298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:24.360735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Bound port: fe217608-9038-4818-801d-24dcb58064ac, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:24.361081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.366827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Calling delete_port for 50ed16f3-5672-4c9c-ab00-ecca599a5645 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:24.378303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.404643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6acafe-a7fb-4b2e-b28a-efa8714a0fd6 req-9bee36e9-29de-4c81-b60c-bb7f9c2891c1 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:24.406651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc6acafe-a7fb-4b2e-b28a-efa8714a0fd6 req-9bee36e9-29de-4c81-b60c-bb7f9c2891c1 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 943 time: 0.6348295 Oct 26 16:27:24.424410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be9f3-8e69-45e1-a44d-6828c699225e req-5bd0c88d-8761-47a5-80b7-26f010075523 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:24.425905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a73be9f3-8e69-45e1-a44d-6828c699225e req-5bd0c88d-8761-47a5-80b7-26f010075523 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.2030578 Oct 26 16:27:24.438163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-a9a373c2-96c7-4fa7-9efc-af51620c5811 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:24.439650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-a9a373c2-96c7-4fa7-9efc-af51620c5811 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe18362-7fe1-48bd-9d6b-555e73c7c685 HTTP/1.1" status: 200 len: 945 time: 0.2113383 Oct 26 16:27:24.448582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.496896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.572219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'Port': ['ID=5e92c751-2206-4a1a-a154-c54ea3e4b073,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:24.582996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.658142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.689182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Subnet': ['ID=272e5310-4466-4a54-995b-3726f6baae50,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:24.694099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.695371 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e964e068-e087-46ec-9ab9-0d3ea2580f0d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4565234 Oct 26 16:27:24.695617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:24.698569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.706857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a73be9f3-8e69-45e1-a44d-6828c699225e req-2adcb59b-4929-41e2-aba9-501414df98d0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475264 Oct 26 16:27:24.707820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55468e01-65f4-4784-9e79-9e2d4e52a732 None None] Network 708033fe-a414-41ce-bf62-eb79c86280cf requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:24.716903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea838a4f-10cd-47eb-b41b-f8874e36ad7a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/subnets/272e5310-4466-4a54-995b-3726f6baae50 HTTP/1.1" status: 204 len: 168 time: 0.5122800 Oct 26 16:27:24.722948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59536) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:24.733983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc6acafe-a7fb-4b2e-b28a-efa8714a0fd6 req-4374facf-2f4d-4f9f-ae2f-186a398884a6 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043027 Oct 26 16:27:24.770603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:24.848793 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f3200-0b0d-49ea-9902-2d5d52dfda00 x-openstack-request-id: req-a93f3200-0b0d-49ea-9902-2d5d52dfda00 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:24.849143 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713", "status": "completed", "code": 200}, {"server_uuid": "6016907b-ab5d-416f-bb3e-c0baccf67dd2", "name": "network-vif-deleted", "tag": "19a24618-97e9-4428-9cac-abadc8f39ef6", "status": "completed", "code": 200}, {"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe217608-9038-4818-801d-24dcb58064ac", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:24.849333 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a93f3200-0b0d-49ea-9902-2d5d52dfda00 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:24.849726 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713', 'status': 'completed', 'code': 200} Oct 26 16:27:24.849977 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6016907b-ab5d-416f-bb3e-c0baccf67dd2', 'name': 'network-vif-deleted', 'tag': '19a24618-97e9-4428-9cac-abadc8f39ef6', 'status': 'completed', 'code': 200} Oct 26 16:27:24.850228 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac', 'code': 200} Oct 26 16:27:24.872210 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.896474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Deleting port e18ce459-8588-465a-b768-8ee448ea1613 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:24.896889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.960200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:24.977309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-aa53c1b6-ff04-4b40-a831-7ccda39da562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:24.978810 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-aa53c1b6-ff04-4b40-a831-7ccda39da562 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87afa027920440498b1cbf3b4bfb48dc&device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 1094 time: 0.1006441 Oct 26 16:27:25.026034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] DHCP port deletion for 708033fe-a414-41ce-bf62-eb79c86280cf request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:27:25.061095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.074286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e18ce459-8588-465a-b768-8ee448ea1613'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:25.104115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 574e2228-fe15-46f9-8f60-53efaa37e1de {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:25.104705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.118189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Deleting port 574e2228-fe15-46f9-8f60-53efaa37e1de {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:25.119221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.140447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.141064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.142455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 1121 time: 2.2428169 Oct 26 16:27:25.144529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-72a5e961-7222-40c0-92a5-52dbe4a9a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.145984 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-72a5e961-7222-40c0-92a5-52dbe4a9a082 service neutron] 10.222.0.39 "GET /v2.0/networks?id=730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 200 len: 916 time: 0.1581099 Oct 26 16:27:25.148980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08bde5-b83a-4a22-a728-f5ae295fb264 service neutron] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=8']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:25.200287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-6b7b6723-eeeb-41df-83d1-2d1d0dc5a7c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 200 len: 217 time: 0.0415652 Oct 26 16:27:25.207320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 574e2228-fe15-46f9-8f60-53efaa37e1de, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=574e2228-fe15-46f9-8f60-53efaa37e1de,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:25.207684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.238344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e703-32f6-427d-ae43-79ea083a73e6 req-32086224-6a66-4742-8338-57f01eab0ebc tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.239935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a588e703-32f6-427d-ae43-79ea083a73e6 req-32086224-6a66-4742-8338-57f01eab0ebc tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6857c29-50f9-44c6-94d9-19e81716db98 HTTP/1.1" status: 200 len: 867 time: 0.3115938 Oct 26 16:27:25.247655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f174-6d33-4e24-911d-20dbf3ca66c9 req-add24142-aa41-4043-b4ce-ec4c7b16fb8a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.251415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 574e2228-fe15-46f9-8f60-53efaa37e1de owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:25.254808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e341f174-6d33-4e24-911d-20dbf3ca66c9 req-add24142-aa41-4043-b4ce-ec4c7b16fb8a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.3290167 Oct 26 16:27:25.258119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] For port 574e2228-fe15-46f9-8f60-53efaa37e1de, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=574e2228-fe15-46f9-8f60-53efaa37e1de,segment=NetworkSegment(6420e0d1-c129-4d83-bab4-228a8e4a50f5),segment_id=6420e0d1-c129-4d83-bab4-228a8e4a50f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:25.260352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.265728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] No DVR routers for this DVR port 50ed16f3-5672-4c9c-ab00-ecca599a5645 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:25.267035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fe217608-9038-4818-801d-24dcb58064ac'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:25.274524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event deleted for resources: {'Port': ['ID=50ed16f3-5672-4c9c-ab00-ecca599a5645,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:25.285715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.288952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3418f762-4b12-49ab-a848-5f8b7a418607 req-7d21c486-edf4-4580-a0cb-bdd2529b36d7 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.47 "DELETE /v2.0/ports/50ed16f3-5672-4c9c-ab00-ecca599a5645 HTTP/1.1" status: 204 len: 173 time: 2.2062392 Oct 26 16:27:25.291070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] For port e18ce459-8588-465a-b768-8ee448ea1613, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e18ce459-8588-465a-b768-8ee448ea1613,segment=NetworkSegment(e43b9d73-32f8-48f8-b930-fe2ab254f06c),segment_id=e43b9d73-32f8-48f8-b930-fe2ab254f06c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:25.292918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.304229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-ae5ae4aa-65d5-49d3-87bf-b045788d395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.305733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-ae5ae4aa-65d5-49d3-87bf-b045788d395a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78dfd08c-dd99-45f9-a416-2863fc9cb212 HTTP/1.1" status: 200 len: 854 time: 0.0956111 Oct 26 16:27:25.315806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Calling delete_port for 574e2228-fe15-46f9-8f60-53efaa37e1de owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:25.328528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Calling delete_port for e18ce459-8588-465a-b768-8ee448ea1613 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:25.332414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3951dba0-75ea-4b01-970f-834cd6a11713 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:25.380213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-a14a7a56-91a5-40ca-b5de-1b2ac0682e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:25.382585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e341f174-6d33-4e24-911d-20dbf3ca66c9 req-87d1fc6b-19bd-4981-bcfd-cb0dc3e2cc78 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268754 Oct 26 16:27:25.382957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-a14a7a56-91a5-40ca-b5de-1b2ac0682e24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=730fb75d-2d63-454e-943d-a6d394051dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693111 Oct 26 16:27:25.426753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a588e703-32f6-427d-ae43-79ea083a73e6 req-5e5b23f0-67da-49b7-8565-a60c71f42bbb tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c56bd1d-37d1-44ac-9ecf-909038eacda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675057 Oct 26 16:27:25.498781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.558742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 574e2228-fe15-46f9-8f60-53efaa37e1de on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:25.596916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=574e2228-fe15-46f9-8f60-53efaa37e1de,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:25.626199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3951dba0-75ea-4b01-970f-834cd6a11713,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:25.630548 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.660949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.673763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-eac4ceef-8533-4330-9731-1658eff37c5b service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794602 Oct 26 16:27:25.689138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] Pushing event deleted for resources: {'Port': ['ID=574e2228-fe15-46f9-8f60-53efaa37e1de,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:25.692713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3951dba0-75ea-4b01-970f-834cd6a11713', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'port_id': '3951dba0-75ea-4b01-970f-834cd6a11713', 'mac_address': 'fa:16:3e:c7:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:25.695034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6a1ec-a986-46b3-9af0-bcdb87b1f8e4 None None] No DVR routers for this DVR port 574e2228-fe15-46f9-8f60-53efaa37e1de on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:25.743890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.754573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-23202f63-1c25-4e50-91fb-a5b7483b19de tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2075007758&fields=id&tenant_id=523432b8462d465d9a2a8f1857bbbb01 HTTP/1.1" status: 200 len: 267 time: 0.1827738 Oct 26 16:27:25.796169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708033fe-a414-41ce-bf62-eb79c86280cf']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:25.804747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.814652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6420e0d1-c129-4d83-bab4-228a8e4a50f5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:25.815197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6420e0d1-c129-4d83-bab4-228a8e4a50f5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:25.827442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.834907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.842072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3951dba0-75ea-4b01-970f-834cd6a11713 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:25.869666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c42ed11-2de8-40d6-b9c7-70cc499bdd05 req-516219ff-5a2f-45c6-ac00-5eeda43496fb service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868424 Oct 26 16:27:25.870923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.881326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Pushing event deleted for resources: {'Port': ['ID=e18ce459-8588-465a-b768-8ee448ea1613,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:25.884782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3951dba0-75ea-4b01-970f-834cd6a11713,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:25.888206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:25.891411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:25.897041 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:25.940080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 574e2228-fe15-46f9-8f60-53efaa37e1de no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:25.963076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.967429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 574e2228-fe15-46f9-8f60-53efaa37e1de {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:25.967850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 574e2228-fe15-46f9-8f60-53efaa37e1de not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:25.992572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] No DVR routers for this DVR port e18ce459-8588-465a-b768-8ee448ea1613 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:25.995423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:25.999539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dba871ae-ac70-4fed-b3ef-f224a5c26887 req-5e050e18-c3da-4089-896f-52c0aec5e538 tempest-ListServersNegativeTestJSON-626639329 tempest-ListServersNegativeTestJSON-626639329-project] 10.222.0.39 "DELETE /v2.0/ports/e18ce459-8588-465a-b768-8ee448ea1613 HTTP/1.1" status: 204 len: 173 time: 1.5060303 Oct 26 16:27:26.016308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:26.023502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.030815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.034548 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/networks/708033fe-a414-41ce-bf62-eb79c86280cf HTTP/1.1" status: 204 len: 168 time: 1.3106046 Oct 26 16:27:26.036796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-f034c8e9-0af2-4893-b38e-d5a8399b17ac tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:26.043250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59560) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:26.045790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-f034c8e9-0af2-4893-b38e-d5a8399b17ac tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/networks?id=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 HTTP/1.1" status: 200 len: 805 time: 0.2751925 Oct 26 16:27:26.057523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1033113377'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:26.061453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994896-e37b-4ad3-8ba5-c04f02ddd647 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Network': ['ID=708033fe-a414-41ce-bf62-eb79c86280cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:26.070721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673d7b4-1b24-4b26-9571-e06e6ab72fd1 req-bac1848a-78b5-4ad0-80e3-46b17e659044 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:26.070721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a673d7b4-1b24-4b26-9571-e06e6ab72fd1 req-bac1848a-78b5-4ad0-80e3-46b17e659044 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.1955490 Oct 26 16:27:26.088039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-b7e6a3a2-1aae-4e67-b368-dcbcf0e19df3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/quotas/523432b8462d465d9a2a8f1857bbbb01 HTTP/1.1" status: 200 len: 375 time: 0.0432584 Oct 26 16:27:26.148957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:26.152660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.164799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a673d7b4-1b24-4b26-9571-e06e6ab72fd1 req-c11ce833-fcbb-4a89-bdc5-866ae7e62c4c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Oct 26 16:27:26.190716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:27:26.199448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-7c9c7081-b82c-4858-b689-62866099eef5 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=523432b8462d465d9a2a8f1857bbbb01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967572 Oct 26 16:27:26.205950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.207024 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Added segment effd4eb1-177f-45be-8446-4e9f0431aa0c of type vlan for network 1c71bbe8-d839-4527-b422-6795e294411c Oct 26 16:27:26.226700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3951dba0-75ea-4b01-970f-834cd6a11713'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:26.251966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.349659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-735a51fb-ffc4-4364-baf2-eae694b45c52 service neutron] 10.222.0.21 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490765 Oct 26 16:27:26.367775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.376927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:26.377849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.454202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Network': ['ID=1c71bbe8-d839-4527-b422-6795e294411c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:26.456000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Deleting port 2197c376-0b72-4e47-876a-9b71a78e803b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:26.456343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.466253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1c71bbe8-d839-4527-b422-6795e294411c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:27:26.522469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52691f6-0e97-4a38-888a-dbef079053ad req-ae66d387-ef0e-449b-b371-56424251742f tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:26.524001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c52691f6-0e97-4a38-888a-dbef079053ad req-ae66d387-ef0e-449b-b371-56424251742f tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 944 time: 0.1716604 Oct 26 16:27:26.535252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-b959e51f-6b54-48ea-8784-903373b4d635 service neutron] 10.222.0.21 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843882 Oct 26 16:27:26.551938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0cce2b0-ab7a-408b-a9f5-3d8462ddec1d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4985075 Oct 26 16:27:26.554586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:26.559960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'subnet': {'network_id': '1c71bbe8-d839-4527-b422-6795e294411c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:26.593917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] For port 2197c376-0b72-4e47-876a-9b71a78e803b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2197c376-0b72-4e47-876a-9b71a78e803b,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:26.594281 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.606016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c52691f6-0e97-4a38-888a-dbef079053ad req-c7e62860-01b3-40fa-908d-6c08724dfe96 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686033 Oct 26 16:27:26.612587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Calling delete_port for 2197c376-0b72-4e47-876a-9b71a78e803b owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:26.754363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:26.758057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:26.867730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 50ed16f3-5672-4c9c-ab00-ecca599a5645 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:26.942103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 50ed16f3-5672-4c9c-ab00-ecca599a5645 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:26.942982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 50ed16f3-5672-4c9c-ab00-ecca599a5645 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:27.047382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.079574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac'}, {'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'name': 'network-vif-deleted', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645'}, {'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'name': 'network-vif-deleted', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:27.081864 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c4b543-d0ef-405a-90b6-806f54b7f343" -d '{"events": [{"name": "network-changed", "server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "tag": "fe217608-9038-4818-801d-24dcb58064ac"}, {"server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "name": "network-vif-deleted", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645"}, {"server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "name": "network-vif-deleted", "tag": "e18ce459-8588-465a-b768-8ee448ea1613"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:27.112607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Subnet': ['ID=255b01ce-d536-486f-be7f-d9e0fb920f9c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:27.121626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Checking segment: {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:27.121988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network hostable DHCP agents. Network: 1c71bbe8-d839-4527-b422-6795e294411c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:27:27.130716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-790bdc9b-777f-4281-8134-3b6c04546bbd req-fc35a38b-8da4-44b1-bece-aeb3b48322ef tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 210 time: 0.0457706 Oct 26 16:27:27.148658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd50a-4c63-4d7e-969a-e9e29d3cd349 req-6f0d3e9a-f4a3-4551-a366-226313c9539d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:27.150138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-779cd50a-4c63-4d7e-969a-e9e29d3cd349 req-6f0d3e9a-f4a3-4551-a366-226313c9539d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.4173977 Oct 26 16:27:27.175302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59586) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:27.221627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Deleting subnet 7a9a1eef-f7a3-49d7-be42-afeb3a928adb {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:27.224991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.228884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-779cd50a-4c63-4d7e-969a-e9e29d3cd349 req-ba64f54d-2f78-4deb-9205-53c1f006c7c4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644987 Oct 26 16:27:27.256384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 1c71bbe8-d839-4527-b422-6795e294411c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:27:27.278156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.288793 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd99d4-d5fe-4a67-be59-121c0d68b42a x-openstack-request-id: req-47cd99d4-d5fe-4a67-be59-121c0d68b42a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:27.289215 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "tag": "fe217608-9038-4818-801d-24dcb58064ac", "status": "completed", "code": 200}, {"server_uuid": "c6857c29-50f9-44c6-94d9-19e81716db98", "name": "network-vif-deleted", "tag": "50ed16f3-5672-4c9c-ab00-ecca599a5645", "status": "completed", "code": 200}, {"server_uuid": "5fe18362-7fe1-48bd-9d6b-555e73c7c685", "name": "network-vif-deleted", "tag": "e18ce459-8588-465a-b768-8ee448ea1613", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:27.289561 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47cd99d4-d5fe-4a67-be59-121c0d68b42a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:27.290164 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac', 'status': 'completed', 'code': 200} Oct 26 16:27:27.290536 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6857c29-50f9-44c6-94d9-19e81716db98', 'name': 'network-vif-deleted', 'tag': '50ed16f3-5672-4c9c-ab00-ecca599a5645', 'status': 'completed', 'code': 200} Oct 26 16:27:27.290875 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe18362-7fe1-48bd-9d6b-555e73c7c685', 'name': 'network-vif-deleted', 'tag': 'e18ce459-8588-465a-b768-8ee448ea1613', 'status': 'completed', 'code': 200} Oct 26 16:27:27.326923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.329113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1c71bbe8-d839-4527-b422-6795e294411c) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:27.338496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fe217608-9038-4818-801d-24dcb58064ac details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:27.343181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:27.343787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.345119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.368216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3951dba0-75ea-4b01-970f-834cd6a11713 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:27.394053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Pushing event deleted for resources: {'Port': ['ID=2197c376-0b72-4e47-876a-9b71a78e803b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:27.402329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49171a-d22d-4aee-977d-d9d9a81aea96 None None] Network 1c71bbe8-d839-4527-b422-6795e294411c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:27.483596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-19ac1448-73d7-4b51-a952-ab9e8d4fed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:27.485149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-19ac1448-73d7-4b51-a952-ab9e8d4fed2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1124 time: 0.1722724 Oct 26 16:27:27.518165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1b7f64be-b48d-433b-be09-82ebd5b717a9 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9621906 Oct 26 16:27:27.518401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:27.552212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-307326173'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:27.565354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefea94-8a7f-46af-9f7f-2544a06ee17f req-ee755925-6b1f-499a-982c-90daa7b12f28 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:27.567176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beefea94-8a7f-46af-9f7f-2544a06ee17f req-ee755925-6b1f-499a-982c-90daa7b12f28 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.1797934 Oct 26 16:27:27.636765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.resource_extend [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:27:27.738204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.805311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:27.805627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9a1eef-f7a3-49d7-be42-afeb3a928adb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:27.819737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.822330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3951dba0-75ea-4b01-970f-834cd6a11713 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:27.829955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5d2240de-4cb6-4f29-8af7-0c4a4323e17f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a9a1eef-f7a3-49d7-be42-afeb3a928adb HTTP/1.1" status: 204 len: 168 time: 0.6511838 Oct 26 16:27:27.830327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59608) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:27.836124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fe217608-9038-4818-801d-24dcb58064ac has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:27:27.838283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3951dba0-75ea-4b01-970f-834cd6a11713 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:27.838824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.906057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1c71bbe8-d839-4527-b422-6795e294411c', 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'fixed_ips': [{'subnet_id': '255b01ce-d536-486f-be7f-d9e0fb920f9c'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:27:27.907620 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.926127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beefea94-8a7f-46af-9f7f-2544a06ee17f req-2ff9dbe7-ac0c-4450-b9dc-7c45cb3d682b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065803 Oct 26 16:27:27.962018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:27.966089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.966290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:27.990042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-5996b3b3-9104-40cb-bd6f-67fd194128d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:27.994206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-5996b3b3-9104-40cb-bd6f-67fd194128d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.4977171 Oct 26 16:27:28.016067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6995b47-258e-4681-88c7-3ad6ff21951e req-69381c44-54bc-4093-bc89-e8059ce8a721 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:28.017822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6995b47-258e-4681-88c7-3ad6ff21951e req-69381c44-54bc-4093-bc89-e8059ce8a721 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 944 time: 0.1936905 Oct 26 16:27:28.078720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-17cf7d4c-fd9e-46c0-8e3e-6cc04a3d35cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.0692058 Oct 26 16:27:28.081343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.082591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.086967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.115387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f6c49-b482-48b3-8129-fba419240e17']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:28.131484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43b9d73-32f8-48f8-b930-fe2ab254f06c') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:28.131918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43b9d73-32f8-48f8-b930-fe2ab254f06c') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:28.146619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.158517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:28.160991 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6de65b-ffa3-46fe-928d-b6b7b37249d3" -d '{"events": [{"server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:28.165954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.174891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:28.174891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:28.176784 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:28.186527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:27:28.186748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3951dba0-75ea-4b01-970f-834cd6a11713,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:28.203491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Allocated IP 19.80.0.2 (1c71bbe8-d839-4527-b422-6795e294411c/255b01ce-d536-486f-be7f-d9e0fb920f9c/9562004c-2c1f-4745-b397-1e5526afe140) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:28.277620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.277966 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Added segment 4028a203-c050-4506-9777-d1296d5fdd85 of type vlan for network e945beaf-8611-4f86-ae1d-d30ba145d7b0 Oct 26 16:27:28.300285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6995b47-258e-4681-88c7-3ad6ff21951e req-18d37498-f8e3-47d7-a658-6c09179aeb39 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265577 Oct 26 16:27:28.306564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.307474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e18ce459-8588-465a-b768-8ee448ea1613 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:28.338978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-8ffdb10a-a13d-498b-8067-67aea106a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:28.340738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-8ffdb10a-a13d-498b-8067-67aea106a0da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.2505853 Oct 26 16:27:28.349338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.354849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.363336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e18ce459-8588-465a-b768-8ee448ea1613 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:28.364540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] 10.222.0.21 "DELETE /v2.0/networks/509f6c49-b482-48b3-8129-fba419240e17 HTTP/1.1" status: 204 len: 168 time: 0.5315280 Oct 26 16:27:28.364641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e18ce459-8588-465a-b768-8ee448ea1613 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:28.382669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f334-2da8-422d-ad91-b635ed5f0dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=509f6c49-b482-48b3-8129-fba419240e17,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:28.392470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22e651bc-2076-40e8-b2cc-80a6d97c390b req-52f789ec-d4d9-43e7-99a7-5edb4eea4eeb tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 210 time: 0.1021402 Oct 26 16:27:28.409459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:28.420529 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.449857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-3048e6c3-dcd0-4683-9925-f030606e3408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877087 Oct 26 16:27:28.474128 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ec5d0-78a2-47e2-8aff-9cb009fb196b x-openstack-request-id: req-df8ec5d0-78a2-47e2-8aff-9cb009fb196b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:28.474828 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:28.475898 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df8ec5d0-78a2-47e2-8aff-9cb009fb196b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:28.476580 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713', 'code': 200} Oct 26 16:27:28.563176 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.626195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-0e96c163-056d-44e8-a21a-4aeef18fd950 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632063 Oct 26 16:27:28.678762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.712944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.719400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:28.719933 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.727232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Network 1c71bbe8-d839-4527-b422-6795e294411c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:28.730191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:28.733030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:28.744936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Pushing event updated for resources: {'Port': ['ID=9562004c-2c1f-4745-b397-1e5526afe140,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:28.799293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Attempting to bind port 9562004c-2c1f-4745-b397-1e5526afe140 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:28.799664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Attempting to bind port 9562004c-2c1f-4745-b397-1e5526afe140 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:28.800027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Attempting to bind port 9562004c-2c1f-4745-b397-1e5526afe140 on network 1c71bbe8-d839-4527-b422-6795e294411c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:28.805114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:28.805468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Checking segment: {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:28.805863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.806252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Bound using segment: {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:28.806710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Bound port: 9562004c-2c1f-4745-b397-1e5526afe140, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:28.807143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:28.817809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50185a-06ea-471c-abc2-2cb11ea0b16f req-ee00e6c9-4812-4e62-8c45-eae20daaf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:28.819328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b50185a-06ea-471c-abc2-2cb11ea0b16f req-ee00e6c9-4812-4e62-8c45-eae20daaf5d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 1096 time: 0.2635617 Oct 26 16:27:28.854632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a30b-671e-4e2e-b57d-0b312506e498 req-ba1a3dfc-f174-4829-bf26-7cdec91e8be1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:28.856187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3121a30b-671e-4e2e-b57d-0b312506e498 req-ba1a3dfc-f174-4829-bf26-7cdec91e8be1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2873752 Oct 26 16:27:28.860312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59632) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:28.919545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] For port 9562004c-2c1f-4745-b397-1e5526afe140, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:28.922463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Network': ['ID=e945beaf-8611-4f86-ae1d-d30ba145d7b0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:28.927779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] For port 9562004c-2c1f-4745-b397-1e5526afe140, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9562004c-2c1f-4745-b397-1e5526afe140,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:28.940385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-750d8df6-f4db-48f6-b7db-080292a8fabb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebc2108067df4be7b8995c961bec9c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673220 Oct 26 16:27:28.940385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:28.941341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e96f793-ff3b-4b65-b8da-322c23b5541f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4164722 Oct 26 16:27:28.941432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:27:28.946601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59640) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:28.962642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'subnet': {'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:28.975825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b50185a-06ea-471c-abc2-2cb11ea0b16f req-f2a62514-56c9-4957-872a-85873e4e5b77 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403208 Oct 26 16:27:28.992194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.021920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.032134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c4b543-d0ef-405a-90b6-806f54b7f343 req-21108c82-5b6e-4514-8667-768799c9dd10 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361292 Oct 26 16:27:29.035762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.046614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3121a30b-671e-4e2e-b57d-0b312506e498 req-71eb9b3b-b31c-476a-b474-e12935a940e8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776633 Oct 26 16:27:29.048749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:29.122239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd014-914d-4805-91f0-a8c1ca4e34a5 None None] Pushing event updated for resources: {'Port': ['ID=9562004c-2c1f-4745-b397-1e5526afe140,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:29.201848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.207281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.210832 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c56bd1d-37d1-44ac-9ecf-909038eacda7 HTTP/1.1" status: 204 len: 168 time: 0.2782383 Oct 26 16:27:29.236808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e59c5-5dc5-4528-8c94-aa1df96026a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c56bd1d-37d1-44ac-9ecf-909038eacda7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:29.278729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160fc81-ac6c-4422-80d4-c12f60da1b53 req-3b68eec0-3abb-4c4a-b286-3c64cb3c5c56 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:29.280971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7160fc81-ac6c-4422-80d4-c12f60da1b53 req-3b68eec0-3abb-4c4a-b286-3c64cb3c5c56 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.2035701 Oct 26 16:27:29.339217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:29.358157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59662) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:29.359486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a55a4de7-ff59-4635-8e58-15ac45c4259e admin admin] 10.222.0.21 "PUT /v2.0/routers/43f6a87a-7ccd-4e07-8b67-1d69fcf4253a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5601757 Oct 26 16:27:29.361577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:29.372407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.384273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Sync routers for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:29.394520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7160fc81-ac6c-4422-80d4-c12f60da1b53 req-1a55eb47-3999-4f16-9bfe-ed9cac0b2d9c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Oct 26 16:27:29.400622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:29.402383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:29.565690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:29.574013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dfe09d4-513e-4638-895a-f33cead2f33b req-b8280e29-47ac-4b66-92b5-5bac6efd5972 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 210 time: 0.0558863 Oct 26 16:27:29.616773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:29.628493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734fdb-7618-4788-8728-8e4fa11602b4 req-fbc469fd-0b52-4711-a5f6-d250ba43a00b tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:29.630042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3734fdb-7618-4788-8728-8e4fa11602b4 req-fbc469fd-0b52-4711-a5f6-d250ba43a00b tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.1109130 Oct 26 16:27:29.799837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3734fdb-7618-4788-8728-8e4fa11602b4 req-7cc2ff57-02bc-4013-8683-97e18e26f628 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302848 Oct 26 16:27:30.021167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.023655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:27:27Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:30.059220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Checking router: 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:30.095340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Routers {'43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:30.098654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:30.139170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.150952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Subnet': ['ID=47e7f8c3-1ade-4746-83b8-f92e59388928,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:30.161267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-4480c462-9461-4ffe-ae6b-2edd0e3336bd tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:30.162767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-4480c462-9461-4ffe-ae6b-2edd0e3336bd tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.39 "GET /v2.0/networks?id=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 HTTP/1.1" status: 200 len: 805 time: 0.3133783 Oct 26 16:27:30.184208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9562004c-2c1f-4745-b397-1e5526afe140 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:30.319775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Deleting port 390ed5d9-91a5-4b17-a57c-8f57034ef495 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:30.320420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.402872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6972e-f105-4404-a1cf-ad6b7b407720 req-e30e223b-fe94-4302-88ca-0076651d5410 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:30.410894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ae6972e-f105-4404-a1cf-ad6b7b407720 req-e30e223b-fe94-4302-88ca-0076651d5410 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.2115226 Oct 26 16:27:30.421425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-2d058141-b16e-4305-b3c8-392fb2dcf03b tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523432b8462d465d9a2a8f1857bbbb01 HTTP/1.1" status: 200 len: 380 time: 0.2202835 Oct 26 16:27:30.425012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9562004c-2c1f-4745-b397-1e5526afe140 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:30.428421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.453883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'port': {'device_id': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'admin_state_up': True, 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'security_groups': ['78b0204b-6f67-46c5-bf8f-d21e59528b4d']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:30.466441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Checking segment: {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:30.466441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network hostable DHCP agents. Network: e945beaf-8611-4f86-ae1d-d30ba145d7b0, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:27:30.475247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-f3da36dd-9c0a-4dba-8822-06e00b94a6ca service neutron] 10.222.0.47 "GET /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.3252416 Oct 26 16:27:30.477302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] For port 390ed5d9-91a5-4b17-a57c-8f57034ef495, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=390ed5d9-91a5-4b17-a57c-8f57034ef495,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:30.480283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.507532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] Set router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:30.563309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Calling delete_port for 390ed5d9-91a5-4b17-a57c-8f57034ef495 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:30.695727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.767205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 9562004c-2c1f-4745-b397-1e5526afe140, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9562004c-2c1f-4745-b397-1e5526afe140,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:30.768659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b316a2-d754-4cc2-9f80-28857eae97e1 None None] Network 1c71bbe8-d839-4527-b422-6795e294411c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:30.864242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-7bde6ed7-7551-4a0e-8e62-1a2ab03e9358 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627813 Oct 26 16:27:30.915963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ae6972e-f105-4404-a1cf-ad6b7b407720 req-389153bc-f645-4c9a-b704-cadba4a3f231 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036376 Oct 26 16:27:30.927557 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05e6c4f3-cd35-4bbc-99ef-ad202bc9f68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.942480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:30.954670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.036163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df310b-3429-4aa3-9658-9e38a9469f3f req-e606e667-45bb-46cd-803c-19214d263768 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.044208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9df310b-3429-4aa3-9658-9e38a9469f3f req-e606e667-45bb-46cd-803c-19214d263768 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 943 time: 0.4614160 Oct 26 16:27:31.053576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4689b5f9-2e42-4f71-b2ab-5dc6370d69eb None None] Provisioning complete for port 9562004c-2c1f-4745-b397-1e5526afe140 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:31.053860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4689b5f9-2e42-4f71-b2ab-5dc6370d69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.087504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:27:31.097837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-bf379e44-e026-4eab-ad7b-93a4eb85bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.100831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-bf379e44-e026-4eab-ad7b-93a4eb85bfb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 1101 time: 0.1901183 Oct 26 16:27:31.108102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Pushing event deleted for resources: {'Port': ['ID=390ed5d9-91a5-4b17-a57c-8f57034ef495,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:31.108102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.135792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=9562004c-2c1f-4745-b397-1e5526afe140,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:31.196419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9df310b-3429-4aa3-9658-9e38a9469f3f req-71c11f05-901d-4b56-9a5d-bc0bf48e587d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511629 Oct 26 16:27:31.214309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:27:27Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:31.232948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e945beaf-8611-4f86-ae1d-d30ba145d7b0) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:31.247393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.248784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.307358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ac13f-9493-4d11-a548-6ae0572155e9 None None] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:31.316344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-9293de3c-ea22-4c99-8f2b-718da7a16812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.318022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-9293de3c-ea22-4c99-8f2b-718da7a16812 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1725442 Oct 26 16:27:31.321715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f371d-9857-4877-a41d-8543c1f6d7a1 None None] The sync data for ids ['43f6a87a-7ccd-4e07-8b67-1d69fcf4253a'] in n-d-815373-2 is: [{'id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'name': 'tempest-FloatingIPsAssociationTestJSON-669590803-router', 'tenant_id': '6fa2da66cef34e9b93a2157dbe267153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:25:43Z', 'updated_at': '2021-10-26T16:27:27Z', 'revision_number': 5, 'project_id': '6fa2da66cef34e9b93a2157dbe267153', 'gw_port': {'id': '390ed5d9-91a5-4b17-a57c-8f57034ef495', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f6a87a-7ccd-4e07-8b67-1d69fcf4253a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:25:45Z', 'updated_at': '2021-10-26T16:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:31.334643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f34e5951-5cbb-4aca-9adf-89445606ade4 req-736b4ab5-cf14-473e-a811-25efe0e711da tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 210 time: 0.1233163 Oct 26 16:27:31.355297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Made reservation on behalf of 523432b8462d465d9a2a8f1857bbbb01 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:31.366621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.418534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-e4456bcf-2db2-4327-a7a4-2a8352e29785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 200 len: 217 time: 0.0643690 Oct 26 16:27:31.421148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.425227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.512665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-91d99987-aea8-4b55-8a09-b952df62c3ef tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5615582 Oct 26 16:27:31.564788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf737e96-183c-4b78-9c4d-4cb04a84ca50 req-7cb74274-4013-44db-b6b1-a1a65e096cfb tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.565212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e945beaf-8611-4f86-ae1d-d30ba145d7b0', 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'fixed_ips': [{'subnet_id': '47e7f8c3-1ade-4746-83b8-f92e59388928'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:27:31.566367 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.573185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf737e96-183c-4b78-9c4d-4cb04a84ca50 req-7cb74274-4013-44db-b6b1-a1a65e096cfb tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.2673681 Oct 26 16:27:31.577430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:31.595687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-f504089f-163a-49fd-ba8a-de02ec4c5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:31.599862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-f504089f-163a-49fd-ba8a-de02ec4c5d85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1084583 Oct 26 16:27:31.664646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.666184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f6a87a-7ccd-4e07-8b67-1d69fcf4253a {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:27:31.679764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf737e96-183c-4b78-9c4d-4cb04a84ca50 req-061e0459-3338-4826-ab9b-182ec095ac56 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052158 Oct 26 16:27:31.697766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.698949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1acadf3d-8435-4d7e-a756-6e4a53516703 admin admin] 10.222.0.21 "DELETE /v2.0/routers/43f6a87a-7ccd-4e07-8b67-1d69fcf4253a HTTP/1.1" status: 204 len: 168 time: 2.3426559 Oct 26 16:27:31.702272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59726) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:31.767671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Deleting subnet 614a8446-9811-4f21-bc8c-fd10e3c877be {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:27:31.771087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.780341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:31.828472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:31.843524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Allocated IP 19.86.0.2 (e945beaf-8611-4f86-ae1d-d30ba145d7b0/47e7f8c3-1ade-4746-83b8-f92e59388928/f51b62c7-6454-4afc-90fd-2f4d689f4d6b) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:31.965439 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.007676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-13aba4ac-0a09-432d-b459-3fde2b2d7e53 None None] Provisioning complete for port 9562004c-2c1f-4745-b397-1e5526afe140 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:32.007991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-13aba4ac-0a09-432d-b459-3fde2b2d7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.023672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-af29de29-affe-44e4-89ba-ab686efb8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:32.029321 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-af29de29-affe-44e4-89ba-ab686efb8dcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4187744 Oct 26 16:27:32.029742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe217608-9038-4818-801d-24dcb58064ac {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:32.054143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:32.076211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Allocated IP 172.20.0.3 (c9fc86ee-9f6f-4e85-83b5-3bdece3a7011/d2a0a40c-b385-440e-a868-767e795ed6fb/0c5dbed6-17d3-44a1-8c5b-ee849ec829f2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:32.128545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629215e-42d9-4beb-9bb5-d0ba41f88cfb req-1e5367b6-7bb7-44d1-b21c-fbebe8a10ad2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:32.133661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6629215e-42d9-4beb-9bb5-d0ba41f88cfb req-1e5367b6-7bb7-44d1-b21c-fbebe8a10ad2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.2788167 Oct 26 16:27:32.141414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.151896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:32.187348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Request body: {'floatingip': {'port_id': '3951dba0-75ea-4b01-970f-834cd6a11713'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:32.271729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9562004c-2c1f-4745-b397-1e5526afe140 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:32.348141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:32.349062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.377439 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.384451 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.395534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9562004c-2c1f-4745-b397-1e5526afe140 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:32.396265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.464731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.500335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614a8446-9811-4f21-bc8c-fd10e3c877be,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:32.512343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.512343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-61a8ae9c-1bca-46b5-b59d-0cbbc486a944 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/614a8446-9811-4f21-bc8c-fd10e3c877be HTTP/1.1" status: 204 len: 168 time: 0.7962162 Oct 26 16:27:32.529738 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-bb18617b-aab2-49f8-b7c2-0458c2d33632 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948184 Oct 26 16:27:32.539973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59768) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:32.573055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Pushing event updated for resources: {'Port': ['ID=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:32.576835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f77c1-ed1d-4670-a2fc-dbc6f5cd79f7 None None] Network 51e739b3-f0a3-40d6-8a88-dd785a968b06 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:32.640052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:32.644974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:32.657080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:32.657283 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-718f83cd-6af8-4c46-9009-f512a9484f34 service neutron] show failed (client error): The resource could not be found. Oct 26 16:27:32.657283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-718f83cd-6af8-4c46-9009-f512a9484f34 service neutron] 10.222.0.47 "GET /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.3319204 Oct 26 16:27:32.689009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dfef34a-1640-4666-8c44-9d4f329bbc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.733736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] Transition to ACTIVE for port object fe217608-9038-4818-801d-24dcb58064ac will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:32.754455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b574a-2ced-419d-8cdd-d74f9bb6d128 req-0e60f599-0308-45ae-85e5-4f79232a1243 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:32.762095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f3b574a-2ced-419d-8cdd-d74f9bb6d128 req-0e60f599-0308-45ae-85e5-4f79232a1243 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.3549597 Oct 26 16:27:32.790051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0faea2ca-0e33-465a-b3a7-aada66229580 req-d122ad2e-66ce-4323-8e8a-01aa8176feb3 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372897 Oct 26 16:27:32.802426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-037677f4-8c1e-422d-ab86-c189da4a0462 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:32.809872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-037677f4-8c1e-422d-ab86-c189da4a0462 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:32.823726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-037677f4-8c1e-422d-ab86-c189da4a0462 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/networks?id=1c71bbe8-d839-4527-b422-6795e294411c&id=e945beaf-8611-4f86-ae1d-d30ba145d7b0 HTTP/1.1" status: 200 len: 1391 time: 0.5739138 Oct 26 16:27:32.839715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.846384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Attempting to bind port f51b62c7-6454-4afc-90fd-2f4d689f4d6b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:32.846817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Attempting to bind port f51b62c7-6454-4afc-90fd-2f4d689f4d6b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:32.847306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Attempting to bind port f51b62c7-6454-4afc-90fd-2f4d689f4d6b on network e945beaf-8611-4f86-ae1d-d30ba145d7b0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:32.862429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.871432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2197c376-0b72-4e47-876a-9b71a78e803b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:32.874334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.892694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-39cd8f29-11c0-45e3-9170-555842ba46ea tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/quotas/710d6cdaf2864a2888aa23617155ca23 HTTP/1.1" status: 200 len: 375 time: 0.0680041 Oct 26 16:27:32.894989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2197c376-0b72-4e47-876a-9b71a78e803b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:32.895478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2197c376-0b72-4e47-876a-9b71a78e803b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:32.897133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:32.902227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:32.902707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Checking segment: {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:32.903528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:32.903800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Bound using segment: {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:32.905079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Bound port: f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:32.905688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.011218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f3b574a-2ced-419d-8cdd-d74f9bb6d128 req-c3d5c1a1-462b-452f-8f0b-a3894b601115 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460515 Oct 26 16:27:33.085804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] For port f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:33.108299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] For port f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:33.113536 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.130783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] DHCP port deletion for 51e739b3-f0a3-40d6-8a88-dd785a968b06 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:27:33.150267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] No DVR routers for this DVR port fe217608-9038-4818-801d-24dcb58064ac on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:33.159807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:33.161992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:33.165109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a19686-748f-45ac-b8c4-e65fcebcb823" -d '{"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-unplugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:33.166606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] Pushing event updated for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:33.196903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.211865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.219408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f750cd60-6222-410d-a723-93601bb4c462 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3258972 Oct 26 16:27:33.227875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-0639f51c-5b77-44da-9cbb-7b393fcc6b88 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7061977 Oct 26 16:27:33.238509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.240118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fe217608-9038-4818-801d-24dcb58064ac no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:33.305084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29442767-2680-479a-86d2-3e9941a129f8 None None] Pushing event updated for resources: {'Port': ['ID=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:33.323376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dfef34a-1640-4666-8c44-9d4f329bbc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.323376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.338864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fe217608-9038-4818-801d-24dcb58064ac not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:33.347191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Deleting port 18f82fac-b569-475a-b8d0-0d087db5b8c1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:33.347525 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.359479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.418558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Deleting port 18f82fac-b569-475a-b8d0-0d087db5b8c1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:33.418911 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.439514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dfef34a-1640-4666-8c44-9d4f329bbc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.444130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:33.486893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-affb6e00-3c53-40a7-b484-9f9c94ce8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:33.488535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-affb6e00-3c53-40a7-b484-9f9c94ce8efa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1098 time: 0.1721418 Oct 26 16:27:33.518527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:33.526712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:33.561375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:33.561375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event updated for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:33.578663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:33.628192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575711f-3c46-44fd-bd2a-db3202c1e16f req-f92ba7ee-9f09-4f3f-bd17-026bd212daee tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:33.643344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f575711f-3c46-44fd-bd2a-db3202c1e16f req-f92ba7ee-9f09-4f3f-bd17-026bd212daee tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.4068449 Oct 26 16:27:33.646251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] For port 18f82fac-b569-475a-b8d0-0d087db5b8c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=18f82fac-b569-475a-b8d0-0d087db5b8c1,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:33.646640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.665169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Calling delete_port for 18f82fac-b569-475a-b8d0-0d087db5b8c1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:33.709797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.713857 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Floating IP 41a321c1-7ef9-4758-8cc2-03666300c7b0 associated. External IP: 172.25.5.149, port: 3951dba0-75ea-4b01-970f-834cd6a11713. Oct 26 16:27:33.715948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-4be015c6-7b51-4b69-a682-92d1c50ad91d service neutron] 10.222.0.21 "GET /v2.0/networks/1c71bbe8-d839-4527-b422-6795e294411c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808059 Oct 26 16:27:33.727227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:33.731753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1dfef34a-1640-4666-8c44-9d4f329bbc13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b21929eb1bc4905a2c08729a79bd42a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821976 Oct 26 16:27:33.759602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd87f-f9d3-4678-a44a-772ac9eebb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.785467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfef34a-1640-4666-8c44-9d4f329bbc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1adfbc-0230-438a-b547-1774300a1a41,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:33.842389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] For port 18f82fac-b569-475a-b8d0-0d087db5b8c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=18f82fac-b569-475a-b8d0-0d087db5b8c1,segment=NetworkSegment(ab7a81dd-aef8-4f0b-93ba-fb7fd046516e),segment_id=ab7a81dd-aef8-4f0b-93ba-fb7fd046516e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:33.842845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.939316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Calling delete_port for 18f82fac-b569-475a-b8d0-0d087db5b8c1 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:33.948183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:33.948937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.964202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:33.986846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f575711f-3c46-44fd-bd2a-db3202c1e16f req-c9015436-0d8e-464f-bd8f-26b44682231c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413939 Oct 26 16:27:34.038658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] Pushing event deleted for resources: {'Port': ['ID=18f82fac-b569-475a-b8d0-0d087db5b8c1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:34.039277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-93d7ffb0-afbf-48ae-a437-d87dbb7a3954 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:34.040862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-93d7ffb0-afbf-48ae-a437-d87dbb7a3954 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.3841631 Oct 26 16:27:34.062428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51b62c7-6454-4afc-90fd-2f4d689f4d6b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:34.106488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6324fd-6e32-4f57-afd4-008fe8e898cd None None] No DVR routers for this DVR port 18f82fac-b569-475a-b8d0-0d087db5b8c1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:34.140785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c46e1056-5e03-4cce-a43d-9bbe41ab61b3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6913650 Oct 26 16:27:34.162214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f51b62c7-6454-4afc-90fd-2f4d689f4d6b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:34.167043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.167872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Request body: {'port': {'device_id': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:34.198145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-b3c6c30f-56d9-4a4d-bbde-2f624a56191b service neutron] 10.222.0.21 "GET /v2.0/networks/1c71bbe8-d839-4527-b422-6795e294411c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169548 Oct 26 16:27:34.214740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-348b16b8-44aa-4eeb-bda9-e6d3374846c5 None None] Provisioning complete for port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:34.215458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-348b16b8-44aa-4eeb-bda9-e6d3374846c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.313079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.325583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.335196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.338276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-348b16b8-44aa-4eeb-bda9-e6d3374846c5 None None] Port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:34.352159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-ecdda460-3e8a-4bcc-b41f-f0ae7481688c service neutron] 10.222.0.21 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535282 Oct 26 16:27:34.357869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.385522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:34.401805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.447629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Pushing event deleted for resources: {'Port': ['ID=18f82fac-b569-475a-b8d0-0d087db5b8c1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:34.457226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.478046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c055c59-9c3a-4a28-8999-b14eb692bad9 req-d38b012c-3b48-4be8-88ab-be43626b450c tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.1542132 Oct 26 16:27:34.512522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] No DVR routers for this DVR port 18f82fac-b569-475a-b8d0-0d087db5b8c1 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:34.541986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-d1346e40-b5a9-4474-8d4b-afd6ce1a72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:34.543589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-d1346e40-b5a9-4474-8d4b-afd6ce1a72d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2&tenant_id=f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 1095 time: 0.4628062 Oct 26 16:27:34.608307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:34.613526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:34.628473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:34.637344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 18f82fac-b569-475a-b8d0-0d087db5b8c1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:34.666092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 18f82fac-b569-475a-b8d0-0d087db5b8c1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:34.666824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 18f82fac-b569-475a-b8d0-0d087db5b8c1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:34.667479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 390ed5d9-91a5-4b17-a57c-8f57034ef495 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:34.686017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:34.700482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 390ed5d9-91a5-4b17-a57c-8f57034ef495 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:27:34.701755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 390ed5d9-91a5-4b17-a57c-8f57034ef495 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:34.729687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.732834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.734255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac1adfbc-0230-438a-b547-1774300a1a41 HTTP/1.1" status: 204 len: 168 time: 1.0060847 Oct 26 16:27:34.755201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.786518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e739b3-f0a3-40d6-8a88-dd785a968b06']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:34.795329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c6266-94ce-4419-a354-1327411712ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1adfbc-0230-438a-b547-1774300a1a41,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:34.799894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:34.800197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7a81dd-aef8-4f0b-93ba-fb7fd046516e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:34.814836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:34.818973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.834470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.860276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:34.867752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.871931 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Sync routers for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:34.897200 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:34.898257 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:34.899855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-88ecf329-33d6-4771-9163-595f49aeaa60 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "PUT /v2.0/floatingips/41a321c1-7ef9-4758-8cc2-03666300c7b0 HTTP/1.1" status: 200 len: 991 time: 2.7318161 Oct 26 16:27:34.900643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:34.903624 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d69c7-1393-467a-a0de-0592c4decde5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:34.904084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.907124 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.938856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:27:34.938856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:27:34.939228 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:27:34.942099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c77309-f5e2-4b1a-b9b9-8a3ab5d0c906 None None] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:35.013103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.028324 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:35.034808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2e5c243f-eff6-4ae1-a100-ade3dbc20509 None None] Provisioning complete for port f51b62c7-6454-4afc-90fd-2f4d689f4d6b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:35.035202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e5c243f-eff6-4ae1-a100-ade3dbc20509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.042001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-f2d237af-578a-45d3-87d0-80723ee52523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:35.043525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-f2d237af-578a-45d3-87d0-80723ee52523 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1095 time: 0.4371266 Oct 26 16:27:35.075155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4196cb8-761a-4149-aaad-4675a3c68388 req-e3ee4794-c0f8-4b6d-8cf0-594102930214 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:35.076898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4196cb8-761a-4149-aaad-4675a3c68388 req-e3ee4794-c0f8-4b6d-8cf0-594102930214 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 931 time: 0.2219784 Oct 26 16:27:35.090316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-1e7dab27-0ebf-4f74-bba8-3d4a7c7f9334 service neutron] 10.222.0.21 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439373 Oct 26 16:27:35.181968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Transition to ACTIVE for port object 84a84eb5-6009-433e-a75d-92ca2dec2164 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:35.266191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.349580 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '41a321c1-7ef9-4758-8cc2-03666300c7b0', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'port_id': '3951dba0-75ea-4b01-970f-834cd6a11713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'mac_address': 'fa:16:3e:c7:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:10Z', 'updated_at': '2021-10-26T16:27:33Z', 'revision_number': 1, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:35.361855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] No DVR routers for this DVR port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:35.369351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:35.412662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Checking router: 594c48f5-c2d9-4864-8ba5-1359ce51bd47 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:35.431702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:35.432345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:35.487629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:35.487964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:35.488486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:35.500754 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb4fc85-7456-468c-a585-9d17033c43ff x-openstack-request-id: req-afb4fc85-7456-468c-a585-9d17033c43ff {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:35.501175 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-unplugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:35.501516 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afb4fc85-7456-468c-a585-9d17033c43ff {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:35.501995 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'code': 200} Oct 26 16:27:35.509010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:35.509609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:35.516488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:35.517333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:35.517954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:35.523251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Bound port: 84a84eb5-6009-433e-a75d-92ca2dec2164, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:35.523930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.559849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.596335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.606418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] 10.222.0.21 "DELETE /v2.0/networks/51e739b3-f0a3-40d6-8a88-dd785a968b06 HTTP/1.1" status: 204 len: 168 time: 3.0623214 Oct 26 16:27:35.681195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:35.693849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:35.735183 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:35.784802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.819029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3144b0-7946-4408-9811-70c40718618b admin admin] Pushing event deleted for resources: {'Network': ['ID=51e739b3-f0a3-40d6-8a88-dd785a968b06,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:35.892379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:35.893349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.895949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] 10.222.0.39 "PUT /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 1095 time: 2.3966117 Oct 26 16:27:35.898244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59804) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:35.913709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f37942fa-1a37-461b-a3fb-446ab31f822f None None] Provisioning complete for port f51b62c7-6454-4afc-90fd-2f4d689f4d6b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:35.916097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f37942fa-1a37-461b-a3fb-446ab31f822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:35.930883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-3806cbb1-27fa-4763-b457-2f68503490d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:35.932366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-3806cbb1-27fa-4763-b457-2f68503490d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.8755732 Oct 26 16:27:35.953887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4196cb8-761a-4149-aaad-4675a3c68388 req-0d9824b7-3e25-49ba-8c05-822395ff838b tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612541 Oct 26 16:27:35.984412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7276f0-1df2-4fe8-a4c4-98a5f925f15e service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:36.055528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-148fb26f-35ea-464f-ae10-91716810e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.057051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-148fb26f-35ea-464f-ae10-91716810e4cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1098 time: 0.1290450 Oct 26 16:27:36.059555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51b62c7-6454-4afc-90fd-2f4d689f4d6b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:36.066556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-910d6b77-9185-45e6-9fd4-762ff414a6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:36.120390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '41a321c1-7ef9-4758-8cc2-03666300c7b0', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'port_id': '3951dba0-75ea-4b01-970f-834cd6a11713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'mac_address': 'fa:16:3e:c7:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:10Z', 'updated_at': '2021-10-26T16:27:33Z', 'revision_number': 1, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:36.181144 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04e29-7d9b-4e0a-ac7e-ec165100e3ac None None] The sync data for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 is: [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '41a321c1-7ef9-4758-8cc2-03666300c7b0', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'port_id': '3951dba0-75ea-4b01-970f-834cd6a11713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'mac_address': 'fa:16:3e:c7:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:10Z', 'updated_at': '2021-10-26T16:27:33Z', 'revision_number': 1, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:36.188925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-cb133c02-c640-46eb-b1a4-f8b626152894 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.2322214 Oct 26 16:27:36.189388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59814) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:36.265063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f51b62c7-6454-4afc-90fd-2f4d689f4d6b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:36.265428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:36.317319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-6d074251-b7a0-4d7a-a2a4-8d3b8fdc37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.318909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-6d074251-b7a0-4d7a-a2a4-8d3b8fdc37ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2528629 Oct 26 16:27:36.329390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bee327-00da-47f8-ad96-cc8c06efc793 req-eea19126-aae5-48c0-bf1b-702883cfa762 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.332137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00bee327-00da-47f8-ad96-cc8c06efc793 req-eea19126-aae5-48c0-bf1b-702883cfa762 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 947 time: 0.6451983 Oct 26 16:27:36.380659 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-7ab3aeef-cac1-4e1a-83bc-014b361e8ed3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0524898 Oct 26 16:27:36.500173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-45a3942d-b1ba-48ea-b193-40c24d755ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.501732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-45a3942d-b1ba-48ea-b193-40c24d755ca5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1122642 Oct 26 16:27:36.530019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:36.548509 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd99ad7-f107-4ead-bfdf-174e2a298a0f x-openstack-request-id: req-dcd99ad7-f107-4ead-bfdf-174e2a298a0f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:36.548795 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:36.549042 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcd99ad7-f107-4ead-bfdf-174e2a298a0f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:36.549444 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713', 'status': 'completed', 'code': 200} Oct 26 16:27:36.559527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78833-a29b-4fb7-acc0-4262cef7f49d None None] New status for floating IP 41a321c1-7ef9-4758-8cc2-03666300c7b0: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:27:36.581203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-186ea587-ea73-47a7-8aae-cefe4bc13af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.582755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-186ea587-ea73-47a7-8aae-cefe4bc13af2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.3462021 Oct 26 16:27:36.598165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ae538589-d57f-4dfd-a9b2-ef7b592c627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.598165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ae538589-d57f-4dfd-a9b2-ef7b592c627e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793812 Oct 26 16:27:36.598165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.39', 50959) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:36.725635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69c7-1393-467a-a0de-0592c4decde5 req-c85a3eab-1033-46c6-9abc-d28ed4ea703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.727265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-c85a3eab-1033-46c6-9abc-d28ed4ea703e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87afa027920440498b1cbf3b4bfb48dc&device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 1096 time: 0.1301188 Oct 26 16:27:36.765858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-45cea460-f0ba-4f0c-a2ec-5747a66c27ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303546 Oct 26 16:27:36.774810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a10fd4c6-9ede-45ca-a26f-915c6e5ae620 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fa2da66cef34e9b93a2157dbe267153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595603 Oct 26 16:27:36.787845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00bee327-00da-47f8-ad96-cc8c06efc793 req-0b12b22e-200a-4f15-a610-bd197f42f50a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249039 Oct 26 16:27:36.795475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59826) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:36.806410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-caaabc3d-065c-4bfa-860b-c651fd6b658d service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857479 Oct 26 16:27:36.817024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-910d6b77-9185-45e6-9fd4-762ff414a6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:36.943145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683681-3e4b-42b7-bb4e-c8ba340e07dd req-0b0a2ca3-1d3a-4831-88b2-e3d5d7efc74f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.944668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0683681-3e4b-42b7-bb4e-c8ba340e07dd req-0b0a2ca3-1d3a-4831-88b2-e3d5d7efc74f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.3126454 Oct 26 16:27:36.946628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e313d01-a79d-451b-828f-4e4ff2143e67 req-17f40812-04e8-4edf-8ccc-9abc3e4a5431 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Oct 26 16:27:36.954646 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-910d6b77-9185-45e6-9fd4-762ff414a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:36.958738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:36.962488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69c7-1393-467a-a0de-0592c4decde5 req-f1aaf09f-13e7-4372-ac1c-3c45599677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:36.964077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-f1aaf09f-13e7-4372-ac1c-3c45599677f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 200 len: 916 time: 0.2290316 Oct 26 16:27:36.973524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ce3b5187-256c-46d9-bed6-8a0ced3933a9 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542857 Oct 26 16:27:37.010816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.022923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.059035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.081241 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-da300ddb-da17-4267-b1e0-8e530b73ca03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 200 len: 1001 time: 0.1067851 Oct 26 16:27:37.117761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-910d6b77-9185-45e6-9fd4-762ff414a6f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96287a704b0042cfad8ed76b9e8fcd87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2068324 Oct 26 16:27:37.127930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59832) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:37.130070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d6b77-9185-45e6-9fd4-762ff414a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7014f9-c73e-4595-97c1-4903dccc9acd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.146573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Transition to ACTIVE for port object 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:37.146711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69c7-1393-467a-a0de-0592c4decde5 req-eadce364-dc6f-4f92-8168-8ce12c5797c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:37.148204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-eadce364-dc6f-4f92-8168-8ce12c5797c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78dfd08c-dd99-45f9-a416-2863fc9cb212 HTTP/1.1" status: 200 len: 854 time: 0.0583632 Oct 26 16:27:37.179215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-b9326fc4-d88d-4b6b-95c9-12d58ded5f37 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854549 Oct 26 16:27:37.185429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0683681-3e4b-42b7-bb4e-c8ba340e07dd req-8606ab0b-7c3b-4a26-9aac-1c36a15e26a6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859047 Oct 26 16:27:37.229065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69c7-1393-467a-a0de-0592c4decde5 req-fcfc7663-5009-41d3-9c5e-bd534b0a5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:37.230559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-fcfc7663-5009-41d3-9c5e-bd534b0a5f80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=730fb75d-2d63-454e-943d-a6d394051dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732327 Oct 26 16:27:37.276307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.298318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.301085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.304708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5297014c-3476-4969-88f7-c9dfcd7b74fd HTTP/1.1" status: 204 len: 168 time: 0.5057230 Oct 26 16:27:37.307537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d499-4254-4f3a-965c-3fa5cabfd003 req-fce5025a-c507-49d2-892f-f0eb55115dfd tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:37.309170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa0d499-4254-4f3a-965c-3fa5cabfd003 req-fce5025a-c507-49d2-892f-f0eb55115dfd tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 931 time: 0.2154126 Oct 26 16:27:37.321916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e55645-ddd8-4356-9006-92046d7a6025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297014c-3476-4969-88f7-c9dfcd7b74fd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.353495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdb0b843-f69f-4186-bcf4-4de527580b39 req-d6af8395-692d-467d-96c8-6e4cd74e99ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0968957 Oct 26 16:27:37.359519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-49ce1d3e-6d9d-478a-a344-689d33b60057 service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194816 Oct 26 16:27:37.390538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9264856c-70a2-4119-8f80-b1028016fdc1 req-f1e56eb1-2ddb-4c7c-9731-7f4f1c15c553 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.1274724 Oct 26 16:27:37.454489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.488046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.545194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.577898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa0d499-4254-4f3a-965c-3fa5cabfd003 req-34321452-40ef-4a8d-87a1-26886d95bcba tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283356 Oct 26 16:27:37.599610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-097ec16f-f959-4237-a033-149f2528ac8a service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082608 Oct 26 16:27:37.607771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-124d69c7-1393-467a-a0de-0592c4decde5 req-930762ee-98e2-4156-a8cb-e3c7da724e95 service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389593 Oct 26 16:27:37.686643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Attempting to bind port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:37.686921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Attempting to bind port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:37.687305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Attempting to bind port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 on network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:37.692799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 on network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:37.693170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Attempting to bind port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 on network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:37.700807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:37.701275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Checking segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:37.701690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Bound using segment: {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:37.702124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Bound port: 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d4784-2ada-487c-a41b-9328e3d0d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:37.702485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.768191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.771101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.772378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc7014f9-c73e-4595-97c1-4903dccc9acd HTTP/1.1" status: 204 len: 168 time: 0.6431947 Oct 26 16:27:37.785422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:37.787769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4168b-533e-455d-88f0-d1cf3fad44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7014f9-c73e-4595-97c1-4903dccc9acd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.790529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:37.840389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.927587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:37.928201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:37.929586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 HTTP/1.1" status: 200 len: 1091 time: 3.7724710 Oct 26 16:27:37.930032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:37.932390 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:37.958859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dc7e7-fc1e-47a4-ad7b-e762f3468ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.980711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880f9b8-1bf1-463d-b39f-7e00f6972dc7 req-0eb9e075-5c3b-4d79-a7a9-9a230d4e530e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:37.999302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3880f9b8-1bf1-463d-b39f-7e00f6972dc7 req-0eb9e075-5c3b-4d79-a7a9-9a230d4e530e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 947 time: 0.1182053 Oct 26 16:27:38.003779 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62064fcb-ff8e-407a-8afb-2f493461bd27 x-openstack-request-id: req-62064fcb-ff8e-407a-8afb-2f493461bd27 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:38.004111 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:38.004292 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62064fcb-ff8e-407a-8afb-2f493461bd27 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:38.004685 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'status': 'completed', 'code': 200} Oct 26 16:27:38.058940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3880f9b8-1bf1-463d-b39f-7e00f6972dc7 req-5d2cd5fd-3ea1-4960-8189-59a52b390511 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Oct 26 16:27:38.145004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bccdb9b-bffc-4439-a714-27c8e053679e req-2c16bebf-9c5a-46a6-b4c0-107850472c30 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 210 time: 0.0381649 Oct 26 16:27:38.170917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-b9b7d2c6-91ce-47b3-8046-9c78f300ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.170917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-b9b7d2c6-91ce-47b3-8046-9c78f300ed79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=523432b8462d465d9a2a8f1857bbbb01&device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 1094 time: 0.1163595 Oct 26 16:27:38.333991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-7bd13fd3-8a4f-4e3c-b5ee-7c3f4485f124 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.335955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-7bd13fd3-8a4f-4e3c-b5ee-7c3f4485f124 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0994465 Oct 26 16:27:38.377098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-53f56a56-9fc3-42a7-85a3-e1bed0e8e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.379024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-53f56a56-9fc3-42a7-85a3-e1bed0e8e0e3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=523432b8462d465d9a2a8f1857bbbb01&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1995361 Oct 26 16:27:38.539325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320122f-48a9-4a53-b0ea-ad04556b0c6c req-8a61fa9a-e877-4992-ba2a-eced2dba001e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.540894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7320122f-48a9-4a53-b0ea-ad04556b0c6c req-8a61fa9a-e877-4992-ba2a-eced2dba001e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.2385669 Oct 26 16:27:38.552329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:38.561766 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d610546-1b1a-4f42-ae72-d34a312ec823" -d '{"events": [{"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:38.622245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-4245aa2f-a5dc-4d1e-9c5b-fbaf8c9d5335 service neutron] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:38.623885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6f342f6-9faf-4788-93d0-41bd3c45b670 req-8f0bfc88-a54c-46e2-b231-7b9784d1cfcb tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0586262 Oct 26 16:27:38.630058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-4245aa2f-a5dc-4d1e-9c5b-fbaf8c9d5335 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:38.647155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ce37d375-93ce-4d38-8acc-80da08e0a090 req-4245aa2f-a5dc-4d1e-9c5b-fbaf8c9d5335 service neutron] 10.222.0.39 "DELETE /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.2893949 Oct 26 16:27:38.712763 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3760d52b-ff25-44f9-9060-e659d2e0787e x-openstack-request-id: req-3760d52b-ff25-44f9-9060-e659d2e0787e {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:38.713371 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:38.714052 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3760d52b-ff25-44f9-9060-e659d2e0787e {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:38.714731 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'status': 'completed', 'code': 200} Oct 26 16:27:38.741091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7320122f-48a9-4a53-b0ea-ad04556b0c6c req-440bb813-39f8-489a-9bb4-6500ad0c3b65 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895986 Oct 26 16:27:38.744547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-e9ac6efa-b0d4-4265-80dc-73c30e1ad609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.746334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68a9cd40-61c2-400a-a7b9-90e1b7572bcf req-e9ac6efa-b0d4-4265-80dc-73c30e1ad609 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3525326 Oct 26 16:27:38.765400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-c936deb8-3e63-4be1-94cc-84cb74229b73 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.771696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-c936deb8-3e63-4be1-94cc-84cb74229b73 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.773504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-c936deb8-3e63-4be1-94cc-84cb74229b73 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "GET /v2.0/networks?id=1c71bbe8-d839-4527-b422-6795e294411c&id=e945beaf-8611-4f86-ae1d-d30ba145d7b0 HTTP/1.1" status: 200 len: 1391 time: 0.3563352 Oct 26 16:27:38.794368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'port': {'device_id': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c', 'admin_state_up': True, 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:38.823527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-556c27dc-8973-4ecf-801f-a39a33f25013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.824965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-556c27dc-8973-4ecf-801f-a39a33f25013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1098 time: 0.0827703 Oct 26 16:27:38.827818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-af745fbb-63c3-4d5a-9809-44b16991626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:38.829522 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-af745fbb-63c3-4d5a-9809-44b16991626c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1098 time: 0.0860703 Oct 26 16:27:39.027590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-3588ca86-b0dd-4be6-a88f-8498750c6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.029193 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-3588ca86-b0dd-4be6-a88f-8498750c6ab0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1969523 Oct 26 16:27:39.030505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c5ee37c9-35c1-4481-8bdc-d6cb6a8ed60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.032388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-c5ee37c9-35c1-4481-8bdc-d6cb6a8ed60f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=523432b8462d465d9a2a8f1857bbbb01&device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 1094 time: 0.2075822 Oct 26 16:27:39.045139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f3a63-aab3-4ec5-b50c-c8f9ae34bb8c req-7673abdb-0e8f-466f-94d2-07f9ad611ae3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.052504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-374f3a63-aab3-4ec5-b50c-c8f9ae34bb8c req-7673abdb-0e8f-466f-94d2-07f9ad611ae3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 943 time: 0.2017748 Oct 26 16:27:39.087489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-81f44a1e-a68f-40c2-8f8a-1c214c3e6218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0488956 Oct 26 16:27:39.088904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-cdc0da37-32a6-46bc-ac75-33dd0f289011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.090215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-cdc0da37-32a6-46bc-ac75-33dd0f289011 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2411168 Oct 26 16:27:39.114609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-d894ef46-5690-476f-be31-5682f4e7673f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 HTTP/1.1" status: 200 len: 217 time: 0.0568817 Oct 26 16:27:39.125711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e6d4-9224-429d-b805-0f85f2a2879f req-2db07d76-ebcd-493c-a6de-dc56e0e7126f tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.127231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5799e6d4-9224-429d-b805-0f85f2a2879f req-2db07d76-ebcd-493c-a6de-dc56e0e7126f tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1095 time: 0.2272110 Oct 26 16:27:39.163885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-60880fd7-7263-49d1-aab6-c98a1adc85bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0578835 Oct 26 16:27:39.210736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-5818f0a3-3002-42f4-b8eb-8f4a5f6892c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.212270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-5818f0a3-3002-42f4-b8eb-8f4a5f6892c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1148376 Oct 26 16:27:39.222953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-374f3a63-aab3-4ec5-b50c-c8f9ae34bb8c req-54c6d1f1-f358-41c6-a1fc-96d655c7aa5e tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690779 Oct 26 16:27:39.276945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-a5702aea-ba32-41a8-b508-45ea88515da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.278753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-a5702aea-ba32-41a8-b508-45ea88515da6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1031687 Oct 26 16:27:39.287083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-9600286a-b5e6-4881-be5b-450a8b393b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.290762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-9600286a-b5e6-4881-be5b-450a8b393b17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a0a40c-b385-440e-a868-767e795ed6fb HTTP/1.1" status: 200 len: 844 time: 0.1626363 Oct 26 16:27:39.299857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-45b5194e-1e1c-4475-9236-40688570a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.304201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-45b5194e-1e1c-4475-9236-40688570a3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832839 Oct 26 16:27:39.329007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5799e6d4-9224-429d-b805-0f85f2a2879f req-6c96408c-36bd-43ea-97bb-dc849d960eca tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846502 Oct 26 16:27:39.385218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:39.388944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:39.393065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:39.480751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-364223c2-7cfe-40cd-a415-6f102c5569db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.491289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-364223c2-7cfe-40cd-a415-6f102c5569db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035911 Oct 26 16:27:39.493824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:39.571395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e7b5ce4-5011-476c-a050-186b9d9020c0 req-e4816b14-410c-4d56-92bb-fec59631da4e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 210 time: 0.1007359 Oct 26 16:27:39.588014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61afa13-25fe-452d-b083-45d631811bb6 req-ae633a14-5dcb-4299-b37d-4ba2f6b2f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.602780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-ae633a14-5dcb-4299-b37d-4ba2f6b2f20b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2999585 Oct 26 16:27:39.611740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:39.617955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a161-eeef-4fb7-af5c-0e3e654b5dfb req-c5724e1f-ca0c-405a-9fb8-17ef01f5322d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:39.619514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0b9a161-eeef-4fb7-af5c-0e3e654b5dfb req-c5724e1f-ca0c-405a-9fb8-17ef01f5322d tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 947 time: 0.2884862 Oct 26 16:27:39.625837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'mac_address': 'fa:16:3e:90:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:39.659019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-dc58b5ac-9def-4918-a541-2fad50bf5d11 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206334 Oct 26 16:27:39.674263 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:39.691990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:39.723594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:39.793976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-56d20e37-5ef4-4d3e-b390-af069208275f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224148 Oct 26 16:27:39.804530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:39.822233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-19af8e95-13ba-4294-8247-8f452b797d72 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117874 Oct 26 16:27:39.892483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:39.899256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-337136033-network', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:39.960397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d610546-1b1a-4f42-ae72-d34a312ec823 req-735e0310-c87d-4ecd-8f8d-e1ac7a8795e4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274445 Oct 26 16:27:40.023416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Made reservation on behalf of 2f160dc6aa2e434aa3c98fb321d947e3 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:40.028004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.044874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.107681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['84a84eb5-6009-433e-a75d-92ca2dec2164'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:40.123207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.155242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ac5aa87-bf02-42b4-8841-ebeee6e313ab req-d5920637-3faa-4547-baa5-32c809d7a5b1 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0891876 Oct 26 16:27:40.229032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.245456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0b9a161-eeef-4fb7-af5c-0e3e654b5dfb req-096f4c09-7b91-4480-9c4c-0739a3f480f9 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789873 Oct 26 16:27:40.282388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:27:40.287620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9edbc-dad1-47e5-9099-f1d4f2e9d028,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:40.308604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.308930 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Added segment d193893a-a358-41f3-ba85-05289d648037 of type vlan for network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 Oct 26 16:27:40.360288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.366102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Allocated IP 19.80.0.29 (1c71bbe8-d839-4527-b422-6795e294411c/255b01ce-d536-486f-be7f-d9e0fb920f9c/e5dfd69e-33d4-4be9-b0e9-78fab39d4490) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:40.380181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-66e50051-2d0b-459c-bb2f-73a7cbd89526 service neutron] 10.222.0.39 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596645 Oct 26 16:27:40.468971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.470685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:40.471432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.549093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-9ba5bf7e-dee9-4c4d-ab5f-55faf66c606c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:40.550644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-9ba5bf7e-dee9-4c4d-ab5f-55faf66c606c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.2895305 Oct 26 16:27:40.568349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-81791521-5150-4f10-a7fe-fc38c79296cd req-aa784623-3dc5-49c3-ada6-df841926c44c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0378125 Oct 26 16:27:40.571671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] Pushing event updated for resources: {'Network': ['ID=77b3cfea-e0e1-4f98-a58c-eb0f759f96a0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:40.581935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a1db10c-b1cf-4ed4-8e3c-14360bc072e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0834134 Oct 26 16:27:40.581935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59942) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:40.584190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:27:40.585889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Request body: {'subnet': {'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-subnet', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:40.644001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-6b35f864-4ef7-4c7d-8c01-657612c87f4a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/quotas/f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 375 time: 0.0840263 Oct 26 16:27:40.655673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ad1e-c7ec-4c9c-8b48-8e6250371406 req-46d85eb0-ad70-4e1d-a8fd-cc913d4f158d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:40.657164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2338ad1e-c7ec-4c9c-8b48-8e6250371406 req-46d85eb0-ad70-4e1d-a8fd-cc913d4f158d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 943 time: 0.2009463 Oct 26 16:27:40.667921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Made reservation on behalf of 2f160dc6aa2e434aa3c98fb321d947e3 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:40.671114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.677861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61afa13-25fe-452d-b083-45d631811bb6 req-b5cf8be3-dbd9-4d18-8d02-00fdd17a57c5 service neutron] 10.222.0.39 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838237 Oct 26 16:27:40.760512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.772723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2338ad1e-c7ec-4c9c-8b48-8e6250371406 req-ac2715c0-0b75-4462-b923-6f75ac8d64ff tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066768 Oct 26 16:27:40.778067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-48459731-966d-4976-8b57-051c7bc13480 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161039 Oct 26 16:27:40.890684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-10dce463-0f75-4716-b5a0-6ebc25a2e82f service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002414 Oct 26 16:27:40.903023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.943780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:40.963089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:40.974100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Checking segment: {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:40.974455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Network hostable DHCP agents. Network: 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:27:41.005341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network 1c71bbe8-d839-4527-b422-6795e294411c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:41.008311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:41.010711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:41.084665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:41.100811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:27:41.110801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-f9f23e79-779a-46a0-9d8c-fc39c9ff6a0e service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140729 Oct 26 16:27:41.124327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:41.124960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.130042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.130377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.130712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.131042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.131398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.131719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.132038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.132365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.132708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.132985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.133304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.133617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:41.164139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757050e8-6030-4b25-8bfd-52f222e24757 req-8f50dbba-a069-4b5f-b904-dfa4e2e83051 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:41.165742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-757050e8-6030-4b25-8bfd-52f222e24757 req-8f50dbba-a069-4b5f-b904-dfa4e2e83051 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 931 time: 0.1117654 Oct 26 16:27:41.209382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:41.212177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-757050e8-6030-4b25-8bfd-52f222e24757 req-11c4af1d-52c7-4aed-ae2b-07500491039a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Oct 26 16:27:41.215808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:41.217225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.223582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b36e4-63e5-433d-8b2d-c652bf6346bc None None] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:41.266032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-e4e19192-ccb9-4f49-bf70-e437a7cde412 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4767761 Oct 26 16:27:41.280133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Request body: {'port': {'device_id': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0', 'admin_state_up': True, 'tenant_id': '710d6cdaf2864a2888aa23617155ca23'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:41.324733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9498a65-a66e-4ef3-94fd-c37254f8e23e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7420278 Oct 26 16:27:41.326999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:41.335591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:41.403543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:41.463490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'fixed_ips': [{'subnet_id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:27:41.465098 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.469852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34779a59-ae70-45f7-a738-2fb62bebe4b5 req-18b09884-f41f-444f-b79c-16e1a7cd3f0f tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0399833 Oct 26 16:27:41.473152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.477298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.558475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c17ee-c964-4cdf-bc07-36c1511c5d66 req-37820232-9a1b-4b5a-81fc-9216563a6bcb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:41.560521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f41c17ee-c964-4cdf-bc07-36c1511c5d66 req-37820232-9a1b-4b5a-81fc-9216563a6bcb tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 948 time: 0.0934227 Oct 26 16:27:41.572492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-025e1b7d-8797-4ff7-88b6-444756ece7fb None None] Provisioning complete for port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:41.572855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-025e1b7d-8797-4ff7-88b6-444756ece7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.598914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.609403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f41c17ee-c964-4cdf-bc07-36c1511c5d66 req-16a8a1c9-89c6-4c75-b7b7-025f8235ddc8 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Oct 26 16:27:41.629693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Made reservation on behalf of 710d6cdaf2864a2888aa23617155ca23 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:41.638515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-025e1b7d-8797-4ff7-88b6-444756ece7fb None None] Port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:41.639042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.754848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-578bf727-de89-4bc7-9086-9fa544843862 req-9abd823a-4f4e-4c3b-bc47-715650c3f3b7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 210 time: 0.0931311 Oct 26 16:27:41.777833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 84a84eb5-6009-433e-a75d-92ca2dec2164 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:41.795647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 84a84eb5-6009-433e-a75d-92ca2dec2164 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:41.795647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:41.868425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Allocated IP 172.20.0.2 (77b3cfea-e0e1-4f98-a58c-eb0f759f96a0/0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef/dac4d00a-5b64-4731-85dd-1ba2bfc591c4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:41.943580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Allocated IP 19.86.0.78 (e945beaf-8611-4f86-ae1d-d30ba145d7b0/47e7f8c3-1ade-4746-83b8-f92e59388928/1efb0cc5-dd75-4383-a51b-df3cb1574a85) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:41.962446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fc8b3-c39c-4978-af99-72985e66a2bb req-572938ea-8ebb-4ef5-aada-c9e88ca4d556 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:41.964097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d52fc8b3-c39c-4978-af99-72985e66a2bb req-572938ea-8ebb-4ef5-aada-c9e88ca4d556 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 943 time: 0.0836294 Oct 26 16:27:42.066040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d52fc8b3-c39c-4978-af99-72985e66a2bb req-c9fa4c47-bd99-4d80-bfe9-cd8b22ca2319 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925238 Oct 26 16:27:42.090601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.166565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:42.168835 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63fd39-3dc1-4d97-a0d1-b3713892d238" -d '{"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-plugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:42.191604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:42.192801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.201216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.204392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.332030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.333558 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.341745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.418474 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7043efb1-dcbf-4406-96a3-9a33512a95b2 x-openstack-request-id: req-7043efb1-dcbf-4406-96a3-9a33512a95b2 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:42.421106 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-plugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:42.421459 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7043efb1-dcbf-4406-96a3-9a33512a95b2 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:42.422084 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'code': 200} Oct 26 16:27:42.437060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:42.443496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:42.449990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:42.465623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:42.475291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:42.481460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:42.575865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:42.576836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.633167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event updated for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:42.644969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f86d-e4fc-4700-a5b1-e9d27a6baa41 req-4fbbe951-bf8b-445a-a6c3-a9d029da928b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:42.656166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f86d-e4fc-4700-a5b1-e9d27a6baa41 req-4fbbe951-bf8b-445a-a6c3-a9d029da928b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:42.657862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b40f86d-e4fc-4700-a5b1-e9d27a6baa41 req-4fbbe951-bf8b-445a-a6c3-a9d029da928b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1653 time: 0.2986276 Oct 26 16:27:42.761882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.765767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-4af1960c-49c7-4929-a4ef-ff420c0edf55 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:42.767632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-4af1960c-49c7-4929-a4ef-ff420c0edf55 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 950 time: 0.3057859 Oct 26 16:27:42.779546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45ed19-cd65-4aea-af9c-b084274dbb12 req-61fa52ff-8588-4a61-bf69-579f27444b46 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:42.781106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae45ed19-cd65-4aea-af9c-b084274dbb12 req-61fa52ff-8588-4a61-bf69-579f27444b46 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 950 time: 0.1222823 Oct 26 16:27:42.784081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b40f86d-e4fc-4700-a5b1-e9d27a6baa41 req-06ef53c7-5bd4-4c82-80ca-61d0c5257f6f tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142366 Oct 26 16:27:42.787403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Pushing event updated for resources: {'Port': ['ID=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:42.789950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:42.813310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f8172b28-57aa-40c2-b83a-c2c2a09d95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5401340 Oct 26 16:27:42.815776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.859539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Attempting to bind port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:42.859905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Attempting to bind port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:42.860276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Attempting to bind port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 on network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:42.864278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Request body: {'port': {'device_id': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:42.866010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:42.866385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Checking segment: {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:42.867003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.867507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Bound using segment: {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:42.867987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Bound port: dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:42.868371 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:42.957590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] For port dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:42.961737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] For port dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:42.977653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Allocated IP 172.25.5.100 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:42.982597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcf36d44-665d-417e-ba9e-1f56a5ba061a req-8f692763-4886-4952-818f-ddff0d4ccbb5 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0577846 Oct 26 16:27:42.989529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b99ff21a-3a29-4b21-8f38-f3bcf1b02b62 None None] Provisioning complete for port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:42.990448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b99ff21a-3a29-4b21-8f38-f3bcf1b02b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.014892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae45ed19-cd65-4aea-af9c-b084274dbb12 req-7ef409e3-3323-4e92-985c-b595c037cc61 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076354 Oct 26 16:27:43.026635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-65129e21-c560-436d-811d-e9f730f98bcb service neutron] 10.222.0.39 "GET /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 382 time: 0.2390382 Oct 26 16:27:43.036619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.063841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.154451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b99ff21a-3a29-4b21-8f38-f3bcf1b02b62 None None] Port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:43.179410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.192636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0715e1-a49e-4f1b-92ca-8de41762938d None None] Pushing event updated for resources: {'Port': ['ID=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:43.230968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2521c92-164d-412d-92ba-0dd5f67eaf76 req-18ca12c6-2ebe-45e0-8c84-8dd478a24902 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 210 time: 0.0717840 Oct 26 16:27:43.259676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60004) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:43.308178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-a233fdfc-5a01-4579-830b-31a90894f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.309858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-a233fdfc-5a01-4579-830b-31a90894f664 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1101 time: 0.1970701 Oct 26 16:27:43.364753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.406646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:43.490039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:43.516531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:43.531394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:43.538321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23a748e5-e742-48cd-b694-e400b95ed859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.593691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:43.594911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf1a8-6bed-4ca5-a1bf-c93b7f4fcc35 req-9403288d-913d-4110-b7c0-e5a4293fe697 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.596584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:43.596722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71abf1a8-6bed-4ca5-a1bf-c93b7f4fcc35 req-9403288d-913d-4110-b7c0-e5a4293fe697 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 943 time: 0.2597649 Oct 26 16:27:43.619700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'port_id': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'mac_address': 'fa:16:3e:ca:67:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:43.620812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.621304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.621653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.621991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.623037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.623392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.629766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:43.719197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-cdb2c57c-210a-490b-ba8c-132fe988d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.719491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.728436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-cdb2c57c-210a-490b-ba8c-132fe988d5dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.3999009 Oct 26 16:27:43.741502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:43.768097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71abf1a8-6bed-4ca5-a1bf-c93b7f4fcc35 req-d766515f-6feb-49f8-84ae-11ba12b972d1 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595509 Oct 26 16:27:43.807192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:43.808826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-8b00b3a6-6124-4986-89bc-65871b3f12d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0627115 Oct 26 16:27:43.815814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23a748e5-e742-48cd-b694-e400b95ed859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.819088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dfd69e-33d4-4be9-b0e9-78fab39d4490 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:43.849184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.896774 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.904815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c0c5086-56dc-4eb1-bc36-8c873a854773 req-c71ad4d8-c40f-4d24-88d7-64cb83c88114 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0796230 Oct 26 16:27:43.913904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23a748e5-e742-48cd-b694-e400b95ed859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:43.916213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Transition to ACTIVE for port object e5dfd69e-33d4-4be9-b0e9-78fab39d4490 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:43.949879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-7941cac5-258e-463f-a28a-5319a16957d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.952256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-7941cac5-258e-463f-a28a-5319a16957d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1282852 Oct 26 16:27:43.985754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2451a6-f1a8-4af8-a458-3ed8305cc53f req-342776e1-df04-4181-8fc2-692520f9ead8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.991801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2451a6-f1a8-4af8-a458-3ed8305cc53f req-342776e1-df04-4181-8fc2-692520f9ead8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:43.993409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d2451a6-f1a8-4af8-a458-3ed8305cc53f req-342776e1-df04-4181-8fc2-692520f9ead8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1653 time: 0.0977440 Oct 26 16:27:44.001334 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-23a748e5-e742-48cd-b694-e400b95ed859 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e45adc613a6a439790d08fd19558b827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7364311 Oct 26 16:27:44.002867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60022) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:44.016819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.047394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a748e5-e742-48cd-b694-e400b95ed859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbcfd0-5764-469d-83e7-dfb388ec7d70,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:44.073187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:44.082985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dac4d00a-5b64-4731-85dd-1ba2bfc591c4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:44.110700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.142064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:44.190476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:44.190476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.213509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-789eea7f-4d0b-40b3-b169-09780a4e56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:44.221664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-789eea7f-4d0b-40b3-b169-09780a4e56a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568154 Oct 26 16:27:44.236572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:44.251467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d2451a6-f1a8-4af8-a458-3ed8305cc53f req-52991b38-41ca-4ad6-8246-9c96c9f59371 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385776 Oct 26 16:27:44.288496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.394634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.487753 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.517368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-ebf8a25d-cc79-4456-b9a2-908b44907624 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:44.518884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-ebf8a25d-cc79-4456-b9a2-908b44907624 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.2565808 Oct 26 16:27:44.594599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:44.634088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Request body: {'port': {'device_id': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'admin_state_up': True, 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:44.666282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.681551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-ff72c17b-2f6f-42e5-a8d3-a218d62eda84 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255404 Oct 26 16:27:44.712050 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:27:44.713959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2a7e7-aaab-4fa8-9fba-61a0dca2a59a req-f250babb-e636-4ab8-a847-cc2178b0284e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:44.715562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0b2a7e7-aaab-4fa8-9fba-61a0dca2a59a req-f250babb-e636-4ab8-a847-cc2178b0284e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 950 time: 0.5527463 Oct 26 16:27:44.742299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4432b76c-0411-4551-a8dd-11ac5a0eaa7a req-742fbd1a-d840-4662-81cb-486e345abd5e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 210 time: 0.1199396 Oct 26 16:27:44.797984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.801721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.807443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71fbcfd0-5764-469d-83e7-dfb388ec7d70 HTTP/1.1" status: 204 len: 168 time: 0.7980490 Oct 26 16:27:44.823463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:44.847929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:44.866733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329676b-2479-4c7f-bfea-344c803dc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbcfd0-5764-469d-83e7-dfb388ec7d70,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:44.924033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e2fc1-f093-4ecd-ac9b-6e3068a521ec None None] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:27:45.005355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-508208f7-a9b0-4c80-bd08-12589f9b2f89 None None] Provisioning complete for port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:45.005826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-508208f7-a9b0-4c80-bd08-12589f9b2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.098191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:45.102144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.226912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Attempting to bind port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:45.227386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Attempting to bind port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:45.227845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Attempting to bind port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 on network 1c71bbe8-d839-4527-b422-6795e294411c {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:45.272154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Allocated IP 172.20.0.7 (9acfd8aa-0fb9-466e-9183-0f8dc62040d6/83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:45.285516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 on network 1c71bbe8-d839-4527-b422-6795e294411c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:45.285516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Attempting to bind port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 on network 1c71bbe8-d839-4527-b422-6795e294411c {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:45.299889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:27:45.347862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-9c1f87b7-e294-450e-9efe-317df3ae6bff service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308761 Oct 26 16:27:45.374442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0b2a7e7-aaab-4fa8-9fba-61a0dca2a59a req-42baad63-75bc-4bff-9f41-9ff7b025e257 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195719 Oct 26 16:27:45.379283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:45.382857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Checking segment: {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:45.384252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Bound using segment: {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:45.388543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Bound port: e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'effd4eb1-177f-45be-8446-4e9f0431aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:45.388543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.460716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf921b-86c6-489f-99de-cd570f1c2716 req-fbdd4ea0-7fc0-436b-8731-aa09f7d94c48 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:45.472801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59bf921b-86c6-489f-99de-cd570f1c2716 req-fbdd4ea0-7fc0-436b-8731-aa09f7d94c48 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 944 time: 0.2724140 Oct 26 16:27:45.570327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9c887fee-b9ea-4d1f-84db-79ba3a3f7aed None None] Provisioning complete for port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:45.573148 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9c887fee-b9ea-4d1f-84db-79ba3a3f7aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.621290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f168374-09a8-447e-8850-ba189bf31059 req-84aa414a-7491-4527-b4c5-0d224f639cdc tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.1166081 Oct 26 16:27:45.660438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59bf921b-86c6-489f-99de-cd570f1c2716 req-a422878f-c04e-49be-8f79-c29553f438de tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860135 Oct 26 16:27:45.666675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.727145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:45.733992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:45.743425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:45.756173 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Sync routers for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:45.770003 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:45.772464 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:45.805442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:45.836683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.837717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9a65-fab5-42ee-a7c8-216831cc5446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.902138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.906669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6279936e-4621-40bf-a9c3-9c12ac4b6dc3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5748980 Oct 26 16:27:45.906669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.908575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:45.954520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:45.955162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:45.956628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] 10.222.0.47 "PUT /v2.0/ports/e5dfd69e-33d4-4be9-b0e9-78fab39d4490 HTTP/1.1" status: 200 len: 1091 time: 3.1029818 Oct 26 16:27:45.957093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:45.966692 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616" -d '{"events": [{"name": "network-changed", "server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:46.006227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:46.034743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dac4d00a-5b64-4731-85dd-1ba2bfc591c4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:46.043029 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:46.070572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dab41-7913-4998-bcc4-fc14d43aa9ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:46.085567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Request body: {'port': {'device_id': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:46.113676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1136-56b2-48b2-a465-bad89d928305 req-49690c1a-11e3-4bfe-9a6a-e26e2ddb5243 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.123060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1136-56b2-48b2-a465-bad89d928305 req-49690c1a-11e3-4bfe-9a6a-e26e2ddb5243 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.124903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d9d1136-56b2-48b2-a465-bad89d928305 req-49690c1a-11e3-4bfe-9a6a-e26e2ddb5243 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1665 time: 0.3410125 Oct 26 16:27:46.184953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:46.202711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:46.203088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.214246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:46.232172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:46.269892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.346584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36cc3a-a731-49f6-9534-18e6484728f0 req-1343b78d-ce40-4e61-9326-8b42e3f90cb7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.350470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff36cc3a-a731-49f6-9534-18e6484728f0 req-1343b78d-ce40-4e61-9326-8b42e3f90cb7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 931 time: 0.3407493 Oct 26 16:27:46.371769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d9d1136-56b2-48b2-a465-bad89d928305 req-e7868101-8921-49cf-aa37-1f7034153bdc tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955159 Oct 26 16:27:46.389767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.390400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.444175 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7dcf02-acd1-48c8-8297-275f9091f7cb x-openstack-request-id: req-1d7dcf02-acd1-48c8-8297-275f9091f7cb {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:46.445610 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:46.448346 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d7dcf02-acd1-48c8-8297-275f9091f7cb {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:46.450019 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490', 'status': 'completed', 'code': 200} Oct 26 16:27:46.498094 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:43Z', 'revision_number': 3, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:46.533319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0c829e59-4831-46fd-b8ea-d618fc98277c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9397659 Oct 26 16:27:46.543076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Checking router: 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:46.544865 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Updating router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:27:46.573110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Request body: {'port': {'device_id': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:46.582973 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.593273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff36cc3a-a731-49f6-9534-18e6484728f0 req-d4cefd18-f533-49cd-a0c8-3787aeffdc8a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191591 Oct 26 16:27:46.677743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ea8b6-562e-4675-b3ff-f861613a0213 req-1b3f0dbd-23e9-4d7d-b67d-5fdf438aa71a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.679402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e29ea8b6-562e-4675-b3ff-f861613a0213 req-1b3f0dbd-23e9-4d7d-b67d-5fdf438aa71a tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 950 time: 0.1920941 Oct 26 16:27:46.761163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2974ecb7-5d82-470b-a0ce-0b138d245817 req-1c391e6d-d904-4a03-8b20-65257b257e95 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0474567 Oct 26 16:27:46.796757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e29ea8b6-562e-4675-b3ff-f861613a0213 req-756f0af1-34c2-40c5-a9d4-68cf43963e7f tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Oct 26 16:27:46.882219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9a65-fab5-42ee-a7c8-216831cc5446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.909684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efb0cc5-dd75-4383-a51b-df3cb1574a85 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:46.936512 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.937259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:46.951889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-1773ff22-efa3-408b-b82f-0c20e6c0b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.952520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-1773ff22-efa3-408b-b82f-0c20e6c0b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.953897 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-1773ff22-efa3-408b-b82f-0c20e6c0b1f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1912 time: 0.4644547 Oct 26 16:27:46.956467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Transition to ACTIVE for port object 1efb0cc5-dd75-4383-a51b-df3cb1574a85 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:46.970012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58cc94-7dfe-42e2-bb32-3bdd3bc040b0 req-4783639a-99ca-4a4a-bac2-fbcc4ffa25f4 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:46.971563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f58cc94-7dfe-42e2-bb32-3bdd3bc040b0 req-4783639a-99ca-4a4a-bac2-fbcc4ffa25f4 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 944 time: 0.0858126 Oct 26 16:27:46.976266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9a65-fab5-42ee-a7c8-216831cc5446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.000504 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.016769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f58cc94-7dfe-42e2-bb32-3bdd3bc040b0 req-57b09ed5-9358-4e5f-94d7-e06d4fcf76bb tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373209 Oct 26 16:27:47.051090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.052921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.055735 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f184d58-3759-4468-a91f-7fcba4d6fe68 None None] Pushing event updated for resources: {'Port': ['ID=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.061947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Attempting to bind port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:47.062296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Attempting to bind port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:47.069613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Attempting to bind port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:47.069613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:47.069613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:47.069613 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.070828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:47.071483 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Bound port: e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:47.072541 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.111549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.140788 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] For port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:47.144521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e4a9a65-fab5-42ee-a7c8-216831cc5446 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=295ac7fa6cb2404fb62022378eefab82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3368649 Oct 26 16:27:47.153028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] For port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:47.154072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60062) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:47.177506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a9a65-fab5-42ee-a7c8-216831cc5446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41701de-04f8-4e92-b997-2ee3d4b57889,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.235979 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.240394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.243703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Attempting to bind port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:47.244038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Attempting to bind port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:47.244363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Attempting to bind port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 on network e945beaf-8611-4f86-ae1d-d30ba145d7b0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:47.260802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 on network e945beaf-8611-4f86-ae1d-d30ba145d7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:47.261119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Attempting to bind port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 on network e945beaf-8611-4f86-ae1d-d30ba145d7b0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:47.272010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:47.273512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Checking segment: {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:47.273512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Bound using segment: {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:47.273512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Bound port: 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4028a203-c050-4506-9777-d1296d5fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:47.273512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.280159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.314370 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:47.315263 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:47.389334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:47.391403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-c46f7d2d-a587-4445-8cbf-e57bc678e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.393779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:47.395234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-c46f7d2d-a587-4445-8cbf-e57bc678e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.395769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-c46f7d2d-a587-4445-8cbf-e57bc678e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.397456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-c46f7d2d-a587-4445-8cbf-e57bc678e3ab service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=710d6cdaf2864a2888aa23617155ca23&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4222693 Oct 26 16:27:47.410232 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f184d58-3759-4468-a91f-7fcba4d6fe68 None None] Pushing event updated for resources: {'Port': ['ID=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.431088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:47.474673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.476083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:47.526656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.529624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.530778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b41701de-04f8-4e92-b997-2ee3d4b57889 HTTP/1.1" status: 204 len: 168 time: 0.3757489 Oct 26 16:27:47.554580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.555218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.556709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] 10.222.0.47 "PUT /v2.0/ports/1efb0cc5-dd75-4383-a51b-df3cb1574a85 HTTP/1.1" status: 200 len: 1091 time: 1.4779339 Oct 26 16:27:47.560931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e183fd7-038d-4cf3-9540-f9c3e566fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41701de-04f8-4e92-b997-2ee3d4b57889,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.590914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:47.603105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee823b-4b37-4f8f-8fd5-328f4bec240a req-d2d3b72f-b326-4cb8-aa88-3e915750bd3c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.609004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:47.609728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.618666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee823b-4b37-4f8f-8fd5-328f4bec240a req-d2d3b72f-b326-4cb8-aa88-3e915750bd3c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.649135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39ee823b-4b37-4f8f-8fd5-328f4bec240a req-d2d3b72f-b326-4cb8-aa88-3e915750bd3c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1677 time: 0.2000754 Oct 26 16:27:47.655029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b971437-3b39-4880-8954-c770dfba4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:47.769232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39ee823b-4b37-4f8f-8fd5-328f4bec240a req-1503dbf9-9004-44d6-9585-07d574c3afc8 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208770 Oct 26 16:27:47.777660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.782325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-39a88ca4-31a3-4d58-9095-574726f76a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.783835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e0cf0eb-cbfc-407f-87d7-efbfb24c1616 req-39a88ca4-31a3-4d58-9095-574726f76a50 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3754048 Oct 26 16:27:47.870931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:47.871360 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-52991e05-a1db-4cf0-b857-75911db424db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:43Z', 'revision_number': 3, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:47.878937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:47.886270 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4000d2da-2b4d-4bae-ba78-00b7cf27a489" -d '{"events": [{"server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "name": "network-vif-plugged", "status": "completed", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:47.891047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766591ea-f596-4ca7-af8b-b730e9e85a67 req-18d43df3-2e69-41f8-905e-ec0271e2b0be tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:47.894854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766591ea-f596-4ca7-af8b-b730e9e85a67 req-18d43df3-2e69-41f8-905e-ec0271e2b0be tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 931 time: 0.1245425 Oct 26 16:27:47.907415 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991e05-a1db-4cf0-b857-75911db424db None None] The sync data for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 is: [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:43Z', 'revision_number': 3, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:47.946701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:47.970419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f46e1e4-b94e-4b35-b239-d3daaceee1c4 req-ee394c30-2a9b-4172-a452-b7da4992d796 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0743914 Oct 26 16:27:48.027993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:48.048625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766591ea-f596-4ca7-af8b-b730e9e85a67 req-9e4eeb17-10cf-422a-bb8f-018eed652420 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222491 Oct 26 16:27:48.051545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.082826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:48.099480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-4bb6f046-71de-473e-b266-29a078346c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.099952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-4bb6f046-71de-473e-b266-29a078346c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.101529 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-4bb6f046-71de-473e-b266-29a078346c57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1979 time: 0.2314994 Oct 26 16:27:48.122226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.125412 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bce983-b2bf-4386-b59a-8666f0bb78cf x-openstack-request-id: req-d0bce983-b2bf-4386-b59a-8666f0bb78cf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:48.125948 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "name": "network-vif-plugged", "status": "completed", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:48.126077 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0bce983-b2bf-4386-b59a-8666f0bb78cf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:48.126682 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'code': 200} Oct 26 16:27:48.211548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8364824-98d6-451d-90fb-ad9b23bc667a req-d2428e7e-2731-4048-ac2c-d7b9c7b14e2b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.213811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8364824-98d6-451d-90fb-ad9b23bc667a req-d2428e7e-2731-4048-ac2c-d7b9c7b14e2b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 950 time: 0.0943639 Oct 26 16:27:48.235650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-89f5cbfd-a03a-4ef8-93c0-b402ae5e686b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490 HTTP/1.1" status: 200 len: 217 time: 0.1056118 Oct 26 16:27:48.235650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Transition to ACTIVE for port object 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:48.359221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.411443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f6bad822-fef0-48a5-83b5-ab68afe114d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.412880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-f6bad822-fef0-48a5-83b5-ab68afe114d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=255b01ce-d536-486f-be7f-d9e0fb920f9c HTTP/1.1" status: 200 len: 801 time: 0.1475451 Oct 26 16:27:48.464513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8364824-98d6-451d-90fb-ad9b23bc667a req-4d466fbd-3182-4e13-a934-a4e4cc2cb7c4 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242939 Oct 26 16:27:48.468844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8451b-3495-4036-b020-b72ef95e34a4 req-de76ab1e-c3f6-4c0d-9bc3-4289938cd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.482787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bd8451b-3495-4036-b020-b72ef95e34a4 req-de76ab1e-c3f6-4c0d-9bc3-4289938cd8ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 1096 time: 0.2615814 Oct 26 16:27:48.485988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:48.489831 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44014629-ef02-4758-b600-cdbe587ad62d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:48.503397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:48.572668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e122130-cee0-4566-a74b-500712e6c90a req-ab894fc6-e782-471d-bae4-1b3fd832a63e tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.579877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e122130-cee0-4566-a74b-500712e6c90a req-ab894fc6-e782-471d-bae4-1b3fd832a63e tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1954873 Oct 26 16:27:48.581903 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d820b-092e-4804-b211-830888cb8940 x-openstack-request-id: req-2f9d820b-092e-4804-b211-830888cb8940 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:48.582263 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:48.582616 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9d820b-092e-4804-b211-830888cb8940 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:48.583086 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85', 'status': 'completed', 'code': 200} Oct 26 16:27:48.610211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-6cb3b548-ea0a-4dcb-92db-ff1ba2e55991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.611665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-6cb3b548-ea0a-4dcb-92db-ff1ba2e55991 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c71bbe8-d839-4527-b422-6795e294411c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1839647 Oct 26 16:27:48.621193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bd8451b-3495-4036-b020-b72ef95e34a4 req-262ab42b-14d3-493c-b628-861f159c0cd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080635 Oct 26 16:27:48.628920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Allocated IP 172.20.0.1 (77b3cfea-e0e1-4f98-a58c-eb0f759f96a0/0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef/a8a0e622-3952-44e6-ba9b-b2529fd41301) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:48.658910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e122130-cee0-4566-a74b-500712e6c90a req-ac44b522-b3e5-482a-ac4b-21d575bfb4d5 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730047 Oct 26 16:27:48.724052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-a80ae939-78d0-4071-be9c-a81c8fc5c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:48.725763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-a80ae939-78d0-4071-be9c-a81c8fc5c557 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336&tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503 HTTP/1.1" status: 200 len: 1101 time: 0.0657465 Oct 26 16:27:48.739061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:48.766093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:48.766418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:48.766736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:48.780386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:48.780701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:48.799700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:48.800029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:48.800613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:48.801218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Bound port: 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:48.801905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.811696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.845466 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-95870e20-55d4-4498-a345-38846f5f3c59 service neutron] 10.222.0.47 "GET /v2.0/networks/1c71bbe8-d839-4527-b422-6795e294411c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247417 Oct 26 16:27:48.892001 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:48.994121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:49.018274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:49.019526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eff38-3f4d-4982-8bbd-af3056d37f14 req-b0085415-4cba-48fb-a397-023f8f6edec1 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.026765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eff38-3f4d-4982-8bbd-af3056d37f14 req-b0085415-4cba-48fb-a397-023f8f6edec1 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.030085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-389eff38-3f4d-4982-8bbd-af3056d37f14 req-b0085415-4cba-48fb-a397-023f8f6edec1 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1677 time: 0.1610887 Oct 26 16:27:49.034933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-1bcbc35b-a5d2-44ca-969f-a568717c7d82 service neutron] 10.222.0.47 "GET /v2.0/networks/1c71bbe8-d839-4527-b422-6795e294411c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793928 Oct 26 16:27:49.090370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-c55f70e8-0d7a-4fb8-be5a-1c7dd396782a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85 HTTP/1.1" status: 200 len: 217 time: 0.0480261 Oct 26 16:27:49.126744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.145696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcedf501-2205-4640-8fdf-3f566a3e740c req-b028070d-576d-4de4-84f1-5d4c720651d5 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0466659 Oct 26 16:27:49.158287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-389eff38-3f4d-4982-8bbd-af3056d37f14 req-2d98189b-e82c-498b-8f5b-90da2a07b5ce tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184502 Oct 26 16:27:49.195920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:49.208114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.229691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.230939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.233005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 1091 time: 2.6667941 Oct 26 16:27:49.239487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:49.241899 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31653025-576a-42f1-8ca0-dfe758ea20c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:49.248520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:49.272838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-310e69dd-0fec-4183-955e-60d4b364661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.274527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-310e69dd-0fec-4183-955e-60d4b364661a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47e7f8c3-1ade-4746-83b8-f92e59388928 HTTP/1.1" status: 200 len: 801 time: 0.1770930 Oct 26 16:27:49.289530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:49.298060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:49.305055 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027077b7-f467-4306-b0da-e95f6f9359ab x-openstack-request-id: req-027077b7-f467-4306-b0da-e95f6f9359ab {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:49.305562 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:49.305952 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-027077b7-f467-4306-b0da-e95f6f9359ab {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:49.306504 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'status': 'completed', 'code': 200} Oct 26 16:27:49.318006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:49.356799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64e043-de0d-4f3a-9183-6bd279ae51e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:49.378511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.404773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759fd7e-93b7-480d-a873-4d379e5c2543 req-1594e3a6-42c4-487f-ab3a-6ef8e3087e30 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.420008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8759fd7e-93b7-480d-a873-4d379e5c2543 req-1594e3a6-42c4-487f-ab3a-6ef8e3087e30 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.1425786 Oct 26 16:27:49.445537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Transition to ACTIVE for port object 84a84eb5-6009-433e-a75d-92ca2dec2164 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:49.460596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.476188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8759fd7e-93b7-480d-a873-4d379e5c2543 req-e96c7c75-a12d-4428-9190-93f34fa969e4 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Oct 26 16:27:49.522796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-3f5bfa91-c906-4301-b318-50521946e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.524884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-3f5bfa91-c906-4301-b318-50521946e8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e945beaf-8611-4f86-ae1d-d30ba145d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2281411 Oct 26 16:27:49.525547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:49.531588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.563779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-45dddef1-57a2-4b21-becb-9bc332528043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.565271 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-45dddef1-57a2-4b21-becb-9bc332528043 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1094 time: 0.2105134 Oct 26 16:27:49.673567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] No DVR routers for this DVR port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:27:49.694326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=11']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:49.739406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8fed7-96ae-4ad9-a299-050443c8d710 req-c9ce8672-7084-49e5-8b37-76f702a13630 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:49.748942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d8fed7-96ae-4ad9-a299-050443c8d710 req-c9ce8672-7084-49e5-8b37-76f702a13630 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 948 time: 0.1650023 Oct 26 16:27:49.780864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:49.781420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:49.781756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:49.830609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:49.830609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Attempting to bind port 84a84eb5-6009-433e-a75d-92ca2dec2164 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:49.855464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:49.855832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:49.856783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:49.857343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Bound port: 84a84eb5-6009-433e-a75d-92ca2dec2164, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:49.857755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.927518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8e980906-a01c-4764-8e29-a2d2f5c1c70e None None] Provisioning complete for port a8a0e622-3952-44e6-ba9b-b2529fd41301 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:49.929278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8e980906-a01c-4764-8e29-a2d2f5c1c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:49.940393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-daeeebe1-e7bc-4ce0-8d13-e41cdd3d1c33 service neutron] 10.222.0.47 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048641 Oct 26 16:27:49.947813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:49.951998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:49.991640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d8fed7-96ae-4ad9-a299-050443c8d710 req-5b82447e-4435-4c28-9e42-7a42019e2da0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173667 Oct 26 16:27:50.012337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789cb1-05e9-4dad-8afc-1676c725f562 req-aa8c0726-204a-4fc1-8148-4dcdaa712219 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.013424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-dc8249b1-e555-4d0d-ba05-7b37454b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.014675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-dc8249b1-e555-4d0d-ba05-7b37454b53c4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6d9485713ac4cf180ed93f03807a693&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4358454 Oct 26 16:27:50.021257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83789cb1-05e9-4dad-8afc-1676c725f562 req-aa8c0726-204a-4fc1-8148-4dcdaa712219 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.2191184 Oct 26 16:27:50.035182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8e980906-a01c-4764-8e29-a2d2f5c1c70e None None] Port a8a0e622-3952-44e6-ba9b-b2529fd41301 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:50.062349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:50.063265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.141812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.142801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.144598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] 10.222.0.47 "PUT /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 1096 time: 1.4100780 Oct 26 16:27:50.162441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83789cb1-05e9-4dad-8afc-1676c725f562 req-95a50a1f-abf7-49df-8350-d54d91c6cbf2 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399536 Oct 26 16:27:50.229547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917deb-e92b-402a-b0ca-4bba607a2ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=12']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:50.289308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:50.289873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.401232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7436daa8-f450-42b6-9ac9-1dcf773fe370 req-4e20b1ab-00a8-4dfc-acad-f5943d151aca tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0713913 Oct 26 16:27:50.417200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-84992e70-0955-4dd6-bdf7-21b217037d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.418936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-84992e70-0955-4dd6-bdf7-21b217037d97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1099 time: 0.2012310 Oct 26 16:27:50.474252 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.474450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87900726-3571-4184-9731-0cfb398c3e39 req-e86a4cae-6726-4950-9bd9-80cd7165abaa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.481102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87900726-3571-4184-9731-0cfb398c3e39 req-e86a4cae-6726-4950-9bd9-80cd7165abaa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.484151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87900726-3571-4184-9731-0cfb398c3e39 req-e86a4cae-6726-4950-9bd9-80cd7165abaa tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1677 time: 0.1559205 Oct 26 16:27:50.562105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:50.603621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87900726-3571-4184-9731-0cfb398c3e39 req-85ea0a9d-a60b-4a7a-84b8-81fab51f9acb tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889692 Oct 26 16:27:50.604089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}, {'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:50.608587 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cced91-3132-49e2-96a5-922f37c98974" -d '{"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-unplugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}, {"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:50.613836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.638635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-7094c7ce-5a3b-4f37-870b-eef9938e7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.639041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.640179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-7094c7ce-5a3b-4f37-870b-eef9938e7b49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2106562 Oct 26 16:27:50.659217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:50.705950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-5cba34cf-9353-4228-8c0c-7ee87b48854a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0561314 Oct 26 16:27:50.707661 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5442598-2bea-4c60-8cab-4da5d48c7b83 x-openstack-request-id: req-d5442598-2bea-4c60-8cab-4da5d48c7b83 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:50.708012 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-unplugged", "status": "completed", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "code": 200}, {"name": "network-changed", "server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:50.714635 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5442598-2bea-4c60-8cab-4da5d48c7b83 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:50.714635 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'code': 200} Oct 26 16:27:50.714635 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'status': 'completed', 'code': 200} Oct 26 16:27:50.743021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc56a52d-6f03-4477-a2ae-1189dbfe7aa7 req-b3bc8da0-49bc-42c4-8c4d-938ae18d6f26 service neutron] 10.222.0.47 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937019 Oct 26 16:27:50.758937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:50.779963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-de800236-cbff-451d-ad1f-7cf8534a0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.781715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31653025-576a-42f1-8ca0-dfe758ea20c7 req-de800236-cbff-451d-ad1f-7cf8534a0e91 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6607952 Oct 26 16:27:50.858083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-0af95063-585c-4b27-a4fd-a6e47db6273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.859721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-0af95063-585c-4b27-a4fd-a6e47db6273f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1428275 Oct 26 16:27:50.881994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067a1c9-597a-4fb0-a586-32e5fa3d3a8a req-79017958-1181-4e62-acd2-af84c1026d98 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.890280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4067a1c9-597a-4fb0-a586-32e5fa3d3a8a req-79017958-1181-4e62-acd2-af84c1026d98 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.1119909 Oct 26 16:27:50.900883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-34029a38-5144-4576-af97-8de1e1d13b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.903388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-34029a38-5144-4576-af97-8de1e1d13b82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1099 time: 0.1228292 Oct 26 16:27:50.923751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-bf63261d-d6d1-4f0e-aae7-a4ca63fa9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:50.925593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-bf63261d-d6d1-4f0e-aae7-a4ca63fa9752 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1094 time: 0.0849519 Oct 26 16:27:50.999477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-0aa2de82-b58b-4338-8e04-01869954f71c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 217 time: 0.0514514 Oct 26 16:27:51.021311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4067a1c9-597a-4fb0-a586-32e5fa3d3a8a req-6251bb0e-2800-445f-9f72-2bc2a42c2b33 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301703 Oct 26 16:27:51.030969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:51.034726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014629-ef02-4758-b600-cdbe587ad62d req-8676a533-d712-48aa-8772-47c9961e00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.035316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014629-ef02-4758-b600-cdbe587ad62d req-8676a533-d712-48aa-8772-47c9961e00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.036168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d1adbcd0-46e5-47c2-aa72-15874cc17799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.036939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-8676a533-d712-48aa-8772-47c9961e00ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=710d6cdaf2864a2888aa23617155ca23&device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1979 time: 0.1290834 Oct 26 16:27:51.038060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-d1adbcd0-46e5-47c2-aa72-15874cc17799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440001 Oct 26 16:27:51.130976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:51.156693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2b68a3c8-0ec9-4a87-a069-7063815322ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.158137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-2b68a3c8-0ec9-4a87-a069-7063815322ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1471274 Oct 26 16:27:51.190605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-85e5ba17-16b3-46e6-8947-1da9f64aa8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.200234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-85e5ba17-16b3-46e6-8947-1da9f64aa8ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2548349 Oct 26 16:27:51.200234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-732cf371-0e24-4f81-a191-a4ed334e8f58 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=196837cdd7cf4b938900a3a4f04187c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678916 Oct 26 16:27:51.227698 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-470236f6-cd3e-4300-abce-b1b9da77b0ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480070 Oct 26 16:27:51.258405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:51.296996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:51.313354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-09b8f2e9-2008-4a4d-bd12-b860c381eca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0993035 Oct 26 16:27:51.321108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7cbb6-35c0-43f8-9ac4-2ddf44a06ad2 req-cc772c31-03ae-4f90-b40e-be08d207dd16 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.322530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a7cbb6-35c0-43f8-9ac4-2ddf44a06ad2 req-cc772c31-03ae-4f90-b40e-be08d207dd16 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 948 time: 0.1950884 Oct 26 16:27:51.329493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014629-ef02-4758-b600-cdbe587ad62d req-fb61dee2-c58e-44a4-99ae-2fa4157a3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.330939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-fb61dee2-c58e-44a4-99ae-2fa4157a3b64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e945beaf-8611-4f86-ae1d-d30ba145d7b0 HTTP/1.1" status: 200 len: 902 time: 0.2734041 Oct 26 16:27:51.378053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-3eeca8df-ae08-4ac9-a2a2-6a8e492433e5 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190854 Oct 26 16:27:51.409436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-f5f56477-facc-4473-98f0-c578faaa7091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85 HTTP/1.1" status: 200 len: 217 time: 0.0478911 Oct 26 16:27:51.462000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:27:51.498424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-3745534e-6504-41be-875e-d3814cfafb46 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557127 Oct 26 16:27:51.499642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59a7cbb6-35c0-43f8-9ac4-2ddf44a06ad2 req-f7a192de-69e1-422e-b14d-bb8d16b68ee3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650293 Oct 26 16:27:51.503169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-dceaae9b-4e78-42c2-9b86-72777b72c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.505303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-dceaae9b-4e78-42c2-9b86-72777b72c812 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1764512 Oct 26 16:27:51.506464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:27:51.513892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:51.514839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-a572ad5f-cf03-4663-a2c2-d0599693894b tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.516374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-a572ad5f-cf03-4663-a2c2-d0599693894b tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142622 Oct 26 16:27:51.521632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014629-ef02-4758-b600-cdbe587ad62d req-333ad462-9ef6-492d-858c-c6b003a43efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.523012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-333ad462-9ef6-492d-858c-c6b003a43efc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47e7f8c3-1ade-4746-83b8-f92e59388928 HTTP/1.1" status: 200 len: 801 time: 0.0967600 Oct 26 16:27:51.535822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:51.590241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-32370fb5-2c66-4cfe-90ad-1095a1bcd553 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/quotas/196837cdd7cf4b938900a3a4f04187c2 HTTP/1.1" status: 200 len: 375 time: 0.0467823 Oct 26 16:27:51.619970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b0ce536-97e8-4ea7-85e2-2e2f74dfa4b0 req-929104c0-1651-4f63-b368-055d946afa27 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325613 Oct 26 16:27:51.667396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-f565d8fd-80a6-4459-b780-dc1ef85255ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.669565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-f565d8fd-80a6-4459-b780-dc1ef85255ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498251 Oct 26 16:27:51.671848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-136b719b-fff4-4143-a74f-c974be8e9f7f tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=196837cdd7cf4b938900a3a4f04187c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660744 Oct 26 16:27:51.701967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a765-e8f3-480a-ac6d-d1e2300e268f req-0930a6c4-e51c-487f-b47d-1531a627139a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.703674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa0a765-e8f3-480a-ac6d-d1e2300e268f req-0930a6c4-e51c-487f-b47d-1531a627139a tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1063359 Oct 26 16:27:51.713354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014629-ef02-4758-b600-cdbe587ad62d req-6daae68f-24c0-45ad-b4b7-9359cf1ac238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.714934 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-6daae68f-24c0-45ad-b4b7-9359cf1ac238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e945beaf-8611-4f86-ae1d-d30ba145d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804457 Oct 26 16:27:51.766950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11448539-2c40-49d2-a520-cf521e69dc60 req-c95a48f6-e92c-495e-80be-3db105e8a522 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557559 Oct 26 16:27:51.843102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:51.848067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-67396915-3daa-41ca-9289-a5381df2693b service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646543 Oct 26 16:27:51.869251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d76736e5-6b81-44b6-90cb-b13607e38bdc None None] Provisioning complete for port a8a0e622-3952-44e6-ba9b-b2529fd41301 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:51.870093 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d76736e5-6b81-44b6-90cb-b13607e38bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:51.874528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-0c5e30c3-f43c-45da-8e50-865c54613a6c service neutron] 10.222.0.47 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260662 Oct 26 16:27:51.930204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa0a765-e8f3-480a-ac6d-d1e2300e268f req-5e5d35b2-f2cb-4abf-b7d0-d0b8bde78f15 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118223 Oct 26 16:27:51.958511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-427d5a87-b7a5-42ee-aa8f-6a169659949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:51.960044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-427d5a87-b7a5-42ee-aa8f-6a169659949e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1099 time: 0.1511757 Oct 26 16:27:52.000976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d76736e5-6b81-44b6-90cb-b13607e38bdc None None] Port a8a0e622-3952-44e6-ba9b-b2529fd41301 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:52.009759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:52.066941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-7005474f-15fd-4771-912a-1ccd4f314b28 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057216 Oct 26 16:27:52.090007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f2331aa-f92e-4516-b7f0-57f99271b0ca req-7239c363-476b-4c3d-abcf-1ef4eb8fe510 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0434778 Oct 26 16:27:52.113308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:52.113976 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:52.145936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-a1a3f9eb-1bd5-4659-9d6b-5c0f57fd0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.154009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-a1a3f9eb-1bd5-4659-9d6b-5c0f57fd0dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1838675 Oct 26 16:27:52.192521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44014629-ef02-4758-b600-cdbe587ad62d req-6c557b8d-f65a-47b0-be5a-04beeb691a54 service neutron] 10.222.0.47 "GET /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827635 Oct 26 16:27:52.213461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:52.227630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a6ec5a48-48eb-479b-a1e2-7166da94691a admin admin] 10.222.0.21 "PUT /v2.0/routers/72c1e47a-79d8-44f5-9bc3-5c4a117c29a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3178322 Oct 26 16:27:52.242320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Sync routers for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:52.252146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60f698f4-f783-46e8-8224-98094754d1b2 req-c30864bb-fd7a-4d44-9bb4-db36d3ac58d9 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 210 time: 0.0841627 Oct 26 16:27:52.254761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-d1fd982c-3a0a-4fee-9e33-134427ea654c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 200 len: 217 time: 0.0754213 Oct 26 16:27:52.292139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:52.292771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:52.408278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:52.436082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:52.613137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da34cb-dd9a-4a02-8b85-39690a2bda5c req-ddc4df22-a08c-4244-b050-3e86a402bff6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.619117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da34cb-dd9a-4a02-8b85-39690a2bda5c req-ddc4df22-a08c-4244-b050-3e86a402bff6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.620759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78da34cb-dd9a-4a02-8b85-39690a2bda5c req-ddc4df22-a08c-4244-b050-3e86a402bff6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1677 time: 0.4644535 Oct 26 16:27:52.621067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:49Z', 'revision_number': 4, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a8a0e622-3952-44e6-ba9b-b2529fd41301', 'name': '', 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'mac_address': 'fa:16:3e:10:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:48Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 2, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'subnets': [{'id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:52.651300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Checking router: 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:52.651648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Updating router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 port a8a0e622-3952-44e6-ba9b-b2529fd41301 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:27:52.694386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-1f802e3b-374d-471a-9eda-73c54831ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.695911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-1f802e3b-374d-471a-9eda-73c54831ff31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.4317186 Oct 26 16:27:52.714435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a0b0b-4334-4299-b65f-5de4a6036762 req-820731db-8e6f-40c2-aa38-cd7db990988e tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.716650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f0a0b0b-4334-4299-b65f-5de4a6036762 req-820731db-8e6f-40c2-aa38-cd7db990988e tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1145999 Oct 26 16:27:52.732692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60180) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:27:52.733146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78da34cb-dd9a-4a02-8b85-39690a2bda5c req-206444dc-da64-4665-8ea1-5ddff219e6d4 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951295 Oct 26 16:27:52.734006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Request body: {'floatingip': {'port_id': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:52.764406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cced91-3132-49e2-96a5-922f37c98974 req-5c867bd0-8d50-4f2c-98f5-d22da5b0dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:52.766141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-5c867bd0-8d50-4f2c-98f5-d22da5b0dff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598283 Oct 26 16:27:52.800127 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:52.830772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.022192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:53.027173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-69234ca3-1ba5-49f7-a112-ff3b7096aa9f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517970 Oct 26 16:27:53.035083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2559d90-0e34-40d0-8381-234efbc874af req-017bf1d9-7c09-4ff1-b627-d7d82bf69a7b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1742709 Oct 26 16:27:53.042698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a34d1-abfe-47d9-8903-f8a8c759a8d9 req-342bd32b-9c78-4c1e-9c3d-1c9d7ed9ecd0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:53.044525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-638a34d1-abfe-47d9-8903-f8a8c759a8d9 req-342bd32b-9c78-4c1e-9c3d-1c9d7ed9ecd0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.1826804 Oct 26 16:27:53.059928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:53.162098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-638a34d1-abfe-47d9-8903-f8a8c759a8d9 req-c6df78fa-798f-41ef-9449-9ec02b99907f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065300 Oct 26 16:27:53.185255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:53.203363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73cced91-3132-49e2-96a5-922f37c98974 req-c4174f5f-aef1-4cc1-b828-1343fecb15d1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566150 Oct 26 16:27:53.226293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.235220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'port_id': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'mac_address': 'fa:16:3e:59:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:53.270651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.290328 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.308366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:53.338933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:53.357831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.364243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.386327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.440752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801e43-e3b1-46e7-9a93-38132514687e None None] Pushing event updated for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:53.464648 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.467704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:53.485079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.563616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273a30-3804-445b-88f2-2c25b3aaaf3b req-8a8b01b7-b666-4762-8e41-4dad6439fa04 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:53.566145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc273a30-3804-445b-88f2-2c25b3aaaf3b req-8a8b01b7-b666-4762-8e41-4dad6439fa04 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 948 time: 0.1524997 Oct 26 16:27:53.587887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:53.592435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Attempting to bind port a8a0e622-3952-44e6-ba9b-b2529fd41301 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:53.592864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Attempting to bind port a8a0e622-3952-44e6-ba9b-b2529fd41301 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:53.593327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Attempting to bind port a8a0e622-3952-44e6-ba9b-b2529fd41301 on network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:53.604312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:53.607413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Checking segment: {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:53.607413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.607413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Bound using segment: {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:53.607413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Bound port: a8a0e622-3952-44e6-ba9b-b2529fd41301, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd193893a-a358-41f3-ba85-05289d648037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:53.607413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.624279 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Floating IP 27842c0a-e529-4fb9-bd16-797ba6858780 associated. External IP: 172.25.5.44, port: 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2. Oct 26 16:27:53.634983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Allocated IP 172.25.5.175 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/8fa4a647-d989-446e-9f63-7449ac9e8b6b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:53.686081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc273a30-3804-445b-88f2-2c25b3aaaf3b req-d81acebd-80c8-4273-96f2-e7e46af45c5b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796528 Oct 26 16:27:53.781368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:53.797717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'mac_address': 'fa:16:3e:90:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:53.864315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.869387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:27:53.870436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-aad2b656-c1c8-4505-aa03-374ab8cdb3a5 None None] Provisioning complete for port a8a0e622-3952-44e6-ba9b-b2529fd41301 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:53.870845 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aad2b656-c1c8-4505-aa03-374ab8cdb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.884749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] For port a8a0e622-3952-44e6-ba9b-b2529fd41301, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:53.912176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:53.917755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:53.931214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b143b874-066f-4ec3-b613-a40a88a10cc8 req-7fa29748-ad90-406b-a67e-efb9a59d8c89 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0390673 Oct 26 16:27:53.941676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:53.948114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] For port a8a0e622-3952-44e6-ba9b-b2529fd41301, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a8a0e622-3952-44e6-ba9b-b2529fd41301,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:53.959410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-aad2b656-c1c8-4505-aa03-374ab8cdb3a5 None None] Port a8a0e622-3952-44e6-ba9b-b2529fd41301 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:54.022463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.023882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e5dfd69e-33d4-4be9-b0e9-78fab39d4490 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:54.032728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:27:54.036795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b30689b5-552b-4aed-a1c1-26b3e6a03ad2 req-df137bed-0917-4525-b7c7-ad0d75459049 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Oct 26 16:27:54.038155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.044922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Sync routers for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:54.046139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.081300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:54.086572 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:54.098269 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.102783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-174a94a8-0904-4894-b1f0-905eefccf600 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "PUT /v2.0/floatingips/27842c0a-e529-4fb9-bd16-797ba6858780 HTTP/1.1" status: 200 len: 990 time: 1.3743830 Oct 26 16:27:54.105155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:54.111997 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e726c-3a02-4d34-afee-82b4b698b4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:54.114990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:54.126388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:54.128822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=8fa4a647-d989-446e-9f63-7449ac9e8b6b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:54.136775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:54.202877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:54.254668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6dfb9-453f-4974-88a6-59b41fc9f630 req-53115356-eb5f-4dbe-a681-41c39bb7de33 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:54.255842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:54.256487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:54.258599 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:54.268909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6dfb9-453f-4974-88a6-59b41fc9f630 req-53115356-eb5f-4dbe-a681-41c39bb7de33 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:54.270759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bec6dfb9-453f-4974-88a6-59b41fc9f630 req-53115356-eb5f-4dbe-a681-41c39bb7de33 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1677 time: 0.1311290 Oct 26 16:27:54.299911 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.395765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801e43-e3b1-46e7-9a93-38132514687e None None] Pushing event updated for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:54.396874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bec6dfb9-453f-4974-88a6-59b41fc9f630 req-906c6fd5-1f2e-4e76-a9f1-092426293c2d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863817 Oct 26 16:27:54.409788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:54.427872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490', 'network_id': '1c71bbe8-d839-4527-b422-6795e294411c', 'port_id': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490', 'mac_address': 'fa:16:3e:b9:eb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b01ce-d536-486f-be7f-d9e0fb920f9c', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:54.463828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:54.515084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.523258 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.549114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] Provisioning complete for port a8a0e622-3952-44e6-ba9b-b2529fd41301 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:54.549486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.566373 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '27842c0a-e529-4fb9-bd16-797ba6858780', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'port_id': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'mac_address': 'fa:16:3e:ca:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:23Z', 'updated_at': '2021-10-26T16:27:53Z', 'revision_number': 1, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:54.577451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dfd69e-33d4-4be9-b0e9-78fab39d4490 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:54.598306 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Checking router: b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:54.607901 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:27:54.608640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:54.632439 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a8550-ca11-417c-872c-f2088196bffe x-openstack-request-id: req-826a8550-ca11-417c-872c-f2088196bffe {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:54.632758 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:54.633008 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-826a8550-ca11-417c-872c-f2088196bffe {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:54.633907 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'status': 'completed', 'code': 200} Oct 26 16:27:54.648050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-1394b938-6f1e-4e31-90f0-130895bd095b tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=196837cdd7cf4b938900a3a4f04187c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287609 Oct 26 16:27:54.669432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:54.738513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-bb503637-96e9-4956-a975-86b031691c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:54.742172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-bb503637-96e9-4956-a975-86b031691c73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=523432b8462d465d9a2a8f1857bbbb01&device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 1096 time: 0.0817215 Oct 26 16:27:54.760749 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.761437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1efb0cc5-dd75-4383-a51b-df3cb1574a85 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:27:54.792170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:27:54.842254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.902421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:54.912564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d449e-7b4d-4d4d-bc46-cdf283617982 req-f4a6b395-3cae-4f97-98b6-1243b2c12524 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:54.914362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f1d449e-7b4d-4d4d-bc46-cdf283617982 req-f4a6b395-3cae-4f97-98b6-1243b2c12524 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.1583564 Oct 26 16:27:54.931659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:54.932089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-15a584ab-3f8f-4132-a026-ec9ab30a8995 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:54.934926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-15a584ab-3f8f-4132-a026-ec9ab30a8995 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706680 Oct 26 16:27:54.954919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Request body: {'port': {'device_id': 'b7e73686-0229-4774-9112-c8238dd41d97', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '196837cdd7cf4b938900a3a4f04187c2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:54.961092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] For port a8a0e622-3952-44e6-ba9b-b2529fd41301, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a8a0e622-3952-44e6-ba9b-b2529fd41301,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:54.994056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:55.008661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.010350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:49Z', 'revision_number': 4, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a8a0e622-3952-44e6-ba9b-b2529fd41301', 'name': '', 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'mac_address': 'fa:16:3e:10:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:48Z', 'updated_at': '2021-10-26T16:27:53Z', 'revision_number': 4, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'subnets': [{'id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:55.014697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '1efb0cc5-dd75-4383-a51b-df3cb1574a85', 'network_id': 'e945beaf-8611-4f86-ae1d-d30ba145d7b0', 'port_id': '1efb0cc5-dd75-4383-a51b-df3cb1574a85', 'mac_address': 'fa:16:3e:a8:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e7f8c3-1ade-4746-83b8-f92e59388928', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:27:55.042133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489dd4-687f-4f3c-84bb-1ea24647d621 None None] The sync data for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 is: [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:27:49Z', 'revision_number': 4, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a8a0e622-3952-44e6-ba9b-b2529fd41301', 'name': '', 'network_id': '77b3cfea-e0e1-4f98-a58c-eb0f759f96a0', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'mac_address': 'fa:16:3e:10:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:48Z', 'updated_at': '2021-10-26T16:27:53Z', 'revision_number': 4, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'subnets': [{'id': '0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:55.044222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.125831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=8fa4a647-d989-446e-9f63-7449ac9e8b6b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:55.182535 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.207017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd1ef2-33fa-4e6c-9b7e-3090f349c8dd None None] Pushing event updated for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:55.213393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efb0cc5-dd75-4383-a51b-df3cb1574a85 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:55.214240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f1d449e-7b4d-4d4d-bc46-cdf283617982 req-03c69a13-ad33-479d-9f92-47b64d1bf7f6 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675068 Oct 26 16:27:55.249714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:55.288199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.320100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.342633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-97129bf8-0728-4268-b8eb-e9fdc5951fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:55.344133 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-97129bf8-0728-4268-b8eb-e9fdc5951fe1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 HTTP/1.1" status: 200 len: 906 time: 0.5925033 Oct 26 16:27:55.381244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3b04d-a064-4d87-b7ec-8e575f7b34fb req-96a9a142-2b43-4254-994b-d478231987b1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:55.385958 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '27842c0a-e529-4fb9-bd16-797ba6858780', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'port_id': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'mac_address': 'fa:16:3e:ca:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:23Z', 'updated_at': '2021-10-26T16:27:53Z', 'revision_number': 1, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:55.395563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cb3b04d-a064-4d87-b7ec-8e575f7b34fb req-96a9a142-2b43-4254-994b-d478231987b1 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.0863373 Oct 26 16:27:55.409869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:55.425859 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee459f-5c3c-4eb3-903c-7f179ac70722 None None] The sync data for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 is: [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '27842c0a-e529-4fb9-bd16-797ba6858780', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'port_id': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'mac_address': 'fa:16:3e:ca:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:27:23Z', 'updated_at': '2021-10-26T16:27:53Z', 'revision_number': 1, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:55.442740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-4bba4723-daf8-4117-9648-6894053e61c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 HTTP/1.1" status: 200 len: 998 time: 0.0876279 Oct 26 16:27:55.448315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.449668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2559d90-0e34-40d0-8381-234efbc874af req-222a9aa2-2d7c-427c-83c8-bad324036188 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4040058 Oct 26 16:27:55.459394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cb3b04d-a064-4d87-b7ec-8e575f7b34fb req-3acaff92-fd9f-4803-9014-43e482b845c0 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 Oct 26 16:27:55.507284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-25586883-5fff-42d7-b7b6-15d37f6b6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:55.509257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-25586883-5fff-42d7-b7b6-15d37f6b6bce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a0a40c-b385-440e-a868-767e795ed6fb HTTP/1.1" status: 200 len: 844 time: 0.0573888 Oct 26 16:27:55.524393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2559d90-0e34-40d0-8381-234efbc874af req-03e4a9c6-319b-4186-abf5-9bf49985d919 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0645876 Oct 26 16:27:55.530652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Made reservation on behalf of 196837cdd7cf4b938900a3a4f04187c2 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:27:55.547060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.581321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-0a7e0696-f371-43f2-b8db-b4dd4c2db199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:55.582792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-0a7e0696-f371-43f2-b8db-b4dd4c2db199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609756 Oct 26 16:27:55.650037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:55.716792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-c5aa0768-1018-4d65-95df-244bbf34c3ab service neutron] 10.222.0.39 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183171 Oct 26 16:27:55.741132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:55.749338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f863d64d-fe35-4795-8a72-f150836ba020 req-a47cc388-0cc3-49ba-af50-d06518e45fc4 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0534513 Oct 26 16:27:55.766086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559d90-0e34-40d0-8381-234efbc874af req-3b7b31c9-c80e-4df1-991f-769eb49f22c3 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:55.781150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2559d90-0e34-40d0-8381-234efbc874af req-3b7b31c9-c80e-4df1-991f-769eb49f22c3 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2286382 Oct 26 16:27:55.823942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e5dfd69e-33d4-4be9-b0e9-78fab39d4490'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:55.859267 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-279e726c-3a02-4d34-afee-82b4b698b4ce req-1632535e-33f9-4fc4-bdc3-34c39b249938 service neutron] 10.222.0.39 "GET /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346180 Oct 26 16:27:55.860672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1efb0cc5-dd75-4383-a51b-df3cb1574a85'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:55.863035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['84a84eb5-6009-433e-a75d-92ca2dec2164'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:55.865913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731def9-7c2d-48ea-835b-38b1431e3df1 None None] New status for floating IP 27842c0a-e529-4fb9-bd16-797ba6858780: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:27:55.978887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96cf1fa8-cfa3-4cd6-9d85-10341bd8cab4 req-488b72b3-16c7-4390-b566-5de7c30a2dae tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 210 time: 0.0854294 Oct 26 16:27:55.995793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.029677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739041bc-4958-4c08-a8a7-eb5035521e1b req-615186ee-f267-4b32-a8ab-0d1271dcfdda tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:56.035922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739041bc-4958-4c08-a8a7-eb5035521e1b req-615186ee-f267-4b32-a8ab-0d1271dcfdda tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:56.037694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-739041bc-4958-4c08-a8a7-eb5035521e1b req-615186ee-f267-4b32-a8ab-0d1271dcfdda tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1679 time: 0.1439912 Oct 26 16:27:56.086275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.108646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a8a0e622-3952-44e6-ba9b-b2529fd41301 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:56.181053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-739041bc-4958-4c08-a8a7-eb5035521e1b req-76af31d8-aadf-40ee-8277-d7b012ea3c34 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345503 Oct 26 16:27:56.196398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb38de9-fbd2-4df8-8611-0fd691c328d3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:56.205853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16431a-68af-402a-a7bd-83c8a93c7a7e req-bcfb49d2-1a42-4984-9795-bfa15bc0d12a tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:56.207493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f16431a-68af-402a-a7bd-83c8a93c7a7e req-bcfb49d2-1a42-4984-9795-bfa15bc0d12a tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 1100 time: 0.1630812 Oct 26 16:27:56.295639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Allocated IP 192.168.233.139 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/929fb8d4-09fa-4c89-95a6-ed003dfb6bca) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:56.316439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f16431a-68af-402a-a7bd-83c8a93c7a7e req-6f6f68d6-c6dc-4be5-a504-b60164f5836b tempest-MigrationsAdminTest-890835687 tempest-MigrationsAdminTest-890835687-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724869 Oct 26 16:27:56.526548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a8a0e622-3952-44e6-ba9b-b2529fd41301 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:56.527013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.529380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4db3a-9ec2-40b8-a5ec-41f79573f909 req-ca4490ce-b266-4423-9af4-ec07b57afb8a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:56.530918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5c4db3a-9ec2-40b8-a5ec-41f79573f909 req-ca4490ce-b266-4423-9af4-ec07b57afb8a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.1320903 Oct 26 16:27:56.611093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-6eb8cead-2746-48b4-b137-d1a2802b7e01 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2896733 Oct 26 16:27:56.640102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:56.650057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5c4db3a-9ec2-40b8-a5ec-41f79573f909 req-678db428-54c8-4952-923e-05b90c70fc8b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761573 Oct 26 16:27:56.707777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.764841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.814364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.876689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:56.882933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:56.885522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:56.891313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Pushing event updated for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:56.949260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:56.949670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:56.995090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.054411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad2ae413-8c09-4872-a5bc-f14ebb9915ef tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1087866 Oct 26 16:27:57.069803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Request body: {'port': {'device_id': 'b7e73686-0229-4774-9112-c8238dd41d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:57.185757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2b1bb30-c253-41ca-a3a3-04771d3dabed req-16190936-fd6e-4248-bea2-e1d2d17788e3 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0423298 Oct 26 16:27:57.186005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dc8906f2-8265-4a50-a9c6-df7342ea312c None None] Provisioning complete for port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:57.186460 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc8906f2-8265-4a50-a9c6-df7342ea312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.192488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.194775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Allocated IP 172.25.5.177 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/00ba18b8-f211-42fe-bbac-883ae952aabe) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:57.228900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc8906f2-8265-4a50-a9c6-df7342ea312c None None] Port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:27:57.428394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc774bb-fd52-4d9d-98d3-bc4201564630 req-832fb8b2-cb8b-4565-9026-973e3417e055 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:57.429891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dc774bb-fd52-4d9d-98d3-bc4201564630 req-832fb8b2-cb8b-4565-9026-973e3417e055 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 936 time: 0.1741948 Oct 26 16:27:57.458374 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.546500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dc774bb-fd52-4d9d-98d3-bc4201564630 req-5a9b7eac-5e16-4c66-9ee4-0a32d97135ad tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066515 Oct 26 16:27:57.670054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929fb8d4-09fa-4c89-95a6-ed003dfb6bca {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:27:57.678557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.684717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.722610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Transition to ACTIVE for port object 929fb8d4-09fa-4c89-95a6-ed003dfb6bca will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:27:57.741599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98525-3891-4862-ab0e-534d30944396 req-adf94bb6-69f5-4004-af97-8c4205975175 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:57.743146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75e98525-3891-4862-ab0e-534d30944396 req-adf94bb6-69f5-4004-af97-8c4205975175 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1129291 Oct 26 16:27:57.749590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:57.754296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:57.761754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:27:57.792832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:57.795183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=00ba18b8-f211-42fe-bbac-883ae952aabe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:57.864851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75e98525-3891-4862-ab0e-534d30944396 req-dd01404e-770a-4c88-a30e-4a8f60f9df64 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141236 Oct 26 16:27:57.882140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Pushing event updated for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:58.267603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.299532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865ce4-d614-4ccd-86c8-7c160e3bf869 req-a4582a3d-0132-487a-9de7-55450f773b49 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.305351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865ce4-d614-4ccd-86c8-7c160e3bf869 req-a4582a3d-0132-487a-9de7-55450f773b49 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.306877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00865ce4-d614-4ccd-86c8-7c160e3bf869 req-a4582a3d-0132-487a-9de7-55450f773b49 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1679 time: 0.1265528 Oct 26 16:27:58.309954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Attempting to bind port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:27:58.310286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Attempting to bind port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:27:58.310605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Attempting to bind port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:58.320527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:27:58.323973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Attempting to bind port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:27:58.333474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:27:58.333802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:27:58.334175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:27:58.334597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Bound port: 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:27:58.334945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.400903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00865ce4-d614-4ccd-86c8-7c160e3bf869 req-ba8e4c1f-eeac-49fb-94fb-66a2ff03942b tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870237 Oct 26 16:27:58.410320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.470399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:27:58.476200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:27:58.557526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.655367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.655983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.657390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] 10.222.0.39 "PUT /v2.0/ports/929fb8d4-09fa-4c89-95a6-ed003dfb6bca HTTP/1.1" status: 200 len: 1096 time: 1.5919313 Oct 26 16:27:58.661280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:58.663651 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:58.692500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7ed85-5e7b-4f5e-b0e0-8e682b43bd03 req-422a2088-fdd8-4b09-8333-c5846ae31a1e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.694065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53b7ed85-5e7b-4f5e-b0e0-8e682b43bd03 req-422a2088-fdd8-4b09-8333-c5846ae31a1e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.1757514 Oct 26 16:27:58.729877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.732107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4977ac-70d5-481b-aa91-71ff3195b104 service neutron] Pushing event updated for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:58.757280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-d3cae75f-ca84-42ec-85f8-751eca1012e3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.758845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-d3cae75f-ca84-42ec-85f8-751eca1012e3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1572156 Oct 26 16:27:58.822720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.832826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53b7ed85-5e7b-4f5e-b0e0-8e682b43bd03 req-a9501fc4-ad0f-4528-bb79-eabe42a012b8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309562 Oct 26 16:27:58.940341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=00ba18b8-f211-42fe-bbac-883ae952aabe,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:58.949105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-8e75c669-7805-4e48-bf61-93260e92ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:58.951353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-8e75c669-7805-4e48-bf61-93260e92ce9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=196837cdd7cf4b938900a3a4f04187c2&device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 1099 time: 0.1902161 Oct 26 16:27:58.993411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:58.997360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b10a189-bf72-4661-9ed7-b812599318db req-6ad062a3-59ff-4c98-8178-43b03e5ed54b tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0451066 Oct 26 16:27:59.032795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-4ed0f712-48de-455c-978c-7f6877ddba4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca HTTP/1.1" status: 200 len: 217 time: 0.0635936 Oct 26 16:27:59.049838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Deleting port 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:27:59.050173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.129663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.130738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-211a0767-67ec-4f44-88e4-41f484d36b15 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4999113 Oct 26 16:27:59.228534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-14531066-2ad7-4d18-a998-0a1a9131e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.229981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-14531066-2ad7-4d18-a998-0a1a9131e4fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1757829 Oct 26 16:27:59.237067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-a4f32687-76ae-4d00-8af0-62bb2805e762 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0833931 Oct 26 16:27:59.290281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd2a9-5045-4f87-8739-75019c8b6157 req-9de55825-44d5-4ffc-b5e3-72d0c4d6fa6b tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.291765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f8cd2a9-5045-4f87-8739-75019c8b6157 req-9de55825-44d5-4ffc-b5e3-72d0c4d6fa6b tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 948 time: 0.1924934 Oct 26 16:27:59.342329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:59.351573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] For port 84a84eb5-6009-433e-a75d-92ca2dec2164, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84a84eb5-6009-433e-a75d-92ca2dec2164,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:59.351938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.383283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Calling delete_port for 84a84eb5-6009-433e-a75d-92ca2dec2164 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:27:59.418812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad8e48e0-6f6f-4cd7-bb15-69d4a7ff163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.420345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ad8e48e0-6f6f-4cd7-bb15-69d4a7ff163f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1824262 Oct 26 16:27:59.432239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f8cd2a9-5045-4f87-8739-75019c8b6157 req-2aeac130-b1bb-4153-8600-9b5333c81fb0 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223607 Oct 26 16:27:59.455323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:59.463174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:59.463174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.486808 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e1b3b-df13-44a4-816a-2626b3b2c5f6 x-openstack-request-id: req-294e1b3b-df13-44a4-816a-2626b3b2c5f6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:59.487102 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:59.487382 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-294e1b3b-df13-44a4-816a-2626b3b2c5f6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:59.487753 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca', 'status': 'completed', 'code': 200} Oct 26 16:27:59.507409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-4b3192cf-7040-46a0-8d06-7cbd84cebed8 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.508774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff61ab44-9987-4dae-80fc-32aa435c7ccf req-4b3192cf-7040-46a0-8d06-7cbd84cebed8 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2626004 Oct 26 16:27:59.557590 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.581962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:27:59.584323 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3525f6-25dc-44c8-b05f-53495f4c9a42" -d '{"events": [{"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-plugged", "status": "completed", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:59.597393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:27:59.673581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.674633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:59.676113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99648e2-cd77-42c3-9c92-91865c599c88 req-ec1dc048-18f0-4c78-9fbc-824d2b2d773b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.677591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b99648e2-cd77-42c3-9c92-91865c599c88 req-ec1dc048-18f0-4c78-9fbc-824d2b2d773b tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c8d981-9f55-4697-9109-b3397bb27336 HTTP/1.1" status: 200 len: 949 time: 0.1380596 Oct 26 16:27:59.681702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-eb801ada-9427-439f-8461-2453e7e3bad4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427061 Oct 26 16:27:59.730275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabdab1-f8a8-493e-b16a-692ca2d0f9f3 req-a6f55de0-a284-4c46-a86f-f281e18afff4 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.736333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabdab1-f8a8-493e-b16a-692ca2d0f9f3 req-a6f55de0-a284-4c46-a86f-f281e18afff4 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:27:59.737863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efabdab1-f8a8-493e-b16a-692ca2d0f9f3 req-a6f55de0-a284-4c46-a86f-f281e18afff4 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1679 time: 0.1538432 Oct 26 16:27:59.748100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:59.850840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b99648e2-cd77-42c3-9c92-91865c599c88 req-667febce-aa69-49ef-8e1d-fed9e6b197cc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619859 Oct 26 16:27:59.864280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efabdab1-f8a8-493e-b16a-692ca2d0f9f3 req-feac992c-2202-44b6-8a6a-518750847544 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151042 Oct 26 16:27:59.891164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 84a84eb5-6009-433e-a75d-92ca2dec2164 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:27:59.896223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 84a84eb5-6009-433e-a75d-92ca2dec2164 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:27:59.896704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.900382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f089d7-d118-490f-b60d-b86ebe2d48de req-ef072c67-c953-4d3e-b15b-8b20bd90a5e1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885083 Oct 26 16:27:59.906412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:27:59.922078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:59.924744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41', 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:27:59.953854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Port 84a84eb5-6009-433e-a75d-92ca2dec2164 was deleted so its status cannot be updated. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 16:27:59.954622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e5dfd69e-33d4-4be9-b0e9-78fab39d4490 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:27:59.982588 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a3a9f-d01e-403f-beeb-87b62637cd43 x-openstack-request-id: req-612a3a9f-d01e-403f-beeb-87b62637cd43 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:59.983256 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-plugged", "status": "completed", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:59.983510 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-612a3a9f-d01e-403f-beeb-87b62637cd43 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:59.983895 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'code': 200} Oct 26 16:27:59.990769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event deleted for resources: {'Port': ['ID=84a84eb5-6009-433e-a75d-92ca2dec2164,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:00.060289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] No DVR routers for this DVR port 84a84eb5-6009-433e-a75d-92ca2dec2164 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:00.067771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.071587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b34ddb9-251d-48e4-a1f2-2fd0db36ab3b req-c607878a-8d2f-4eb4-ac51-4263d7fc6547 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "DELETE /v2.0/ports/84a84eb5-6009-433e-a75d-92ca2dec2164 HTTP/1.1" status: 204 len: 173 time: 1.2960441 Oct 26 16:28:00.197719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:00.209428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:00.209794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.216716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-41b3b569-0fcc-40cb-9247-1d013678c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.218229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-41b3b569-0fcc-40cb-9247-1d013678c8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=196837cdd7cf4b938900a3a4f04187c2&device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 1099 time: 0.1433063 Oct 26 16:28:00.225384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-ddb5363c-d66c-497a-a487-bc39711e3a34 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3230140 Oct 26 16:28:00.263493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:00.300705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ac108-2ceb-469e-9144-aa3c25040027 req-2fe04b76-b212-4245-aee0-a69f09608e87 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.302239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d26ac108-2ceb-469e-9144-aa3c25040027 req-2fe04b76-b212-4245-aee0-a69f09608e87 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 945 time: 0.2186141 Oct 26 16:28:00.312481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008218d-183b-4812-a7da-ff3c912bf8e2 req-7e9949e5-aaa9-4b34-8aa6-06351c79b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.313982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f008218d-183b-4812-a7da-ff3c912bf8e2 req-7e9949e5-aaa9-4b34-8aa6-06351c79b895 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.2138977 Oct 26 16:28:00.366188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.411587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f008218d-183b-4812-a7da-ff3c912bf8e2 req-4cb4c063-f21d-45e4-a298-34247895db4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Oct 26 16:28:00.419372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d26ac108-2ceb-469e-9144-aa3c25040027 req-785249bd-324c-48bc-bdbf-b8323f041ee8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996256 Oct 26 16:28:00.420180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:00.420823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-c602ad42-98d1-4b65-94e7-5d78fb4624aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.422302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-c602ad42-98d1-4b65-94e7-5d78fb4624aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1948385 Oct 26 16:28:00.427118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.507856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.515240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-21895d5a-062e-4a9d-9c05-b0ce78b7b788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca HTTP/1.1" status: 200 len: 217 time: 0.0644879 Oct 26 16:28:00.515353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1efb0cc5-dd75-4383-a51b-df3cb1574a85 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:00.590741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:00.596273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6664f69-1b14-4ed2-b2a7-2b80a4db12ea req-89311f93-51fb-4325-8080-0e839871b515 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0374258 Oct 26 16:28:00.613230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-e35f13ef-3cc9-4623-9046-07f22a700902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.614891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-e35f13ef-3cc9-4623-9046-07f22a700902 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0926938 Oct 26 16:28:00.661775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:00.680366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.688001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:00.688001 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.688321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-69851b8c-23e3-43da-a3c9-6a286a92f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.689831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-69851b8c-23e3-43da-a3c9-6a286a92f759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660005 Oct 26 16:28:00.728234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-577a14b3-a79d-4b04-8d77-476826cd697c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.780371 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.813558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:00.844308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30e5f-fd27-40f8-a067-103dffd26cd0 req-7202cb8f-9006-4383-acac-30cea757c77a tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:00.845833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61a30e5f-fd27-40f8-a067-103dffd26cd0 req-7202cb8f-9006-4383-acac-30cea757c77a tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 948 time: 0.1613016 Oct 26 16:28:00.879171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:00.933133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:00.934874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-06f7bcb4-92d9-48ee-b12d-98f363840a31 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280221 Oct 26 16:28:00.946824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Allocated IP 172.25.5.51 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/89d17109-9ca1-4501-807b-0cbc15e7ec89) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:00.982057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61a30e5f-fd27-40f8-a067-103dffd26cd0 req-515c35ea-386c-479e-9689-c4031278a24e tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269424 Oct 26 16:28:01.354246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:01.376368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 84a84eb5-6009-433e-a75d-92ca2dec2164 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:01.377409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84a84eb5-6009-433e-a75d-92ca2dec2164 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:01.437258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7808c4d9-34b5-42fd-80c7-d88032aaeb1a req-c56ac1fd-4af5-4dd8-98eb-a6083cd2b2c8 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881518 Oct 26 16:28:01.445293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b28d-bcb5-4b53-bc07-c47e00bd15a4 req-300e1229-f32d-4d61-a236-182297eb1366 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:01.451994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b28d-bcb5-4b53-bc07-c47e00bd15a4 req-300e1229-f32d-4d61-a236-182297eb1366 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:01.453579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aa9b28d-bcb5-4b53-bc07-c47e00bd15a4 req-300e1229-f32d-4d61-a236-182297eb1366 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1681 time: 0.1225908 Oct 26 16:28:01.474020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.489336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-deleted', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:01.491603 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d323991-d6a5-41a2-a413-7c73e8c01091" -d '{"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-deleted", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:01.519631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aa9b28d-bcb5-4b53-bc07-c47e00bd15a4 req-8b98fdcb-fda8-4f60-9ed3-5231c89aaa64 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571425 Oct 26 16:28:01.545047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 929fb8d4-09fa-4c89-95a6-ed003dfb6bca details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:28:01.594311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.644579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:01.649905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:01.653802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:01.693556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=89d17109-9ca1-4501-807b-0cbc15e7ec89,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:01.755008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.778819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:01.789975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca', 'mac_address': 'fa:16:3e:1a:ca:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:28:01.826951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.844569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929fb8d4-09fa-4c89-95a6-ed003dfb6bca {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:01.863438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:01.896869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.964407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:01.987400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490'}, {'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:01.990043 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2946318-092d-4e6c-842f-87f044725f24" -d '{"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-plugged", "status": "completed", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490"}, {"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-plugged", "status": "completed", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:02.017932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:02.053200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e83bd-4383-47bd-a90c-2d581257b4a2 req-85a5aac5-cbff-45f8-9aad-5eabdfd70378 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.054667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-132e83bd-4383-47bd-a90c-2d581257b4a2 req-85a5aac5-cbff-45f8-9aad-5eabdfd70378 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 945 time: 0.0975029 Oct 26 16:28:02.120349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-132e83bd-4383-47bd-a90c-2d581257b4a2 req-f627676a-bb4d-4280-95c3-2af3450f653a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 Oct 26 16:28:02.122785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:02.170745 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85749e23-26ef-4cbf-8267-3bb3aa4bb83f x-openstack-request-id: req-85749e23-26ef-4cbf-8267-3bb3aa4bb83f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:02.170745 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c8d981-9f55-4697-9109-b3397bb27336", "name": "network-vif-deleted", "tag": "84a84eb5-6009-433e-a75d-92ca2dec2164", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:02.170745 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85749e23-26ef-4cbf-8267-3bb3aa4bb83f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:02.170745 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c8d981-9f55-4697-9109-b3397bb27336', 'name': 'network-vif-deleted', 'tag': '84a84eb5-6009-433e-a75d-92ca2dec2164', 'status': 'completed', 'code': 200} Oct 26 16:28:02.185835 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:02.252883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['929fb8d4-09fa-4c89-95a6-ed003dfb6bca'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:02.260513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=89d17109-9ca1-4501-807b-0cbc15e7ec89,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:02.270748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:02.304978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-596e25db-da25-4e16-8fcb-e316ea84e5e5 req-5a6e7dcc-ba4e-4370-8a58-967651d07010 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0312791 Oct 26 16:28:02.376578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:02.377728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-127ff2ee-fed0-462e-94e2-3df2fa2dfbaa tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1358855 Oct 26 16:28:02.445679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-272b3ab5-e248-4509-954d-49913c6e7562 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.0495489 Oct 26 16:28:02.458909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e4762-810f-4e3b-9dc8-e45831f6e15d req-98760418-5669-4fbb-be44-52f14c793714 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.460434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837e4762-810f-4e3b-9dc8-e45831f6e15d req-98760418-5669-4fbb-be44-52f14c793714 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 950 time: 0.0968165 Oct 26 16:28:02.554541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837e4762-810f-4e3b-9dc8-e45831f6e15d req-fd81b890-7f55-414a-965f-caebc736724c tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846071 Oct 26 16:28:02.587021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-2b4d34fa-e34c-4991-8604-b8b7f4958d70 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.588377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d67a5b57-fc35-48da-bee5-b777a316e62e req-2b4d34fa-e34c-4991-8604-b8b7f4958d70 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1271152 Oct 26 16:28:02.601532 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadf0977-01ea-4ce8-abf9-8e6efda95859 x-openstack-request-id: req-dadf0977-01ea-4ce8-abf9-8e6efda95859 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:02.602021 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-plugged", "status": "completed", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490", "code": 200}, {"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-plugged", "status": "completed", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:02.602190 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dadf0977-01ea-4ce8-abf9-8e6efda95859 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:02.602743 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490', 'code': 200} Oct 26 16:28:02.603059 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85', 'code': 200} Oct 26 16:28:02.749219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b376-e3e6-4fd2-a658-85a2a1eb0026 req-9d083590-94a9-45c4-9691-070ad6319155 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.750686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24a3b376-e3e6-4fd2-a658-85a2a1eb0026 req-9d083590-94a9-45c4-9691-070ad6319155 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 949 time: 0.1109450 Oct 26 16:28:02.752295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc16c-e50f-4f0b-9dee-0205861b18de req-1c4827f4-b22c-4d9e-8ccb-7545941a49b5 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.753648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-834bc16c-e50f-4f0b-9dee-0205861b18de req-1c4827f4-b22c-4d9e-8ccb-7545941a49b5 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.1031938 Oct 26 16:28:02.767424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c98c8-d4ba-4eed-aa11-176eae0273f7 req-ff81577b-1153-4bbb-bf01-c259b97e5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.767911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c98c8-d4ba-4eed-aa11-176eae0273f7 req-ff81577b-1153-4bbb-bf01-c259b97e5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:02.769359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b6c98c8-d4ba-4eed-aa11-176eae0273f7 req-ff81577b-1153-4bbb-bf01-c259b97e5e27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1983 time: 0.0957065 Oct 26 16:28:02.843485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-834bc16c-e50f-4f0b-9dee-0205861b18de req-7c9178d5-17a7-4a46-8139-3a77cc3c8d36 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832801 Oct 26 16:28:02.846204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24a3b376-e3e6-4fd2-a658-85a2a1eb0026 req-a6747eac-9256-4221-8cbe-6e524171f41c tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Oct 26 16:28:02.850160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b6c98c8-d4ba-4eed-aa11-176eae0273f7 req-05c0ec9d-922b-4a45-9ba9-ea21ec4751ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676339 Oct 26 16:28:02.997690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f3d51-0832-4cf0-82dd-53e5a049a48f req-77fcf949-ac15-4cd8-8a72-8915049485de tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:03.003524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f3d51-0832-4cf0-82dd-53e5a049a48f req-77fcf949-ac15-4cd8-8a72-8915049485de tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:03.005043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e33f3d51-0832-4cf0-82dd-53e5a049a48f req-77fcf949-ac15-4cd8-8a72-8915049485de tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1681 time: 0.0883899 Oct 26 16:28:03.024505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-7d03c4d1-5b71-4d29-975b-08b82e2e3893 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1540482 Oct 26 16:28:03.037638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:03.065433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e33f3d51-0832-4cf0-82dd-53e5a049a48f req-dd314b31-60f1-41ec-bed9-eae652f0fa68 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Oct 26 16:28:03.201395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.268995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1eb48c-16fb-428c-8a80-5e1d6df6285d req-0df3dc5e-4284-43e1-ae33-acf4c3a4cb56 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:03.270415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af1eb48c-16fb-428c-8a80-5e1d6df6285d req-0df3dc5e-4284-43e1-ae33-acf4c3a4cb56 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.0964928 Oct 26 16:28:03.318725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af1eb48c-16fb-428c-8a80-5e1d6df6285d req-ba097d02-4e2a-483b-96a9-78bb7946ac5d tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Oct 26 16:28:03.345169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.494100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Allocated IP 172.25.5.250 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/66c00636-cc26-4eb2-9047-8b9f5569a293) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:03.498196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb8ecc9-abdb-412e-bb3a-b4003e49930f req-1c13573f-2680-4e51-9563-650392402d9e tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0559783 Oct 26 16:28:03.519301 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04cd41fa-6a80-4033-ba4a-8a4c7e81a4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.557222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 929fb8d4-09fa-4c89-95a6-ed003dfb6bca up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:03.582959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-43b8c29e-5f1b-4a76-a953-44f16e936002 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:03.584092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-43b8c29e-5f1b-4a76-a953-44f16e936002 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 950 time: 0.1252844 Oct 26 16:28:03.697069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.700547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:03.704771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:03.705138 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.734924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Deleting port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:03.735288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.783617 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.822823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:03.839523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] For port c6e62b0a-797e-4e01-8788-69bb1ec0fa47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:03.839859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.852309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Calling delete_port for c6e62b0a-797e-4e01-8788-69bb1ec0fa47 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:03.855934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.901746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:03.930976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:03.948539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:03.974652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:03.977146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:04.015730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=66c00636-cc26-4eb2-9047-8b9f5569a293,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:04.063926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50f010-eb64-46c7-b81d-fc34f14e69ba req-2001d5ff-67df-4142-8fd0-9df3cca80e34 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:04.065342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd50f010-eb64-46c7-b81d-fc34f14e69ba req-2001d5ff-67df-4142-8fd0-9df3cca80e34 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 950 time: 0.2084248 Oct 26 16:28:04.072853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.165439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd50f010-eb64-46c7-b81d-fc34f14e69ba req-f3f873e7-32e3-49cb-b344-5684a9f08dbd tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920463 Oct 26 16:28:04.188341 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.259969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5193ec-097c-4629-96b4-e5a44a90df0d req-5cf865c5-a5ef-41c4-a727-f4e1b9af6477 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:04.262030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe5193ec-097c-4629-96b4-e5a44a90df0d req-5cf865c5-a5ef-41c4-a727-f4e1b9af6477 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.0408900 Oct 26 16:28:04.316751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.320200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe5193ec-097c-4629-96b4-e5a44a90df0d req-12e42a63-0919-429a-ad0d-356f56bebc91 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Oct 26 16:28:04.341712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.354027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:04.359905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41', 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:04.397501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event deleted for resources: {'Port': ['ID=c6e62b0a-797e-4e01-8788-69bb1ec0fa47,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:04.483991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] No DVR routers for this DVR port c6e62b0a-797e-4e01-8788-69bb1ec0fa47 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:04.486583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.490264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58dc26e5-b8c1-4ad3-b259-a4d37245e180 req-f712a758-3bb7-480d-a882-9b10439285a3 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "DELETE /v2.0/ports/c6e62b0a-797e-4e01-8788-69bb1ec0fa47 HTTP/1.1" status: 204 len: 173 time: 0.8982792 Oct 26 16:28:04.494001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-deleted', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:04.496765 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f276b4-8e22-4035-8845-4ea8ed704aee" -d '{"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-deleted", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:04.562285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf47c0-e84f-4af8-8acd-74312fe88c32 req-aa8ad7a7-23dd-4a0a-a6f7-b674a95f9fbf tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:04.563860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3cf47c0-e84f-4af8-8acd-74312fe88c32 req-aa8ad7a7-23dd-4a0a-a6f7-b674a95f9fbf tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.1722648 Oct 26 16:28:04.604194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:04.606480 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39fd0a-0015-4c5e-861c-cc2cef25641d" -d '{"events": [{"server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "name": "network-vif-plugged", "status": "completed", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:04.635542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3cf47c0-e84f-4af8-8acd-74312fe88c32 req-9d5768b0-a55a-43d0-8f7e-4e1b9585471e tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Oct 26 16:28:04.660694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.742948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.759443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0911-4513-475c-aabe-9dce9b77e2cc req-df911a6e-807a-4eea-8974-f27509c8a48e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:04.766079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0911-4513-475c-aabe-9dce9b77e2cc req-df911a6e-807a-4eea-8974-f27509c8a48e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:04.767730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd2a0911-4513-475c-aabe-9dce9b77e2cc req-df911a6e-807a-4eea-8974-f27509c8a48e tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1681 time: 0.0671825 Oct 26 16:28:04.872031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event updated for resources: {'Port': ['ID=66c00636-cc26-4eb2-9047-8b9f5569a293,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:04.880828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.891385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd2a0911-4513-475c-aabe-9dce9b77e2cc req-ad631d8f-65be-4640-812e-1b961f633325 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Oct 26 16:28:04.906908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.977546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:04.978784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-b2dea6ff-5a0e-446b-a738-49b360f7a952 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9472983 Oct 26 16:28:05.034341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-395f3253-b96d-4ef4-83ac-f6b3f15262ee tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.0485880 Oct 26 16:28:05.092480 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18b3eb-81b9-4c34-90af-33b4d1283cb9 x-openstack-request-id: req-fe18b3eb-81b9-4c34-90af-33b4d1283cb9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:05.092767 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196e5b1-5ed2-4d92-80cf-8004210b17a7", "name": "network-vif-deleted", "tag": "c6e62b0a-797e-4e01-8788-69bb1ec0fa47", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:05.093017 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe18b3eb-81b9-4c34-90af-33b4d1283cb9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:05.093417 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196e5b1-5ed2-4d92-80cf-8004210b17a7', 'name': 'network-vif-deleted', 'tag': 'c6e62b0a-797e-4e01-8788-69bb1ec0fa47', 'status': 'completed', 'code': 200} Oct 26 16:28:05.160991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-db648689-6477-46c3-8eb9-4e60540d563a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:05.162233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d1234da-d8aa-48a7-9c43-2c04b2b1bc63 req-db648689-6477-46c3-8eb9-4e60540d563a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1223769 Oct 26 16:28:05.178166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d219ac5-e4be-47b2-aabf-f21ed502c66b req-90c1cd10-684f-406c-8fc5-6b998f168ae0 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0373175 Oct 26 16:28:05.198957 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa9778-eeab-4e32-bb5a-a8e197d767d8 x-openstack-request-id: req-0cfa9778-eeab-4e32-bb5a-a8e197d767d8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:05.198957 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "name": "network-vif-plugged", "status": "completed", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:05.198957 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cfa9778-eeab-4e32-bb5a-a8e197d767d8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:05.198957 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca', 'code': 200} Oct 26 16:28:05.263969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d24b818-b9c4-471f-9a32-fa16b6f3fb14 req-1739e993-c981-4d63-b005-b4de4334f927 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips/6d153041-4826-4d24-b7d3-baae72903605 HTTP/1.1" status: 200 len: 693 time: 0.0523288 Oct 26 16:28:05.377451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5659769-4e1f-4208-a4f5-a470db734a2d req-bd6be335-baaa-42d1-b774-346612f1e87e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=b196e5b1-5ed2-4d92-80cf-8004210b17a7 HTTP/1.1" status: 200 len: 210 time: 0.0855989 Oct 26 16:28:05.411387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0598-4e58-49c2-b518-474c23fd8288 req-60559e19-6da2-49ed-a31f-084d3ee4cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:05.412868 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b4f0598-4e58-49c2-b518-474c23fd8288 req-60559e19-6da2-49ed-a31f-084d3ee4cd74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 1101 time: 0.1184437 Oct 26 16:28:05.446845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24b818-b9c4-471f-9a32-fa16b6f3fb14 req-c0654006-3cb8-4d4d-a120-0f4063eb127f tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:05.448238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d24b818-b9c4-471f-9a32-fa16b6f3fb14 req-c0654006-3cb8-4d4d-a120-0f4063eb127f tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1786764 Oct 26 16:28:05.473604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b4f0598-4e58-49c2-b518-474c23fd8288 req-b36bb507-6213-4c5d-8521-4a26d25cc7c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Oct 26 16:28:05.538144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f927f-e9a4-4554-b993-0a56efe70bab req-26acdcbd-b073-414c-abb3-d052ca00b370 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:05.542035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-328f927f-e9a4-4554-b993-0a56efe70bab req-26acdcbd-b073-414c-abb3-d052ca00b370 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.0448773 Oct 26 16:28:05.577677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-328f927f-e9a4-4554-b993-0a56efe70bab req-deb9bfc2-759c-44cd-86b6-653e0835dfc1 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288191 Oct 26 16:28:05.646597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-dca6d4e1-4487-4082-a0e3-611e05089d6d tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips/6d153041-4826-4d24-b7d3-baae72903605 HTTP/1.1" status: 200 len: 693 time: 0.0467064 Oct 26 16:28:05.756028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-66c45ed3-375f-49a1-a999-c10cded7867b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:05.757605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-66c45ed3-375f-49a1-a999-c10cded7867b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1055512 Oct 26 16:28:05.812690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-4f96d318-2661-486a-80f9-e3128012a81d tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.0475404 Oct 26 16:28:05.862256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-ac9f9495-2ded-4330-8d2b-62e19d69011f tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.0434375 Oct 26 16:28:05.991910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Deleting port 66c00636-cc26-4eb2-9047-8b9f5569a293 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:05.992156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.360057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.360672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.373157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Calling delete_port for 66c00636-cc26-4eb2-9047-8b9f5569a293 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:06.478260 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.569877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.595418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event deleted for resources: {'Port': ['ID=66c00636-cc26-4eb2-9047-8b9f5569a293,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:06.662349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.664936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:06.666146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4012e2ad-df46-4bef-a818-cf5de104dea9 req-25653923-b3c1-495e-98de-a7d695fa1ea1 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "DELETE /v2.0/floatingips/6d153041-4826-4d24-b7d3-baae72903605 HTTP/1.1" status: 204 len: 173 time: 0.7982771 Oct 26 16:28:06.766674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495557f6-38e2-4930-8947-53b54591cd9b req-3513ce66-8f97-47bc-a85f-9af0c5fc5bb3 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:06.768347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-495557f6-38e2-4930-8947-53b54591cd9b req-3513ce66-8f97-47bc-a85f-9af0c5fc5bb3 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.0504563 Oct 26 16:28:06.810388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-495557f6-38e2-4930-8947-53b54591cd9b req-10303c2f-9ed6-43a1-86ce-14a046603737 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361660 Oct 26 16:28:06.916801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49420-ded0-4602-9ec5-0db1ce2fc6c9 req-7f9803e8-568f-4edd-aa91-11230e75e19d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:06.923309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49420-ded0-4602-9ec5-0db1ce2fc6c9 req-7f9803e8-568f-4edd-aa91-11230e75e19d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:06.924849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dc49420-ded0-4602-9ec5-0db1ce2fc6c9 req-7f9803e8-568f-4edd-aa91-11230e75e19d tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1681 time: 0.0588527 Oct 26 16:28:06.963305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dc49420-ded0-4602-9ec5-0db1ce2fc6c9 req-185c03c2-f7ed-4cc3-93a9-47b40551cf68 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Oct 26 16:28:07.174059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df385e23-2cf5-4a94-a4ba-accde4c8bb45 req-494f27f2-1a44-4606-96c0-4a761de6bbcd tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0271530 Oct 26 16:28:07.375639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-095e89c1-0779-4895-a837-cb4c3d7d3ee3 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:28:07.376667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-095e89c1-0779-4895-a837-cb4c3d7d3ee3 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073202 Oct 26 16:28:07.416983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852c3c6-7e14-49d3-8610-81e2b7f9d048 req-fe28c2d8-fe83-4b40-87ed-caedcb04a833 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:07.418954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2852c3c6-7e14-49d3-8610-81e2b7f9d048 req-fe28c2d8-fe83-4b40-87ed-caedcb04a833 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1908438 Oct 26 16:28:07.421525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-078565bd-856b-4284-9d79-bc022976896a tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:07.422908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-078565bd-856b-4284-9d79-bc022976896a tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 1093 time: 0.0404823 Oct 26 16:28:07.433560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:07.433560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:28:07.501663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-c4bc59b2-5a84-4fd1-8ead-9d5c83b6460c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:07.507689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-c4bc59b2-5a84-4fd1-8ead-9d5c83b6460c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:07.509198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-c4bc59b2-5a84-4fd1-8ead-9d5c83b6460c tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 1681 time: 0.0639629 Oct 26 16:28:07.569000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:07.569705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:07.570054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:07.570529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:07.576792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:07.577127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:07.582525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:07.583193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:07.590880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:07.590880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Bound port: 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:07.608368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:07.609004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:07.611480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c6e62b0a-797e-4e01-8788-69bb1ec0fa47 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:07.611761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c6e62b0a-797e-4e01-8788-69bb1ec0fa47 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:07.646422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:07.704343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port e5dfd69e-33d4-4be9-b0e9-78fab39d4490, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:07.704837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:07.718215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for e5dfd69e-33d4-4be9-b0e9-78fab39d4490 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:07.733024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:07.734386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] 10.222.0.21 "POST /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91/bindings HTTP/1.1" status: 201 len: 389 time: 0.3058424 Oct 26 16:28:07.865099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8bc8b0be-cfcb-4a32-bcc3-51826b83931d req-49b91f5c-000f-491b-ba0e-ad57e7f844c4 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2f160dc6aa2e434aa3c98fb321d947e3 HTTP/1.1" status: 200 len: 1656 time: 0.0845635 Oct 26 16:28:08.041332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b0be-cfcb-4a32-bcc3-51826b83931d req-75fdf0f9-2cad-4781-bc8a-7346e61d24b6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.043043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8bc8b0be-cfcb-4a32-bcc3-51826b83931d req-75fdf0f9-2cad-4781-bc8a-7346e61d24b6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks?id=efa9153d-e479-49ac-ab4a-5e7029088657&id=efa9153d-e479-49ac-ab4a-5e7029088657&id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 787 time: 0.1675949 Oct 26 16:28:08.051463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98015-2c7b-49cc-b065-44444c1a2344 req-285a9025-9386-4c4b-9dbe-eed99c9971f7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.052893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fd98015-2c7b-49cc-b065-44444c1a2344 req-285a9025-9386-4c4b-9dbe-eed99c9971f7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0873008 Oct 26 16:28:08.055735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:08.071853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e5dfd69e-33d4-4be9-b0e9-78fab39d4490', '1efb0cc5-dd75-4383-a51b-df3cb1574a85'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:08.113018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=e5dfd69e-33d4-4be9-b0e9-78fab39d4490,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:08.190902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port e5dfd69e-33d4-4be9-b0e9-78fab39d4490 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:08.203551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:08.207279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-5ffa27b4-0e13-49d6-8262-1798f5484f13 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "DELETE /v2.0/ports/e5dfd69e-33d4-4be9-b0e9-78fab39d4490 HTTP/1.1" status: 204 len: 173 time: 0.6913705 Oct 26 16:28:08.211879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-deleted', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:08.214191 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c877a35e-a4cb-4584-a139-80f29e1f5605" -d '{"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-deleted", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:08.224844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fd98015-2c7b-49cc-b065-44444c1a2344 req-f00d976c-f91a-444b-a1d4-17c5f79ce839 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650250 Oct 26 16:28:08.270915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66442722-def3-46dc-8139-0ac78d86c670 req-10963a1c-574b-4078-bb5c-d5d20a067d2a tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.275852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66442722-def3-46dc-8139-0ac78d86c670 req-10963a1c-574b-4078-bb5c-d5d20a067d2a tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.1661050 Oct 26 16:28:08.359651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66442722-def3-46dc-8139-0ac78d86c670 req-9956114c-ab7f-4496-920f-f5351e76b95e tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Oct 26 16:28:08.413853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a66a-da14-4f0f-8a00-9098e7ba58a6 req-1dfd75b3-cbd8-4f8e-aa20-1825ec70630c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.415294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b708a66a-da14-4f0f-8a00-9098e7ba58a6 req-1dfd75b3-cbd8-4f8e-aa20-1825ec70630c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 945 time: 0.0770981 Oct 26 16:28:08.419798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:08.420455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:08.572516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b708a66a-da14-4f0f-8a00-9098e7ba58a6 req-497158a6-1efe-432f-a0aa-f07da450cd3d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492810 Oct 26 16:28:08.577418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-c51b581a-c9f0-47ff-a456-ff1d0669646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.578834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-c51b581a-c9f0-47ff-a456-ff1d0669646b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1096 time: 0.1527853 Oct 26 16:28:08.594325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a14c3-12e6-497c-a7e1-b07815322f7f req-5ac8eab1-280d-4466-9be9-2ec77ce620ae tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.595820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-376a14c3-12e6-497c-a7e1-b07815322f7f req-5ac8eab1-280d-4466-9be9-2ec77ce620ae tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 945 time: 0.1687601 Oct 26 16:28:08.680664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 1efb0cc5-dd75-4383-a51b-df3cb1574a85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1efb0cc5-dd75-4383-a51b-df3cb1574a85,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:08.681028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:08.738720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 1efb0cc5-dd75-4383-a51b-df3cb1574a85 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:08.758387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-376a14c3-12e6-497c-a7e1-b07815322f7f req-3a336c0e-557b-4132-8914-6428f4c1676a tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/security-groups?id=0660f35e-0101-46af-97e8-1cff3c13223c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543944 Oct 26 16:28:08.765711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-9dd6914d-2533-40db-9abc-901c4e837bec tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips/23dec5ba-32c2-4735-817a-7f3720cecda3 HTTP/1.1" status: 200 len: 692 time: 0.1016598 Oct 26 16:28:08.878953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-63d54135-497c-4a17-80a3-183d440db183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:08.880438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-63d54135-497c-4a17-80a3-183d440db183 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.2776554 Oct 26 16:28:08.957742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-b01056e0-038b-4a5f-8d39-7b287e45052d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 217 time: 0.0628471 Oct 26 16:28:08.959568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4223eea-a73c-476c-b716-bbcc5a9fce9d req-63bf915f-ba36-4b4e-b356-a16b82479aff tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0714359 Oct 26 16:28:09.015595 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e311ee0-0140-424a-b9d7-256303d490c8 x-openstack-request-id: req-1e311ee0-0140-424a-b9d7-256303d490c8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:09.015900 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-deleted", "tag": "e5dfd69e-33d4-4be9-b0e9-78fab39d4490", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:09.016142 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e311ee0-0140-424a-b9d7-256303d490c8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:09.016557 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-deleted', 'tag': 'e5dfd69e-33d4-4be9-b0e9-78fab39d4490', 'status': 'completed', 'code': 200} Oct 26 16:28:09.041380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-dfa70386-949f-450c-a7c6-9d56c80a17cc tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.043722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-dfa70386-949f-450c-a7c6-9d56c80a17cc tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2693474 Oct 26 16:28:09.084763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e20b7fe1-8f6c-4705-aad2-f910b6a68108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.086213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e20b7fe1-8f6c-4705-aad2-f910b6a68108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1188364 Oct 26 16:28:09.157825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e79cd031-7c5a-42db-acf2-f47c974ab373 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364628 Oct 26 16:28:09.160768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-83a1dc84-424e-4c8e-98e8-953f6ea9605a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.1086135 Oct 26 16:28:09.254861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.260572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-792b3af0-6121-49cb-aaff-a8281eff34c2 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.0870345 Oct 26 16:28:09.267842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e5dfd69e-33d4-4be9-b0e9-78fab39d4490'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:09.296985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-eb8d9f5a-945c-4994-9c10-c884fb01222e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.298727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-eb8d9f5a-945c-4994-9c10-c884fb01222e tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.0561495 Oct 26 16:28:09.303071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=1efb0cc5-dd75-4383-a51b-df3cb1574a85,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:09.414446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Deleting port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:09.415164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.434640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-41ad34f5-8431-49da-b8d4-e6c03b2a1737 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684939 Oct 26 16:28:09.437588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 1efb0cc5-dd75-4383-a51b-df3cb1574a85 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:09.444071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.447376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14257b9c-7468-4ca9-957e-01b0ce5c1884 req-d8d796d4-17d9-4787-befb-068dc9bea835 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.47 "DELETE /v2.0/ports/1efb0cc5-dd75-4383-a51b-df3cb1574a85 HTTP/1.1" status: 204 len: 173 time: 1.2264483 Oct 26 16:28:09.542898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] For port bc294524-f4bb-4c88-a9bf-d2bbadc56e88, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:09.543309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.567035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Calling delete_port for bc294524-f4bb-4c88-a9bf-d2bbadc56e88 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:09.590048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a7172-dff8-4e68-9aa4-f79891b2952c req-c69d12f7-5685-4558-808c-ca4cb55e5a17 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.591767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c05a7172-dff8-4e68-9aa4-f79891b2952c req-c69d12f7-5685-4558-808c-ca4cb55e5a17 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1350815 Oct 26 16:28:09.619236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-cc451266-fe1b-41fd-ac7a-ea15598deb89 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707668 Oct 26 16:28:09.623960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Deleting port 89d17109-9ca1-4501-807b-0cbc15e7ec89 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:09.624298 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.706485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c05a7172-dff8-4e68-9aa4-f79891b2952c req-04b7c571-e6a3-42f2-93fb-96d251d1c996 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863645 Oct 26 16:28:09.741844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.742169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.754639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Calling delete_port for 89d17109-9ca1-4501-807b-0cbc15e7ec89 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:09.815487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.828593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bc294524-f4bb-4c88-a9bf-d2bbadc56e88'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:09.834080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:09.866843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event deleted for resources: {'Port': ['ID=bc294524-f4bb-4c88-a9bf-d2bbadc56e88,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:09.902416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0133-b14c-42cf-8348-efcd218897c1 req-c966e8bd-03c1-4a89-9734-7ef2d86778c3 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.910680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a04a0133-b14c-42cf-8348-efcd218897c1 req-c966e8bd-03c1-4a89-9734-7ef2d86778c3 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.1155806 Oct 26 16:28:09.912584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] No DVR routers for this DVR port bc294524-f4bb-4c88-a9bf-d2bbadc56e88 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:09.915476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:09.919312 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d541fbd-0c7e-4f0e-9ee1-18bfae5d4e67 req-974c7e81-f2f8-4a83-918b-dcd42c4b6ea5 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.47 "DELETE /v2.0/ports/bc294524-f4bb-4c88-a9bf-d2bbadc56e88 HTTP/1.1" status: 204 len: 173 time: 0.6138942 Oct 26 16:28:09.919783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-deleted', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:09.922357 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faab2ab-184c-43b3-a5be-466a51e9707e" -d '{"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-deleted", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:09.947301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e47fc249-017b-49d4-b46a-7a9997ef7784 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:09.953863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e47fc249-017b-49d4-b46a-7a9997ef7784 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.1197872 Oct 26 16:28:09.966780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:10.012277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a04a0133-b14c-42cf-8348-efcd218897c1 req-f38ddc77-f0c9-45dd-86d2-274a7842a2d5 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007245 Oct 26 16:28:10.333657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.387677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.396382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event deleted for resources: {'Port': ['ID=89d17109-9ca1-4501-807b-0cbc15e7ec89,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:10.488568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055987d-62b0-4122-8e62-532e1259b70e req-e5c08999-28f1-4fce-be6a-212fc628f2b8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:10.489925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b055987d-62b0-4122-8e62-532e1259b70e req-e5c08999-28f1-4fce-be6a-212fc628f2b8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 945 time: 0.1600535 Oct 26 16:28:10.527923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.530401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.531559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb5284b2-7268-40d6-9d21-00bf66cb724e req-7ddf5a2f-8370-4d95-a097-0d685daeedf6 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "DELETE /v2.0/floatingips/23dec5ba-32c2-4735-817a-7f3720cecda3 HTTP/1.1" status: 204 len: 173 time: 1.2614892 Oct 26 16:28:10.586576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b055987d-62b0-4122-8e62-532e1259b70e req-75203b93-96e4-4288-8d45-d6e34ddc64ba tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884705 Oct 26 16:28:10.630022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:10.673503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:10.718242 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a932dd5-d1e9-47d2-93bf-83e92eb9c5db x-openstack-request-id: req-2a932dd5-d1e9-47d2-93bf-83e92eb9c5db {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:10.718802 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bec9cb-9597-4070-a6e8-1387b4d5fdd0", "name": "network-vif-deleted", "tag": "bc294524-f4bb-4c88-a9bf-d2bbadc56e88", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:10.719202 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a932dd5-d1e9-47d2-93bf-83e92eb9c5db {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:10.727748 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bec9cb-9597-4070-a6e8-1387b4d5fdd0', 'name': 'network-vif-deleted', 'tag': 'bc294524-f4bb-4c88-a9bf-d2bbadc56e88', 'status': 'completed', 'code': 200} Oct 26 16:28:10.728095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba3817ea-ddd9-45d0-b182-50deaa45c9bb req-6e7017b3-be03-457d-a198-ad491beaadbb tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57d4b8-d503-4c0f-a829-f76acf2f5041 HTTP/1.1" status: 200 len: 210 time: 0.0485258 Oct 26 16:28:10.741035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.818889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-ecfcf406-f75c-478d-9337-8b8152cdb756 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips/e9b297f3-991b-4fea-b0de-43c2c8def731 HTTP/1.1" status: 200 len: 693 time: 0.0629141 Oct 26 16:28:10.819597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:10.843058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ae69685-48d7-4ba7-8c25-50f6372095c7 req-d6ecf3f5-f94f-4ed0-8cad-dbc1bf0241ea tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0438368 Oct 26 16:28:10.982542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-500e8a91-025a-4ccf-9701-5f9d3ee777b4 req-b6cc83e9-30b9-48c1-abf1-3c66660fa3ed tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=75bec9cb-9597-4070-a6e8-1387b4d5fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0543921 Oct 26 16:28:11.006101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:11.018402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-deleted', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85'}, {'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:11.020559 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278094a-3fad-4a2f-93e8-215a30da19c7" -d '{"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-deleted", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85"}, {"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:11.033924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:11.034261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:11.034595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:11.051483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:11.051785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Attempting to bind port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:11.063754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:11.068469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:11.068469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:11.068469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Bound port: 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:11.068469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.070583 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f9504-f954-47e6-a547-789d90592188 x-openstack-request-id: req-381f9504-f954-47e6-a547-789d90592188 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:11.070838 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57d4b8-d503-4c0f-a829-f76acf2f5041", "name": "network-vif-deleted", "tag": "1efb0cc5-dd75-4383-a51b-df3cb1574a85", "status": "completed", "code": 200}, {"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:11.071092 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-381f9504-f954-47e6-a547-789d90592188 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:11.071517 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57d4b8-d503-4c0f-a829-f76acf2f5041', 'name': 'network-vif-deleted', 'tag': '1efb0cc5-dd75-4383-a51b-df3cb1574a85', 'status': 'completed', 'code': 200} Oct 26 16:28:11.071780 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'code': 200} Oct 26 16:28:11.082508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-ca17803a-4e5c-479c-a2dd-623f5c2d35ae tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:11.084228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-ca17803a-4e5c-479c-a2dd-623f5c2d35ae tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.0757210 Oct 26 16:28:11.085530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-00182e63-4f28-4e0d-b7ba-33540ae67c1b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:11.086893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-00182e63-4f28-4e0d-b7ba-33540ae67c1b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2463229 Oct 26 16:28:11.184116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-f714c7c5-2b36-4bde-8435-58be26f21730 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0904143 Oct 26 16:28:11.191746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Deleting port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:11.192087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.268871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:11.276602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-a1550347-e11b-4fcb-8671-41098605e550 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0763888 Oct 26 16:28:11.295196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f805f7-d627-4ab1-85cd-f2a95a5a3f24 req-6272c45c-c400-473d-81f4-20aab3f495fd tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:11.296684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f805f7-d627-4ab1-85cd-f2a95a5a3f24 req-6272c45c-c400-473d-81f4-20aab3f495fd tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 950 time: 0.1395326 Oct 26 16:28:11.297010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] For port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:11.298921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.299173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:11.315648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Calling delete_port for 929fb8d4-09fa-4c89-95a6-ed003dfb6bca owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:11.367661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e5dfd69e-33d4-4be9-b0e9-78fab39d4490 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:11.388538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: e5dfd69e-33d4-4be9-b0e9-78fab39d4490 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:11.388874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e5dfd69e-33d4-4be9-b0e9-78fab39d4490 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:11.389470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1efb0cc5-dd75-4383-a51b-df3cb1574a85 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:11.391173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.412618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 1efb0cc5-dd75-4383-a51b-df3cb1574a85 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:11.412969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1efb0cc5-dd75-4383-a51b-df3cb1574a85 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:11.473946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f805f7-d627-4ab1-85cd-f2a95a5a3f24 req-8918aebf-1273-47a9-889b-ed0d4edda5ec tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cb38de9-fbd2-4df8-8611-0fd691c328d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393769 Oct 26 16:28:11.511791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.522250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=8']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:11.531750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['929fb8d4-09fa-4c89-95a6-ed003dfb6bca'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:11.531989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:11.531989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.531989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-add2d7e3-87d9-4ad4-9cc4-74dc8eaa03eb service neutron] 10.222.0.39 "PUT /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 1121 time: 1.5728881 Oct 26 16:28:11.546704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Pushing event deleted for resources: {'Port': ['ID=929fb8d4-09fa-4c89-95a6-ed003dfb6bca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:11.567842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Deleting port 00ba18b8-f211-42fe-bbac-883ae952aabe {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:11.568183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.591019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] No DVR routers for this DVR port 929fb8d4-09fa-4c89-95a6-ed003dfb6bca on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:11.593791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.598186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cfeb6718-7f96-4069-ae07-24ad89dd9923 req-78d148cc-b972-44e9-82b1-f707413f8f18 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.39 "DELETE /v2.0/ports/929fb8d4-09fa-4c89-95a6-ed003dfb6bca HTTP/1.1" status: 204 len: 173 time: 0.5060744 Oct 26 16:28:11.608517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:11.667615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.668136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:11.685550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Calling delete_port for 00ba18b8-f211-42fe-bbac-883ae952aabe owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:11.840966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c4be4-181c-4fdb-bfa7-439f661d8b89 req-69f7d575-3f8a-4501-ae82-5b68cf76144c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:11.842374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b78c4be4-181c-4fdb-bfa7-439f661d8b89 req-69f7d575-3f8a-4501-ae82-5b68cf76144c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.0662549 Oct 26 16:28:11.909221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b78c4be4-181c-4fdb-bfa7-439f661d8b89 req-094d89ab-ec6e-4835-9753-5bbc3f372630 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Oct 26 16:28:11.981569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.012862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event deleted for resources: {'Port': ['ID=00ba18b8-f211-42fe-bbac-883ae952aabe,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:12.025456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60434) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:12.081220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting subnet 47e7f8c3-1ade-4746-83b8-f92e59388928 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:28:12.084429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.100561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07eff639-d102-4c1b-a988-81a0bb4538b6 req-49bfd552-b50b-4fe6-81e3-391c11079a85 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0317936 Oct 26 16:28:12.101335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.103937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.105924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cab6950-6d17-4098-8282-bf0721e2faf7 req-cd0b3487-940e-4d60-8d9b-68813071780e tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "DELETE /v2.0/floatingips/e9b297f3-991b-4fea-b0de-43c2c8def731 HTTP/1.1" status: 204 len: 173 time: 0.8180945 Oct 26 16:28:12.134249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.178563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13585051-4dad-4d92-b35d-fe875114ae52 req-6bcbf09b-0efa-4973-aef1-5fdd6f780fc7 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips/7437e6be-8366-4673-bcc5-609d154ee872 HTTP/1.1" status: 200 len: 693 time: 0.0498576 Oct 26 16:28:12.226809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.297950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13585051-4dad-4d92-b35d-fe875114ae52 req-75190ee9-7819-414a-a6ac-a45202a88d6b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:12.299403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13585051-4dad-4d92-b35d-fe875114ae52 req-75190ee9-7819-414a-a6ac-a45202a88d6b tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1120598 Oct 26 16:28:12.340226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.353293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13585051-4dad-4d92-b35d-fe875114ae52 req-86025809-5d92-4903-9927-2c4e57d14a06 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0476031 Oct 26 16:28:12.370344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.377563 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/subnets/47e7f8c3-1ade-4746-83b8-f92e59388928 HTTP/1.1" status: 204 len: 168 time: 0.3470261 Oct 26 16:28:12.377563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498f7f5-9e6d-46bb-8864-971e6c70dea6 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Subnet': ['ID=47e7f8c3-1ade-4746-83b8-f92e59388928,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:12.378533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:12.379531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c01e16-96d9-45bc-8e84-22afc15e8257 None None] Network e945beaf-8611-4f86-ae1d-d30ba145d7b0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:12.405156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13585051-4dad-4d92-b35d-fe875114ae52 req-c6fb1955-f764-4b40-9965-f4d9450faa27 tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0446794 Oct 26 16:28:12.492902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.561950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Deleting port 8fa4a647-d989-446e-9f63-7449ac9e8b6b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:12.562631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.606069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port f51b62c7-6454-4afc-90fd-2f4d689f4d6b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:12.606424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.610601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] DHCP port deletion for e945beaf-8611-4f86-ae1d-d30ba145d7b0 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:28:12.639909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e46478e-5c52-4806-8803-551a39ddc9d1 req-4c813fb5-f5da-4af0-b5a4-24bfaafbfaf4 tempest-ServerDiagnosticsNegativeTest-1613275492 tempest-ServerDiagnosticsNegativeTest-1613275492-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e73686-0229-4774-9112-c8238dd41d97 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Oct 26 16:28:12.677429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.677845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.693049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Calling delete_port for 8fa4a647-d989-446e-9f63-7449ac9e8b6b owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:12.702667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:12.703485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.705361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Deleting port f51b62c7-6454-4afc-90fd-2f4d689f4d6b {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:12.705979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.724899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'name': 'network-vif-deleted', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:12.727149 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4938ff-1627-47cb-aa37-192c7d6bbc87" -d '{"events": [{"server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "name": "network-vif-deleted", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:12.733866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for f51b62c7-6454-4afc-90fd-2f4d689f4d6b owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:12.777704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] For port f51b62c7-6454-4afc-90fd-2f4d689f4d6b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,segment=NetworkSegment(4028a203-c050-4506-9777-d1296d5fdd85),segment_id=4028a203-c050-4506-9777-d1296d5fdd85)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:12.778381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.793769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Calling delete_port for f51b62c7-6454-4afc-90fd-2f4d689f4d6b owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:12.820431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5cfe0-ad26-4183-9472-5a29a7719f1f req-4299c5dc-6c12-46a4-ae15-f4181690a0c7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:12.822027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56a5cfe0-ad26-4183-9472-5a29a7719f1f req-4299c5dc-6c12-46a4-ae15-f4181690a0c7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.0845008 Oct 26 16:28:12.878499 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.888070 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:12.889315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56a5cfe0-ad26-4183-9472-5a29a7719f1f req-52ebf7b0-da35-43d9-9324-2d706cd55399 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 Oct 26 16:28:12.913988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:12.915696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] Pushing event deleted for resources: {'Port': ['ID=f51b62c7-6454-4afc-90fd-2f4d689f4d6b,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:12.916230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port f51b62c7-6454-4afc-90fd-2f4d689f4d6b on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:12.923672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4f204-db5b-4cbc-b3e3-15bcc74ad446 None None] No DVR routers for this DVR port f51b62c7-6454-4afc-90fd-2f4d689f4d6b on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:12.969860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.001852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Pushing event deleted for resources: {'Port': ['ID=8fa4a647-d989-446e-9f63-7449ac9e8b6b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:13.013562 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.016948 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba1e3e-5f60-43ad-8160-03b41123a80b x-openstack-request-id: req-7cba1e3e-5f60-43ad-8160-03b41123a80b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:13.017233 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e73686-0229-4774-9112-c8238dd41d97", "name": "network-vif-deleted", "tag": "929fb8d4-09fa-4c89-95a6-ed003dfb6bca", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:13.017559 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cba1e3e-5f60-43ad-8160-03b41123a80b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:13.017950 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e73686-0229-4774-9112-c8238dd41d97', 'name': 'network-vif-deleted', 'tag': '929fb8d4-09fa-4c89-95a6-ed003dfb6bca', 'status': 'completed', 'code': 200} Oct 26 16:28:13.037173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e945beaf-8611-4f86-ae1d-d30ba145d7b0']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:13.048261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4028a203-c050-4506-9777-d1296d5fdd85') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:13.048488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4028a203-c050-4506-9777-d1296d5fdd85') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:13.058758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.075523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.083083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:28:13.085645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:28:13.087090 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:28:13.095811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:13.098384 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4201b2-16d0-4126-a754-7957199603bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:13.108713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.111327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.112472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13585051-4dad-4d92-b35d-fe875114ae52 req-fdfec775-b96f-4cfb-80f5-410eca5a930a tempest-FloatingIPDetailsTestJSON-369670129 tempest-FloatingIPDetailsTestJSON-369670129-project] 10.222.0.21 "DELETE /v2.0/floatingips/7437e6be-8366-4673-bcc5-609d154ee872 HTTP/1.1" status: 204 len: 173 time: 0.7018445 Oct 26 16:28:13.120558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60456) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:13.199119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976dbfb-6b57-402d-932e-ad003f61fff8 req-96051e11-e603-4d0e-b773-ac247f983e51 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:13.200558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c976dbfb-6b57-402d-932e-ad003f61fff8 req-96051e11-e603-4d0e-b773-ac247f983e51 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.1340003 Oct 26 16:28:13.204054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.212448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.216443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/networks/e945beaf-8611-4f86-ae1d-d30ba145d7b0 HTTP/1.1" status: 204 len: 168 time: 0.8366325 Oct 26 16:28:13.226022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60460) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:13.232395 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0b1af-3b0b-4fce-92d2-68d93109f03e x-openstack-request-id: req-3ce0b1af-3b0b-4fce-92d2-68d93109f03e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:13.232746 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:13.233058 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ce0b1af-3b0b-4fce-92d2-68d93109f03e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:13.233506 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'status': 'completed', 'code': 200} Oct 26 16:28:13.234825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565907d-1e6f-4456-af9f-8f4fabc780fe tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Network': ['ID=e945beaf-8611-4f86-ae1d-d30ba145d7b0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:13.281625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c976dbfb-6b57-402d-932e-ad003f61fff8 req-09ea1acb-0595-448c-a270-55a97a8690f9 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595744 Oct 26 16:28:13.310295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting subnet 255b01ce-d536-486f-be7f-d9e0fb920f9c {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:28:13.314016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.362361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4201b2-16d0-4126-a754-7957199603bf req-f5ce06d8-def2-4281-93ee-6f54407b0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:13.363881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-f5ce06d8-def2-4281-93ee-6f54407b0554 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1124 time: 0.0894253 Oct 26 16:28:13.365889 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.368684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-540e40bd-df90-408d-b840-8281f1b8d8e9 req-16cf04af-6e3e-4924-a29c-e37913dc57fd tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0860026 Oct 26 16:28:13.398397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:13.422336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: bc294524-f4bb-4c88-a9bf-d2bbadc56e88 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:13.422672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bc294524-f4bb-4c88-a9bf-d2bbadc56e88 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:13.520623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.523884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4201b2-16d0-4126-a754-7957199603bf req-9f9df21d-e945-4c6f-8406-965aa65b02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:13.525329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-9f9df21d-e945-4c6f-8406-965aa65b02f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1381330 Oct 26 16:28:13.560664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.585208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:28:13.585579 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-00b095e3-3480-4b4d-8743-6723e94cc1e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 217 time: 0.0411816 Oct 26 16:28:13.591753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 929fb8d4-09fa-4c89-95a6-ed003dfb6bca no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:13.619975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 929fb8d4-09fa-4c89-95a6-ed003dfb6bca {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:13.620881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 929fb8d4-09fa-4c89-95a6-ed003dfb6bca not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:13.652946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4201b2-16d0-4126-a754-7957199603bf req-d768b9b0-ecc6-491e-bd8e-8404cc76d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:13.654416 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-d768b9b0-ecc6-491e-bd8e-8404cc76d144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0578609 Oct 26 16:28:13.695993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-99aad126-c4f1-4b4a-a5a7-d405c2a4e0aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331876 Oct 26 16:28:13.728149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:13.741603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:28:13.752312 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.789566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Subnet': ['ID=255b01ce-d536-486f-be7f-d9e0fb920f9c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:13.796667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.803035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f4f5fd72-8931-4281-bc54-7b81aa58bb18 tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/subnets/255b01ce-d536-486f-be7f-d9e0fb920f9c HTTP/1.1" status: 204 len: 168 time: 0.5757694 Oct 26 16:28:13.803387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:13.805334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4fb69a-f2ec-4235-b4cf-8005ff1fbaa7 None None] Network 1c71bbe8-d839-4527-b422-6795e294411c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:13.843998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-6a72a7c0-110c-42b4-99b1-d3d7bf01df90 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405275 Oct 26 16:28:13.915971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.947546 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2b4201b2-16d0-4126-a754-7957199603bf req-73d5ca09-16f8-4ca8-8aa6-ecfa44136ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957732 Oct 26 16:28:13.973713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Deleting port a8a0e622-3952-44e6-ba9b-b2529fd41301 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:13.981990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:13.994570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51b62c7-6454-4afc-90fd-2f4d689f4d6b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:14.042919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] DHCP port deletion for 1c71bbe8-d839-4527-b422-6795e294411c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:28:14.045098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f51b62c7-6454-4afc-90fd-2f4d689f4d6b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:14.045557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51b62c7-6454-4afc-90fd-2f4d689f4d6b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:14.105737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Deleting port 9562004c-2c1f-4745-b397-1e5526afe140 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:14.106367 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.128832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8738d-4f22-4a86-acd2-42b354c62d89 req-c8a4706b-22db-4481-ad0a-bc9b885b45bc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:14.136978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1a8738d-4f22-4a86-acd2-42b354c62d89 req-c8a4706b-22db-4481-ad0a-bc9b885b45bc tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1331363 Oct 26 16:28:14.176131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] For port a8a0e622-3952-44e6-ba9b-b2529fd41301, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a8a0e622-3952-44e6-ba9b-b2529fd41301,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:14.176488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.180514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Deleting port 9562004c-2c1f-4745-b397-1e5526afe140 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:14.180745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.193765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] For port 9562004c-2c1f-4745-b397-1e5526afe140, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9562004c-2c1f-4745-b397-1e5526afe140,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:14.194646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.211562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Calling delete_port for 9562004c-2c1f-4745-b397-1e5526afe140 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:14.238258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Calling delete_port for a8a0e622-3952-44e6-ba9b-b2529fd41301 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:14.288363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:14.317292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1a8738d-4f22-4a86-acd2-42b354c62d89 req-3cb140ab-5fbf-4215-9b0f-08044a2bcfff tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb7434d-a15c-4978-b2e0-18d82e3968d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785452 Oct 26 16:28:14.349668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-409fe322-e5b0-444a-a08d-5fece5276c85 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:14.352223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-409fe322-e5b0-444a-a08d-5fece5276c85 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 950 time: 0.1066828 Oct 26 16:28:14.374230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] For port 9562004c-2c1f-4745-b397-1e5526afe140, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9562004c-2c1f-4745-b397-1e5526afe140,segment=NetworkSegment(effd4eb1-177f-45be-8446-4e9f0431aa0c),segment_id=effd4eb1-177f-45be-8446-4e9f0431aa0c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:14.374540 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.423112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Calling delete_port for 9562004c-2c1f-4745-b397-1e5526afe140 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:14.491381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dbb30922-72cd-4269-9536-d05a12c7f3b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=196837cdd7cf4b938900a3a4f04187c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012756 Oct 26 16:28:14.495301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60484) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:14.501293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.531665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Deleting port a13be01e-47d3-410b-bd16-825092c53f41 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:14.532011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.537767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] Pushing event deleted for resources: {'Port': ['ID=9562004c-2c1f-4745-b397-1e5526afe140,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:14.548534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05391d6f-84a7-4c20-a22c-484397a7f0a8 None None] No DVR routers for this DVR port 9562004c-2c1f-4745-b397-1e5526afe140 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:14.621081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.674230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.678271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] For port a13be01e-47d3-410b-bd16-825092c53f41, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a13be01e-47d3-410b-bd16-825092c53f41,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:14.678634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.699223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Calling delete_port for a13be01e-47d3-410b-bd16-825092c53f41 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:14.768253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71b33ffa-ca6c-4bd8-a165-dd5f7955910f req-00018483-daad-438a-bf00-cdcae3a742e1 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0412121 Oct 26 16:28:14.838263 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.840901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.844096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cb38de9-fbd2-4df8-8611-0fd691c328d3 HTTP/1.1" status: 204 len: 168 time: 0.3457823 Oct 26 16:28:14.855600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e819d5-8551-40d7-9529-18604bb3f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb38de9-fbd2-4df8-8611-0fd691c328d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:14.856758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d0706-35a0-4bed-990f-ada916b1e939 req-714a5344-cba0-43e3-b543-89ee9e9f8688 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:14.860299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef7d0706-35a0-4bed-990f-ada916b1e939 req-714a5344-cba0-43e3-b543-89ee9e9f8688 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.4828739 Oct 26 16:28:14.935011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.950909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:14.963281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a13be01e-47d3-410b-bd16-825092c53f41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:14.982781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Pushing event deleted for resources: {'Port': ['ID=a13be01e-47d3-410b-bd16-825092c53f41,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:14.986703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef7d0706-35a0-4bed-990f-ada916b1e939 req-17800ae6-6d51-416f-a1d1-5fcbd235c473 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049144 Oct 26 16:28:14.991383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Port': ['ID=9562004c-2c1f-4745-b397-1e5526afe140,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:15.001496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] No DVR routers for this DVR port 9562004c-2c1f-4745-b397-1e5526afe140 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:15.039045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] No DVR routers for this DVR port a13be01e-47d3-410b-bd16-825092c53f41 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:15.041574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.045288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e900ed2c-8bc9-486c-888c-a24d45152b06 req-7a53acd4-f794-41cf-8864-a0e027811468 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.39 "DELETE /v2.0/ports/a13be01e-47d3-410b-bd16-825092c53f41 HTTP/1.1" status: 204 len: 173 time: 0.6854951 Oct 26 16:28:15.045727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-deleted', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:15.048291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ad46af-ab36-46d5-b260-3c8dbff6eaa5" -d '{"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-deleted", "tag": "a13be01e-47d3-410b-bd16-825092c53f41"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:15.100804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.113295 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d460e78-1e83-4741-b692-2586996b2e2f x-openstack-request-id: req-9d460e78-1e83-4741-b692-2586996b2e2f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:15.113666 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cef039-a62f-49e8-92a4-615537f52257", "name": "network-vif-deleted", "tag": "a13be01e-47d3-410b-bd16-825092c53f41", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:15.114084 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d460e78-1e83-4741-b692-2586996b2e2f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:15.114671 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cef039-a62f-49e8-92a4-615537f52257', 'name': 'network-vif-deleted', 'tag': 'a13be01e-47d3-410b-bd16-825092c53f41', 'status': 'completed', 'code': 200} Oct 26 16:28:15.126635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c71bbe8-d839-4527-b422-6795e294411c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:15.137495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd4eb1-177f-45be-8446-4e9f0431aa0c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:15.137855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd4eb1-177f-45be-8446-4e9f0431aa0c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:15.147228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.160001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.165777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:28:15.166139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:28:15.169135 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:28:15.210616 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.250280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a0e622-3952-44e6-ba9b-b2529fd41301,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:15.430057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.451238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.455224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] 10.222.0.21 "DELETE /v2.0/networks/1c71bbe8-d839-4527-b422-6795e294411c HTTP/1.1" status: 204 len: 168 time: 1.6506951 Oct 26 16:28:15.481021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-54a5e570-2816-417d-9bbc-beea0f41a16f service neutron] 10.222.0.47 "GET /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.1026275 Oct 26 16:28:15.481640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4011d74-b3dd-4708-8a5b-52995dfc95cf tempest-ServersTestMultiNic-489543072 tempest-ServersTestMultiNic-489543072-project] Pushing event deleted for resources: {'Network': ['ID=1c71bbe8-d839-4527-b422-6795e294411c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:15.521747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3d59de1-3669-4151-abcf-181ee2acfa88 req-ed05bcd1-67ac-4823-9dd3-bd4ba35d5ef7 tempest-MigrationsAdminTest-240496807 tempest-MigrationsAdminTest-240496807-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cef039-a62f-49e8-92a4-615537f52257 HTTP/1.1" status: 200 len: 210 time: 0.0439615 Oct 26 16:28:15.556115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.686533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60506) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:15.730736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60508) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:15.785740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78dd1323-7bdb-41ae-8219-1043df81e724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:15.826483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:28:15.833775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:15.879255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:15.946002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a29cfa-f97d-4137-8bc9-62db74f65f8e req-77e14612-80ae-4349-9677-9db82eabc78e tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0677953 Oct 26 16:28:15.990610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:28:16.003182 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Sync routers for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:28:16.013624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d1588d31-5cbc-4656-bb22-bf6fa26ad63c admin admin] 10.222.0.21 "PUT /v2.0/routers/72c1e47a-79d8-44f5-9bc3-5c4a117c29a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8917348 Oct 26 16:28:16.015080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60514) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:16.023034 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:16.025914 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:16.065804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9562004c-2c1f-4745-b397-1e5526afe140 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:16.102805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 9562004c-2c1f-4745-b397-1e5526afe140 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:16.103598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9562004c-2c1f-4745-b397-1e5526afe140 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:16.182983 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:16.231459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b945-0c58-4ff3-9603-0c508ac6ae45 req-317e9666-8f26-4957-9803-39a29cd5286c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:16.238615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d7b945-0c58-4ff3-9603-0c508ac6ae45 req-317e9666-8f26-4957-9803-39a29cd5286c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 943 time: 0.0924752 Oct 26 16:28:16.294571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d7b945-0c58-4ff3-9603-0c508ac6ae45 req-b2cb6a6e-b22c-415c-8837-1fb5fc3f8d9b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Oct 26 16:28:16.296122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.356487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:16.389211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:16.413232 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:28:14Z', 'revision_number': 5, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:16.443526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Checking router: 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:28:16.443829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.447696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78dd1323-7bdb-41ae-8219-1043df81e724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.453499 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Routers {'72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:16.454108 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:16.474088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.531324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78dd1323-7bdb-41ae-8219-1043df81e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.572042 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] Set router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:16.599855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-78dd1323-7bdb-41ae-8219-1043df81e724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d358c30aeb24d1fa259e36af94da1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8661194 Oct 26 16:28:16.608757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60524) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:16.612544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1323-7bdb-41ae-8219-1043df81e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b4bcab-eff9-4564-9161-8fbb7dfcc360,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:16.629416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] Transition to ACTIVE for port object 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:16.687211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.692006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.709190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.716884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Deleting port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:16.717308 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.776464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.797605 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:28:14Z', 'revision_number': 5, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:16.829291 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11ca0b-0b49-49fd-9601-c397300c8822 None None] The sync data for ids ['72c1e47a-79d8-44f5-9bc3-5c4a117c29a2'] in n-d-815373-2 is: [{'id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'name': 'tempest-FloatingIPDetailsTestJSON-337136033-router', 'tenant_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:41Z', 'updated_at': '2021-10-26T16:28:14Z', 'revision_number': 5, 'project_id': '2f160dc6aa2e434aa3c98fb321d947e3', 'gw_port': {'id': 'e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e47a-79d8-44f5-9bc3-5c4a117c29a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:42Z', 'updated_at': '2021-10-26T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:28:16.840800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] For port e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:16.841164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.866711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Calling delete_port for e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:16.877534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] No DVR routers for this DVR port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:16.891410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:16.927479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-5b30e238-a6d0-4c14-8e8a-d012392268d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4396441 Oct 26 16:28:16.985918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.990054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:16.991374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54b4bcab-eff9-4564-9161-8fbb7dfcc360 HTTP/1.1" status: 204 len: 168 time: 0.3778353 Oct 26 16:28:17.003467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057f349-16f7-418b-8923-f3bd647dbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b4bcab-eff9-4564-9161-8fbb7dfcc360,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:17.140231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8bca8aa-8348-441d-a336-5607aab90f02 req-84e1a4cf-a202-4440-bc88-7bfbe432a8ba tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0391436 Oct 26 16:28:17.147330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60532) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:17.150882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-0f4d3046-0628-40c8-a606-9cf0b3b633c9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.153867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-0f4d3046-0628-40c8-a606-9cf0b3b633c9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0817993 Oct 26 16:28:17.158577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.200776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:17.262185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Deleting port 7fc7d865-a533-44ac-a92b-5542358a9821 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:17.262605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.298621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.390174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] For port 7fc7d865-a533-44ac-a92b-5542358a9821, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7fc7d865-a533-44ac-a92b-5542358a9821,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:17.390402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.407923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Calling delete_port for 7fc7d865-a533-44ac-a92b-5542358a9821 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:17.460679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.476619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-de629c07-20b0-456a-89d7-d299e2548f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.478352 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-de629c07-20b0-456a-89d7-d299e2548f0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&tenant_id=f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 1095 time: 0.3013663 Oct 26 16:28:17.495565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.600951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:17.606796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-43457dcb-ed1b-42c5-9d8f-9036d5c7a1da req-3203931c-a68a-4f90-8959-1564c4746439 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0615089 Oct 26 16:28:17.610586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2b8292f3-9dcf-43ce-8c3a-645c5b470a86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b9c4fe7f07347fdb66d308d7a7ac503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617276 Oct 26 16:28:17.611200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:17.633823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-a5e3ad5a-2427-4249-8c46-2e2b7dbe556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.635053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: a13be01e-47d3-410b-bd16-825092c53f41 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:17.635319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-a5e3ad5a-2427-4249-8c46-2e2b7dbe556d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1095 time: 0.0913901 Oct 26 16:28:17.636404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a13be01e-47d3-410b-bd16-825092c53f41 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:17.641048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070471c9-9a29-4c32-8fd4-3a97a37a5e3d req-7a8cbfd1-cb3e-49fe-9d9c-c931bd245335 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.652131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-070471c9-9a29-4c32-8fd4-3a97a37a5e3d req-7a8cbfd1-cb3e-49fe-9d9c-c931bd245335 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.1899025 Oct 26 16:28:17.707431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.709147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:28:17.722129 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.725705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b5c0b0ad-00cf-455f-915f-38a7caa46e54 admin admin] 10.222.0.21 "DELETE /v2.0/routers/72c1e47a-79d8-44f5-9bc3-5c4a117c29a2 HTTP/1.1" status: 204 len: 168 time: 1.7066829 Oct 26 16:28:17.726199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-070471c9-9a29-4c32-8fd4-3a97a37a5e3d req-e0f5554f-be7a-4886-be59-29079326e6b4 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Oct 26 16:28:17.726721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60552) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:17.737802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.782507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-27685907-65aa-4946-81e3-eb086ff86610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.782775 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.784068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-27685907-65aa-4946-81e3-eb086ff86610 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1383922 Oct 26 16:28:17.831957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Deleting subnet 0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:28:17.837960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.842005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-e00d88ae-e9a5-4b3f-bb32-3857c8087cfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 217 time: 0.0499279 Oct 26 16:28:17.843357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.878894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.879856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc7d865-a533-44ac-a92b-5542358a9821,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:17.982901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-6c2760c3-58e1-42e3-b838-52436fd7fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:17.984447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-6c2760c3-58e1-42e3-b838-52436fd7fe15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1156778 Oct 26 16:28:17.992761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.996140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:17.999261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.002819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beb7434d-a15c-4978-b2e0-18d82e3968d5 HTTP/1.1" status: 204 len: 168 time: 0.3873205 Oct 26 16:28:18.036864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c864f7-6fd7-4630-b7f8-c49fcbfdc53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7434d-a15c-4978-b2e0-18d82e3968d5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:18.122801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-545b222b-e8e2-4e8b-880b-f74f6d49b7ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296644 Oct 26 16:28:18.130169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.168005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:18.175295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.179336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-89521a02-b8f1-4cfb-ab7f-72eb1b1e74ca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e34c4c3-bf43-4a21-b265-bdb89fc2d5ef HTTP/1.1" status: 204 len: 168 time: 0.4498191 Oct 26 16:28:18.180824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca551b-e083-45cf-ad1c-307383c8b014 None None] Network 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:18.181774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:18.255059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.328104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.340997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-9f148a8d-b366-4fc5-bb7d-b3fb73b39257 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085476 Oct 26 16:28:18.347081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06caad3-ef2a-4a5a-b190-ce7461c4584c req-83b13ae9-9335-4361-8698-2a2464422c8f tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0866914 Oct 26 16:28:18.432039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a8a0e622-3952-44e6-ba9b-b2529fd41301 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:18.476874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Deleting port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:18.477234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.483163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a8a0e622-3952-44e6-ba9b-b2529fd41301 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:18.483816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a8a0e622-3952-44e6-ba9b-b2529fd41301 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:18.520335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-be1c116d-2ecc-4f5e-87ce-b1ed18111ada service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503870 Oct 26 16:28:18.600620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] For port dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:18.601051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.611736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] DHCP port deletion for 77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:28:18.644913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Calling delete_port for dac4d00a-5b64-4731-85dd-1ba2bfc591c4 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:18.702385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:28:18.722396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Deleting port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:18.730802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.832530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] For port dac4d00a-5b64-4731-85dd-1ba2bfc591c4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,segment=NetworkSegment(d193893a-a358-41f3-ba85-05289d648037),segment_id=d193893a-a358-41f3-ba85-05289d648037)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:18.832839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.849624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Calling delete_port for dac4d00a-5b64-4731-85dd-1ba2bfc591c4 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:18.854591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:28:18.862920 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f1eca2fb-cd95-4862-a359-9c4648b89b94 admin admin] 10.222.0.21 "PUT /v2.0/routers/53a10a9a-3d98-4193-9f74-9bfb7d32f594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1731553 Oct 26 16:28:18.864004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60580) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:18.875898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Sync routers for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:28:18.887995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5f4d8-1cfa-4bae-b15b-8098315feec2 req-4fa18f8c-c979-4e2e-b8e3-9d6dfcd6ce83 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:18.890335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fc5f4d8-1cfa-4bae-b15b-8098315feec2 req-4fa18f8c-c979-4e2e-b8e3-9d6dfcd6ce83 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.0648484 Oct 26 16:28:18.919595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:18.955591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:18.956465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:18.974977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] No DVR routers for this DVR port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:18.984087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:19.029884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60584) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:19.069559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fc5f4d8-1cfa-4bae-b15b-8098315feec2 req-6afa1955-e0cd-4d08-9fe8-d7d9f9b1e78f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703126 Oct 26 16:28:19.084230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.090672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-83c61487-6e3d-44b8-970d-18d02501eb93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f59d207b94a044ccb5c338c88217a30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595388 Oct 26 16:28:19.093051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60586) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:19.102015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.147004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b3cfea-e0e1-4f98-a58c-eb0f759f96a0']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:19.162027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd193893a-a358-41f3-ba85-05289d648037') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:19.162671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd193893a-a358-41f3-ba85-05289d648037') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:19.182623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.184805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.203869 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.207898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.213172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-acf804ea-3958-465e-88f6-14d415d30bcf tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:19.214858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-acf804ea-3958-465e-88f6-14d415d30bcf tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.1323466 Oct 26 16:28:19.221067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.223349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:28:19.223782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:28:19.225479 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:28:19.269017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Pushing event deleted for resources: {'Port': ['ID=dac4d00a-5b64-4731-85dd-1ba2bfc591c4,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:19.271753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.273243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] No DVR routers for this DVR port dac4d00a-5b64-4731-85dd-1ba2bfc591c4 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:19.294930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.295512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.296020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.296960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.297468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.297958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.298448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.299119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.301375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.301375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.301375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.301375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d662b8-f572-49b4-a983-7cfdebcd74bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:19.351384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:19.403365 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.409344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.413917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77b3cfea-e0e1-4f98-a58c-eb0f759f96a0 HTTP/1.1" status: 204 len: 168 time: 1.2300076 Oct 26 16:28:19.429578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb1490-7acf-471a-87c3-fa79f09a9fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b3cfea-e0e1-4f98-a58c-eb0f759f96a0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:19.440248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Deleting port a6d2519d-6706-4534-b0a6-0560c35a26f0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:19.440902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.445109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:19.449892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.452517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.456190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a42803b6-641f-40ad-9ab4-fe2b76722903 HTTP/1.1" status: 204 len: 168 time: 0.3594706 Oct 26 16:28:19.469240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf501bd-79f9-41b4-99c0-3d1488a5506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42803b6-641f-40ad-9ab4-fe2b76722903,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:19.529447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:19.545077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-ebd6af0e-d950-4a5e-81f8-508c4e489ec1 service neutron] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:19.550576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0efd3b0a-27bd-4d4d-bed4-40c7422b5737 req-b25b1334-a1f8-4c7a-9a4b-a4d55bc94fe6 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0774202 Oct 26 16:28:19.551340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-ebd6af0e-d950-4a5e-81f8-508c4e489ec1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.556763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-ebd6af0e-d950-4a5e-81f8-508c4e489ec1 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.3294649 Oct 26 16:28:19.608253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] For port a6d2519d-6706-4534-b0a6-0560c35a26f0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a6d2519d-6706-4534-b0a6-0560c35a26f0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:19.612388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.632392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Calling delete_port for a6d2519d-6706-4534-b0a6-0560c35a26f0 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:19.638499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:19.795275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:28:17Z', 'revision_number': 5, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port': {'id': 'a6d2519d-6706-4534-b0a6-0560c35a26f0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:19.828442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60606) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:19.838464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Checking router: 53a10a9a-3d98-4193-9f74-9bfb7d32f594 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:28:19.857833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Routers {'53a10a9a-3d98-4193-9f74-9bfb7d32f594'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:19.858786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:19.889269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7bd6e84b-30be-457a-8f0d-ac5f5efc4ff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f160dc6aa2e434aa3c98fb321d947e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571051 Oct 26 16:28:19.889804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60608) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:19.955327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:19.957931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bff963aa-6990-4412-929b-f4f3835c97e5 req-16d019f5-3457-48ca-9308-45df1db6bd69 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494&device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0478320 Oct 26 16:28:19.997876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] Set router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:20.020490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d2519d-6706-4534-b0a6-0560c35a26f0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:20.087209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:28:19Z', 'revision_number': 6, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:20.091994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:20.123882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.150838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:20.151833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e6a45f85-8f0a-4b8e-afac-b2ee0a3a6dd8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:20.152247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dac4d00a-5b64-4731-85dd-1ba2bfc591c4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:20.179705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86905b-79cc-4af0-9b22-3b4a963b0efb None None] The sync data for ids ['53a10a9a-3d98-4193-9f74-9bfb7d32f594'] in n-d-815373-2 is: [{'id': '53a10a9a-3d98-4193-9f74-9bfb7d32f594', 'name': 'tempest-ServersTestMultiNic-801496930-router', 'tenant_id': '710d6cdaf2864a2888aa23617155ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:07Z', 'updated_at': '2021-10-26T16:28:19Z', 'revision_number': 6, 'project_id': '710d6cdaf2864a2888aa23617155ca23', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:28:20.183508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.189125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: dac4d00a-5b64-4731-85dd-1ba2bfc591c4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:20.190047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dac4d00a-5b64-4731-85dd-1ba2bfc591c4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:20.202030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.310129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8377-2837-4574-b93b-a143d749459e req-5030e25f-894f-4af8-8118-cdd6d18cb5bc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:20.320335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c1c8377-2837-4574-b93b-a143d749459e req-5030e25f-894f-4af8-8118-cdd6d18cb5bc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.0878530 Oct 26 16:28:20.363887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c1c8377-2837-4574-b93b-a143d749459e req-6f07d86a-9e9e-4601-bd60-c84cb5396791 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Oct 26 16:28:20.581756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.584164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0109c93b-da2f-4c19-8146-7bf201d5f8f6 req-b80bd986-e599-462c-81e3-f018a61e70fa tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0482879 Oct 26 16:28:20.663440 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f430925b-9fe0-4e66-83a7-45837a68ce53 req-11780cf6-b099-416f-b510-7e4f55b9133d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63df6ae8be1e48c8b3a1db2b787b52dd&device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0406573 Oct 26 16:28:20.665068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.672022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.734786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273759-225e-4b2b-a2a8-8ce782a162a3 req-4455dab1-f22f-444b-9c70-337386930069 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:20.740725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc273759-225e-4b2b-a2a8-8ce782a162a3 req-4455dab1-f22f-444b-9c70-337386930069 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1095 time: 0.0686252 Oct 26 16:28:20.740969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f430925b-9fe0-4e66-83a7-45837a68ce53 req-e5039dcc-91b3-4e72-843f-4e1005474350 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63df6ae8be1e48c8b3a1db2b787b52dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635753 Oct 26 16:28:20.817274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc273759-225e-4b2b-a2a8-8ce782a162a3 req-5f3380ec-25b6-4106-97e7-fdcf48dcbced tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598962 Oct 26 16:28:20.835760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.836422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a10a9a-3d98-4193-9f74-9bfb7d32f594 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:28:20.843815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.847697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5710a9df-cc1e-46ee-a0b4-cddbe32238dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/53a10a9a-3d98-4193-9f74-9bfb7d32f594 HTTP/1.1" status: 204 len: 168 time: 1.9801290 Oct 26 16:28:20.848269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60650) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:20.866719 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.869970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.871406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b9edbc-dad1-47e5-9099-f1d4f2e9d028 HTTP/1.1" status: 204 len: 168 time: 0.9805462 Oct 26 16:28:20.927050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db70ed0-103d-47c9-89da-dd86d6282e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9edbc-dad1-47e5-9099-f1d4f2e9d028,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:20.935018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430925b-9fe0-4e66-83a7-45837a68ce53 req-02864792-9277-439c-b999-c8ae464564e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:20.936506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f430925b-9fe0-4e66-83a7-45837a68ce53 req-02864792-9277-439c-b999-c8ae464564e0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831486 Oct 26 16:28:20.944650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Deleting subnet cc74c8cf-1941-4fbb-ae84-3983f413978e {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:28:20.949028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:20.992614 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.115682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.203418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-a14a8d3c-63f9-4bec-961e-82802ea7d0bc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:21.205078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-a14a8d3c-63f9-4bec-961e-82802ea7d0bc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.1360562 Oct 26 16:28:21.232389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-b9fcc244-cb04-47a1-940d-fa2bc544c5c3 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/quotas/f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 375 time: 0.0136149 Oct 26 16:28:21.265810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.295453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc74c8cf-1941-4fbb-ae84-3983f413978e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:21.296648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-499b03cf-a47c-496d-b42d-a8ba7e0d4a47 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558567 Oct 26 16:28:21.311987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50133fa3-c9b6-43d0-945c-a3a51ef7a521 None None] Network 321e1ff8-dc48-4c94-98dc-3f9c77412754 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:21.312661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.321351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0156d9dd-73c4-46b8-b0ba-8785c28dd17e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc74c8cf-1941-4fbb-ae84-3983f413978e HTTP/1.1" status: 204 len: 168 time: 0.4716368 Oct 26 16:28:21.328006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:21.437168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.462279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d9464a57-e9b5-481e-a82c-9339e12de0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397350 Oct 26 16:28:21.560201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Deleting port 62fb97af-5682-4509-be13-24a661452bf0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:21.560544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.633732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] DHCP port deletion for 321e1ff8-dc48-4c94-98dc-3f9c77412754 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:28:21.679771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] For port 62fb97af-5682-4509-be13-24a661452bf0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=62fb97af-5682-4509-be13-24a661452bf0,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:21.681748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.710627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Calling delete_port for 62fb97af-5682-4509-be13-24a661452bf0 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:21.716802 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:28:21.732819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Deleting port 62fb97af-5682-4509-be13-24a661452bf0 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:21.735166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.856087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:21.864389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] For port 62fb97af-5682-4509-be13-24a661452bf0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=62fb97af-5682-4509-be13-24a661452bf0,segment=NetworkSegment(f48a7ce8-790b-4458-ac51-44316f2f73bc),segment_id=f48a7ce8-790b-4458-ac51-44316f2f73bc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:21.864898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.892342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Calling delete_port for 62fb97af-5682-4509-be13-24a661452bf0 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:21.930039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60040a79-3a86-47aa-8ddb-84a6c0a82028 req-cb05e997-b1f1-428a-bb72-7d5122c513e3 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0547078 Oct 26 16:28:21.935285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.993084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fb97af-5682-4509-be13-24a661452bf0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:21.993317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:21.997380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 62fb97af-5682-4509-be13-24a661452bf0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:22.002157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] No DVR routers for this DVR port 62fb97af-5682-4509-be13-24a661452bf0 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:22.033413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-34b56859-af54-47b5-b243-9e1fcee9aefe service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572886 Oct 26 16:28:22.122918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 62fb97af-5682-4509-be13-24a661452bf0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:22.123334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 62fb97af-5682-4509-be13-24a661452bf0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:22.126046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7fc7d865-a533-44ac-a92b-5542358a9821 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:22.136193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] Pushing event deleted for resources: {'Port': ['ID=62fb97af-5682-4509-be13-24a661452bf0,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:22.140170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d49f0d4-f0d6-446d-828b-57085c07720b None None] No DVR routers for this DVR port 62fb97af-5682-4509-be13-24a661452bf0 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:28:22.153400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.173417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7fc7d865-a533-44ac-a92b-5542358a9821 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:22.173417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7fc7d865-a533-44ac-a92b-5542358a9821 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:22.173417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a6d2519d-6706-4534-b0a6-0560c35a26f0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:28:22.175531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321e1ff8-dc48-4c94-98dc-3f9c77412754']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:22.193272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a7ce8-790b-4458-ac51-44316f2f73bc') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:22.193579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a7ce8-790b-4458-ac51-44316f2f73bc') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:22.198584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a6d2519d-6706-4534-b0a6-0560c35a26f0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:28:22.204432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a6d2519d-6706-4534-b0a6-0560c35a26f0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:28:22.207792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.223157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.236284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:28:22.243366 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:28:22.257805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4603d08-e7ee-4aaa-acfe-031ead9cd380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.322115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d45a0bf9-3c23-48e9-b0bd-74ea55e23207 req-d6e10834-607e-42b3-9fda-7b9b1f7076dd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 210 time: 0.0369236 Oct 26 16:28:22.339707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.386983 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f430925b-9fe0-4e66-83a7-45837a68ce53 req-c8b20e0e-3f2b-49b5-9327-0c177c037340 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0527039 Oct 26 16:28:22.450953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4603d08-e7ee-4aaa-acfe-031ead9cd380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.495960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.502954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.506001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] 10.222.0.21 "DELETE /v2.0/networks/321e1ff8-dc48-4c94-98dc-3f9c77412754 HTTP/1.1" status: 204 len: 168 time: 1.1770184 Oct 26 16:28:22.517115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ab87-57c5-4f51-810e-8eadace6c656 admin admin] Pushing event deleted for resources: {'Network': ['ID=321e1ff8-dc48-4c94-98dc-3f9c77412754,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:22.519329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4603d08-e7ee-4aaa-acfe-031ead9cd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.568411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a4603d08-e7ee-4aaa-acfe-031ead9cd380 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=786339dce7524a4ca29ff86c3abb4f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111919 Oct 26 16:28:22.571161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60724) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:22.581758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4603d08-e7ee-4aaa-acfe-031ead9cd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0ca67-d456-4a3e-961b-bb9bb2ec49f5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:22.630098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.653151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.809548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.813096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:22.814453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab0ca67-d456-4a3e-961b-bb9bb2ec49f5 HTTP/1.1" status: 204 len: 168 time: 0.2423193 Oct 26 16:28:22.828186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaebcc-b8a8-4465-adb3-c404a1aacdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0ca67-d456-4a3e-961b-bb9bb2ec49f5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:22.965248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60738) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:23.022326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ff736b9-b00d-49ff-b6ed-33659506664a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=710d6cdaf2864a2888aa23617155ca23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556281 Oct 26 16:28:23.025182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:23.065932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9475372-f4df-43c5-98ab-560b10b0fc86 req-f371c181-8a74-4882-9306-b361efc986ea tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c775de1-56d7-4837-a475-aad0d8d1b494 HTTP/1.1" status: 200 len: 210 time: 0.0474586 Oct 26 16:28:23.108365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:23.132830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:23.306538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:23.309977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:23.311439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0660f35e-0101-46af-97e8-1cff3c13223c HTTP/1.1" status: 204 len: 168 time: 0.2841439 Oct 26 16:28:23.320247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e1b7a-8802-41a1-a098-684095d2716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0660f35e-0101-46af-97e8-1cff3c13223c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:23.435420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd2fe8c0-404b-48c9-b893-89f787c5409a req-dd128e0e-b407-491f-b39f-4250c3e29cdf tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Oct 26 16:28:23.889446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:23.903219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d63e9d3-5ad3-4e0a-b7ad-7ec25792820f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:23.984200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d63e9d3-5ad3-4e0a-b7ad-7ec25792820f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.054747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d63e9d3-5ad3-4e0a-b7ad-7ec25792820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.098502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e9d3-5ad3-4e0a-b7ad-7ec25792820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69cc5de-f164-4d74-8039-1f36b3b46096,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:24.106587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:24.107103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d63e9d3-5ad3-4e0a-b7ad-7ec25792820f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fa375197b6346c7ae2723277f729fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160513 Oct 26 16:28:24.166611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.190317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.296228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.304023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.305758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c69cc5de-f164-4d74-8039-1f36b3b46096 HTTP/1.1" status: 204 len: 168 time: 0.1978140 Oct 26 16:28:24.316908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a8fb-15c3-49e7-a74f-f664dd373733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69cc5de-f164-4d74-8039-1f36b3b46096,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:24.546587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60830) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:24.572187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f351a404-3af4-47d5-a8e9-62320df900f5 req-75a84cb2-9529-4c5a-a819-94f00bca5517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63df6ae8be1e48c8b3a1db2b787b52dd&device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0507064 Oct 26 16:28:24.618554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f351a404-3af4-47d5-a8e9-62320df900f5 req-c28a4b09-57f5-42db-b072-1e392f9b73d6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63df6ae8be1e48c8b3a1db2b787b52dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375028 Oct 26 16:28:24.662134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-899ff903-56ae-4ddb-8e50-19be6da99247 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:24.665157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-899ff903-56ae-4ddb-8e50-19be6da99247 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.1587996 Oct 26 16:28:24.682846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Request body: {'port': {'device_id': 'b331474a-3104-4376-98fe-864b3a120c63', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'admin_state_up': True, 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:24.797014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f2b54f4-fd8a-4413-8d09-524399235a54 req-5154e905-2cb9-4604-89cb-46b3ba9997d2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 210 time: 0.0486360 Oct 26 16:28:24.841980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351a404-3af4-47d5-a8e9-62320df900f5 req-04a22323-359e-4d2b-82cc-304288d8fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:24.843538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f351a404-3af4-47d5-a8e9-62320df900f5 req-04a22323-359e-4d2b-82cc-304288d8fa5d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180190 Oct 26 16:28:24.890844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0d27ac-8319-4aea-a299-a56236c468e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:24.922731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37b42d45-ebd9-416e-8496-e4bf87412fed req-ff2ee3c2-c960-4d7f-8a26-609ab5f5ceb6 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Oct 26 16:28:25.006109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:25.007563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0d27ac-8319-4aea-a299-a56236c468e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.011264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.093731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0d27ac-8319-4aea-a299-a56236c468e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.130855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60854) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:25.131546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d27ac-8319-4aea-a299-a56236c468e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc0bfd-1be7-47a5-8338-b8916599c7ef,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:25.145548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c0d27ac-8319-4aea-a299-a56236c468e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39c1bc228b9e459ca8c8c3a97a268137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973105 Oct 26 16:28:25.146133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60858) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:25.168500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Allocated IP 172.20.0.8 (9acfd8aa-0fb9-466e-9183-0f8dc62040d6/83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f/c5d57be7-77d3-4c3e-b212-b516ac15a452) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:25.199180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.224332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.302791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-368892564-network', 'tenant_id': '54134727a52b4ed3b16392f529604022'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:25.348381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.380972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.383569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.384730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6adc0bfd-1be7-47a5-8338-b8916599c7ef HTTP/1.1" status: 204 len: 168 time: 0.2377169 Oct 26 16:28:25.394001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225934a-330f-474f-bb69-33eb2869830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc0bfd-1be7-47a5-8338-b8916599c7ef,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:25.410249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Made reservation on behalf of 54134727a52b4ed3b16392f529604022 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:25.414613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.432643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.444062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.489465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:25.492679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:25.496895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:25.509942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.524018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:25.554089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:25.554681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.599031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.630415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-85989205-0aa3-4e4b-9232-ba39b604a519 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9483294 Oct 26 16:28:25.630526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:28:25.642073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Request body: {'port': {'device_id': 'b331474a-3104-4376-98fe-864b3a120c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:25.642253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.642534 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Added segment fc24549d-3d88-475c-afc3-01d6413e91a2 of type vlan for network b163d193-9ffc-498f-891a-91bcd7109612 Oct 26 16:28:25.692494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.694816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08dd763-5d12-4e43-90c2-27391a41d544,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:25.731384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.878476 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.881102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:25.882428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:25.977955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] Pushing event updated for resources: {'Network': ['ID=b163d193-9ffc-498f-891a-91bcd7109612,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:26.002100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b163d193-9ffc-498f-891a-91bcd7109612 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:28:26.032835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-55cf7461-da77-47a2-8b09-32e6f96e37fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8983514 Oct 26 16:28:26.033849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:26.039982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Request body: {'subnet': {'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-368892564-subnet', 'tenant_id': '54134727a52b4ed3b16392f529604022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:26.083873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d57be7-77d3-4c3e-b212-b516ac15a452 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:26.092950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.105864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Transition to ACTIVE for port object c5d57be7-77d3-4c3e-b212-b516ac15a452 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:26.127295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f351a404-3af4-47d5-a8e9-62320df900f5 req-03eec2f1-941b-4874-8584-2154f41988e3 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.47 "GET /v2.0/ports?device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Oct 26 16:28:26.139483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e36f-ab4b-431f-ad4a-c0fb5f88ade4 req-72c861e8-a668-46d5-adb3-83837a18db7d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:26.140953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0a1e36f-ab4b-431f-ad4a-c0fb5f88ade4 req-72c861e8-a668-46d5-adb3-83837a18db7d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 931 time: 0.1046116 Oct 26 16:28:26.180372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0a1e36f-ab4b-431f-ad4a-c0fb5f88ade4 req-94c5fea1-f55e-4048-9280-9d8f2f3ed029 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Oct 26 16:28:26.208859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Made reservation on behalf of 54134727a52b4ed3b16392f529604022 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:26.209086 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.211368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.302983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-248aaa1c-ae95-4512-bd72-c67ee8aa823e req-b913bb44-4aec-403b-87cb-ebee19520667 tempest-ServerShowV247Test-1297736972 tempest-ServerShowV247Test-1297736972-project] 10.222.0.21 "GET /v2.0/ports?device_id=a852114f-0dee-4592-bc02-044cbab00e02 HTTP/1.1" status: 200 len: 210 time: 0.0382304 Oct 26 16:28:26.309221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:26.363105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:26.363488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:26.363795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:26.368651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:26.368930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:26.374623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:26.374955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:26.375427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:26.375850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Bound port: c5d57be7-77d3-4c3e-b212-b516ac15a452, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:26.376197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.461517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:26.465015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:26.507957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60906) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:26.522057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.558761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.599808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fcc063-61ec-44e3-a905-bd402244087b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:26.605144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:26.605295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Checking segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:26.605295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Network hostable DHCP agents. Network: b163d193-9ffc-498f-891a-91bcd7109612, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:28:26.605526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.606713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] 10.222.0.47 "PUT /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 1091 time: 0.9711604 Oct 26 16:28:26.607199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:26.609526 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d9133-9355-474f-9734-868c9536f806" -d '{"events": [{"name": "network-changed", "server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:26.640362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e33b1-bd84-4e78-b232-78599347ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:26.663001 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd155c-702c-4095-a0b0-27f8878ee518 x-openstack-request-id: req-2fdd155c-702c-4095-a0b0-27f8878ee518 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:26.663318 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:26.663734 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fdd155c-702c-4095-a0b0-27f8878ee518 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:26.664176 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'status': 'completed', 'code': 200} Oct 26 16:28:26.696420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff4e3766-a197-4e25-baed-26b6cd00adeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.724583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Network b163d193-9ffc-498f-891a-91bcd7109612 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:28:26.739509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9133-9355-474f-9734-868c9536f806 req-c339966e-6a08-4bf8-9f9b-d4ac06d7526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:26.752168 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-237d9133-9355-474f-9734-868c9536f806 req-c339966e-6a08-4bf8-9f9b-d4ac06d7526a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1094 time: 0.0560534 Oct 26 16:28:26.801941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff4e3766-a197-4e25-baed-26b6cd00adeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.819386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b163d193-9ffc-498f-891a-91bcd7109612) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:26.831152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f0cc2-f00f-4800-a7aa-ebd6233423e1 None None] Network b163d193-9ffc-498f-891a-91bcd7109612 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:26.835293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:26.836672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.898865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9133-9355-474f-9734-868c9536f806 req-c8884473-0e76-47c5-b314-cf5cfbc1a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:26.900417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-237d9133-9355-474f-9734-868c9536f806 req-c8884473-0e76-47c5-b314-cf5cfbc1a46e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6d9485713ac4cf180ed93f03807a693&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1474574 Oct 26 16:28:26.912313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff4e3766-a197-4e25-baed-26b6cd00adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:26.959394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ff4e3766-a197-4e25-baed-26b6cd00adeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60637cc430dc493f835ed285a5c51503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471998 Oct 26 16:28:26.960044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:26.970802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3bb553de-10c7-4f87-b223-749de7605cf8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9277577 Oct 26 16:28:26.998704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2edbfc-8690-4773-aaa6-7341424f0d1c None None] Network b163d193-9ffc-498f-891a-91bcd7109612 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:27.011914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e3766-a197-4e25-baed-26b6cd00adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1460aeaa-b873-4c74-a17b-454fc9672878,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:27.033620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:27.064845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9133-9355-474f-9734-868c9536f806 req-0aeaace5-eb1e-4881-9469-42cb533c7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:27.068696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-237d9133-9355-474f-9734-868c9536f806 req-0aeaace5-eb1e-4881-9469-42cb533c7b48 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576006 Oct 26 16:28:27.069450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.095694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.223510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-2e39e2ff-7185-4d03-9bca-5188a0f8e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:27.225422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-2e39e2ff-7185-4d03-9bca-5188a0f8e1ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1094 time: 0.0811012 Oct 26 16:28:27.290385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-560738b8-6160-48ef-bbed-a040905c5226 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0517297 Oct 26 16:28:27.339022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.341772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.343782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1460aeaa-b873-4c74-a17b-454fc9672878 HTTP/1.1" status: 204 len: 168 time: 0.3827882 Oct 26 16:28:27.349377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e4ad2-876c-47c4-a516-fe87b7db6d07 req-7f780b25-005d-4233-90ef-1ea667eb7478 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:27.360549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d15e4ad2-876c-47c4-a516-fe87b7db6d07 req-7f780b25-005d-4233-90ef-1ea667eb7478 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.0828238 Oct 26 16:28:27.361121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc09aca-c660-46dd-b9aa-c78f555c97ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1460aeaa-b873-4c74-a17b-454fc9672878,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:27.387109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-87e62618-6de9-4893-a915-ba751dd16dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:27.389441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-87e62618-6de9-4893-a915-ba751dd16dbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0920348 Oct 26 16:28:27.390243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-784f4aa2-409c-41aa-852e-f8e7e84d5912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.431024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-e2cbbeb1-428b-451c-998f-38e2f19224b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345049 Oct 26 16:28:27.448675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d15e4ad2-876c-47c4-a516-fe87b7db6d07 req-2ce858de-be10-4c39-9c4f-51eabf2bf0e8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867074 Oct 26 16:28:27.523211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-784f4aa2-409c-41aa-852e-f8e7e84d5912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.559530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-71c3f19e-6a8c-4b38-a681-fd04d4c28ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206923 Oct 26 16:28:27.666001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-784f4aa2-409c-41aa-852e-f8e7e84d5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.667414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0b1c527-992f-4c0f-9c18-4e3e60720b1e req-ea4d4703-605c-414c-b211-808e2c639c79 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000245 Oct 26 16:28:27.707894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-784f4aa2-409c-41aa-852e-f8e7e84d5912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c0d54996c0e457db6f80747860e5ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735802 Oct 26 16:28:27.708928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f4aa2-409c-41aa-852e-f8e7e84d5912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e7ec4-0df8-450c-af29-ca415a3b144c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:27.710702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:27.768802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.792781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.921725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.924296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:27.925461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/091e7ec4-0df8-450c-af29-ca415a3b144c HTTP/1.1" status: 204 len: 168 time: 0.2136981 Oct 26 16:28:27.934240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024631b-0750-429e-99b4-d5c94b5b22a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e7ec4-0df8-450c-af29-ca415a3b144c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:28.125823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-c9a100ce-4a7e-413e-9ff3-0bf4ba537b58 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:28.132854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-c9a100ce-4a7e-413e-9ff3-0bf4ba537b58 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1184759 Oct 26 16:28:28.143757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8d68962f-259f-4a23-969d-2f7b61764516 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/quotas/54134727a52b4ed3b16392f529604022 HTTP/1.1" status: 200 len: 375 time: 0.0100789 Oct 26 16:28:28.176779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-c65a7c8d-8ed4-4be8-a299-009787b7698a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272141 Oct 26 16:28:28.267790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-c8151684-14f3-4a80-8e00-9efb33d139c4 service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Oct 26 16:28:28.366460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-02ed33ff-9c5b-4aa0-ac0d-3f6038e4e3ba service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920217 Oct 26 16:28:28.556598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60980) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:28.557601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aaa80-7d09-4eb4-aae0-a339985e3c82 req-4c06d4ed-2b59-4281-a24a-fb7e1c2b7a4b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:28.557601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab6aaa80-7d09-4eb4-aae0-a339985e3c82 req-4c06d4ed-2b59-4281-a24a-fb7e1c2b7a4b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.0550780 Oct 26 16:28:28.617974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab6aaa80-7d09-4eb4-aae0-a339985e3c82 req-3c48c84a-12e2-4874-bab4-25ebc6fd3846 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537322 Oct 26 16:28:28.707794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fe0f0fe-fbf4-4136-9db5-18439c4a1820 req-213572d9-daed-4f78-bd8e-00e9d40a898d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 210 time: 0.0480981 Oct 26 16:28:28.755980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7752a0d2-bfe3-464a-99be-ef856feae708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:28.840008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60998) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:28.860978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7752a0d2-bfe3-464a-99be-ef856feae708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:28.967908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7752a0d2-bfe3-464a-99be-ef856feae708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:28.978173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32774) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:28.993194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51f73757-8b0a-4510-9bb8-704455edb057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.012480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7752a0d2-bfe3-464a-99be-ef856feae708 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63df6ae8be1e48c8b3a1db2b787b52dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587357 Oct 26 16:28:29.015972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:29.030734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752a0d2-bfe3-464a-99be-ef856feae708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4eeddd-eff3-4918-a044-9fb18ec53ac2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.100410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.133718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.160793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51f73757-8b0a-4510-9bb8-704455edb057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.197501 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-508b59c5-8be8-4b3c-b783-d96e1a6954dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.230357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51f73757-8b0a-4510-9bb8-704455edb057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.249676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.253006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.254233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b4eeddd-eff3-4918-a044-9fb18ec53ac2 HTTP/1.1" status: 204 len: 168 time: 0.2373586 Oct 26 16:28:29.266961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80701de-8e86-47f2-977a-b2e29a472b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4eeddd-eff3-4918-a044-9fb18ec53ac2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.304317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-51f73757-8b0a-4510-9bb8-704455edb057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07b232fd97404bd598ae0f173f58bf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248432 Oct 26 16:28:29.313754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73757-8b0a-4510-9bb8-704455edb057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112854c8-a4c3-4f05-ad25-913954211d05,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.315761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32786) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:29.374287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-508b59c5-8be8-4b3c-b783-d96e1a6954dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.391590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.414610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.432572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:28:29.488795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-508b59c5-8be8-4b3c-b783-d96e1a6954dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.531313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-508b59c5-8be8-4b3c-b783-d96e1a6954dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6b29aa5abd4ee28af17cfbe4b296c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900289 Oct 26 16:28:29.532106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b59c5-8be8-4b3c-b783-d96e1a6954dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2b843-c381-4580-87ac-7036edfb8006,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.532560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32792) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:29.559065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:29.572188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.575383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.579980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/112854c8-a4c3-4f05-ad25-913954211d05 HTTP/1.1" status: 204 len: 168 time: 0.2630250 Oct 26 16:28:29.585284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'port_id': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'mac_address': 'fa:16:3e:91:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:28:29.591992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab1b97-fa4d-4295-901e-529c57988a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112854c8-a4c3-4f05-ad25-913954211d05,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.611100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.638931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.659890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.678209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d57be7-77d3-4c3e-b212-b516ac15a452 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:29.726120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:29.819925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad9cf637-f4b6-42c4-959e-b7f1aa536fee req-bc267bf6-b1ce-4fa6-954a-56ef391494e6 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 210 time: 0.0367651 Oct 26 16:28:29.848987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.851760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.854261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3df2b843-c381-4580-87ac-7036edfb8006 HTTP/1.1" status: 204 len: 168 time: 0.3199098 Oct 26 16:28:29.863028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f128ba-80c4-4659-a909-397078d034b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2b843-c381-4580-87ac-7036edfb8006,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:29.879437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb94a1-4646-44a6-b4e9-998dc0775544 req-713fa42e-911a-444e-afa2-55979d6e905a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:29.880981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dbb94a1-4646-44a6-b4e9-998dc0775544 req-713fa42e-911a-444e-afa2-55979d6e905a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.0635142 Oct 26 16:28:29.909582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:29.935219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dbb94a1-4646-44a6-b4e9-998dc0775544 req-33cdb713-4c23-421d-8e63-94e65abf43e0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Oct 26 16:28:30.129702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:30.169168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:30.628413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aa400b0-3ece-4cd6-9cb0-05808d1528a6 req-94524fe3-2e3e-4ed4-8508-06848a4c4542 tempest-AbsoluteLimitsNegativeTestJSON-1100926466 tempest-AbsoluteLimitsNegativeTestJSON-1100926466-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6d31c93c141647e8b51ce0c231c9547c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277262 Oct 26 16:28:30.754262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa400b0-3ece-4cd6-9cb0-05808d1528a6 req-8807417a-f34c-4433-991d-f465fe65d53e tempest-AbsoluteLimitsNegativeTestJSON-1100926466 tempest-AbsoluteLimitsNegativeTestJSON-1100926466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:30.755734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aa400b0-3ece-4cd6-9cb0-05808d1528a6 req-8807417a-f34c-4433-991d-f465fe65d53e tempest-AbsoluteLimitsNegativeTestJSON-1100926466 tempest-AbsoluteLimitsNegativeTestJSON-1100926466-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217508 Oct 26 16:28:30.764674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3fbf-b9f7-4408-9f10-55237a613d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:30.773587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aa400b0-3ece-4cd6-9cb0-05808d1528a6 req-423643cc-1617-44df-b77a-d3f7ab208676 tempest-AbsoluteLimitsNegativeTestJSON-1100926466 tempest-AbsoluteLimitsNegativeTestJSON-1100926466-project] 10.222.0.21 "GET /v2.0/quotas/6d31c93c141647e8b51ce0c231c9547c HTTP/1.1" status: 200 len: 375 time: 0.0120342 Oct 26 16:28:30.812331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2aa400b0-3ece-4cd6-9cb0-05808d1528a6 req-96bd4105-705b-46e3-82c0-d0a9cfa6043d tempest-AbsoluteLimitsNegativeTestJSON-1100926466 tempest-AbsoluteLimitsNegativeTestJSON-1100926466-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d31c93c141647e8b51ce0c231c9547c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282013 Oct 26 16:28:30.927847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c2c528d-368a-4489-ba0d-48eec62fdc27 req-b9b98283-6105-460f-8090-0fa7387e5372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 210 time: 0.0283263 Oct 26 16:28:31.067019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d659843-dfd1-4dbd-89c0-5ff892dd7a7a req-f415f6e0-257e-4f05-a72e-1aa5bbdc573e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:31.072111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d659843-dfd1-4dbd-89c0-5ff892dd7a7a req-f415f6e0-257e-4f05-a72e-1aa5bbdc573e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.0628245 Oct 26 16:28:31.116138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d659843-dfd1-4dbd-89c0-5ff892dd7a7a req-ffb478ce-c9e8-4cab-a919-5767f0a5ffba tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Oct 26 16:28:31.429451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-844c916a-c84d-4eaf-ac5c-e9f24a629143 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:31.432288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-844c916a-c84d-4eaf-ac5c-e9f24a629143 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.47 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1132457 Oct 26 16:28:31.438133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:31.452204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Request body: {'port': {'device_id': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'admin_state_up': True, 'tenant_id': '54134727a52b4ed3b16392f529604022'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:31.550646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port c5d57be7-77d3-4c3e-b212-b516ac15a452 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:31.554734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port c5d57be7-77d3-4c3e-b212-b516ac15a452 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:31.555370 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:31.640379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:31.673043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:31.675372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b236297-e6be-4d33-8e98-c22ceb21ceba" -d '{"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-plugged", "status": "completed", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:31.687439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Made reservation on behalf of 54134727a52b4ed3b16392f529604022 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:31.691199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:31.702958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:31.717714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:31.727118 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a06c0f5-050a-4ad4-bb0f-3a45b20709b0 x-openstack-request-id: req-5a06c0f5-050a-4ad4-bb0f-3a45b20709b0 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:31.727118 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-plugged", "status": "completed", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:31.727461 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a06c0f5-050a-4ad4-bb0f-3a45b20709b0 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:31.727705 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'code': 200} Oct 26 16:28:31.764254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:31.827744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:31.839690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:31.857706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76977c-9825-48cb-a9a0-4e0ddffdce71 req-24869db5-4cd7-46c8-a6f9-aace5f0b0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:31.859509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d76977c-9825-48cb-a9a0-4e0ddffdce71 req-24869db5-4cd7-46c8-a6f9-aace5f0b0009 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1096 time: 0.0677526 Oct 26 16:28:31.912466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d76977c-9825-48cb-a9a0-4e0ddffdce71 req-b4262513-0ebd-4bee-9b49-e984ca2d6a89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Oct 26 16:28:31.914669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Allocated IP 172.20.0.8 (b163d193-9ffc-498f-891a-91bcd7109612/d9fcc063-61ec-44e3-a905-bd402244087b/ed221668-f9f0-4294-bdae-2a4059c9836a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:31.970751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41064d7e-a6d8-43b1-98af-d04618fa772f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.088537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-4458048-network', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:32.105655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fda1fee6-74f8-49a9-8439-a3a55a38c0a5 req-041bf365-42ed-4cdd-adff-b928738d87f9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 210 time: 0.0587921 Oct 26 16:28:32.175099 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-fd9008f2-3737-4479-b8b6-6279ca75018e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449058 Oct 26 16:28:32.192246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41064d7e-a6d8-43b1-98af-d04618fa772f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.194179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.230559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Made reservation on behalf of 0eb9ddb8e59147a69ed768fcd4020e95 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:32.233006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.239372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-41064d7e-a6d8-43b1-98af-d04618fa772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.270353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.304428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-41064d7e-a6d8-43b1-98af-d04618fa772f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d31c93c141647e8b51ce0c231c9547c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855327 Oct 26 16:28:32.315663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41064d7e-a6d8-43b1-98af-d04618fa772f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c67e8-4860-467c-9040-d740bebf5af8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:32.326315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32924) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:32.358693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.371370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.376247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-e02e5f57-8954-4f3c-9428-d1eb0cf5fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.378170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-e02e5f57-8954-4f3c-9428-d1eb0cf5fcd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87afa027920440498b1cbf3b4bfb48dc&device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 1096 time: 0.1654997 Oct 26 16:28:32.458664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802af98e-101c-430b-af0a-f4307ebe53dd req-7d6eb154-06cf-4ca7-b757-30976250292c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.460215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-802af98e-101c-430b-af0a-f4307ebe53dd req-7d6eb154-06cf-4ca7-b757-30976250292c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0915735 Oct 26 16:28:32.461344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.476895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Network b163d193-9ffc-498f-891a-91bcd7109612 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:32.487364 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.495769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:32.501482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:32.505497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:32.517519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.547725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:28:32.560740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-802af98e-101c-430b-af0a-f4307ebe53dd req-92ed7daa-2c33-4b99-88a9-8eefa6c39ad2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862978 Oct 26 16:28:32.597049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.597400 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Added segment bcd20a3a-e890-4431-b352-cc362987f92b of type vlan for network 5df86089-0306-4e99-b898-a926ea0b2f65 Oct 26 16:28:32.603178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24525e38-d5e4-42d6-8b19-1dff7c170722,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:32.649041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.649665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.659801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-2e71cea3-c21c-48ba-b003-24bd1d0961d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.664376 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-2e71cea3-c21c-48ba-b003-24bd1d0961d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 200 len: 916 time: 0.2563438 Oct 26 16:28:32.666217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.669043 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.670538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2c67e8-4860-467c-9040-d740bebf5af8 HTTP/1.1" status: 204 len: 168 time: 0.3413384 Oct 26 16:28:32.679400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.682132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779aa1a-ea84-41f8-8c48-9d2382233e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c67e8-4860-467c-9040-d740bebf5af8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:32.769450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-00a8af68-5d84-4993-931f-030e93513cdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 200 len: 1001 time: 0.0937951 Oct 26 16:28:32.773195 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8c893b45-0904-414e-8691-c9eb12a29e9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3250351 Oct 26 16:28:32.796162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Request body: {'port': {'device_id': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:32.842337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.843354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.844117 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.942980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-49ad2043-44b1-4332-98be-2202255812f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:32.944594 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-49ad2043-44b1-4332-98be-2202255812f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78dfd08c-dd99-45f9-a416-2863fc9cb212 HTTP/1.1" status: 200 len: 854 time: 0.1665142 Oct 26 16:28:32.987373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1465559 Oct 26 16:28:32.988338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:32.989370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:32.990427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b2f0e-d264-4f0c-b078-cfed54ee434c admin admin] Pushing event updated for resources: {'Network': ['ID=5df86089-0306-4e99-b898-a926ea0b2f65,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:33.003957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 5df86089-0306-4e99-b898-a926ea0b2f65 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:28:33.012306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Request body: {'subnet': {'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-4458048-subnet', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:33.041275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-25db39c2-40f7-4b21-a716-1aa042f0beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:33.043190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-25db39c2-40f7-4b21-a716-1aa042f0beb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=730fb75d-2d63-454e-943d-a6d394051dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883636 Oct 26 16:28:33.168960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Made reservation on behalf of 0eb9ddb8e59147a69ed768fcd4020e95 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:33.171440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.254234 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-31bd3ab4-f5fa-4deb-aec7-a1d721e94196 service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855824 Oct 26 16:28:33.315375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8bc2e-e61e-46ae-a23e-8ddd64f53662 req-0a027d5d-e73e-4e27-aa8f-7572028bea1f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:33.325937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77e8bc2e-e61e-46ae-a23e-8ddd64f53662 req-0a027d5d-e73e-4e27-aa8f-7572028bea1f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 931 time: 0.1020448 Oct 26 16:28:33.401489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77e8bc2e-e61e-46ae-a23e-8ddd64f53662 req-faff216f-0619-4ea9-ae28-79e865a5b4fe tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702908 Oct 26 16:28:33.438350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-350090a8-ef8c-4c68-bfd3-37651103cdd5 req-c238eac5-e76f-4320-8922-49b244fedb0b service neutron] 10.222.0.39 "GET /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563363 Oct 26 16:28:33.520968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:33.541587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.559290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Transition to ACTIVE for port object ed221668-f9f0-4294-bdae-2a4059c9836a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:33.574702 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d627e8c9-5fed-4e6b-b0f0-6eeff0908418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.613725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-43ef4578-4005-4e5e-9028-d259f32451b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504086 Oct 26 16:28:33.630983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.658901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.732426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:33.809315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Attempting to bind port ed221668-f9f0-4294-bdae-2a4059c9836a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:33.810044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Attempting to bind port ed221668-f9f0-4294-bdae-2a4059c9836a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:33.810608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Attempting to bind port ed221668-f9f0-4294-bdae-2a4059c9836a on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:33.815258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Port ed221668-f9f0-4294-bdae-2a4059c9836a on network b163d193-9ffc-498f-891a-91bcd7109612 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:33.815574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Attempting to bind port ed221668-f9f0-4294-bdae-2a4059c9836a on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:33.821444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:33.823501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Checking segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:33.823501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Bound using segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:33.823501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Bound port: ed221668-f9f0-4294-bdae-2a4059c9836a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:33.823501 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:33.836724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55c1626-3d59-43b8-9cdc-2abfb34bfd8c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:33.844144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Checking segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:33.844504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Network hostable DHCP agents. Network: 5df86089-0306-4e99-b898-a926ea0b2f65, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:28:33.856845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-0474f465-c6ac-4b90-9627-81258f779c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:33.858382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-0474f465-c6ac-4b90-9627-81258f779c01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1096 time: 0.1818287 Oct 26 16:28:33.870547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d05e2-f69e-4a41-946d-0336e1fb14f3 req-7bd221f1-dc47-43bc-967f-e40f6e01396e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:33.872373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a0d05e2-f69e-4a41-946d-0336e1fb14f3 req-7bd221f1-dc47-43bc-967f-e40f6e01396e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.2005816 Oct 26 16:28:33.915285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:33.920386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:33.967753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Network 5df86089-0306-4e99-b898-a926ea0b2f65 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:28:33.982346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a0d05e2-f69e-4a41-946d-0336e1fb14f3 req-c1659946-d180-4ae5-a702-06adb584e7f7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 Oct 26 16:28:34.011789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32994) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:34.021293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.031249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-2b7823a6-8947-4be3-bf38-c3a70abf6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.032752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-2b7823a6-8947-4be3-bf38-c3a70abf6cc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1351833 Oct 26 16:28:34.070703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.071470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.074234 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed221668-f9f0-4294-bdae-2a4059c9836a HTTP/1.1" status: 200 len: 1091 time: 1.2841146 Oct 26 16:28:34.086990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:34.091085 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa146d52-1494-48c1-bfb5-f71f1060ce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:34.101395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.105003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 5df86089-0306-4e99-b898-a926ea0b2f65) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:34.110592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-766ac0ce-3f77-42dd-95a9-f9984b94772a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0663323 Oct 26 16:28:34.114015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e30f2-ac17-4dda-9fa3-521c2a6eb8f3 None None] Network 5df86089-0306-4e99-b898-a926ea0b2f65 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:34.119062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.119690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.148016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337aad5-e45f-40e6-bfca-77691b28ece1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:34.200079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-a472e104-1adb-48f2-a96a-f29c5268d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.201558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-a472e104-1adb-48f2-a96a-f29c5268d3e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0843003 Oct 26 16:28:34.203505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834030-3557-48d3-a42a-56b8f80af31f req-82782a39-8c9f-452f-bb9f-7ce8e82fb2e9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.204870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd834030-3557-48d3-a42a-56b8f80af31f req-82782a39-8c9f-452f-bb9f-7ce8e82fb2e9 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1096 time: 0.1030660 Oct 26 16:28:34.241137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-f17b50e2-2f88-416e-91a6-45ffc27ae3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326371 Oct 26 16:28:34.273100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20a0e03-d51d-49fb-880a-d626abacabcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.314246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bc0264a8-a14d-4b54-b750-9b172527903f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3211334 Oct 26 16:28:34.318316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33008) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:34.321511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd834030-3557-48d3-a42a-56b8f80af31f req-7d6f41d5-2acf-406b-a7f0-428dfc526c04 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037672 Oct 26 16:28:34.328548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:34.338343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-f47b28bb-7d5a-4d66-b5b6-3d0eedf08da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.340015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-f47b28bb-7d5a-4d66-b5b6-3d0eedf08da9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 1094 time: 0.1572573 Oct 26 16:28:34.394905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-9c82252b-5760-409c-acbd-4caf647ffd20 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451721 Oct 26 16:28:34.445364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-5df86089-0306-4e99-b898-a926ea0b2f65', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:28:34.446626 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:34.621684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe647522-a4f5-43d4-9a9f-4a2074344d9d req-19fd2cfe-10b9-41cf-9cb2-04339aedc5eb service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191443 Oct 26 16:28:34.676580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f37ec-dd5a-42d3-87ea-f1e9c0c3b995 req-1f4d48f0-d027-45e9-93d0-43d1965af591 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:34.685859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb5f37ec-dd5a-42d3-87ea-f1e9c0c3b995 req-1f4d48f0-d027-45e9-93d0-43d1965af591 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 943 time: 0.0776327 Oct 26 16:28:34.688391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33036) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:34.767046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Allocated IP 172.20.0.2 (5df86089-0306-4e99-b898-a926ea0b2f65/b55c1626-3d59-43b8-9cdc-2abfb34bfd8c/a3ccbdde-8639-462c-8af7-4d8978b6ac7f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:34.789152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb5f37ec-dd5a-42d3-87ea-f1e9c0c3b995 req-1a802339-80a2-4996-80fa-b2ea28ceed3b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 Oct 26 16:28:34.892361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1623757555-network', 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:34.961633 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ef1b8-cef7-4f47-9374-c93e99a5bd3a x-openstack-request-id: req-fb6ef1b8-cef7-4f47-9374-c93e99a5bd3a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:34.962269 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:34.962478 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb6ef1b8-cef7-4f47-9374-c93e99a5bd3a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:34.963553 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'status': 'completed', 'code': 200} Oct 26 16:28:34.967841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-5697f7d7-0d9a-4d0b-9691-49f71a8bff99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed221668-f9f0-4294-bdae-2a4059c9836a HTTP/1.1" status: 200 len: 217 time: 0.6040533 Oct 26 16:28:34.994284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.022454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.043926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-77083e22-9749-45d8-883b-75d2408648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:35.045381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-77083e22-9749-45d8-883b-75d2408648ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9fcc063-61ec-44e3-a905-bd402244087b HTTP/1.1" status: 200 len: 854 time: 0.0675693 Oct 26 16:28:35.050022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.051020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.072438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.118600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-8fb37e93-3a4f-4432-bbec-edf5242b886f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b163d193-9ffc-498f-891a-91bcd7109612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481806 Oct 26 16:28:35.122170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20a0e03-d51d-49fb-880a-d626abacabcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.127857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Network 5df86089-0306-4e99-b898-a926ea0b2f65 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:35.130779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:35.134817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:35.141078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:35.146007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.156877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Pushing event updated for resources: {'Port': ['ID=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.166708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.174892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.207328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Attempting to bind port a3ccbdde-8639-462c-8af7-4d8978b6ac7f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:35.207939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Attempting to bind port a3ccbdde-8639-462c-8af7-4d8978b6ac7f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:35.208399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Attempting to bind port a3ccbdde-8639-462c-8af7-4d8978b6ac7f on network 5df86089-0306-4e99-b898-a926ea0b2f65 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:35.221229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:35.221948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Checking segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:35.222405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.222850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Bound using segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:35.223591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Bound port: a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:35.224031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.228263 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20a0e03-d51d-49fb-880a-d626abacabcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.291817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] For port a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:35.296115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] For port a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:35.296350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.353594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.392422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.440345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:28:35.449797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66e987-e592-442f-b664-f97a38a60f9f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.455451 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-2f7eee0b-43da-4252-b14e-68eb6d457c90 service neutron] 10.222.0.47 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022523 Oct 26 16:28:35.460179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b289d-9e7a-421a-aa6b-b13f7bb97413 None None] Pushing event updated for resources: {'Port': ['ID=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.466712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.466712 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Added segment 6c6b98a1-4887-4f37-b3e9-1d810a7b2aba of type vlan for network ed8d5a84-33df-428f-8359-e488965d27ba Oct 26 16:28:35.469138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:35.470804 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d20a0e03-d51d-49fb-880a-d626abacabcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6b433bce620495e8a82e11f194fe307&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4446280 Oct 26 16:28:35.474174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a0e03-d51d-49fb-880a-d626abacabcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f9ee2-087a-4bdf-900a-6b35730fe475,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.570828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.590140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.628600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.651820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.692900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f10df92f-cc06-41f1-a555-ab537da45f9b req-c86ced88-72c1-47c3-b53e-3912caf9579a service neutron] 10.222.0.47 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195544 Oct 26 16:28:35.707804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.707804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:35.707804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.798842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.801887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:35.803364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb8f9ee2-087a-4bdf-900a-6b35730fe475 HTTP/1.1" status: 204 len: 168 time: 0.3343871 Oct 26 16:28:35.830986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1408451 Oct 26 16:28:35.835160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a72ee-728c-45a5-aa0e-f8f1c301b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f9ee2-087a-4bdf-900a-6b35730fe475,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.835316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33070) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:35.842896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31d1b-7b4a-42ca-9e18-3cd48b895f95 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8d5a84-33df-428f-8359-e488965d27ba,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:35.887168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Request body: {'subnet': {'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1623757555-subnet', 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:35.953376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ed8d5a84-33df-428f-8359-e488965d27ba details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:28:36.076301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-9f02775a-e45e-4c90-915c-6bc867f28b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:36.077943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-9f02775a-e45e-4c90-915c-6bc867f28b1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 1094 time: 0.1527705 Oct 26 16:28:36.127494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c44a6e-a269-4638-8bce-a7b18ed00a6c req-00a76167-7f7d-4e6b-8aa4-781ca65d98ee tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:36.135047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c44a6e-a269-4638-8bce-a7b18ed00a6c req-00a76167-7f7d-4e6b-8aa4-781ca65d98ee tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 943 time: 0.1471252 Oct 26 16:28:36.205104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3ccbdde-8639-462c-8af7-4d8978b6ac7f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:36.210323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-5eedb839-7ac5-4c3d-bf5c-de55b4df3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:36.227591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-5eedb839-7ac5-4c3d-bf5c-de55b4df3644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 915 time: 0.1256251 Oct 26 16:28:36.231306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c44a6e-a269-4638-8bce-a7b18ed00a6c req-5072e1d3-b2df-4bff-adb2-b4cb12a41d18 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950944 Oct 26 16:28:36.347490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a3ccbdde-8639-462c-8af7-4d8978b6ac7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:36.347994 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.349625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:36.357615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.503427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-40d87aff-9b02-4f51-a4e0-2c603bc1923c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed221668-f9f0-4294-bdae-2a4059c9836a HTTP/1.1" status: 200 len: 217 time: 0.2741556 Oct 26 16:28:36.533284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.547067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.592005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:36.670990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.693179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.715985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:36.723307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-bbb4c007-66ef-4f61-bc10-b9a0f42e1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:36.723307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-bbb4c007-66ef-4f61-bc10-b9a0f42e1cf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9fcc063-61ec-44e3-a905-bd402244087b HTTP/1.1" status: 200 len: 854 time: 0.1682770 Oct 26 16:28:36.778813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:36.923959 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-0d9c4cba-a4ab-4a1c-b733-5aa4c52c8952 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b163d193-9ffc-498f-891a-91bcd7109612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473280 Oct 26 16:28:36.965637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9f226-7690-4fb0-bacd-146bd7726548 None None] Network 5df86089-0306-4e99-b898-a926ea0b2f65 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:37.074619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Allocated IP 172.25.5.168 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/a3a21e15-f92b-443c-8733-41338e5d6ce1) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:37.077341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-efac356d-58c6-456e-82d6-10285c85f33b None None] Provisioning complete for port a3ccbdde-8639-462c-8af7-4d8978b6ac7f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:37.079861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-efac356d-58c6-456e-82d6-10285c85f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.189350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-2c27eaae-feea-4a41-9830-2bd1eada910a service neutron] 10.222.0.47 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557533 Oct 26 16:28:37.393631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa146d52-1494-48c1-bfb5-f71f1060ce4a req-c57cdc60-aa63-46cd-93a1-c8ec1a1ac3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946061 Oct 26 16:28:37.401911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a5dd-1668-4728-989d-385b78029c39 req-a9522fb9-829f-4102-ab3d-b63fef1b07de tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:37.404142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83a6a5dd-1668-4728-989d-385b78029c39 req-a9522fb9-829f-4102-ab3d-b63fef1b07de tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 943 time: 0.0590274 Oct 26 16:28:37.412154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.448196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:28:37.457798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:37.473802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83a6a5dd-1668-4728-989d-385b78029c39 req-201c7723-418d-40c7-8b44-762feabfe641 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624089 Oct 26 16:28:37.608519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:37.609155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Network hostable DHCP agents. Network: ed8d5a84-33df-428f-8359-e488965d27ba, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:28:37.625347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107b2b07-921d-451a-9df7-e935923a9fa0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:37.646232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:37.654794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.675373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'port_id': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'mac_address': 'fa:16:3e:2a:2f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fcc063-61ec-44e3-a905-bd402244087b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:28:37.700959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1462533647-network', 'tenant_id': '08483e5583cc4e48a97adbb64e51e966'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:37.738818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Network ed8d5a84-33df-428f-8359-e488965d27ba is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:28:37.757455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.769477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8d822703-6986-415e-bd24-ef1129951a4c None None] Provisioning complete for port a3ccbdde-8639-462c-8af7-4d8978b6ac7f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:37.769839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d822703-6986-415e-bd24-ef1129951a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.774161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:37.814661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.824157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:37.856318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:37.861618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Made reservation on behalf of 08483e5583cc4e48a97adbb64e51e966 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:37.865692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:37.868002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ed8d5a84-33df-428f-8359-e488965d27ba) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:37.869537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:37.872231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.873916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a21e15-f92b-443c-8733-41338e5d6ce1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:37.894763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:37.894983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf685c89-ca02-4c99-ac50-3d4935d9c6bb None None] Network ed8d5a84-33df-428f-8359-e488965d27ba requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:37.895424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.910237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:37.971221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.032589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-781701d2-bf21-4555-a121-617d9275ca37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1924345 Oct 26 16:28:38.110997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.121816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3ccbdde-8639-462c-8af7-4d8978b6ac7f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:38.222349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ed221668-f9f0-4294-bdae-2a4059c9836a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:38.224494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.261159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:28:38.278852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04be68e4-783c-417e-80cc-8566f8ff0207,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:38.292922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:38.293906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.295809 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Added segment adb23cea-82e9-4676-aaaf-c2a9fc708868 of type vlan for network 3e7f3116-6d0e-4263-bc4f-ea5fad645bd2 Oct 26 16:28:38.379170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ee9fb-abac-40e5-8684-6f7918baf6a3 None None] Network ed8d5a84-33df-428f-8359-e488965d27ba requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:28:38.381006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.388144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.433223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a3ccbdde-8639-462c-8af7-4d8978b6ac7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:38.433505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.488625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.489913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:38.490980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.580363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] Pushing event updated for resources: {'Network': ['ID=3e7f3116-6d0e-4263-bc4f-ea5fad645bd2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:38.611819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3e7f3116-6d0e-4263-bc4f-ea5fad645bd2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:28:38.615376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-57c1ee18-7cc0-4fd7-b2a5-12998187bb1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1401224 Oct 26 16:28:38.631733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:38.904922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-2079438f-0ede-4333-8ea4-5945cd908016 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:38.907484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-2079438f-0ede-4333-8ea4-5945cd908016 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.2344534 Oct 26 16:28:38.944605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-7c3d2061-7f46-4abe-a48f-e68d36fc415c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0296686 Oct 26 16:28:38.946605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:28:39.006045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-62496c84-83a2-4bb1-9f88-f629b7edf69b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305488 Oct 26 16:28:39.082957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3895f96-b4fa-4c35-944e-f769fe316421 req-a7490599-b880-49e8-8b02-c2f31cbdebdb tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:39.090674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3895f96-b4fa-4c35-944e-f769fe316421 req-a7490599-b880-49e8-8b02-c2f31cbdebdb tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 944 time: 0.1665368 Oct 26 16:28:39.093202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:28:39.109619 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Sync routers for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:28:39.119915 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:39.120767 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:39.167582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3895f96-b4fa-4c35-944e-f769fe316421 req-125da3db-d6fe-4729-8e6a-2e58bcf6cbe8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Oct 26 16:28:39.200685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-6ee3e35c-a558-4578-9427-ef3c6ee0cf4a service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848361 Oct 26 16:28:39.211458 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:39.216344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9c4532a0-33b6-4c70-bdb2-df1b3c31b444 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8970399 Oct 26 16:28:39.217678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33190) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:39.279799 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:39.344820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-dcc74337-89a3-4bfe-82dd-404b3638811c service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428332 Oct 26 16:28:39.447766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:39.603942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port ed221668-f9f0-4294-bdae-2a4059c9836a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:39.604282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:38Z', 'revision_number': 3, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:39.609396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ed221668-f9f0-4294-bdae-2a4059c9836a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:39.609978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:39.701918 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Checking router: 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:28:39.702340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Updating router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c port a3a21e15-f92b-443c-8733-41338e5d6ce1 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:28:39.736684 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:39.848445 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:39.898507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f3ef1e7-f6f3-4bc8-8627-dc2decc1989c req-7ad9a7e5-0913-4cd2-a33f-ca065de15082 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 210 time: 0.0721197 Oct 26 16:28:39.899023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:39.947722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:39.950755 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a806a81-dd9d-433e-b6b1-c9b259634215" -d '{"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-plugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:39.968456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:39.990112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81f24-3f5d-474b-bb90-b56c60345e8f req-4109affa-05f4-4616-b2bf-638a1133958c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:39.997978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81f24-3f5d-474b-bb90-b56c60345e8f req-4109affa-05f4-4616-b2bf-638a1133958c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:40.005814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81f24-3f5d-474b-bb90-b56c60345e8f req-4109affa-05f4-4616-b2bf-638a1133958c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:40.015067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdf81f24-3f5d-474b-bb90-b56c60345e8f req-4109affa-05f4-4616-b2bf-638a1133958c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4508245 Oct 26 16:28:40.060518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:40.183110 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56d02c-c0ac-4741-a422-dcf8bd81f329 x-openstack-request-id: req-8f56d02c-c0ac-4741-a422-dcf8bd81f329 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:40.183337 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-plugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:40.183666 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f56d02c-c0ac-4741-a422-dcf8bd81f329 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:40.183968 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'code': 200} Oct 26 16:28:40.189694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:40.275863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Allocated IP 172.20.0.1 (5df86089-0306-4e99-b898-a926ea0b2f65/b55c1626-3d59-43b8-9cdc-2abfb34bfd8c/ba55da2c-02da-4abb-b95b-f421349a57ac) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:40.305378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7febc3-8f12-4014-9664-e667a14695a3 req-c4ca10f3-bdfe-4ad3-8e0e-370573faa7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:40.307032 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb7febc3-8f12-4014-9664-e667a14695a3 req-c4ca10f3-bdfe-4ad3-8e0e-370573faa7bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 1096 time: 0.1292064 Oct 26 16:28:40.339211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc3fc1-09aa-4103-9d3a-c24582e55af2 req-80e73072-0d91-4d26-af81-9d7f1cfeb63c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:40.347437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4dc3fc1-09aa-4103-9d3a-c24582e55af2 req-80e73072-0d91-4d26-af81-9d7f1cfeb63c tempest-ComputeTenantNetworksTest-1737133626 tempest-ComputeTenantNetworksTest-1737133626-project] 10.222.0.21 "GET /v2.0/networks/3e7f3116-6d0e-4263-bc4f-ea5fad645bd2 HTTP/1.1" status: 200 len: 769 time: 0.2194042 Oct 26 16:28:40.407681 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:40.420489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33220) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:40.506506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:40.757439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb7febc3-8f12-4014-9664-e667a14695a3 req-35256bfa-82c0-48bc-8339-10cdad414dfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401479 Oct 26 16:28:40.796286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:40.878280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5205da-e7c2-4f8f-a9b2-1e8439425838 req-c8861174-09bd-4093-a6f6-aaf06a28711a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:40.879865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d5205da-e7c2-4f8f-a9b2-1e8439425838 req-c8861174-09bd-4093-a6f6-aaf06a28711a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.5309274 Oct 26 16:28:40.948140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:40.969950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d5205da-e7c2-4f8f-a9b2-1e8439425838 req-aacb66e0-ea5d-4ec7-9f35-5c6f6c18017d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762653 Oct 26 16:28:40.978994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7f3116-6d0e-4263-bc4f-ea5fad645bd2']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:40.996395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb23cea-82e9-4676-aaaf-c2a9fc708868') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:40.996962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb23cea-82e9-4676-aaaf-c2a9fc708868') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:41.010727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.052432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.053025 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.122842 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Attempting to bind port a3a21e15-f92b-443c-8733-41338e5d6ce1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:41.123832 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Attempting to bind port a3a21e15-f92b-443c-8733-41338e5d6ce1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:41.124367 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Attempting to bind port a3a21e15-f92b-443c-8733-41338e5d6ce1 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:41.126474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Pushing event updated for resources: {'Port': ['ID=a3a21e15-f92b-443c-8733-41338e5d6ce1,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:41.127977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:41.135119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Network 5df86089-0306-4e99-b898-a926ea0b2f65 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:41.137496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:41.140665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:41.158939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ba2d577-bba5-4ed2-b43b-5b9383078700 req-f5be641e-f98f-4130-b64b-136b5542e27f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 210 time: 0.0595117 Oct 26 16:28:41.158939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.160301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:41.160668 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:41.161109 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.161496 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:41.161961 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Bound port: a3a21e15-f92b-443c-8733-41338e5d6ce1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:41.162333 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.166562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.167118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:28:41.169250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.169566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:28:41.170131 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:28:41.172462 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.172462 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.172462 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.214953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.269862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] For port a3a21e15-f92b-443c-8733-41338e5d6ce1, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:41.276301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] For port a3a21e15-f92b-443c-8733-41338e5d6ce1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3a21e15-f92b-443c-8733-41338e5d6ce1,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:41.319423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.336992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.340902 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.356050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e7f3116-6d0e-4263-bc4f-ea5fad645bd2 HTTP/1.1" status: 204 len: 168 time: 0.9342504 Oct 26 16:28:41.370981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7f3116-6d0e-4263-bc4f-ea5fad645bd2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:41.381110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.381516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.381862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.382202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.382589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.382924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.383288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.383669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.384034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.385016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.385349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.385666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca8e3bc-c20b-48ba-aac6-b3cca75e72f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:41.444238 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cb61-33d5-44bc-ac25-6d69f2395d42 None None] Pushing event updated for resources: {'Port': ['ID=a3a21e15-f92b-443c-8733-41338e5d6ce1,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:41.460880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c7b495a7-8037-4757-a1f0-b382c06c70b2 None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:41.463874 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c7b495a7-8037-4757-a1f0-b382c06c70b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.464196 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:41.464196 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:41.502557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.546485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c7b495a7-8037-4757-a1f0-b382c06c70b2 None None] Port ba55da2c-02da-4abb-b95b-f421349a57ac cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:28:41.624381 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:41.720197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.786137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.863186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:41.866007 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:40Z', 'revision_number': 1, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:41.881285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:41.903469 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e7a3e-ee94-4b6e-b6ad-03e5a44be402 None None] The sync data for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 is: [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:40Z', 'revision_number': 1, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:28:41.998585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:42.006719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Network 5df86089-0306-4e99-b898-a926ea0b2f65 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:42.006719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:42.079903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9257584-ca39-4be6-ab1d-227519f7f80d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08483e5583cc4e48a97adbb64e51e966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801265 Oct 26 16:28:42.082770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33246) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:42.226629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:42.246652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eccc7c-4cc6-4551-94e2-792f46950d0f req-cffcec58-3a07-4030-b9a6-5811f808b61d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:42.262736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35eccc7c-4cc6-4551-94e2-792f46950d0f req-cffcec58-3a07-4030-b9a6-5811f808b61d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1135263 Oct 26 16:28:42.266225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:28:42.305155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:42.435534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:28:42.442150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35eccc7c-4cc6-4551-94e2-792f46950d0f req-381f7f00-d695-4041-8f57-e4192682a3a8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785185 Oct 26 16:28:42.444238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9018ab71-92c7-414b-9020-47b5ad6ccdc6 admin admin] 10.222.0.21 "PUT /v2.0/routers/677db8b0-a17a-4395-bb7e-85cb7e2e1a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2257099 Oct 26 16:28:42.506898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7eb28396-b059-40d2-9ac5-65fc7326f83d None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:42.508090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7eb28396-b059-40d2-9ac5-65fc7326f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:42.523327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:42.533209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:42.541704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04be68e4-783c-417e-80cc-8566f8ff0207 HTTP/1.1" status: 204 len: 168 time: 0.4562185 Oct 26 16:28:42.602315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7eb28396-b059-40d2-9ac5-65fc7326f83d None None] Port ba55da2c-02da-4abb-b95b-f421349a57ac cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:28:42.630303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a528bb0-a0c7-4397-a129-a8372f2971ab req-0617bb91-7d8d-492f-8aca-8d2d9f67bf6a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 210 time: 0.0880225 Oct 26 16:28:42.636339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734b58-6d38-4ace-a5ab-4b684e3e0b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04be68e4-783c-417e-80cc-8566f8ff0207,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:43.430260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-950218da-82e5-46df-af5c-0502f8414d8f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:43.433229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-950218da-82e5-46df-af5c-0502f8414d8f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.1519377 Oct 26 16:28:43.448835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:43.716446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33284) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:43.721888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962860860', 'description': 'tempest-description--1943774102'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:43.792507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:43.802661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:43.857699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58482e-e19d-41e1-84da-83712715621c req-89f91e36-dea6-4736-826f-0c5faffa0adf tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:43.864681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a58482e-e19d-41e1-84da-83712715621c req-89f91e36-dea6-4736-826f-0c5faffa0adf tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0775518 Oct 26 16:28:43.939416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a58482e-e19d-41e1-84da-83712715621c req-92dea2b4-d87d-41c8-9ac0-b28142ec509a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703356 Oct 26 16:28:43.954132 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.044780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.8 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/0eff7cc7-6cef-468c-8830-dab5c1d9ec4c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:44.108265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3a21e15-f92b-443c-8733-41338e5d6ce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:44.116992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.197406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.268204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a3a21e15-f92b-443c-8733-41338e5d6ce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:44.268951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.288252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.335999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-841bb18a-bb1b-42a7-95fe-3fba5d141887 req-76e7cb94-2586-4b8a-aed1-cd164233a088 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 210 time: 0.0698028 Oct 26 16:28:44.349940 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.351266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6337883 Oct 26 16:28:44.354390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33302) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:44.357831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95e99-b976-47ad-8d60-1557a4fd21ef tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74837a-6697-4890-a510-6cb0b42741fd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:44.372759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'security_group_rule': {'security_group_id': '6a74837a-6697-4890-a510-6cb0b42741fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:44.386668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.416487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:44.421717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.446096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:44.459574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:44.472451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a3a21e15-f92b-443c-8733-41338e5d6ce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3a21e15-f92b-443c-8733-41338e5d6ce1,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:44.493077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.531861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:44.541146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.544520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.545053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.545570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.545905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.546372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.546579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.546929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.547182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.549471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.549471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.549471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.549471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:28:44.566045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:44.567017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.645564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.654860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21cf0-d685-4ab6-bfdb-c68eb341bae5 req-cc074c05-2ef0-45d1-a497-df1853cf0c18 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:44.658779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b779cee8-1fa9-4c98-be49-046716cf0a9b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127976 Oct 26 16:28:44.664342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ed21cf0-d685-4ab6-bfdb-c68eb341bae5 req-cc074c05-2ef0-45d1-a497-df1853cf0c18 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1109843 Oct 26 16:28:44.672116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Request body: {'port': {'device_id': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:44.677892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a3a21e15-f92b-443c-8733-41338e5d6ce1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:44.710631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ed21cf0-d685-4ab6-bfdb-c68eb341bae5 req-75b56e6e-8b23-4f92-90c4-790bab8149e2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Oct 26 16:28:44.713015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.748017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ea3b96-2f94-4e61-b094-762044129e91,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:44.798907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.841807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:44.843463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-98f8b094-573f-4e93-a2bb-d934c0f8f719 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4870410 Oct 26 16:28:44.850964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33318) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:44.856743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'security_group_rule': {'security_group_id': '6a74837a-6697-4890-a510-6cb0b42741fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:44.975050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.061167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.159084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.168503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Sync routers for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:28:45.185756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:45.187912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:45.209918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839cd3a-5c1f-4b2c-b917-b45e18e9ff41,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:45.263762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:45.272937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.291795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.293093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d0565ed8-139a-49c1-b7bb-db533b4f0a9a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408205 Oct 26 16:28:45.296011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:45.301479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:45.322936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Transition to ACTIVE for port object 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:45.436979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.481186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:45.591314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:45.650278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.732984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea943063-f7fb-4615-84ac-20d02437341a req-2ca5e8c1-e5e1-437e-b893-265a84a4165a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:45.755387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea943063-f7fb-4615-84ac-20d02437341a req-2ca5e8c1-e5e1-437e-b893-265a84a4165a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.2176952 Oct 26 16:28:45.761897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Attempting to bind port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:45.762848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Attempting to bind port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:45.763236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Attempting to bind port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:45.767971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:45.768293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Attempting to bind port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:45.779989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:45.780318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:45.781391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:45.784422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Bound port: 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:45.785057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:45.812441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae446-78a8-4859-bd8e-4276fc9ad526 req-58b0aec5-8540-461a-b198-010377fb9f61 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:45.820376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc5ae446-78a8-4859-bd8e-4276fc9ad526 req-58b0aec5-8540-461a-b198-010377fb9f61 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 943 time: 0.3380661 Oct 26 16:28:45.918097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:45.922653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:45.943771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 2, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:45.959047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea943063-f7fb-4615-84ac-20d02437341a req-8e659795-9011-41c3-bb4f-b934430ca26c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026429 Oct 26 16:28:45.986150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.022673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc5ae446-78a8-4859-bd8e-4276fc9ad526 req-d1d655a2-5b0f-411f-820f-e379c2e93ac6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010467 Oct 26 16:28:46.044155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Checking router: 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:28:46.045109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Updating router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c port ba55da2c-02da-4abb-b95b-f421349a57ac binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:28:46.093534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:46.094230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.099756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] 10.222.0.39 "PUT /v2.0/ports/0eff7cc7-6cef-468c-8830-dab5c1d9ec4c HTTP/1.1" status: 200 len: 1091 time: 1.4331987 Oct 26 16:28:46.103259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:46.103432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3a21e15-f92b-443c-8733-41338e5d6ce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:46.107504 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d3f83-5cc2-472b-a321-95f6f4b3f358" -d '{"events": [{"name": "network-changed", "server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:46.155558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67518bee-36aa-4ccc-8e5b-2e1c5354fbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:46.160040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.162451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.256559 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba38872-e514-48b9-bd11-aaa212ca92d3 x-openstack-request-id: req-4ba38872-e514-48b9-bd11-aaa212ca92d3 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:46.256850 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:46.257103 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba38872-e514-48b9-bd11-aaa212ca92d3 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:46.257506 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c', 'status': 'completed', 'code': 200} Oct 26 16:28:46.311871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-0c96ab55-cde0-4745-943a-610190dcafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:46.313729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-0c96ab55-cde0-4745-943a-610190dcafa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 1094 time: 0.0973878 Oct 26 16:28:46.419631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-258fb6d3-404d-4bcb-8186-60f17ce939e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c HTTP/1.1" status: 200 len: 217 time: 0.0790806 Oct 26 16:28:46.452361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:46.501802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Allocated IP 172.25.5.45 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/62d995ff-2135-4efb-b5cd-a29647e6f584) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:46.607113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-811318ea-1db9-47ae-afb8-13367c25a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:46.612980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-811318ea-1db9-47ae-afb8-13367c25a67a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.1854463 Oct 26 16:28:46.702491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-b47c97fe-9cb8-4ec9-bd32-d69fdd86f849 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750337 Oct 26 16:28:46.761956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015247c7-760a-4dbf-984b-a1eb0da5b032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.781624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a3a21e15-f92b-443c-8733-41338e5d6ce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:46.782195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.845216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-32f2bc1a-9e9c-4a10-903e-817817ae3109 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406255 Oct 26 16:28:46.908730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.913651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015247c7-760a-4dbf-984b-a1eb0da5b032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.957803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:46.996629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015247c7-760a-4dbf-984b-a1eb0da5b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.006609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-24c9646b-dc2c-4225-a521-62243a19bbf4 req-c3dd139a-c8d2-422e-8db2-105430cb46ab service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494386 Oct 26 16:28:47.038458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015247c7-760a-4dbf-984b-a1eb0da5b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fab648-e0e2-4a2f-a56c-b76c148112a5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:47.045596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-015247c7-760a-4dbf-984b-a1eb0da5b032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd9a4c04f8364f1abb17277932863c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889902 Oct 26 16:28:47.045791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:47.054078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.103253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.140687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29130000-6187-4fd6-8b2e-253f4f14de5c None None] Pushing event updated for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:47.197084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Attempting to bind port ba55da2c-02da-4abb-b95b-f421349a57ac on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:47.197768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Attempting to bind port ba55da2c-02da-4abb-b95b-f421349a57ac by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:47.198986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Attempting to bind port ba55da2c-02da-4abb-b95b-f421349a57ac on network 5df86089-0306-4e99-b898-a926ea0b2f65 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:47.204902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:47.205579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Checking segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:47.206188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.206578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-23806bd5-d19a-49f7-91d8-2bd86d0ed2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:47.206982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Bound using segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:47.207799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Bound port: ba55da2c-02da-4abb-b95b-f421349a57ac, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:47.208107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-23806bd5-d19a-49f7-91d8-2bd86d0ed2e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 1094 time: 0.0824203 Oct 26 16:28:47.208730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.263691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'Port': ['ID=62d995ff-2135-4efb-b5cd-a29647e6f584,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:47.271637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:47.281586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.290386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] For port ba55da2c-02da-4abb-b95b-f421349a57ac, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:47.297201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] For port ba55da2c-02da-4abb-b95b-f421349a57ac, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ba55da2c-02da-4abb-b95b-f421349a57ac,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:47.301454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767892-97b6-403a-9008-c86a605d9d9c req-b1708a55-2190-4786-b1dc-ecf5e89ae521 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:47.309625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac767892-97b6-403a-9008-c86a605d9d9c req-b1708a55-2190-4786-b1dc-ecf5e89ae521 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.2496655 Oct 26 16:28:47.319475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:47.319475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:47.341825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-343955a5-2b7b-4161-8396-a9d777ff6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:47.343497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-343955a5-2b7b-4161-8396-a9d777ff6882 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 913 time: 0.1272366 Oct 26 16:28:47.374817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2e689-03ac-464c-9008-a01d484ecd53 req-f85f500e-3075-4cc5-ae48-5cf29801b603 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:47.376385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0d2e689-03ac-464c-9008-a01d484ecd53 req-f85f500e-3075-4cc5-ae48-5cf29801b603 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 943 time: 0.2658908 Oct 26 16:28:47.392073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.413588 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-dfb6c674-e23b-4097-95d3-fa6cd77895e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c HTTP/1.1" status: 200 len: 217 time: 0.0608773 Oct 26 16:28:47.416733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.452934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:28:47.453762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:28:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:47.460677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac767892-97b6-403a-9008-c86a605d9d9c req-cb1c7496-633e-4946-bdeb-622deb266c74 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500828 Oct 26 16:28:47.470067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-a967ba4d-a6fb-4e59-b2d9-4de933edc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:47.472068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-a967ba4d-a6fb-4e59-b2d9-4de933edc9b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0513160 Oct 26 16:28:47.515019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-6645bfcd-4f13-41ae-a1bb-622a234e5c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342185 Oct 26 16:28:47.532030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.570657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29130000-6187-4fd6-8b2e-253f4f14de5c None None] Pushing event updated for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:47.582038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0d2e689-03ac-464c-9008-a01d484ecd53 req-517a8489-c139-42c9-b6ea-080b8880890e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933842 Oct 26 16:28:47.603725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:47.604524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.661206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:28:47.681325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.700681 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-41563303-4782-43b2-8b55-f3dd4533876f service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748207 Oct 26 16:28:47.765754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.776191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.780043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30fab648-e0e2-4a2f-a56c-b76c148112a5 HTTP/1.1" status: 204 len: 168 time: 0.7333159 Oct 26 16:28:47.823751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3da2c-a399-4278-bfe7-cac03b2353c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fab648-e0e2-4a2f-a56c-b76c148112a5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:47.874164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86d3f83-5cc2-472b-a321-95f6f4b3f358 req-5c938585-ca62-45c4-9687-1d9a5f6a4f51 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611741 Oct 26 16:28:47.972754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:47.988254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:47Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:28:47.990719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.017979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb931be6-a49a-463a-8d59-344e37b5cd84 None None] The sync data for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 is: [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:47Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:28:48.045927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ba55da2c-02da-4abb-b95b-f421349a57ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:48.053003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] For port ba55da2c-02da-4abb-b95b-f421349a57ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ba55da2c-02da-4abb-b95b-f421349a57ac,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:48.088097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.111882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:48.112354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.138747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.189563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'Port': ['ID=62d995ff-2135-4efb-b5cd-a29647e6f584,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:48.198535 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.223544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbda856-33c4-4b9a-ba7a-f9db1361be8b None None] Pushing event updated for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:48.277898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f3c05b8-1efb-4c76-8701-0b5854a8ca0e None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:48.277898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f3c05b8-1efb-4c76-8701-0b5854a8ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.285324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.288361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d95d5851-cfbf-4c68-9a02-449973c747af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9902337 Oct 26 16:28:48.398863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33392) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:48.651786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8568-8895-4ff6-90d8-a506ccda2f13 req-bfaa7a99-6949-4e00-a2fb-3b0947bea070 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:48.653453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b7c8568-8895-4ff6-90d8-a506ccda2f13 req-bfaa7a99-6949-4e00-a2fb-3b0947bea070 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0803726 Oct 26 16:28:48.720867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e43b26fd-b2ee-47df-aae1-8a45d16a88d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.768137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b7c8568-8895-4ff6-90d8-a506ccda2f13 req-6f77e09e-9071-4f8e-b239-24f4655b9b84 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013489 Oct 26 16:28:48.797250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f750-e0d5-472c-9f6b-76787ad6296b req-d04e9bf0-6bb8-4139-ba8c-fb9867e6fac9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:48.798961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9af0f750-e0d5-472c-9f6b-76787ad6296b req-d04e9bf0-6bb8-4139-ba8c-fb9867e6fac9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 943 time: 0.1234071 Oct 26 16:28:48.838580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e43b26fd-b2ee-47df-aae1-8a45d16a88d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.857850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33444) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:48.897938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e43b26fd-b2ee-47df-aae1-8a45d16a88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.905817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db930e0f-3bfb-4ce1-8178-83c9c114f437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:48.949477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b26fd-b2ee-47df-aae1-8a45d16a88d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae922a1-39ec-40f0-b3a4-299be18da8d5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:48.950183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9af0f750-e0d5-472c-9f6b-76787ad6296b req-7df1befc-cf16-47a7-b818-cbc56b56f5f9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387579 Oct 26 16:28:48.971832 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e43b26fd-b2ee-47df-aae1-8a45d16a88d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2323463e7d614c3e87860bf31d322669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714085 Oct 26 16:28:48.974405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:49.048827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db930e0f-3bfb-4ce1-8178-83c9c114f437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.050402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.072946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.137929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db930e0f-3bfb-4ce1-8178-83c9c114f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.182948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db930e0f-3bfb-4ce1-8178-83c9c114f437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=763091fe30224f28a4927f921e22f428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239682 Oct 26 16:28:49.183834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db930e0f-3bfb-4ce1-8178-83c9c114f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e683db02-ba74-47df-a0c3-21f369d73354,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:49.185665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33448) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:49.193489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.198557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.198557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ae922a1-39ec-40f0-b3a4-299be18da8d5 HTTP/1.1" status: 204 len: 168 time: 0.2228639 Oct 26 16:28:49.215854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e253dd-9402-4926-a236-c9259f15c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae922a1-39ec-40f0-b3a4-299be18da8d5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:49.253936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.281292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.458349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.460871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:49.462595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e683db02-ba74-47df-a0c3-21f369d73354 HTTP/1.1" status: 204 len: 168 time: 0.2759600 Oct 26 16:28:49.471040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7c0db-ffad-4e15-9b17-1aaec70ae071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e683db02-ba74-47df-a0c3-21f369d73354,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:49.889952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f063-61e4-4f74-a8a4-33aa317a80f7 req-aeb29125-10a6-4293-a4a7-5555ea0a8d01 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:49.891547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25c9f063-61e4-4f74-a8a4-33aa317a80f7 req-aeb29125-10a6-4293-a4a7-5555ea0a8d01 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0608823 Oct 26 16:28:49.984146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:49.997067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25c9f063-61e4-4f74-a8a4-33aa317a80f7 req-20a0f5ec-7c14-4169-8c98-45e9b70e5994 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888979 Oct 26 16:28:50.001548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4241f12-1c44-4065-90bb-e47bd0f9cd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.091422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ba55da2c-02da-4abb-b95b-f421349a57ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:50.149006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ba55da2c-02da-4abb-b95b-f421349a57ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:50.150059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.167159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4241f12-1c44-4065-90bb-e47bd0f9cd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.188511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24e1d-7d70-46c1-934e-bec7580f5d63 req-53912182-b6d0-4c34-b591-7b8634ec52f5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:50.196992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec24e1d-7d70-46c1-934e-bec7580f5d63 req-53912182-b6d0-4c34-b591-7b8634ec52f5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 943 time: 0.0977771 Oct 26 16:28:50.239820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec24e1d-7d70-46c1-934e-bec7580f5d63 req-c7a900a0-6274-468c-b542-2bd71fa666c4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Oct 26 16:28:50.254352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4241f12-1c44-4065-90bb-e47bd0f9cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.299362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a4241f12-1c44-4065-90bb-e47bd0f9cd28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a93f3bb84224e62970c98d87af8b6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118370 Oct 26 16:28:50.299362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241f12-1c44-4065-90bb-e47bd0f9cd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487ffc1-a666-464f-aa87-a810ccfd583c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:50.299862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33512) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:28:50.356228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.379784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.533583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.533583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:50.533583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f487ffc1-a666-464f-aa87-a810ccfd583c HTTP/1.1" status: 204 len: 168 time: 0.2318404 Oct 26 16:28:50.542455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181aaae-6573-443c-befb-841351c82740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487ffc1-a666-464f-aa87-a810ccfd583c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:50.577731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:51.147306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879835f6-7e5e-4cac-9ec9-7cbb4a099580 req-c3dc733d-94ec-41d4-8520-4e3b59726de3 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:51.157347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879835f6-7e5e-4cac-9ec9-7cbb4a099580 req-c3dc733d-94ec-41d4-8520-4e3b59726de3 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0872068 Oct 26 16:28:51.203576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879835f6-7e5e-4cac-9ec9-7cbb4a099580 req-2c187c1e-62cf-41a1-b3d9-ad56ac832925 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449667 Oct 26 16:28:51.392157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dd0d7-e185-457c-996b-4a5e0d90471c req-beea1995-0603-46ba-aba9-17a1c0605b4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:51.393852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa7dd0d7-e185-457c-996b-4a5e0d90471c req-beea1995-0603-46ba-aba9-17a1c0605b4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 943 time: 0.0720692 Oct 26 16:28:51.441112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa7dd0d7-e185-457c-996b-4a5e0d90471c req-8be503d1-6e9f-46dc-b6a8-2bd409db25ec tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Oct 26 16:28:51.699568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:28:51.824386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:51.839662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c', 'mac_address': 'fa:16:3e:2b:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:28:51.882802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:51.902811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:51.928509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:51.985487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:52.043507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:52.147169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-8775459a-937a-42f0-9d78-9273a16af89d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229399 Oct 26 16:28:52.243750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0eff7cc7-6cef-468c-8830-dab5c1d9ec4c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:28:52.291381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-eedf2d2d-2525-40d5-ad50-11d3b4027fdf tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:52.302884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-eedf2d2d-2525-40d5-ad50-11d3b4027fdf tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489704 Oct 26 16:28:52.319926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-3fe708e7-c9b6-4142-b4dd-406d18eaa591 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/quotas/9a85162a80c14afeab1c929cb92e5aa7 HTTP/1.1" status: 200 len: 375 time: 0.0158060 Oct 26 16:28:52.375664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:52.376816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-af3f12fa-d0a9-4235-8718-aa8c26276a4b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555863 Oct 26 16:28:52.442393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fedb6-9b06-42ed-bca8-251d1409bb16 req-60f06ae7-d33d-4c0b-b4a1-dc4f3b58894a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:52.444553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b53fedb6-9b06-42ed-bca8-251d1409bb16 req-60f06ae7-d33d-4c0b-b4a1-dc4f3b58894a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0796382 Oct 26 16:28:52.499276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b53fedb6-9b06-42ed-bca8-251d1409bb16 req-97fdfab6-d73a-4cc9-8599-dfd6dbc01a17 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Oct 26 16:28:52.651441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebd55-9a6e-40ca-bfc4-fda253eb105d req-7f16138d-3ed7-48c7-ad58-905063149fc3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:52.652991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1bebd55-9a6e-40ca-bfc4-fda253eb105d req-7f16138d-3ed7-48c7-ad58-905063149fc3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 944 time: 0.0767267 Oct 26 16:28:52.743577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1bebd55-9a6e-40ca-bfc4-fda253eb105d req-d1621294-3d03-4361-be0a-6669971094e1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826471 Oct 26 16:28:52.849532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-0c4a8572-876f-4c7c-8fd7-b4011f6739c7 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469356 Oct 26 16:28:52.976511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-591dd8f7-efb5-46ac-b075-08bf17f93063 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:52.978560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-591dd8f7-efb5-46ac-b075-08bf17f93063 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226056 Oct 26 16:28:52.994761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-0089ffae-9fa5-4aad-b79a-2ed933cf3b07 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/quotas/9a85162a80c14afeab1c929cb92e5aa7 HTTP/1.1" status: 200 len: 375 time: 0.0101039 Oct 26 16:28:53.037934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-6d2e4639-ca0b-4020-8bd5-ff472cf79355 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370629 Oct 26 16:28:53.393784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1207-9bbe-4dcd-bc2e-ce1ec1603adb req-ba101c3d-bc73-4e73-9027-f41996bb968b tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:53.395474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3abe1207-9bbe-4dcd-bc2e-ce1ec1603adb req-ba101c3d-bc73-4e73-9027-f41996bb968b tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1096 time: 0.0623546 Oct 26 16:28:53.458278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47097b51-2bf9-4453-ad98-0d600fb86c75 req-a6891480-651e-4380-8ea3-13a39a0fb249 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0304472 Oct 26 16:28:53.479632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3abe1207-9bbe-4dcd-bc2e-ce1ec1603adb req-d2190dd5-9b8a-44d2-acb9-2308b255dd69 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714121 Oct 26 16:28:53.639629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339803-8a0b-46b6-90df-5a4aa9a21274 req-37b37926-5803-4aea-b9a9-e1cedf1cd6db tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:53.644081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19339803-8a0b-46b6-90df-5a4aa9a21274 req-37b37926-5803-4aea-b9a9-e1cedf1cd6db tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0575154 Oct 26 16:28:53.689873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19339803-8a0b-46b6-90df-5a4aa9a21274 req-77bd6c02-3cc1-4c53-bf53-c7e4b29e4ee1 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Oct 26 16:28:53.709826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:28:53.879749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bb305-ce75-4f79-8fe2-c1d76b6b5398 req-74f42316-d17d-4d31-b1f0-1eacae6e06fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:53.881310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5bb305-ce75-4f79-8fe2-c1d76b6b5398 req-74f42316-d17d-4d31-b1f0-1eacae6e06fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 944 time: 0.0665433 Oct 26 16:28:53.921071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5bb305-ce75-4f79-8fe2-c1d76b6b5398 req-b571c807-2f45-408d-8487-3a8ce6b4e98d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Oct 26 16:28:53.929809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:28:53.938232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:53.938232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:54.047058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:54.079239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:54.081669 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e904570-1494-431a-904f-192eb33e3791" -d '{"events": [{"server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "name": "network-vif-plugged", "status": "completed", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:54.095663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:54.121419 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d812b3-509b-4ec5-9b64-77574758c0ae x-openstack-request-id: req-52d812b3-509b-4ec5-9b64-77574758c0ae {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:54.121709 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "name": "network-vif-plugged", "status": "completed", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:54.122167 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d812b3-509b-4ec5-9b64-77574758c0ae {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:54.122568 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c', 'code': 200} Oct 26 16:28:54.179747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:54.247066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:54.261832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e720e-b516-4e93-a34e-21eeb70552dd req-6a58c6df-9b49-4db4-8de8-a6f816c4e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:54.267738 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c43e720e-b516-4e93-a34e-21eeb70552dd req-6a58c6df-9b49-4db4-8de8-a6f816c4e8fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 1096 time: 0.0871372 Oct 26 16:28:54.327267 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c43e720e-b516-4e93-a34e-21eeb70552dd req-a63f8d0c-0074-49f1-890a-b4f12a0bfb1e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Oct 26 16:28:54.688961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c0074e5-ae38-4635-87c9-71a2379525b8 req-934dea91-459c-4b4e-aa49-19a717a3b640 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0310016 Oct 26 16:28:54.826584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fce3-2d15-4f74-90f2-3280a98d0772 req-8cd13087-eaec-4e56-8b9f-c66ca59cae5f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:54.828628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60f5fce3-2d15-4f74-90f2-3280a98d0772 req-8cd13087-eaec-4e56-8b9f-c66ca59cae5f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0529835 Oct 26 16:28:54.876894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60f5fce3-2d15-4f74-90f2-3280a98d0772 req-a8db2e20-43fa-45a2-a27f-df4aeff0b27c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Oct 26 16:28:55.053968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee71ea-3e97-4989-9c23-75e91d5ea5d0 req-f5e5a5a5-3f8a-4829-af5c-2760c3a3dcc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:55.060909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6aee71ea-3e97-4989-9c23-75e91d5ea5d0 req-f5e5a5a5-3f8a-4829-af5c-2760c3a3dcc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 945 time: 0.0601301 Oct 26 16:28:55.117048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6aee71ea-3e97-4989-9c23-75e91d5ea5d0 req-6bddf392-5418-4c15-b333-c0325fc82311 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Oct 26 16:28:55.364958 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-ad07696d-cc2a-48d5-855e-b033b5362125 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260489 Oct 26 16:28:55.509399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-04ec78e7-5ab8-4091-8dd7-f223357f8fd6 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:55.511451 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-04ec78e7-5ab8-4091-8dd7-f223357f8fd6 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321092 Oct 26 16:28:55.527061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Request body: {'port': {'device_id': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '9a85162a80c14afeab1c929cb92e5aa7'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:55.796512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Made reservation on behalf of 9a85162a80c14afeab1c929cb92e5aa7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:55.800041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:55.830833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:55.845450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e481c5c-0bce-4c14-ae81-47cdca0167e5 req-de518f93-3060-41cf-a923-dd95f4d2c6dd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0580058 Oct 26 16:28:56.009886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.022431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-0fcdaf15-ff6b-444f-b8f4-f3ef6ed7cb7a tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:28:56.030346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-0fcdaf15-ff6b-444f-b8f4-f3ef6ed7cb7a tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3399575 Oct 26 16:28:56.072378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-b63a9d5f-8c1e-4407-bbe7-dbca891ae68e tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:56.080379 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-b63a9d5f-8c1e-4407-bbe7-dbca891ae68e tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 1093 time: 0.0488610 Oct 26 16:28:56.094986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-9f8df9b2-9959-4838-b7f2-137de4343ef2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425761 Oct 26 16:28:56.102353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde98747-d74b-4ff5-b12e-fe609a6e53f7 req-6a36006a-245c-4669-933f-85d5949572af tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:56.110030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde98747-d74b-4ff5-b12e-fe609a6e53f7 req-6a36006a-245c-4669-933f-85d5949572af tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1080518 Oct 26 16:28:56.110844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.201431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3920414f-ef98-452a-8e28-ac4b67a55d6e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:56.271010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:56.271439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:28:56.300167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde98747-d74b-4ff5-b12e-fe609a6e53f7 req-113b1378-e14b-4403-a495-f687fc4e40bc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889265 Oct 26 16:28:56.324061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Allocated IP 192.168.233.13 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/a370ab3e-ede6-428f-8f53-3ed96058d94a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:56.359723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-860d160e-4509-4d60-9a66-0ae88a9d003c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:56.369046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-860d160e-4509-4d60-9a66-0ae88a9d003c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554302 Oct 26 16:28:56.383911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Request body: {'port': {'device_id': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '9a85162a80c14afeab1c929cb92e5aa7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:56.524933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510fc69-b958-4f32-a49b-93bf6a34ae67 req-51223d60-bdf5-4425-ba35-bfb69213e14a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:56.548241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e510fc69-b958-4f32-a49b-93bf6a34ae67 req-51223d60-bdf5-4425-ba35-bfb69213e14a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 945 time: 0.1406162 Oct 26 16:28:56.574508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:56.575123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:56.575306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:56.590626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:56.590932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:56.610229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:56.613103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:56.613103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:56.613103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Bound port: c5d57be7-77d3-4c3e-b212-b516ac15a452, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:56.613430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e510fc69-b958-4f32-a49b-93bf6a34ae67 req-b743a82b-ab11-45ec-af1e-841126fd5ff8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623181 Oct 26 16:28:56.626214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.702717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:56.704715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Made reservation on behalf of 9a85162a80c14afeab1c929cb92e5aa7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:28:56.708737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.763472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.803064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:56.812560 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-fb376401-e2de-4715-858b-8b0b1bfb840a service neutron] 10.222.0.21 "POST /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452/bindings HTTP/1.1" status: 201 len: 389 time: 0.7310727 Oct 26 16:28:56.835510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:56.840535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:56.859212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:56.863324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:56.878983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Allocated IP 192.168.233.165 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:28:56.953626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:56.954581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.056487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-78d46b10-75d8-43c5-b3a2-067f8f1b47bd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5344808 Oct 26 16:28:57.070087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Request body: {'port': {'device_id': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:57.225255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.265970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6919f763-7fab-45f3-b174-d1ca861dc617 None None] Provisioning complete for port a370ab3e-ede6-428f-8f53-3ed96058d94a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:57.270914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6919f763-7fab-45f3-b174-d1ca861dc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.329860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.347785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9efaab3b-6839-480c-8c3e-7c5686a23d66 req-1313d337-0bcb-47fa-96b0-a9d6d7f42c01 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0828760 Oct 26 16:28:57.390026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6919f763-7fab-45f3-b174-d1ca861dc617 None None] Port a370ab3e-ede6-428f-8f53-3ed96058d94a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:28:57.480439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.503431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9324399-0ac3-4e7f-9004-451b7bcf90f1 req-a6b77d61-4895-41de-ad9b-057a600288f5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.504921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9324399-0ac3-4e7f-9004-451b7bcf90f1 req-a6b77d61-4895-41de-ad9b-057a600288f5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 945 time: 0.0980198 Oct 26 16:28:57.533127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-00fae01f-717e-48c8-bf14-b6b1de6f1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.535103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-00fae01f-717e-48c8-bf14-b6b1de6f1c69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1096 time: 0.1074262 Oct 26 16:28:57.554896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:28:57.571071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:28:57.583702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933180d1-7b51-4b0a-8f1c-ef421d5ecb5b req-75c692f8-08cf-4fb3-b0dc-b10240e46cce tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.591476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-933180d1-7b51-4b0a-8f1c-ef421d5ecb5b req-75c692f8-08cf-4fb3-b0dc-b10240e46cce tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.1536908 Oct 26 16:28:57.594228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:28:57.626597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event updated for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:57.668670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9324399-0ac3-4e7f-9004-451b7bcf90f1 req-7724b60a-d4eb-4413-9d40-d37fddb297b6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551235 Oct 26 16:28:57.697962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-933180d1-7b51-4b0a-8f1c-ef421d5ecb5b req-9375a327-d521-49f3-97ed-cc27406d64b9 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004665 Oct 26 16:28:57.704602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.717778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.741350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:57.761188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.779035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e9b311ee-a983-4334-83e1-fcaca4e0e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.780578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e9b311ee-a983-4334-83e1-fcaca4e0e044 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.2360008 Oct 26 16:28:57.803796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Transition to ACTIVE for port object a370ab3e-ede6-428f-8f53-3ed96058d94a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:57.841135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-0c3d651d-9985-4e32-b23e-a4891542792d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0459328 Oct 26 16:28:57.862168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-abbee50d-21d9-4e10-8e96-41e41270ef63 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4838240 Oct 26 16:28:57.881270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Request body: {'port': {'device_id': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:28:57.886433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.896038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe106de3-ba0e-4fb1-a9d0-11db76699256 req-2fd6b480-9d9d-4764-b9c0-fb2b190222cd tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:57.896038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe106de3-ba0e-4fb1-a9d0-11db76699256 req-2fd6b480-9d9d-4764-b9c0-fb2b190222cd tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0855782 Oct 26 16:28:57.988349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:57.998627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-d81be5da-259c-49d6-9c59-99f4a892bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:58.016525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-d81be5da-259c-49d6-9c59-99f4a892bc37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1673691 Oct 26 16:28:58.025878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-14330cfe-85d5-42ca-afe4-33b283ffe333 None None] Provisioning complete for port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:28:58.026250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14330cfe-85d5-42ca-afe4-33b283ffe333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.032332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe106de3-ba0e-4fb1-a9d0-11db76699256 req-df3b8d1e-2d1d-4ed8-9cd6-d0bbc3de7d42 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077957 Oct 26 16:28:58.108046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-14330cfe-85d5-42ca-afe4-33b283ffe333 None None] Port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:28:58.177368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-9c2d3fce-d749-4908-a5ca-2f7ffa92ff9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127791 Oct 26 16:28:58.181033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:58.298415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Attempting to bind port a370ab3e-ede6-428f-8f53-3ed96058d94a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:58.298750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Attempting to bind port a370ab3e-ede6-428f-8f53-3ed96058d94a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:58.299105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Attempting to bind port a370ab3e-ede6-428f-8f53-3ed96058d94a on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:58.311007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Port a370ab3e-ede6-428f-8f53-3ed96058d94a on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:58.311356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Attempting to bind port a370ab3e-ede6-428f-8f53-3ed96058d94a on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:58.319860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:58.320196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:58.321254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:58.321695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Bound port: a370ab3e-ede6-428f-8f53-3ed96058d94a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:58.322049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.364196 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-6edd3de8-5d4c-4eed-a54b-bb138ebe7949 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707106 Oct 26 16:28:58.532966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:28:58.536949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:28:58.543288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-e2c20843-ad1d-4c8e-bd48-91db916b036a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:58.544880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-e2c20843-ad1d-4c8e-bd48-91db916b036a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 945 time: 0.1163197 Oct 26 16:28:58.572008 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-90abdea9-0124-44a7-82f8-54aa87e15516 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762009 Oct 26 16:28:58.607953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.613008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d023d-ef98-47d7-b810-b570966f744a req-9844542f-30ff-4e37-8c45-67da66f13d3c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:58.614526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-107d023d-ef98-47d7-b810-b570966f744a req-9844542f-30ff-4e37-8c45-67da66f13d3c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 936 time: 0.1318190 Oct 26 16:28:58.713744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:58.714664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.716313 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] 10.222.0.47 "PUT /v2.0/ports/a370ab3e-ede6-428f-8f53-3ed96058d94a HTTP/1.1" status: 200 len: 1095 time: 1.6512351 Oct 26 16:28:58.716962 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:28:58.720434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:28:58.730742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:28:58.730869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.734156 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973b814d-666e-41c0-8e84-c2358f401a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:28:58.768585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffce94e-9bb6-4fa2-b51c-7ad4e498a937 service neutron] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:58.788435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-107d023d-ef98-47d7-b810-b570966f744a req-0fc5e08b-37cd-4777-877c-71202c03ff7e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515739 Oct 26 16:28:58.792274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Transition to ACTIVE for port object 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:28:58.842415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:28:58.845812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.861439 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c56086-2896-4d76-a708-6c6209e2cb53 x-openstack-request-id: req-a9c56086-2896-4d76-a708-6c6209e2cb53 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:28:58.861835 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:28:58.862172 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c56086-2896-4d76-a708-6c6209e2cb53 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:28:58.862719 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'status': 'completed', 'code': 200} Oct 26 16:28:58.915497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:58.977796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b814d-666e-41c0-8e84-c2358f401a5e req-cf1a62ea-07a1-44e0-aed1-e9b7218ac108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:58.979361 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973b814d-666e-41c0-8e84-c2358f401a5e req-cf1a62ea-07a1-44e0-aed1-e9b7218ac108 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1098 time: 0.0936830 Oct 26 16:28:59.023358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973b814d-666e-41c0-8e84-c2358f401a5e req-0b1e1bc5-e4a3-4ad2-b568-090442a9d295 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347381 Oct 26 16:28:59.171470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b814d-666e-41c0-8e84-c2358f401a5e req-80155deb-4d7d-4c7e-b77f-a42448e164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.172489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973b814d-666e-41c0-8e84-c2358f401a5e req-80155deb-4d7d-4c7e-b77f-a42448e164d6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410608 Oct 26 16:28:59.334832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02125db-d6bb-48ee-b0d5-c4e24d92c310 req-bfde831f-0dea-4573-83dc-476efbf0ca15 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.342982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b02125db-d6bb-48ee-b0d5-c4e24d92c310 req-bfde831f-0dea-4573-83dc-476efbf0ca15 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.5357740 Oct 26 16:28:59.450187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:28:59.481035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:28:59.481605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:59.553769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:28:59.683238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-3198c145-5cb3-4b09-a58f-8cd57c07b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.684999 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-3198c145-5cb3-4b09-a58f-8cd57c07b013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1098 time: 0.4637446 Oct 26 16:28:59.688784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b02125db-d6bb-48ee-b0d5-c4e24d92c310 req-09b29880-9780-4cfb-a2f4-cb925db20e8c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446705 Oct 26 16:28:59.739418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623999f9-5746-4259-bc69-25fe115b0c77 req-9e7476b5-e7e0-43c5-aa7b-b7affbd5d3c3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.745513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-017b1019-6ae1-49ec-b2f1-1e7c2bc5ef03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a HTTP/1.1" status: 200 len: 217 time: 0.0510361 Oct 26 16:28:59.747617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-623999f9-5746-4259-bc69-25fe115b0c77 req-9e7476b5-e7e0-43c5-aa7b-b7affbd5d3c3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 945 time: 0.4266551 Oct 26 16:28:59.857867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-f3aa27f7-6545-4f22-98eb-e11e024744be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.864339 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-f3aa27f7-6545-4f22-98eb-e11e024744be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1108155 Oct 26 16:28:59.896643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Attempting to bind port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:28:59.896980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Attempting to bind port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:28:59.897302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Attempting to bind port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:59.911830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:28:59.913358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Attempting to bind port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:28:59.916532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-623999f9-5746-4259-bc69-25fe115b0c77 req-ee539e37-8bf5-4892-83a2-d4ffdaa1ffa0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272352 Oct 26 16:28:59.946522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-c8a33491-7744-4c51-a916-ab26c8968b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.950119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:28:59.950462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:28:59.950847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:28:59.951353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Bound port: 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:28:59.951707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:28:59.954649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-c8a33491-7744-4c51-a916-ab26c8968b00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802317 Oct 26 16:28:59.977059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06fbef-9cfc-4b13-91db-30694c704aab req-8c0c0634-76e9-4513-8f08-ed285d1e405d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:28:59.983641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc06fbef-9cfc-4b13-91db-30694c704aab req-8c0c0634-76e9-4513-8f08-ed285d1e405d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1761851 Oct 26 16:29:00.072319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc06fbef-9cfc-4b13-91db-30694c704aab req-ffabbb29-bb3c-4d94-aa5d-33af2859c1ce tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842559 Oct 26 16:29:00.114125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:00.120665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:00.136821 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-8fa4d045-7615-405c-bc86-8feb6461e8b4 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758313 Oct 26 16:29:00.151549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:00.254872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:00.257988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:00.261676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:00.265134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2634742-ff14-48e7-b59a-3a41d68b8055 req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "DELETE /v2.0/ports/0eff7cc7-6cef-468c-8830-dab5c1d9ec4c HTTP/1.1" status: 204 len: 173 time: 1.7123539 Oct 26 16:29:00.268819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34d784-1b43-44ac-88dd-d1f380c84a4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=0eff7cc7-6cef-468c-8830-dab5c1d9ec4c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:00.270687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'name': 'network-vif-deleted', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:00.273970 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e24a586-9aa1-416d-84dc-c5dcdded063a" -d '{"events": [{"server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "name": "network-vif-deleted", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:00.299046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a283bdf3-1cbe-4e71-94a3-0f045476bf58 req-f1a0df2b-d82d-4ea2-acc2-fb6edca9fbe0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401777 Oct 26 16:29:00.333149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ffa20-d590-4435-9cf4-4e31541dda36 req-73de3645-dbcc-4482-ae67-2ea579b8275e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.341273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c01ffa20-d590-4435-9cf4-4e31541dda36 req-73de3645-dbcc-4482-ae67-2ea579b8275e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 948 time: 0.2051561 Oct 26 16:29:00.353466 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d9f4c4-3129-4356-a13e-d1d709e3364b x-openstack-request-id: req-62d9f4c4-3129-4356-a13e-d1d709e3364b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:00.353950 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d46b3-85bf-4ea2-b0c4-0d169d08185f", "name": "network-vif-deleted", "tag": "0eff7cc7-6cef-468c-8830-dab5c1d9ec4c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:00.354203 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62d9f4c4-3129-4356-a13e-d1d709e3364b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:00.357282 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d46b3-85bf-4ea2-b0c4-0d169d08185f', 'name': 'network-vif-deleted', 'tag': '0eff7cc7-6cef-468c-8830-dab5c1d9ec4c', 'status': 'completed', 'code': 200} Oct 26 16:29:00.367584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.368360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:00.370273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b HTTP/1.1" status: 200 len: 1096 time: 2.4944453 Oct 26 16:29:00.418725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b215532-1fa9-4b3f-afff-d47bdeaed8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:00.439321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c01ffa20-d590-4435-9cf4-4e31541dda36 req-e43f8f7e-8132-4129-8852-8d747905458a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973313 Oct 26 16:29:00.595045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-02cdfff2-e807-498e-b339-549dce519f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.605892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-02cdfff2-e807-498e-b339-549dce519f42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 1099 time: 0.0656564 Oct 26 16:29:00.680375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-7e13e89d-73de-491d-b077-0d881f0df250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b HTTP/1.1" status: 200 len: 217 time: 0.0713151 Oct 26 16:29:00.768788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-e2dbaeb1-70f0-4efc-a9eb-773ca30669c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.770539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-e2dbaeb1-70f0-4efc-a9eb-773ca30669c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0823724 Oct 26 16:29:00.872859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105748c-223a-4425-862b-2f040d562129 req-e26f2d3e-8a6f-475a-adaf-3217bce64ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.874577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-e26f2d3e-8a6f-475a-adaf-3217bce64ddb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947609 Oct 26 16:29:00.888803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c67ad7-1ee3-424b-823a-f9382930e836 req-3b6e0a00-6f63-4abc-90e0-72701be71362 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:00.892675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9c67ad7-1ee3-424b-823a-f9382930e836 req-3b6e0a00-6f63-4abc-90e0-72701be71362 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0730467 Oct 26 16:29:00.968410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3495a95e-c486-4b37-9141-33b17599b15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:01.003960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9c67ad7-1ee3-424b-823a-f9382930e836 req-0dcde83c-1aba-46ed-a623-c7b3a20643f1 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848203 Oct 26 16:29:01.092756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-66aed327-6de6-4d83-9287-28d182522e95 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011564 Oct 26 16:29:01.123935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe7a546a-374f-4009-a0f9-640ecb6b9db9 req-1914a961-3172-451c-b648-f4b23c936589 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=843d46b3-85bf-4ea2-b0c4-0d169d08185f HTTP/1.1" status: 200 len: 210 time: 0.0620987 Oct 26 16:29:01.281624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d105748c-223a-4425-862b-2f040d562129 req-4888ec98-07c6-4202-b406-59f8e9769f25 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695495 Oct 26 16:29:01.347538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1754c0-f05d-423b-a9b8-f211cf231892 req-4b1c9a6d-360d-407a-8c02-6f72f2ba22a5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:01.349943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd1754c0-f05d-423b-a9b8-f211cf231892 req-4b1c9a6d-360d-407a-8c02-6f72f2ba22a5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0995119 Oct 26 16:29:01.406373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd1754c0-f05d-423b-a9b8-f211cf231892 req-f9b4429f-a378-4be1-b1d7-13be0b75e30f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 Oct 26 16:29:01.540492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:01.596509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821976-2824-47c5-a530-feed00859e09 req-a4bb7ee1-ce97-40d6-97e3-7e1e49746100 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:01.598362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35821976-2824-47c5-a530-feed00859e09 req-a4bb7ee1-ce97-40d6-97e3-7e1e49746100 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 948 time: 0.0911334 Oct 26 16:29:01.672478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35821976-2824-47c5-a530-feed00859e09 req-4eaa9af3-8d32-40af-97e6-f5a014217327 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656199 Oct 26 16:29:01.682381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:01.699626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'mac_address': 'fa:16:3e:75:aa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:01.733464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:01.762111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:01.762534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0eff7cc7-6cef-468c-8830-dab5c1d9ec4c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:01.767013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:01.785463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:01.806045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:01.864729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:01.902962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33840) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:01.932792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:02.042759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68845554-e16a-467c-8ac8-bfb551c03f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.122622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:02.167674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0edf-6d00-4242-b74b-1d12b806f0d7 req-1ffa0599-09e0-4ed1-bae2-afea431da94b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:02.177353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51bc0edf-6d00-4242-b74b-1d12b806f0d7 req-1ffa0599-09e0-4ed1-bae2-afea431da94b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0967281 Oct 26 16:29:02.218078 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68845554-e16a-467c-8ac8-bfb551c03f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.278877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51bc0edf-6d00-4242-b74b-1d12b806f0d7 req-896ad5f5-0c26-4a5b-b886-4f8ff15ae220 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930629 Oct 26 16:29:02.281425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68845554-e16a-467c-8ac8-bfb551c03f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.338863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68845554-e16a-467c-8ac8-bfb551c03f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e547685d-7d5d-49a5-bd62-e029a917b425,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:02.345577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68845554-e16a-467c-8ac8-bfb551c03f08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=691e40b7d5594d0fadb9e90bb0e89be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413719 Oct 26 16:29:02.348178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:02.369106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:02.373724 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8114954-d009-4bd0-8ce6-561196ee875b" -d '{"events": [{"name": "network-changed", "server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:02.427014 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12758d4a-40eb-4cec-aafc-0718a213d7ec x-openstack-request-id: req-12758d4a-40eb-4cec-aafc-0718a213d7ec {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:02.427425 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:02.427772 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12758d4a-40eb-4cec-aafc-0718a213d7ec {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:02.428657 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'status': 'completed', 'code': 200} Oct 26 16:29:02.506311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.550392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.618106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114954-d009-4bd0-8ce6-561196ee875b req-48f092d0-f42b-49fa-bde0-0a875fbfd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:02.619653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-48f092d0-f42b-49fa-bde0-0a875fbfd007 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 1099 time: 0.1556196 Oct 26 16:29:02.669200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.671921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:02.673159 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e547685d-7d5d-49a5-bd62-e029a917b425 HTTP/1.1" status: 204 len: 168 time: 0.3204424 Oct 26 16:29:02.682813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f7db-e73a-41a5-bf78-87ee64f23d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547685d-7d5d-49a5-bd62-e029a917b425,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:02.734514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b20fa-3c19-43d3-a5a0-a73d22185a2a req-b3c5e155-f78a-4f1f-9eff-8f6376ab8058 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:02.737135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad6b20fa-3c19-43d3-a5a0-a73d22185a2a req-b3c5e155-f78a-4f1f-9eff-8f6376ab8058 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.2057273 Oct 26 16:29:02.778577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-94b7172a-3768-449e-a70a-2f07cf94f324 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:02.785499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-94b7172a-3768-449e-a70a-2f07cf94f324 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.2562437 Oct 26 16:29:02.827695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-6a73cc7f-e4ce-4e32-8528-c20951f521ee tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0412924 Oct 26 16:29:02.882345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-9b72cad9-aae3-4203-9bc9-864d0a36e42f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422282 Oct 26 16:29:02.885640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad6b20fa-3c19-43d3-a5a0-a73d22185a2a req-20bc9d57-d7a1-4566-9dff-8c794b0d7145 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310146 Oct 26 16:29:02.886935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114954-d009-4bd0-8ce6-561196ee875b req-7287fb44-9363-4a24-8666-c48c520453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:02.888405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-7287fb44-9363-4a24-8666-c48c520453e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.2480071 Oct 26 16:29:02.993528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-82c57bd2-48ef-40f0-8a03-6d3033a75de0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b HTTP/1.1" status: 200 len: 217 time: 0.0664837 Oct 26 16:29:03.077163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114954-d009-4bd0-8ce6-561196ee875b req-beaf6437-9a5e-45e7-8366-7833b598e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:03.078620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-beaf6437-9a5e-45e7-8366-7833b598e7b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0778005 Oct 26 16:29:03.140022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a66968-ea02-4580-b4aa-b677f440c262 req-87980ec1-aa2f-4428-9e18-5d6f86fc9e5f tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:03.141567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5a66968-ea02-4580-b4aa-b677f440c262 req-87980ec1-aa2f-4428-9e18-5d6f86fc9e5f tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 948 time: 0.1572871 Oct 26 16:29:03.144447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a9ad003f-1625-4603-ada4-de57559e7df1 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542665 Oct 26 16:29:03.233291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114954-d009-4bd0-8ce6-561196ee875b req-781c2b8a-321b-4b77-ab2a-25b5baf448cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:03.234729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-781c2b8a-321b-4b77-ab2a-25b5baf448cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402183 Oct 26 16:29:03.261920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5a66968-ea02-4580-b4aa-b677f440c262 req-cbe460d1-7e65-40f4-98b6-d370e29262df tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140897 Oct 26 16:29:03.342490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-e4a820bd-e634-4000-a23d-2a63e01b28d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850123 Oct 26 16:29:03.371904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-2774826a-5bb6-4ccc-9d1b-9403a1fc51e9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240394 Oct 26 16:29:03.427823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33884) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:03.441926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67d4eeb8-7157-413d-8e8b-19cfea0ed023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.533725 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7ce82a41-9049-4286-bab0-cd704a55ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.552499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:03.553511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0da3d6-8e63-4ec2-9484-42e95be164ce req-b830398e-5bb1-497e-8103-41ecfb177c68 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:03.559418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67d4eeb8-7157-413d-8e8b-19cfea0ed023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.561654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0da3d6-8e63-4ec2-9484-42e95be164ce req-b830398e-5bb1-497e-8103-41ecfb177c68 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.1397779 Oct 26 16:29:03.567448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:03.575374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8114954-d009-4bd0-8ce6-561196ee875b req-68ded3f1-482f-4dd1-bc71-8a8a0adf5e2c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951237 Oct 26 16:29:03.647728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67d4eeb8-7157-413d-8e8b-19cfea0ed023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.649673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d0da3d6-8e63-4ec2-9484-42e95be164ce req-b89ca6e9-0333-4413-972a-ddba8f5eb138 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866878 Oct 26 16:29:03.698665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67d4eeb8-7157-413d-8e8b-19cfea0ed023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04eed8cb02d64bd6a13641ac2012ea57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697184 Oct 26 16:29:03.701640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:03.750055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4eeb8-7157-413d-8e8b-19cfea0ed023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46109c5c-c385-4508-823f-a9a872bd576e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:03.785762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:03.806066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.806910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'mac_address': 'fa:16:3e:16:7b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:03.822830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a370ab3e-ede6-428f-8f53-3ed96058d94a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:03.867674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a370ab3e-ede6-428f-8f53-3ed96058d94a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:03.868173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.902970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97653231-b591-451d-9534-b03ad2619ec4 req-5e1f1a76-1521-40dd-9935-7efa1d58a484 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0535197 Oct 26 16:29:03.942308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.945548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:03.962675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:04.037066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:04.084346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.100911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f37d4-8c25-41c1-9dc4-d37e0a179677 req-5e738828-ed72-4f42-96c7-f6cad484693d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:04.103370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-726f37d4-8c25-41c1-9dc4-d37e0a179677 req-5e738828-ed72-4f42-96c7-f6cad484693d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0754237 Oct 26 16:29:04.123702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:04.126264 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e27d7-8ebe-4d7e-9538-0095ac212fce" -d '{"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:04.140209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.142777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.146210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46109c5c-c385-4508-823f-a9a872bd576e HTTP/1.1" status: 204 len: 168 time: 0.4413989 Oct 26 16:29:04.158777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:04.163501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.169643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.180934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bf8c0-771b-40cf-9312-610a4a11e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46109c5c-c385-4508-823f-a9a872bd576e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:04.236977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-726f37d4-8c25-41c1-9dc4-d37e0a179677 req-a5658dd8-d035-41c1-8b89-e4928a5fdd15 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173916 Oct 26 16:29:04.246533 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9d302-8d77-49a6-a43c-f52e2baeb66e x-openstack-request-id: req-49a9d302-8d77-49a6-a43c-f52e2baeb66e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:04.247551 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:04.248023 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49a9d302-8d77-49a6-a43c-f52e2baeb66e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:04.248616 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'code': 200} Oct 26 16:29:04.268745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:04.390034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:04.452664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758432c-9511-4d55-86cb-572663b55b78 req-0c18e966-2840-4c5d-bf36-7450e0272b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:04.454179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7758432c-9511-4d55-86cb-572663b55b78 req-0c18e966-2840-4c5d-bf36-7450e0272b4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.1393309 Oct 26 16:29:04.460353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:04.473502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:04.478981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15996402-1384-4939-a39e-5bf2c296599e req-c8bca8f2-50c8-45cb-b258-b47ce37733a8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:04.480568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15996402-1384-4939-a39e-5bf2c296599e req-c8bca8f2-50c8-45cb-b258-b47ce37733a8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 949 time: 0.0802681 Oct 26 16:29:04.522542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7758432c-9511-4d55-86cb-572663b55b78 req-3e5572b1-b832-4acb-bdea-60939abe32a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589161 Oct 26 16:29:04.547001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15996402-1384-4939-a39e-5bf2c296599e req-f1f3f1cb-0ff6-47cb-a9bb-c14b44a54960 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573919 Oct 26 16:29:04.792443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e471-29b7-4644-8acb-bb6860ededf4 req-8580158b-e2f3-4bb9-8d54-f59459210263 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:04.795198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e354e471-29b7-4644-8acb-bb6860ededf4 req-8580158b-e2f3-4bb9-8d54-f59459210263 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0639448 Oct 26 16:29:04.850147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e354e471-29b7-4644-8acb-bb6860ededf4 req-86d2123a-a93f-4c10-ae4d-3e5f774d0432 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488653 Oct 26 16:29:04.967415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:05.017014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51caca4d-d888-492f-9f5c-abd5f907b832 req-f2cedca4-086d-45a3-b3b6-5d503933fdc4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0397604 Oct 26 16:29:05.367689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9ff34-a452-41c3-9866-031a672c7421 req-c4df7a5c-2c28-41f3-91ac-04a050a918c0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:05.371568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13f9ff34-a452-41c3-9866-031a672c7421 req-c4df7a5c-2c28-41f3-91ac-04a050a918c0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0612881 Oct 26 16:29:05.419272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13f9ff34-a452-41c3-9866-031a672c7421 req-95b81000-506b-46d8-bdec-92884c0879d9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Oct 26 16:29:05.556367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:05.684255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a84205-f1e5-4f7b-84f9-faab23d095e0 req-b00cf3f2-0075-4f9f-bdf0-c9a4c9112b0e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:05.687759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:05.692078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:05.703120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3a84205-f1e5-4f7b-84f9-faab23d095e0 req-b00cf3f2-0075-4f9f-bdf0-c9a4c9112b0e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 949 time: 0.0676212 Oct 26 16:29:05.703310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:05.767435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3a84205-f1e5-4f7b-84f9-faab23d095e0 req-dfd5b2be-65b5-43ae-a8b6-31c0a2cda3aa tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742717 Oct 26 16:29:05.841073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:05.893138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:05.994419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:06.008376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71cf5-f5aa-411e-ab22-a1dafec73cbc req-d7bda82e-b673-4c92-85c1-4862531e95ee tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:06.010416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba71cf5-f5aa-411e-ab22-a1dafec73cbc req-d7bda82e-b673-4c92-85c1-4862531e95ee tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0844672 Oct 26 16:29:06.099495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba71cf5-f5aa-411e-ab22-a1dafec73cbc req-838a7d93-7617-4dd5-9381-88e75dc38a74 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821240 Oct 26 16:29:06.115257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:06.208702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3067fd02-434c-4068-a241-ba3c7782198d req-c6d0349f-ea92-445b-8e3a-030730cb36ae tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0275993 Oct 26 16:29:06.250190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:06.252603 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee2d944-680f-4fb1-b33f-61b4a24201a0" -d '{"events": [{"server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:06.291199 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aae5882-ba24-4982-923d-fb26fe19a64b x-openstack-request-id: req-5aae5882-ba24-4982-923d-fb26fe19a64b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:06.291555 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:06.291898 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aae5882-ba24-4982-923d-fb26fe19a64b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:06.292343 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'code': 200} Oct 26 16:29:06.397594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea87e4-2b17-47cd-93a6-d75e16604cfe req-634e68d4-c6ee-432d-8dc2-6b93e7a984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:06.399222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36ea87e4-2b17-47cd-93a6-d75e16604cfe req-634e68d4-c6ee-432d-8dc2-6b93e7a984fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 1101 time: 0.0413983 Oct 26 16:29:06.451559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36ea87e4-2b17-47cd-93a6-d75e16604cfe req-91c4eaab-ef85-4e62-b045-cfec08d5ac13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Oct 26 16:29:06.538215 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:06.572071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dac6b-afd8-44bd-aac7-7a7ad7331e46 req-1e9b298f-ca4d-4cf4-81d1-17b4f0d0a200 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:06.575892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd2dac6b-afd8-44bd-aac7-7a7ad7331e46 req-1e9b298f-ca4d-4cf4-81d1-17b4f0d0a200 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0720813 Oct 26 16:29:06.669296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd2dac6b-afd8-44bd-aac7-7a7ad7331e46 req-71451d12-b2b9-4f51-8128-2cf78bd79197 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871215 Oct 26 16:29:06.725243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-5982790f-bc34-4c02-a4dd-2556405fbc29 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:06.727326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-5982790f-bc34-4c02-a4dd-2556405fbc29 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.1365070 Oct 26 16:29:06.740237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:06.924536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd90ac-0391-4517-b0fc-e7ebb6c6c4b6 req-63989cfa-ce88-4497-8656-85526f4796d9 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:06.926059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58fd90ac-0391-4517-b0fc-e7ebb6c6c4b6 req-63989cfa-ce88-4497-8656-85526f4796d9 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.0668845 Oct 26 16:29:06.967287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58fd90ac-0391-4517-b0fc-e7ebb6c6c4b6 req-ce9afd8b-7718-4ec5-9d0f-f557e9274cf4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Oct 26 16:29:07.023066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:07.027409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:07.177916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.13 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/44cc3ac8-2be5-483d-9d13-f38878d7198e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:07.347043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74b48175-33e2-491f-af04-0b30258daf56 req-3e67028a-1f41-4688-af12-9730f9bc7865 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0353327 Oct 26 16:29:07.357412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bca5f-4e13-43b2-9a6e-f04e5e23d847 req-f564c1e7-3187-4398-b5e8-2ab8850db2b2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:07.358916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-569bca5f-4e13-43b2-9a6e-f04e5e23d847 req-f564c1e7-3187-4398-b5e8-2ab8850db2b2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.1460257 Oct 26 16:29:07.428681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-569bca5f-4e13-43b2-9a6e-f04e5e23d847 req-a1ca212a-b2d3-4f7c-933d-6976844df046 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Oct 26 16:29:07.438223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:07.798371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2285-0928-40ac-bded-255fe3100e0a req-5422a4ac-8faf-4122-88b6-bd915197cb16 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:07.799822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85fe2285-0928-40ac-bded-255fe3100e0a req-5422a4ac-8faf-4122-88b6-bd915197cb16 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0566528 Oct 26 16:29:07.844020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85fe2285-0928-40ac-bded-255fe3100e0a req-6304df9b-e9e9-41c1-a451-741e099b8b61 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362308 Oct 26 16:29:08.108170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:08.122648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de0b9a-c60f-4a27-8f35-297624b37fff req-90fee7f6-4a49-409e-b2a1-6012ba96ab1b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:08.126659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30de0b9a-c60f-4a27-8f35-297624b37fff req-90fee7f6-4a49-409e-b2a1-6012ba96ab1b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.0787857 Oct 26 16:29:08.187707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:08.200241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:08.202695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:08.248643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:08.280998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30de0b9a-c60f-4a27-8f35-297624b37fff req-dc2e22ba-0ca6-4659-9b8d-66315b489103 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350880 Oct 26 16:29:08.315744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:08.316582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:08.411596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-f1e8f2b3-d31f-4648-96d6-bafd02844fba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6750884 Oct 26 16:29:08.425324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Request body: {'port': {'device_id': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:08.516877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:08.551962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7881520-0e2d-4080-a3a6-c38feef5e97f req-00b8e3e3-fe02-4980-91c4-afa8584b76b5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:08.553529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7881520-0e2d-4080-a3a6-c38feef5e97f req-00b8e3e3-fe02-4980-91c4-afa8584b76b5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 932 time: 0.1243436 Oct 26 16:29:08.661191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e547-6524-4a89-b417-b80e86023d7e req-9e9f9e21-f98b-4312-93e0-f85dca140958 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:08.662612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c88e547-6524-4a89-b417-b80e86023d7e req-9e9f9e21-f98b-4312-93e0-f85dca140958 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.1434743 Oct 26 16:29:08.665541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7881520-0e2d-4080-a3a6-c38feef5e97f req-b8a6d4db-5519-40ec-a2e5-8c3652152be9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966251 Oct 26 16:29:08.771851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c88e547-6524-4a89-b417-b80e86023d7e req-55ad2721-1eaa-4a1c-b077-238415d14528 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 Oct 26 16:29:08.902796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cc3ac8-2be5-483d-9d13-f38878d7198e {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:08.910634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:08.949493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Transition to ACTIVE for port object 44cc3ac8-2be5-483d-9d13-f38878d7198e will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:29:08.975364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7ac20-fb7f-457e-a2a5-5c3438b06d10 req-21363ed1-1ad0-4380-9735-8ac085b7812d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:08.977765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6f7ac20-fb7f-457e-a2a5-5c3438b06d10 req-21363ed1-1ad0-4380-9735-8ac085b7812d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0602217 Oct 26 16:29:09.015876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6f7ac20-fb7f-457e-a2a5-5c3438b06d10 req-fde0ddca-847e-4d95-bcbf-390ea6163fc1 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Oct 26 16:29:09.029018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.100401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Pushing event updated for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:09.154944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Attempting to bind port 44cc3ac8-2be5-483d-9d13-f38878d7198e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:09.155211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Attempting to bind port 44cc3ac8-2be5-483d-9d13-f38878d7198e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:09.155529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Attempting to bind port 44cc3ac8-2be5-483d-9d13-f38878d7198e on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:09.160646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Port 44cc3ac8-2be5-483d-9d13-f38878d7198e on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:29:09.160968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Attempting to bind port 44cc3ac8-2be5-483d-9d13-f38878d7198e on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:09.167346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:09.167684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:09.168337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:09.168715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Bound port: 44cc3ac8-2be5-483d-9d13-f38878d7198e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:09.169209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.181466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:09.258458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:09.269443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:09.315549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8844e1d0-535a-41aa-85fc-174af5ac04c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.356806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.424310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:09.424310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.424310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] 10.222.0.39 "PUT /v2.0/ports/44cc3ac8-2be5-483d-9d13-f38878d7198e HTTP/1.1" status: 200 len: 1092 time: 1.0010891 Oct 26 16:29:09.430371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:09.432485 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7316f6f-26da-4adc-b4f0-73ee7801be5e" -d '{"events": [{"name": "network-changed", "server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:09.793703 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0a253-5dda-4bb7-ac2e-165ff7e8d242 x-openstack-request-id: req-02a0a253-5dda-4bb7-ac2e-165ff7e8d242 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:09.794431 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:09.794431 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a0a253-5dda-4bb7-ac2e-165ff7e8d242 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:09.794662 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e', 'status': 'completed', 'code': 200} Oct 26 16:29:09.820697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5163559-d4b1-4c4a-99f5-1e5364bdc8ca service neutron] Pushing event updated for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:09.861542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1830d-ea5a-4f70-bf93-8f8ac8adab43 req-3a2fb349-1f3b-4561-806c-de0a2e9ea8ce tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:09.863067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cc1830d-ea5a-4f70-bf93-8f8ac8adab43 req-3a2fb349-1f3b-4561-806c-de0a2e9ea8ce tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.5096083 Oct 26 16:29:09.883548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8844e1d0-535a-41aa-85fc-174af5ac04c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:09.934003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6b486-9a21-4750-bda7-dd47a97aa533 req-86eadaf0-5a8f-4ab0-b1d8-cc5b486ed362 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:09.935640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29d6b486-9a21-4750-bda7-dd47a97aa533 req-86eadaf0-5a8f-4ab0-b1d8-cc5b486ed362 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 944 time: 0.1479962 Oct 26 16:29:09.941034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-64ca4fe9-debe-4909-be2f-1488681779cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:09.942546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-64ca4fe9-debe-4909-be2f-1488681779cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 1095 time: 0.1524470 Oct 26 16:29:09.947063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cc1830d-ea5a-4f70-bf93-8f8ac8adab43 req-5ed45df3-8652-4ecf-ba46-acd29de4edb1 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719335 Oct 26 16:29:09.975572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8844e1d0-535a-41aa-85fc-174af5ac04c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:10.103070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8844e1d0-535a-41aa-85fc-174af5ac04c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f81ad290de6a476691d1adca8cb6f768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9205482 Oct 26 16:29:10.105897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:10.110435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29d6b486-9a21-4750-bda7-dd47a97aa533 req-0ac8a544-2c37-4103-bf7f-f315855b1a6d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667385 Oct 26 16:29:10.119062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844e1d0-535a-41aa-85fc-174af5ac04c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ae8ce-805a-4cbd-b4dc-cacca0db7dfc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:10.152406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7253ae-5518-42ef-a975-4b862ae5bf25 req-2a9ebaa0-76d0-470b-802d-38717eb71c68 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.153976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da7253ae-5518-42ef-a975-4b862ae5bf25 req-2a9ebaa0-76d0-470b-802d-38717eb71c68 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.1254330 Oct 26 16:29:10.169958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-8271ee0f-bd0a-4df6-80b3-5e15042ea371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.171396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-8271ee0f-bd0a-4df6-80b3-5e15042ea371 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=63c5ca8422bc4606823a364d57a4bed8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2161908 Oct 26 16:29:10.174803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:10.198423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:10.287612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da7253ae-5518-42ef-a975-4b862ae5bf25 req-1f66ef75-f412-4ff4-a270-eb546e2e093e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261179 Oct 26 16:29:10.308651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d50390-8fa8-45d1-b563-4ff1c753f632 req-79c28f9b-afc7-4eb4-9a5c-51a32c6d88ff tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.310181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11d50390-8fa8-45d1-b563-4ff1c753f632 req-79c28f9b-afc7-4eb4-9a5c-51a32c6d88ff tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1286862 Oct 26 16:29:10.327830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:10.336540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:10.336540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e42ae8ce-805a-4cbd-b4dc-cacca0db7dfc HTTP/1.1" status: 204 len: 168 time: 0.2280278 Oct 26 16:29:10.349283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d000f03-631c-4a57-a1a3-88ee5791159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ae8ce-805a-4cbd-b4dc-cacca0db7dfc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:10.350997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-f830d950-c9ce-4a00-8f17-ee4c24ff965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.352522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7316f6f-26da-4adc-b4f0-73ee7801be5e req-f830d950-c9ce-4a00-8f17-ee4c24ff965e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723359 Oct 26 16:29:10.382357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11d50390-8fa8-45d1-b563-4ff1c753f632 req-c25df356-0371-438d-9b7c-b65fa8a25608 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Oct 26 16:29:10.476044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91227cc7-f94e-4f63-bfba-eda626dba7e3 req-078cac97-a380-47d6-815e-ebffa79e7708 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.480419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91227cc7-f94e-4f63-bfba-eda626dba7e3 req-078cac97-a380-47d6-815e-ebffa79e7708 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0906830 Oct 26 16:29:10.508876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-8e8ab534-07f5-4ceb-a872-871f9ad48d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.510843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-8e8ab534-07f5-4ceb-a872-871f9ad48d68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 1095 time: 0.0927970 Oct 26 16:29:10.568755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-fe3f0399-091a-4c7e-b5c2-279e5422046e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e HTTP/1.1" status: 200 len: 217 time: 0.0469739 Oct 26 16:29:10.575192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91227cc7-f94e-4f63-bfba-eda626dba7e3 req-ba3b3941-9961-42c5-beab-090f0d411f38 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Oct 26 16:29:10.635432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-af26d531-bd4a-4c69-819e-0aa2d8d65a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.637046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-af26d531-bd4a-4c69-819e-0aa2d8d65a8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0608697 Oct 26 16:29:10.673961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-76e6c5ca-07e2-4dcd-bd63-e2b6d7a4286c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289783 Oct 26 16:29:10.708408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-aacf5403-9f36-486f-8876-aec816c82c29 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334632 Oct 26 16:29:10.862974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-2955ff87-9eb9-4d3f-a742-c04456d493e9 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767371 Oct 26 16:29:10.923886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-848c7f61-853c-4065-a994-c06e6c26c109 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:10.925630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-848c7f61-853c-4065-a994-c06e6c26c109 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070322 Oct 26 16:29:10.950633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-fe9f4265-8308-4362-87e0-ba4761d3b87e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/quotas/9a85162a80c14afeab1c929cb92e5aa7 HTTP/1.1" status: 200 len: 375 time: 0.0175991 Oct 26 16:29:11.013849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4497cfa9-332e-48dc-8c07-bc2d937037c8 req-e58e7813-81a9-4c8e-9d7c-25050eea5acf service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415601 Oct 26 16:29:11.028992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-0d5ac49d-1839-4db2-ba80-e7fca8dfc39c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716574 Oct 26 16:29:11.034402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34106) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:11.051376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53937874-7843-4431-ac87-eb338b4451dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.126974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53937874-7843-4431-ac87-eb338b4451dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.190315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53937874-7843-4431-ac87-eb338b4451dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.243961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53937874-7843-4431-ac87-eb338b4451dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29ebc22115bc47c6a2d9204f02cb5c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057927 Oct 26 16:29:11.247550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34112) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:11.259708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53937874-7843-4431-ac87-eb338b4451dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a123e0ef-ca56-4161-bf7f-c5f41ad8ea33,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:11.273362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83bb4-ed46-4efd-9b0d-f2703927fbd7 req-2212a9e4-00d7-4d54-b90c-d5087bb42d85 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:11.282056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1dd83bb4-ed46-4efd-9b0d-f2703927fbd7 req-2212a9e4-00d7-4d54-b90c-d5087bb42d85 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 944 time: 0.0946670 Oct 26 16:29:11.340948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-024af1c9-97fa-4e58-b40d-7349978b53f1 req-a3a6322f-86ae-4d83-aa57-2f287597a1d9 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 210 time: 0.0502574 Oct 26 16:29:11.381346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1dd83bb4-ed46-4efd-9b0d-f2703927fbd7 req-dd77d377-640b-40e4-83a2-2828875c76cb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Oct 26 16:29:11.397355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.432667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.555397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156d0bc-5362-4f42-a81f-9c882b4e8b84 req-76d30d06-9344-4ec8-98e0-75e92a50f017 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:11.557257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c156d0bc-5362-4f42-a81f-9c882b4e8b84 req-76d30d06-9344-4ec8-98e0-75e92a50f017 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 945 time: 0.0869796 Oct 26 16:29:11.612273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c156d0bc-5362-4f42-a81f-9c882b4e8b84 req-4b3d9b52-7262-4a4d-abc6-b5fe89b99cc1 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Oct 26 16:29:11.613789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.616985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:11.620707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a123e0ef-ca56-4161-bf7f-c5f41ad8ea33 HTTP/1.1" status: 204 len: 168 time: 0.3693552 Oct 26 16:29:11.630478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb228f0-3bd4-4a86-b6cd-5ef5ce827928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123e0ef-ca56-4161-bf7f-c5f41ad8ea33,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:11.759383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d5ac-5779-43a9-ad37-010426ab5c95 req-c45aa7ac-ebe4-42d0-aa2d-5baa1a6219ff tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:11.761255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4129d5ac-5779-43a9-ad37-010426ab5c95 req-c45aa7ac-ebe4-42d0-aa2d-5baa1a6219ff tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.0564427 Oct 26 16:29:11.811778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4129d5ac-5779-43a9-ad37-010426ab5c95 req-e7596cfb-26ad-47ea-bcc1-054e31bff5e5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Oct 26 16:29:12.224441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-dbee33bb-ff52-468e-acfe-ddb9e6e1f7cc tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:12.226691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-dbee33bb-ff52-468e-acfe-ddb9e6e1f7cc tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.0505388 Oct 26 16:29:12.237948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:12.299110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:12.455736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:12.503040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da13d366-1061-4cd3-93ce-6d00ccd6ab49 req-29cd99a0-6e53-48d6-a10d-be8f65d8e56c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 210 time: 0.0322304 Oct 26 16:29:12.581634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:12.611581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e3478-9d0b-460f-944c-116ab5995429 req-67205dbd-dcba-4672-aeb2-c56bcd806888 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:12.616461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a4e3478-9d0b-460f-944c-116ab5995429 req-67205dbd-dcba-4672-aeb2-c56bcd806888 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 944 time: 0.1091931 Oct 26 16:29:12.650531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:12.653412 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f60ecd-1541-47c8-944a-a1faba320149" -d '{"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:12.662360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:12.684217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a4e3478-9d0b-460f-944c-116ab5995429 req-3951b7ee-91e7-42e4-901a-593737919191 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Oct 26 16:29:12.718974 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfbc9fa-83e4-4c13-9e1f-b0d549ca56be x-openstack-request-id: req-fcfbc9fa-83e4-4c13-9e1f-b0d549ca56be {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:12.719556 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:12.719893 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcfbc9fa-83e4-4c13-9e1f-b0d549ca56be {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:12.720418 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'code': 200} Oct 26 16:29:12.756235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:12.868249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:12.973044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb7c5-fba6-416f-9c08-726cb2594a42 req-7cd5d0ad-4bb3-43d2-ae6e-f0845d4b904d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:12.974693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-209fb7c5-fba6-416f-9c08-726cb2594a42 req-7cd5d0ad-4bb3-43d2-ae6e-f0845d4b904d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1835349 Oct 26 16:29:12.989928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:12.990286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:12.990783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:13.005931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:29:13.006256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Attempting to bind port c5d57be7-77d3-4c3e-b212-b516ac15a452 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:13.023451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:13.023775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:13.024153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:13.024585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Bound port: c5d57be7-77d3-4c3e-b212-b516ac15a452, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:13.024938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:13.061879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-209fb7c5-fba6-416f-9c08-726cb2594a42 req-b58f41d3-5bc9-4da5-9355-79420b3eccb0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679648 Oct 26 16:29:13.089574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a748b83-4b35-4956-a855-3f060889885a req-3eb871de-a64b-498a-b1d5-6cd1d11c4d14 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:13.091054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a748b83-4b35-4956-a855-3f060889885a req-3eb871de-a64b-498a-b1d5-6cd1d11c4d14 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1500957 Oct 26 16:29:13.150060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:13.156845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a748b83-4b35-4956-a855-3f060889885a req-0cec6236-31c1-4657-a572-9bb90adf5913 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586326 Oct 26 16:29:13.166586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:13.316392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:13.400874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=8']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:13.406589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:13.407283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:13.408685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-4a06bebe-d294-4b3c-b7e1-51b9bc40d7b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 1121 time: 1.1748252 Oct 26 16:29:13.485077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:13.516869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:13.621602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-24b6dc54-5f50-4718-ae2a-5e14f9fd46dd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397902 Oct 26 16:29:13.659314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e74257e-4b27-4897-be3b-df65ba6e732a req-70149ed9-88ee-4e9b-9026-cdf86c19e2fe tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 210 time: 0.0330629 Oct 26 16:29:13.752617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:13.828322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-4db2f6b4-df84-4ee2-9fed-5cece2b4c225 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:13.830429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-4db2f6b4-df84-4ee2-9fed-5cece2b4c225 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729693 Oct 26 16:29:13.850541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Request body: {'port': {'device_id': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '9a85162a80c14afeab1c929cb92e5aa7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:13.918040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bdfe6-82e8-47a8-a74e-f7f324bb6847 req-432abd99-345b-4f85-a063-b502c3120ae8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:13.919624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-710bdfe6-82e8-47a8-a74e-f7f324bb6847 req-432abd99-345b-4f85-a063-b502c3120ae8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 944 time: 0.1301868 Oct 26 16:29:13.989708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-710bdfe6-82e8-47a8-a74e-f7f324bb6847 req-5e52b9d5-fc80-4728-97d9-4d796c1eb6d7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Oct 26 16:29:14.059156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:14.072534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:29:14.157778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Made reservation on behalf of 9a85162a80c14afeab1c929cb92e5aa7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:14.162554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.262577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac923-7821-47dd-8730-9456a0c384d7 req-f7470a69-382f-4d2e-8062-ea6e4d7cb144 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:14.264289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24ac923-7821-47dd-8730-9456a0c384d7 req-f7470a69-382f-4d2e-8062-ea6e4d7cb144 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1195910 Oct 26 16:29:14.372341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd08b65-2cda-4544-8492-1bfab06309fd req-277c082b-c020-4de7-bbea-842799f265cc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:14.373807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd08b65-2cda-4544-8492-1bfab06309fd req-277c082b-c020-4de7-bbea-842799f265cc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1375835 Oct 26 16:29:14.389030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24ac923-7821-47dd-8730-9456a0c384d7 req-2ac2bd95-4e76-4061-bb4b-6c3478599f62 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033254 Oct 26 16:29:14.417463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Allocated IP 192.168.233.137 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/7b137f9a-1081-44ef-9dba-94dfa66b9c85) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:14.446911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd08b65-2cda-4544-8492-1bfab06309fd req-a9b0e303-8d57-4399-8020-f63a2dd4ab5f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644209 Oct 26 16:29:14.582532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:14.626547 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.693339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c073c40-4302-4555-908e-33ef475a8520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.716096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.738133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:14.738133 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:14.738391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a370ab3e-ede6-428f-8f53-3ed96058d94a', '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:14.777142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:14.785957 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c073c40-4302-4555-908e-33ef475a8520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.801704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:14.807018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:14.845546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event updated for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:14.887275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c073c40-4302-4555-908e-33ef475a8520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.887840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:14.888482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:14.898151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ec6ed-f279-4734-9d35-12fe55db497e req-02297099-570f-4cb4-a3ea-00f693526144 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:14.901251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-020ec6ed-f279-4734-9d35-12fe55db497e req-02297099-570f-4cb4-a3ea-00f693526144 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 936 time: 0.1444647 Oct 26 16:29:14.954490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:14.954778 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c073c40-4302-4555-908e-33ef475a8520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=effdbcab3f1e4bd69e18293b2a18b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700869 Oct 26 16:29:14.955613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073c40-4302-4555-908e-33ef475a8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985474ea-5939-4a01-a8de-0609682dc4b6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:15.002134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-020ec6ed-f279-4734-9d35-12fe55db497e req-5d127f66-caab-4553-9ddd-42a126ca5143 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932982 Oct 26 16:29:15.023088 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905c1514-09c9-422b-b026-ed91acfe543d x-openstack-request-id: req-905c1514-09c9-422b-b026-ed91acfe543d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:15.023589 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:15.024356 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-905c1514-09c9-422b-b026-ed91acfe543d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:15.024761 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'status': 'completed', 'code': 200} Oct 26 16:29:15.032714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.075616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-044c8a01-1dc1-4108-9e4a-b149a5e1c423 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2313020 Oct 26 16:29:15.083792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.091024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Request body: {'port': {'device_id': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:15.134242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-8ba490e7-1a79-4a58-b73e-54819ac73357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.134242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-8ba490e7-1a79-4a58-b73e-54819ac73357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1124 time: 0.0643244 Oct 26 16:29:15.136210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f280aa4a-c0f6-4614-95a6-0a8b64c909a5 None None] Provisioning complete for port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:15.136671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f280aa4a-c0f6-4614-95a6-0a8b64c909a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.176797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f280aa4a-c0f6-4614-95a6-0a8b64c909a5 None None] Port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:15.234857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.244153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-58f14fda-6420-439d-ac48-1274af7d9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.245624 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-58f14fda-6420-439d-ac48-1274af7d9d17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1153464 Oct 26 16:29:15.267245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52becc38-55ac-46e0-98d2-ef99bd3e37cb req-859fa93e-a6d4-4c5a-84dd-196df490117e tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.268761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52becc38-55ac-46e0-98d2-ef99bd3e37cb req-859fa93e-a6d4-4c5a-84dd-196df490117e tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.1683769 Oct 26 16:29:15.299525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-dc346f98-7178-4147-9b04-3b790f94da3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0359449 Oct 26 16:29:15.322093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583e7bd-23e0-4618-bc47-aee77ae93f4e req-0eea4df5-1262-4332-a200-e04098e07dac tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.323605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c583e7bd-23e0-4618-bc47-aee77ae93f4e req-0eea4df5-1262-4332-a200-e04098e07dac tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 944 time: 0.1275067 Oct 26 16:29:15.354669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-8b183ad0-046f-4960-b786-2c4bd771197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.356386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-8b183ad0-046f-4960-b786-2c4bd771197b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0482481 Oct 26 16:29:15.402252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-c15fcb74-473b-4d20-be88-bae6766ea142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300059 Oct 26 16:29:15.429227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52becc38-55ac-46e0-98d2-ef99bd3e37cb req-85c4fc9b-8be2-4a57-bb8c-a5714b6ca4c8 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509252 Oct 26 16:29:15.453844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c583e7bd-23e0-4618-bc47-aee77ae93f4e req-8f291c92-1e0f-4f16-aaee-60ca17c7254d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193051 Oct 26 16:29:15.465861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.468432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.469573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/985474ea-5939-4a01-a8de-0609682dc4b6 HTTP/1.1" status: 204 len: 168 time: 0.5141513 Oct 26 16:29:15.506159 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-fc8b67fd-a6f8-43b4-83af-8e04f319f432 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963869 Oct 26 16:29:15.529679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26e8c2-3880-40f4-95ae-10e42029f67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985474ea-5939-4a01-a8de-0609682dc4b6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:15.604943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:15.607194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:15.624982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e645bdb-3ae8-46e7-935b-6aa37fb130fa req-a5d19064-0a3d-4b9a-9c97-246a999b3904 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111124 Oct 26 16:29:15.696995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299153-b739-419b-9d30-b1ce5f5a3c6b req-2d73cb64-6e9e-4ace-9883-3cb603f030e2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.698504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c299153-b739-419b-9d30-b1ce5f5a3c6b req-2d73cb64-6e9e-4ace-9883-3cb603f030e2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1542258 Oct 26 16:29:15.763449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b617a-719d-4e85-ac64-45b9159176cf req-d34884bf-c278-4b8f-875d-5319503b369b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:15.765313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-571b617a-719d-4e85-ac64-45b9159176cf req-d34884bf-c278-4b8f-875d-5319503b369b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1822839 Oct 26 16:29:15.779581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 44cc3ac8-2be5-483d-9d13-f38878d7198e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:15.782772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:15.794571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.801608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b137f9a-1081-44ef-9dba-94dfa66b9c85 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:15.818879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.820035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'port_id': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'mac_address': 'fa:16:3e:2a:2f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fcc063-61ec-44e3-a905-bd402244087b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:15.831038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c299153-b739-419b-9d30-b1ce5f5a3c6b req-d3fa7fe3-34b5-4dd4-b88d-8f2e6ffb2119 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963182 Oct 26 16:29:15.847965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:15.850883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:15.853121 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209f423a-4c97-49b8-81be-2f31b4008bef" -d '{"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:15.859994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-571b617a-719d-4e85-ac64-45b9159176cf req-2485c696-6dd3-4360-b9f4-8785017d7a51 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Oct 26 16:29:15.859994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Transition to ACTIVE for port object 7b137f9a-1081-44ef-9dba-94dfa66b9c85 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:29:15.921167 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6103483-6247-4bd6-88d5-8ecd7fa06553 x-openstack-request-id: req-d6103483-6247-4bd6-88d5-8ecd7fa06553 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:15.921402 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:15.921631 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6103483-6247-4bd6-88d5-8ecd7fa06553 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:15.922018 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'code': 200} Oct 26 16:29:15.938468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:15.944882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.012104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.029228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:16.029660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:16.050419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:16.059673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '44cc3ac8-2be5-483d-9d13-f38878d7198e', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': '44cc3ac8-2be5-483d-9d13-f38878d7198e', 'mac_address': 'fa:16:3e:50:bc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:16.117705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:16.135340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:29:16.135340 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:29:16.179345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.182894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Attempting to bind port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:16.183323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Attempting to bind port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:16.183663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Attempting to bind port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:16.190687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:29:16.191054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Attempting to bind port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:16.200052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cc3ac8-2be5-483d-9d13-f38878d7198e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:16.200285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:16.200537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:16.200908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:16.201359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Bound port: 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:16.202342 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.224358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:16.242661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed10ca-e7ff-4d2a-a57f-19acfbd11937 req-c875ead0-ad02-4e2a-a7a8-ac1a60c0e433 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:16.244598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aed10ca-e7ff-4d2a-a57f-19acfbd11937 req-c875ead0-ad02-4e2a-a7a8-ac1a60c0e433 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 948 time: 0.1282206 Oct 26 16:29:16.318685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.327099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3aed10ca-e7ff-4d2a-a57f-19acfbd11937 req-fd656701-5eea-4b4d-ad00-40b732dc1cc4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Oct 26 16:29:16.333690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:16.338058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:16.379000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:16.639148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['44cc3ac8-2be5-483d-9d13-f38878d7198e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:16.707632 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.733335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:16.769345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.771868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:16.865611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:16.866369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.868534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b137f9a-1081-44ef-9dba-94dfa66b9c85 HTTP/1.1" status: 200 len: 1096 time: 1.7817669 Oct 26 16:29:16.898915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:16.907748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-0922b280-cbd9-49aa-8cac-bbf3a556aed1 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:16.909312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-0922b280-cbd9-49aa-8cac-bbf3a556aed1 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.5014992 Oct 26 16:29:16.937705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9249aa5-4598-4607-a172-04eb90bb2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:16.956355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:16.967606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76d2f6-a915-498d-ae47-5339c284bc66 req-fbbfe4bf-335e-49de-aae1-15fc43c401a0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:16.969127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c76d2f6-a915-498d-ae47-5339c284bc66 req-fbbfe4bf-335e-49de-aae1-15fc43c401a0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 945 time: 0.2046900 Oct 26 16:29:16.991969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe2a6-f138-408c-a409-4682a467d487 req-729458dc-663a-4653-a62c-11ba537ec704 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:16.991969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5abe2a6-f138-408c-a409-4682a467d487 req-729458dc-663a-4653-a62c-11ba537ec704 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.2171345 Oct 26 16:29:17.037665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:17.041022 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b8016-9a2c-4b82-9b87-9d4890175755" -d '{"events": [{"name": "network-changed", "server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:17.136137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c76d2f6-a915-498d-ae47-5339c284bc66 req-d46c02ce-21cc-450a-8442-f707679dcebf tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498108 Oct 26 16:29:17.145968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5abe2a6-f138-408c-a409-4682a467d487 req-e25e6a67-7e3d-4119-bfef-356d81652658 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485612 Oct 26 16:29:17.179116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-1baf75fe-03ee-4c0b-839a-1375af8f9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:17.181094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-1baf75fe-03ee-4c0b-839a-1375af8f9e95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 1099 time: 0.1321213 Oct 26 16:29:17.196122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Deleting port 3951dba0-75ea-4b01-970f-834cd6a11713 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:17.196562 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:17.227738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ed221668-f9f0-4294-bdae-2a4059c9836a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:17.283735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-025f6635-1d5f-4c48-a65a-312e48aeb10e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85 HTTP/1.1" status: 200 len: 217 time: 0.0831993 Oct 26 16:29:17.425351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-524e9591-7bb1-479a-885a-22f73b2cc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:17.426824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-524e9591-7bb1-479a-885a-22f73b2cc81e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1237488 Oct 26 16:29:17.445983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] For port 3951dba0-75ea-4b01-970f-834cd6a11713, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3951dba0-75ea-4b01-970f-834cd6a11713,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:17.446480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:17.566091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39912f-c6a1-4c49-8c96-ca73e5efdd67 req-494810cd-1bf7-40fd-961b-a34f2c6d57bc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:17.567613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b39912f-c6a1-4c49-8c96-ca73e5efdd67 req-494810cd-1bf7-40fd-961b-a34f2c6d57bc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 944 time: 0.2509220 Oct 26 16:29:17.706295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb21ef-67a3-4687-846e-abc2db54b430 req-ed9b8898-c539-4e06-a889-3915ee1d0480 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:17.707773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81cb21ef-67a3-4687-846e-abc2db54b430 req-ed9b8898-c539-4e06-a889-3915ee1d0480 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1922076 Oct 26 16:29:17.742042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185cae-4a51-4224-bc6b-b2285330090c req-ecf7a26c-8d4c-4fc5-bda0-39ce2193e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:17.743774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-ecf7a26c-8d4c-4fc5-bda0-39ce2193e9e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269475 Oct 26 16:29:17.746609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b39912f-c6a1-4c49-8c96-ca73e5efdd67 req-d3dcf6a8-efe1-4233-9d7c-916a0b2ccd36 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486955 Oct 26 16:29:17.787067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 44cc3ac8-2be5-483d-9d13-f38878d7198e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:17.824136 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a214e2-eac1-48a8-8cc2-664dcc9abfae x-openstack-request-id: req-65a214e2-eac1-48a8-8cc2-664dcc9abfae {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:17.824621 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:17.824621 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65a214e2-eac1-48a8-8cc2-664dcc9abfae {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:17.824974 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'status': 'completed', 'code': 200} Oct 26 16:29:17.862175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:17.863084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:17.863084 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Floating IP 41a321c1-7ef9-4758-8cc2-03666300c7b0 disassociated. External IP: 172.25.5.149, port: 3951dba0-75ea-4b01-970f-834cd6a11713. Oct 26 16:29:17.870920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Calling delete_port for 3951dba0-75ea-4b01-970f-834cd6a11713 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:17.870920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81cb21ef-67a3-4687-846e-abc2db54b430 req-213f1bc3-030b-4e53-865b-3ec61e6052be tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186643 Oct 26 16:29:17.950495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-2462bf0a-14fb-4128-9bb0-91c8d4e7269b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945975 Oct 26 16:29:17.990132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 44cc3ac8-2be5-483d-9d13-f38878d7198e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:17.994759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 44cc3ac8-2be5-483d-9d13-f38878d7198e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:17.995145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.051333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34308) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:18.088843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137f35-c6ad-480b-bd28-058d4fd803d3 req-1dcc7ba6-9ba5-4e1f-a9f8-7807e7dad3db tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.090659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b137f35-c6ad-480b-bd28-058d4fd803d3 req-1dcc7ba6-9ba5-4e1f-a9f8-7807e7dad3db tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 948 time: 0.1365252 Oct 26 16:29:18.094410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.120751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:18.123000 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503657a2-4a22-4309-949a-c498ecae32c9" -d '{"events": [{"server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "name": "network-vif-plugged", "status": "completed", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:18.145644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:18.159487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45185cae-4a51-4224-bc6b-b2285330090c req-93af4e08-c9fe-49ed-869d-8927b9bad85d service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916540 Oct 26 16:29:18.169344 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754ea18-bdd3-4768-b91c-a098a5b51b21 x-openstack-request-id: req-2754ea18-bdd3-4768-b91c-a098a5b51b21 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:18.170006 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "name": "network-vif-plugged", "status": "completed", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:18.170492 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2754ea18-bdd3-4768-b91c-a098a5b51b21 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:18.171120 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e', 'code': 200} Oct 26 16:29:18.195741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b137f35-c6ad-480b-bd28-058d4fd803d3 req-ac907dbb-a299-4096-baca-d6c022ddd4c9 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857875 Oct 26 16:29:18.217761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1393661034'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:18.230390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.287815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:18.295414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d655-7a65-403c-925e-5797f380cfd4 req-5c616f51-f356-4144-b1c1-e64c5831de71 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.297043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8e6d655-7a65-403c-925e-5797f380cfd4 req-5c616f51-f356-4144-b1c1-e64c5831de71 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0564651 Oct 26 16:29:18.308741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6d315-8812-4fd1-bac1-ca404431cae0 req-e877b40c-5688-40fd-b1ab-8440815ade1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.313024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-58b6d315-8812-4fd1-bac1-ca404431cae0 req-e877b40c-5688-40fd-b1ab-8440815ade1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 1097 time: 0.0580018 Oct 26 16:29:18.343064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.350164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-58b6d315-8812-4fd1-bac1-ca404431cae0 req-e2c19e2e-1bdf-4e10-bf45-d892ce5f8de3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297520 Oct 26 16:29:18.389361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event deleted for resources: {'Port': ['ID=3951dba0-75ea-4b01-970f-834cd6a11713,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:18.401290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8e6d655-7a65-403c-925e-5797f380cfd4 req-7726b006-92a2-42b8-8831-b4c8f94fa54b tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b11389-6276-41ea-a7e7-6156e7f0c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934310 Oct 26 16:29:18.408237 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.409647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.418857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be176f-3653-45ce-8482-8e04547f2b8b req-2c7bccca-7714-48c9-93ca-e0c1c286238c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.418857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03be176f-3653-45ce-8482-8e04547f2b8b req-2c7bccca-7714-48c9-93ca-e0c1c286238c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 946 time: 0.1194534 Oct 26 16:29:18.477871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.572416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03be176f-3653-45ce-8482-8e04547f2b8b req-ed3674fd-0fc4-4618-9adc-d73641347b50 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198580 Oct 26 16:29:18.572847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.577940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-a34ea4ea-24ac-46a7-9834-ac96ac058832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.579426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-a34ea4ea-24ac-46a7-9834-ac96ac058832 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 1099 time: 0.1256068 Oct 26 16:29:18.611984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:29:18.695489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.696706 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5cb3ce40-74f5-4ad1-b8a8-aabe4140f848 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6436472 Oct 26 16:29:18.699695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:18.762845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-8823a5be-78f2-4b14-8f67-9222e98c8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:18.764431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-8823a5be-78f2-4b14-8f67-9222e98c8973 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1770849 Oct 26 16:29:18.778661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:18.824667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-c1e10cca-f454-45b1-bd67-4e6eb7c28aca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85 HTTP/1.1" status: 200 len: 217 time: 0.0450957 Oct 26 16:29:18.827989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:18.844582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Sync routers for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:18.863682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:18.865056 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:19.011040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] No DVR routers for this DVR port 3951dba0-75ea-4b01-970f-834cd6a11713 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:19.012820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-3328d18e-4226-44c1-8214-c5329cf08d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.015527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-3328d18e-4226-44c1-8214-c5329cf08d6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1827643 Oct 26 16:29:19.019376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.025322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2580ad-c3d7-4d2a-90fe-4b513db6f050 req-e58cf1f8-51fb-4ad8-a3d9-1344d289202d tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.39 "DELETE /v2.0/ports/3951dba0-75ea-4b01-970f-834cd6a11713 HTTP/1.1" status: 204 len: 173 time: 2.1040978 Oct 26 16:29:19.087300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:19.087515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b902198-8350-477a-b8cd-413893855e4b req-bebf4bda-1f47-4489-8341-47085e5bde2c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.087515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b902198-8350-477a-b8cd-413893855e4b req-bebf4bda-1f47-4489-8341-47085e5bde2c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 944 time: 0.1953893 Oct 26 16:29:19.183427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b902198-8350-477a-b8cd-413893855e4b req-b919c15c-d7ca-45a3-ae23-0feeb6eb6b6f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786750 Oct 26 16:29:19.184707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.187908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.194024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-b0c89085-b054-4cd3-9caf-2de98b9ef17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.196606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-b0c89085-b054-4cd3-9caf-2de98b9ef17a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492360 Oct 26 16:29:19.338541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.339332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeea1803-cdf9-4dff-8c4e-b0e5dfbd6194 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:19.343786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.344911 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b74462f5-b8fe-4070-84b2-a84a8306f07b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "DELETE /v2.0/routers/eeea1803-cdf9-4dff-8c4e-b0e5dfbd6194 HTTP/1.1" status: 204 len: 168 time: 0.6442852 Oct 26 16:29:19.346847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a77be-5242-4856-ae60-eb1158568d1c req-3289a6f3-ea96-4043-b597-5700d6943941 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.347975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34330) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:19.353512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Request body: {'router': {'name': 'tempest-router-2029912376', 'distributed': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:19.355856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-317a77be-5242-4856-ae60-eb1158568d1c req-3289a6f3-ea96-4043-b597-5700d6943941 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.2274990 Oct 26 16:29:19.407751 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:19.447741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Checking router: 594c48f5-c2d9-4864-8ba5-1359ce51bd47 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:19.458867 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:19.459642 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:19.461530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b22a6-1ba8-4cd3-b672-e4bc051c1b6f req-61f5acbc-da16-41e3-8500-6fa692aca821 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.463112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb2b22a6-1ba8-4cd3-b672-e4bc051c1b6f req-61f5acbc-da16-41e3-8500-6fa692aca821 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 948 time: 0.1653254 Oct 26 16:29:19.476311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-08dca9d4-2b79-459b-a95c-13178acdb33c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688866 Oct 26 16:29:19.510205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-317a77be-5242-4856-ae60-eb1158568d1c req-356930ec-ef54-4766-9d08-6c25d4085389 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429775 Oct 26 16:29:19.516122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.517739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.618785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7b137f9a-1081-44ef-9dba-94dfa66b9c85 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:19.630640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e2b8016-9a2c-4b82-9b87-9d4890175755 req-61f9fa4c-8774-4eab-8e14-c3fa235ef184 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396403 Oct 26 16:29:19.647108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb2b22a6-1ba8-4cd3-b672-e4bc051c1b6f req-30eb3aa8-d8f0-4e3a-9e52-3fd723dc3bb6 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753080 Oct 26 16:29:19.693952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.737753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:19.761373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.782759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59251cd2-ed98-4aa2-8c47-96052cbaae5f req-a0f2cbb7-43c2-443c-8796-ad119e5681d7 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a34ead6-0da7-4028-9710-185c3827f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0531182 Oct 26 16:29:19.829299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd8fcd-42ec-4d9d-a46f-efcd9e1753e5 req-e03d7bb4-587d-4c8d-8941-0c61ef6bc58d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:19.837834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80bd8fcd-42ec-4d9d-a46f-efcd9e1753e5 req-e03d7bb4-587d-4c8d-8941-0c61ef6bc58d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 946 time: 0.1207809 Oct 26 16:29:19.849419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:19.853754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7a93e3c5-b2f8-4231-aa51-bef88d6cb8fd tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5021262 Oct 26 16:29:19.854123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34336) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:19.854572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:19.869278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:19.882772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'name': 'network-vif-deleted', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:19.890166 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f41ac-4bf7-4923-84c6-47646861e6df" -d '{"events": [{"server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "name": "network-vif-deleted", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:19.909851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'mac_address': 'fa:16:3e:01:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:19.924568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3951dba0-75ea-4b01-970f-834cd6a11713 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:19.942298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80bd8fcd-42ec-4d9d-a46f-efcd9e1753e5 req-350e817d-0d79-4b34-95d0-53351656631c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035287 Oct 26 16:29:19.979395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 3951dba0-75ea-4b01-970f-834cd6a11713 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:19.979915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3951dba0-75ea-4b01-970f-834cd6a11713 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:19.996590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ed221668-f9f0-4294-bdae-2a4059c9836a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:19.997193 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.066391 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaad65c2-77cd-4185-bbb4-cc2c08dcf2be x-openstack-request-id: req-eaad65c2-77cd-4185-bbb4-cc2c08dcf2be {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:20.066391 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34ead6-0da7-4028-9710-185c3827f2d9", "name": "network-vif-deleted", "tag": "3951dba0-75ea-4b01-970f-834cd6a11713", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:20.066391 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaad65c2-77cd-4185-bbb4-cc2c08dcf2be {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:20.066391 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34ead6-0da7-4028-9710-185c3827f2d9', 'name': 'network-vif-deleted', 'tag': '3951dba0-75ea-4b01-970f-834cd6a11713', 'status': 'completed', 'code': 200} Oct 26 16:29:20.071243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.096973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.106432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b137f9a-1081-44ef-9dba-94dfa66b9c85 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:20.129228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:20.155101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.185517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:20.189607 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f8668-af89-4593-bdbd-8043747d0488" -d '{"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-plugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:20.206383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:20.208097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.294229 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71530d-d1f0-4162-b293-800bc2bbefd5 x-openstack-request-id: req-7c71530d-d1f0-4162-b293-800bc2bbefd5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:20.294580 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-plugged", "status": "completed", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:20.296469 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c71530d-d1f0-4162-b293-800bc2bbefd5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:20.296924 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'code': 200} Oct 26 16:29:20.311659 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:20.330484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.397809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:20.416024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.416388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.416721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.419208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.419700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.419972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.420310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.420653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.420976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.421297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.421624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.421944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:20.507522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7b137f9a-1081-44ef-9dba-94dfa66b9c85'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:20.554246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee410c1-b9b3-40d2-b273-cd95534660b1 req-b50b7452-5716-465d-9b3a-cee89cb7af34 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:20.555429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.558800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.562851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aee410c1-b9b3-40d2-b273-cd95534660b1 req-b50b7452-5716-465d-9b3a-cee89cb7af34 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1954968 Oct 26 16:29:20.581758 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd41c-bcc7-454d-af5e-569c112a4adf None None] The sync data for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 is: [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '602939ec-2f42-4307-b885-cff72359c688', 'name': '', 'network_id': '730fb75d-2d63-454e-943d-a6d394051dbe', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'mac_address': 'fa:16:3e:bd:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:00Z', 'updated_at': '2021-10-26T16:27:07Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'subnets': [{'id': '78dfd08c-dd99-45f9-a416-2863fc9cb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:20.606497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439614-452b-417b-9559-1658e2d4b17b req-18453b08-5810-4019-88fc-3a3dcedba4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:20.609499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e439614-452b-417b-9559-1658e2d4b17b req-18453b08-5810-4019-88fc-3a3dcedba4fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 1096 time: 0.1157377 Oct 26 16:29:20.638676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:20.686853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.687445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d95bc9-3195-4e80-913e-5d5aa5ea589e {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:20.691883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.695399 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d20c7e41-4168-4d83-8278-a3cb1b43556b tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "DELETE /v2.0/routers/36d95bc9-3195-4e80-913e-5d5aa5ea589e HTTP/1.1" status: 204 len: 168 time: 0.8379292 Oct 26 16:29:20.697297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34354) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:20.699305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.702378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Request body: {'router': {'name': 'tempest-router-526045172', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e93e526fd98149a59e7e96734756eb9f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:20.757269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aee410c1-b9b3-40d2-b273-cd95534660b1 req-cb6672d5-c802-49a5-9ef7-5b08ca071da3 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874065 Oct 26 16:29:20.789190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e439614-452b-417b-9559-1658e2d4b17b req-939006fc-68d3-4413-87c9-85f75673e84e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653619 Oct 26 16:29:20.809135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac0c3a-0af0-449b-af13-b6c715ce90ed req-9442da6a-ebdb-4190-9c1f-216ef7b31520 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:20.810716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4ac0c3a-0af0-449b-af13-b6c715ce90ed req-9442da6a-ebdb-4190-9c1f-216ef7b31520 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1031954 Oct 26 16:29:20.836095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.837146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.900223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4ac0c3a-0af0-449b-af13-b6c715ce90ed req-8fe313a7-74e1-4865-8f1b-c61c8b0f7e5f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833898 Oct 26 16:29:20.920689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f929424-dcb5-4c34-839b-081607a6c35c req-7c2249d2-7add-494e-b9df-2c24ebf6196a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:20.928766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f929424-dcb5-4c34-839b-081607a6c35c req-7c2249d2-7add-494e-b9df-2c24ebf6196a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 949 time: 0.1013768 Oct 26 16:29:20.945807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:20.970508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f929424-dcb5-4c34-839b-081607a6c35c req-367efb03-055f-47b8-a12d-b53359d9bdd3 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Oct 26 16:29:21.029992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5089a3-50aa-4ed2-9deb-4047d965b9d3 None None] New status for floating IP 41a321c1-7ef9-4758-8cc2-03666300c7b0: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:29:21.030759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.072919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:21.108558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.112498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d872408e-77ae-42f0-9718-5b268aae7b3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4116354 Oct 26 16:29:21.112715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:21.118058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:21.186658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.230954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.394385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-dc369522-95b8-47dd-9d37-b415da2a08d8 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1962860860&fields=id&tenant_id=0eb9ddb8e59147a69ed768fcd4020e95 HTTP/1.1" status: 200 len: 267 time: 0.0413253 Oct 26 16:29:21.454523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.456305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.456662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.457117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.458274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3b11389-6276-41ea-a7e7-6156e7f0c2dc HTTP/1.1" status: 204 len: 168 time: 0.3842807 Oct 26 16:29:21.469528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34376) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:21.492310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811efc2-9194-4aa4-9488-7cc50f554cc2 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b11389-6276-41ea-a7e7-6156e7f0c2dc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:21.496729 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-45cb59e7-8695-4f5b-b62a-cc7d64f8e7b6 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] show failed (client error): The resource could not be found. Oct 26 16:29:21.499003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45cb59e7-8695-4f5b-b62a-cc7d64f8e7b6 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "GET /v2.0/security-groups/d3b11389-6276-41ea-a7e7-6156e7f0c2dc HTTP/1.1" status: 404 len: 347 time: 0.0284879 Oct 26 16:29:21.502898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:21.580694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 16:29:21.581255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Router 08492959-8b04-4c78-8129-0c95d3b73f12 migrating from provider to provider. {{(pid=102737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 16:29:21.581376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.587865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.618180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-f45d184f-f629-43c2-b696-bac216052556 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:21.620406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-f45d184f-f629-43c2-b696-bac216052556 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/networks?id=5df86089-0306-4e99-b898-a926ea0b2f65 HTTP/1.1" status: 200 len: 813 time: 0.2170379 Oct 26 16:29:21.622068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7b137f9a-1081-44ef-9dba-94dfa66b9c85 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:21.657558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-67b61cf7-9145-4bee-a098-265eab8cd9a9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/quotas/0eb9ddb8e59147a69ed768fcd4020e95 HTTP/1.1" status: 200 len: 375 time: 0.0291767 Oct 26 16:29:21.665277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.716738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Deleting port 8f8008f4-ec70-4109-b710-945ede158350 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:21.717219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.773814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:21.780483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:21.781269 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.812066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-92a26ba4-af24-4667-9012-31ec152b5042 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eb9ddb8e59147a69ed768fcd4020e95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1450248 Oct 26 16:29:21.834790 n-d-815373-2 neutron-server[102737]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] No L3 agents can host the router 08492959-8b04-4c78-8129-0c95d3b73f12 Oct 26 16:29:21.937813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.985431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:21.985964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.008960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Calling delete_port for 8f8008f4-ec70-4109-b710-945ede158350 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:22.019654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:22.035380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Hosts for router 08492959-8b04-4c78-8129-0c95d3b73f12: [] {{(pid=102737) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 26 16:29:22.043363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89dac-7dc7-485e-9824-2444ce94557d req-b1dce0ab-76a1-4b87-abcf-9d89466786c0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:22.045012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1aa89dac-7dc7-485e-9824-2444ce94557d req-b1dce0ab-76a1-4b87-abcf-9d89466786c0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1849375 Oct 26 16:29:22.066521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Hosts for other DVR routers connected to router 08492959-8b04-4c78-8129-0c95d3b73f12: set() {{(pid=102737) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 26 16:29:22.069701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.070673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ab78831-32af-45ef-862b-09435b66ef3d tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "PUT /v2.0/routers/08492959-8b04-4c78-8129-0c95d3b73f12 HTTP/1.1" status: 200 len: 716 time: 0.9568043 Oct 26 16:29:22.075594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34388) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:22.133801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.135032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:22.148106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-70add076-07da-4712-9bc5-db60300f19a7 service neutron] 10.222.0.21 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083951 Oct 26 16:29:22.203818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-415577df-a004-4c5a-b5ca-2c0bd05aad36 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "GET /v2.0/routers/08492959-8b04-4c78-8129-0c95d3b73f12 HTTP/1.1" status: 200 len: 716 time: 0.1114011 Oct 26 16:29:22.204385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34390) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:22.291655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:22.303778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:22.306471 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bfc548-2c64-4432-b38f-24cdf009d98d" -d '{"events": [{"server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:22.415417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.471083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ceded552-d1fc-4a52-b1cc-89b2741ce5bf tempest-RoutersTestDVR-1389167981 tempest-RoutersTestDVR-1389167981-project] 10.222.0.21 "GET /v2.0/routers/08492959-8b04-4c78-8129-0c95d3b73f12 HTTP/1.1" status: 200 len: 682 time: 0.2651432 Oct 26 16:29:22.473567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:22.629670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1aa89dac-7dc7-485e-9824-2444ce94557d req-e3cd4cdc-593e-46f4-b34c-d24cd5c482a9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775344 Oct 26 16:29:22.641375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-a4baab7f-8cea-43e4-b2cc-64cf73a1cc91 service neutron] 10.222.0.47 "GET /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.5325513 Oct 26 16:29:22.729967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-c8604166-1fc7-43e1-9469-5d86e720733e service neutron] 10.222.0.21 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699878 Oct 26 16:29:22.821238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.888867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82477d3b-b10c-4a21-9b27-1aa11d054a1b req-70850bac-2c0c-4575-920e-d222ce2c7cfd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:22.890492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82477d3b-b10c-4a21-9b27-1aa11d054a1b req-70850bac-2c0c-4575-920e-d222ce2c7cfd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 943 time: 0.1695204 Oct 26 16:29:22.920648 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.968755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Pushing event deleted for resources: {'Port': ['ID=8f8008f4-ec70-4109-b710-945ede158350,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:22.992722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:22.994966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.033712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82477d3b-b10c-4a21-9b27-1aa11d054a1b req-c5dcbda2-925e-4c4d-bdf2-d2ac81692179 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331439 Oct 26 16:29:23.043710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:23.073770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.082131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.082131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b230e66-2310-4846-8df5-0371a4158285 tempest-ServersTestFqdnHostnames-385209481 tempest-ServersTestFqdnHostnames-385209481-project] 10.222.0.21 "DELETE /v2.0/floatingips/41a321c1-7ef9-4758-8cc2-03666300c7b0 HTTP/1.1" status: 204 len: 168 time: 1.5734789 Oct 26 16:29:23.082131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:23.082569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34408) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:23.140197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d57be7-77d3-4c3e-b212-b516ac15a452 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:23.153305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:23.156433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.156933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08492959-8b04-4c78-8129-0c95d3b73f12 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:23.161711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.166453 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd7ec906-cc79-4f98-9b38-05f716ff6244 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "DELETE /v2.0/routers/08492959-8b04-4c78-8129-0c95d3b73f12 HTTP/1.1" status: 204 len: 168 time: 0.6880658 Oct 26 16:29:23.167603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34410) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:23.175979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Request body: {'router': {'name': 'tempest-router-2102086333', 'distributed': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:23.194658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205f865-158f-4ed9-bd14-bb76a3039f32 req-dbea415b-8bf1-4536-a258-dc04a382fc49 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:23.196190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8205f865-158f-4ed9-bd14-bb76a3039f32 req-dbea415b-8bf1-4536-a258-dc04a382fc49 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.0939624 Oct 26 16:29:23.237136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.250439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8205f865-158f-4ed9-bd14-bb76a3039f32 req-6c3337af-46e8-4418-abde-d073fa97b718 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Oct 26 16:29:23.328685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.332557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.359048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] Transition to ACTIVE for port object c5d57be7-77d3-4c3e-b212-b516ac15a452 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:29:23.379487 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d26c49-1440-4196-8d9f-ff4890bc6cb7 x-openstack-request-id: req-72d26c49-1440-4196-8d9f-ff4890bc6cb7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:23.380373 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:23.380803 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72d26c49-1440-4196-8d9f-ff4890bc6cb7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:23.381390 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'code': 200} Oct 26 16:29:23.426533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.458952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f86b9996-b579-4d54-b49a-57adf6be1381 req-7ddcfec2-2c04-4501-a795-b04728313eab tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0348740 Oct 26 16:29:23.461797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.544634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2cce-e63c-4edb-984f-6b0d0620b5ef req-a9f2b949-9331-45fb-b369-4f61eb0a55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:23.546128 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e73f2cce-e63c-4edb-984f-6b0d0620b5ef req-a9f2b949-9331-45fb-b369-4f61eb0a55a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 1101 time: 0.0608642 Oct 26 16:29:23.553162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.562575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.589278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] No DVR routers for this DVR port c5d57be7-77d3-4c3e-b212-b516ac15a452 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:23.633646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] Pushing event updated for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=10']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:23.640745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c0a41ace-a519-470a-84c0-99ec6350571d service neutron] 10.222.0.47 "PUT /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9862258 Oct 26 16:29:23.677416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.679273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-400b1c65-65d6-4ac3-9bd2-e11aff4db24e tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5097139 Oct 26 16:29:23.682576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34428) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:23.689121 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e73f2cce-e63c-4edb-984f-6b0d0620b5ef req-82a58bd1-a4b3-40a3-bcb3-ffdfbbae777a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207879 Oct 26 16:29:23.811628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.876037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Deleting port 602939ec-2f42-4307-b885-cff72359c688 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:23.876634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.947036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0af5-fa59-40d1-9226-0ff58d000d0c req-c83e638e-3c23-4297-be90-1d1156b469de tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:23.948563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3ff0af5-fa59-40d1-9226-0ff58d000d0c req-c83e638e-3c23-4297-be90-1d1156b469de tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.2056639 Oct 26 16:29:23.956586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] For port 602939ec-2f42-4307-b885-cff72359c688, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=602939ec-2f42-4307-b885-cff72359c688,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:23.956946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:23.975222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Calling delete_port for 602939ec-2f42-4307-b885-cff72359c688 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:23.980224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e9963cb9-e921-4c5f-948b-6ca6b7227a18 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:23.981792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e9963cb9-e921-4c5f-948b-6ca6b7227a18 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.2017565 Oct 26 16:29:24.055818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.060018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.119202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3ff0af5-fa59-40d1-9226-0ff58d000d0c req-6445c284-7dcf-4f51-92a6-a34f6e143257 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363454 Oct 26 16:29:24.126453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-bd2a2909-0363-4bc6-b163-b9e0dd1f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.127986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-bd2a2909-0363-4bc6-b163-b9e0dd1f2653 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&tenant_id=f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 1095 time: 0.1143279 Oct 26 16:29:24.233742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e859b2d5-35d9-40da-9700-391a812a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.235355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-e859b2d5-35d9-40da-9700-391a812a5045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1095 time: 0.0745256 Oct 26 16:29:24.261347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aefdd-8d63-4edf-b0d1-d5d503cd5bb4 req-56446a0d-c789-474f-94d1-c979297ec735 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.262815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21aefdd-8d63-4edf-b0d1-d5d503cd5bb4 req-56446a0d-c789-474f-94d1-c979297ec735 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.0743086 Oct 26 16:29:24.296957 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.311798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.312413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42240db0-8422-4162-9384-7b49590e7e9c {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:24.324643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.328978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf9ba6c8-c999-48c4-bffe-305c326809c4 tempest-RoutersTestDVR-945591096 tempest-RoutersTestDVR-945591096-project-admin] 10.222.0.21 "DELETE /v2.0/routers/42240db0-8422-4162-9384-7b49590e7e9c HTTP/1.1" status: 204 len: 168 time: 0.6422255 Oct 26 16:29:24.337735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Pushing event deleted for resources: {'Port': ['ID=602939ec-2f42-4307-b885-cff72359c688,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:24.404025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21aefdd-8d63-4edf-b0d1-d5d503cd5bb4 req-f4e92bda-ddc4-4c4f-9c79-c5b7d0da0b9e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290956 Oct 26 16:29:24.442995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-78b6dd34-5f5b-489a-ac96-2749cd386f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.442995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-78b6dd34-5f5b-489a-ac96-2749cd386f78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1981463 Oct 26 16:29:24.456514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3899b60-cb6a-450e-a08f-18c993f684d4 req-a327c58d-5a40-434b-8a24-6fcda52e773f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.462544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3899b60-cb6a-450e-a08f-18c993f684d4 req-a327c58d-5a40-434b-8a24-6fcda52e773f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1893122 Oct 26 16:29:24.563285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-6a9146c8-d89e-4cdf-8a30-cfd0503ea1f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0968642 Oct 26 16:29:24.634379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:24.681079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3899b60-cb6a-450e-a08f-18c993f684d4 req-4b04c413-f367-4b6b-875d-91470ef6f218 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945484 Oct 26 16:29:24.693017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882766d9-f779-4551-bc96-e0461ca37e9e req-594df9f6-6c6b-45e1-a073-c0a378ef7a1a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.701909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882766d9-f779-4551-bc96-e0461ca37e9e req-594df9f6-6c6b-45e1-a073-c0a378ef7a1a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.1480689 Oct 26 16:29:24.716011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c1e07887-4e92-4248-93a9-e3ccef6b9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:24.717483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c1e07887-4e92-4248-93a9-e3ccef6b9e08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1374094 Oct 26 16:29:24.804669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882766d9-f779-4551-bc96-e0461ca37e9e req-b5d1c8a0-3601-4ece-9d92-788367b738ea tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Oct 26 16:29:24.812163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-68ccdd28-4e78-4627-8e3d-1091d9b74f54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865309 Oct 26 16:29:24.923784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:29:24.953199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-c25440ae-a5e5-422c-aac9-48dff2733be5 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291823 Oct 26 16:29:25.054305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f5a45ab-4cee-4885-977e-18b23d14ea2e req-48e8e7f2-bc8c-4141-9295-99fee75d8db4 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0875070 Oct 26 16:29:25.054883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:25.101547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:25.113164 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Sync routers for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:25.122021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e40beda0-1d98-4e9d-9c6e-729341cd2830 admin admin] 10.222.0.21 "PUT /v2.0/routers/594c48f5-c2d9-4864-8ba5-1359ce51bd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0376878 Oct 26 16:29:25.127846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34458) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:25.137089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:25.141617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:25.212374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-16eff5ed-efd4-4b79-9e1e-efd162535517 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717408 Oct 26 16:29:25.258112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd53504-9f2b-47c4-8849-84f9fe01ca5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.327755 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:25.387799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.574240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.589523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd53504-9f2b-47c4-8849-84f9fe01ca5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.617421 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:29:24Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:25.646641 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Checking router: 594c48f5-c2d9-4864-8ba5-1359ce51bd47 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:25.657336 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Routers {'594c48f5-c2d9-4864-8ba5-1359ce51bd47'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:25.658666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:25.680076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ef02-3a51-411e-ac30-7c04efc7d70e req-5df29626-57ee-4d33-8387-133b8371d60b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:25.681629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f579ef02-3a51-411e-ac30-7c04efc7d70e req-5df29626-57ee-4d33-8387-133b8371d60b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.1183038 Oct 26 16:29:25.694915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd53504-9f2b-47c4-8849-84f9fe01ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.739662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-4d35ad0f-ea8c-4aba-83e6-121466a9f309 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:25.748088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-4d35ad0f-ea8c-4aba-83e6-121466a9f309 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1651263 Oct 26 16:29:25.770660 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-bffa253d-8e3d-481d-ae2b-7f46ca5593e2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/quotas/54134727a52b4ed3b16392f529604022 HTTP/1.1" status: 200 len: 375 time: 0.0217276 Oct 26 16:29:25.776649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f579ef02-3a51-411e-ac30-7c04efc7d70e req-953bebb3-df19-47b6-8987-cfe912f2f44e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787506 Oct 26 16:29:25.804584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] Set router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:25.812732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bd53504-9f2b-47c4-8849-84f9fe01ca5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e93e526fd98149a59e7e96734756eb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7547474 Oct 26 16:29:25.813622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd53504-9f2b-47c4-8849-84f9fe01ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67576d25-32f9-43e5-8770-29e56340e92f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:25.815357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34476) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:25.859074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Deleting port 411bdf34-94c2-4b88-a8eb-82a673bc0d28 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:25.861732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:25.878165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a1646d2b-9db9-4f39-92e1-a569cb01b414 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993845 Oct 26 16:29:25.960858 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.002716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] For port 411bdf34-94c2-4b88-a8eb-82a673bc0d28, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=411bdf34-94c2-4b88-a8eb-82a673bc0d28,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:26.002716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.036916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Calling delete_port for 411bdf34-94c2-4b88-a8eb-82a673bc0d28 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:26.038378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.111444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc17db-31df-496d-84cb-e3cc3e99b7d4 req-4298af83-9bad-4df7-89fc-5beafb28a113 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:26.114382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9cc17db-31df-496d-84cb-e3cc3e99b7d4 req-4298af83-9bad-4df7-89fc-5beafb28a113 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.1920357 Oct 26 16:29:26.154194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-1e95f8ce-bf76-420c-b067-ca2644ccb182 service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612972 Oct 26 16:29:26.189493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9cc17db-31df-496d-84cb-e3cc3e99b7d4 req-370003e5-a553-4f92-bde7-9e16cee49997 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642598 Oct 26 16:29:26.248386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:29:24Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:26.275032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e24d-a78e-4de2-bfd5-1fe429b458f0 None None] The sync data for ids ['594c48f5-c2d9-4864-8ba5-1359ce51bd47'] in n-d-815373-2 is: [{'id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'name': 'tempest-ServersTestFqdnHostnames-1397692717-router', 'tenant_id': '87afa027920440498b1cbf3b4bfb48dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:26:55Z', 'updated_at': '2021-10-26T16:29:24Z', 'revision_number': 5, 'project_id': '87afa027920440498b1cbf3b4bfb48dc', 'gw_port': {'id': '411bdf34-94c2-4b88-a8eb-82a673bc0d28', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c48f5-c2d9-4864-8ba5-1359ce51bd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:26:56Z', 'updated_at': '2021-10-26T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:26.347842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-c3b2ad5d-5e22-49aa-b8e3-876c8df2154f tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:26.349376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-c3b2ad5d-5e22-49aa-b8e3-876c8df2154f tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.39 "GET /v2.0/networks?id=5df86089-0306-4e99-b898-a926ea0b2f65 HTTP/1.1" status: 200 len: 813 time: 0.1154721 Oct 26 16:29:26.373833 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.380826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.386180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67576d25-32f9-43e5-8770-29e56340e92f HTTP/1.1" status: 204 len: 168 time: 0.5695655 Oct 26 16:29:26.408657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-8853aeaa-c124-429c-80f2-c77759a707cb tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:26.410470 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-8853aeaa-c124-429c-80f2-c77759a707cb tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.1184180 Oct 26 16:29:26.437651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.445272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40f7e-3ebc-43e7-b3d2-2d9ad7a80d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67576d25-32f9-43e5-8770-29e56340e92f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:26.507942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-3e328902-aa4d-4581-bc1b-5ffa7b1495af tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb9ddb8e59147a69ed768fcd4020e95 HTTP/1.1" status: 200 len: 380 time: 0.1350646 Oct 26 16:29:26.543538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Pushing event deleted for resources: {'Port': ['ID=411bdf34-94c2-4b88-a8eb-82a673bc0d28,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:26.548275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'port': {'device_id': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'admin_state_up': True, 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'security_groups': ['6a74837a-6697-4890-a510-6cb0b42741fd']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:26.569863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baf1bb90-cfc3-4d0b-b267-cda04d0cf7ec req-03b1712e-14f3-4253-bda5-cf3458dd855c tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.1102872 Oct 26 16:29:26.586026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-474a509d-2a45-458d-b201-c075b46b5d12 service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241366 Oct 26 16:29:26.671108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.898649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-31a8a4e0-4de8-44ac-92a7-dd556ecd7745 service neutron] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:26.904638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.908551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.932657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-31a8a4e0-4de8-44ac-92a7-dd556ecd7745 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:26.933792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1b55a566-acbb-4607-a93e-4cee44b51d6d req-31a8a4e0-4de8-44ac-92a7-dd556ecd7745 service neutron] 10.222.0.39 "DELETE /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.5142319 Oct 26 16:29:26.972291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Made reservation on behalf of 0eb9ddb8e59147a69ed768fcd4020e95 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:26.977435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.042083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-e079ffe3-7462-4f6e-b682-df468691bf3c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:27.043739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-e079ffe3-7462-4f6e-b682-df468691bf3c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.47 "GET /v2.0/ports?device_id=d21f1082-678e-4b17-b434-4a777bf821ac HTTP/1.1" status: 200 len: 945 time: 0.1370449 Oct 26 16:29:27.124096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.124629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594c48f5-c2d9-4864-8ba5-1359ce51bd47 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:27.139557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.140785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed1e6669-f98a-43f7-9240-b00bedd9629f admin admin] 10.222.0.21 "DELETE /v2.0/routers/594c48f5-c2d9-4864-8ba5-1359ce51bd47 HTTP/1.1" status: 204 len: 168 time: 2.0118339 Oct 26 16:29:27.156199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:27.382400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34510) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:27.465682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05708bfb-0f14-431f-8e04-7aad5426bb67 req-49d8fc66-4b54-4665-a408-bd89cc4ccb97 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:27.476495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05708bfb-0f14-431f-8e04-7aad5426bb67 req-49d8fc66-4b54-4665-a408-bd89cc4ccb97 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.2951727 Oct 26 16:29:27.521114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f3a275d-91eb-4453-90ba-42b6fcea8272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.531047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780ff0f1-7ef3-49d9-bb29-aedafd34e669 req-9c11c115-931e-42ec-82d6-311dac6f1066 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 210 time: 0.1456988 Oct 26 16:29:27.705510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Allocated IP 172.20.0.13 (5df86089-0306-4e99-b898-a926ea0b2f65/b55c1626-3d59-43b8-9cdc-2abfb34bfd8c/cd7e36e9-89a6-4f74-87fc-0be229b04251) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:27.767942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Deleting subnet 78dfd08c-dd99-45f9-a416-2863fc9cb212 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:29:27.772504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.800259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05708bfb-0f14-431f-8e04-7aad5426bb67 req-099508f7-7bf5-4582-a0cb-b7c04e40d3cc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224852 Oct 26 16:29:27.830219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:27.869644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f3a275d-91eb-4453-90ba-42b6fcea8272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.020748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f3a275d-91eb-4453-90ba-42b6fcea8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.070509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.076593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 411bdf34-94c2-4b88-a8eb-82a673bc0d28 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:28.098845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Deleting port ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:28.099289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.108760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 411bdf34-94c2-4b88-a8eb-82a673bc0d28 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:28.109104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 411bdf34-94c2-4b88-a8eb-82a673bc0d28 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:28.109537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 602939ec-2f42-4307-b885-cff72359c688 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:28.145950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 602939ec-2f42-4307-b885-cff72359c688 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:28.146298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 602939ec-2f42-4307-b885-cff72359c688 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:28.171914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34520) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:28.174777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0f3a275d-91eb-4453-90ba-42b6fcea8272 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72f9058b94784ce6b1fcdc75e30deb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881403 Oct 26 16:29:28.208675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae0a9e31-0fe6-4b06-b21d-be11bed3e4ed req-e858401d-24f7-4694-b682-c370cd45bce5 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.1385717 Oct 26 16:29:28.234366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a275d-91eb-4453-90ba-42b6fcea8272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1d751-95e0-475d-86f2-7a0762d31f06,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:28.273435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] For port ed221668-f9f0-4294-bdae-2a4059c9836a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ed221668-f9f0-4294-bdae-2a4059c9836a,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:28.273927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.298051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Calling delete_port for ed221668-f9f0-4294-bdae-2a4059c9836a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:28.307673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.311348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.323446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.324642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.324918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.325435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.325901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.326598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.326809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.327343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.327850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.329964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-a7431ec7-6130-4ff6-8160-4e3d8d23732e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee&device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0&device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8&device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4&device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1&device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7&device_id=d21f1082-678e-4b17-b434-4a777bf821ac&device_id=b331474a-3104-4376-98fe-864b3a120c63&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 8197 time: 0.1949043 Oct 26 16:29:28.363969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-14db8d75-05c2-44e7-8a65-463a40dc838b tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.390386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.394133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.448211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4734b-92af-403d-81b7-cd661ed1b670 req-3972b503-b5d2-49f9-b7de-b62c3c5c2a40 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:28.449791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78f4734b-92af-403d-81b7-cd661ed1b670 req-3972b503-b5d2-49f9-b7de-b62c3c5c2a40 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1095 time: 0.0928652 Oct 26 16:29:28.453933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dfd08c-dd99-45f9-a416-2863fc9cb212,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:28.478673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.481134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe0342-86d3-45c6-bb48-b33fd4887d18 None None] Network 730fb75d-2d63-454e-943d-a6d394051dbe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:28.484954 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3d4eba8c-cbc5-4485-8e89-db9f8d7695ae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78dfd08c-dd99-45f9-a416-2863fc9cb212 HTTP/1.1" status: 204 len: 168 time: 1.3277180 Oct 26 16:29:28.486955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34524) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:28.533012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.567428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Network 5df86089-0306-4e99-b898-a926ea0b2f65 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:28.652643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.656165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.657740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12f1d751-95e0-475d-86f2-7a0762d31f06 HTTP/1.1" status: 204 len: 168 time: 0.4847512 Oct 26 16:29:28.669683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d88e-6013-4775-93da-8bf99a5b1250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1d751-95e0-475d-86f2-7a0762d31f06,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:28.744206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.786332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] DHCP port deletion for 730fb75d-2d63-454e-943d-a6d394051dbe request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:29:28.800438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event deleted for resources: {'Port': ['ID=ed221668-f9f0-4294-bdae-2a4059c9836a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:28.888951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] No DVR routers for this DVR port ed221668-f9f0-4294-bdae-2a4059c9836a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:28.892441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.897935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19d7454c-8623-4f35-86a3-c8eeaa04ff90 req-64af5e9d-f2f3-406f-a3c3-007955081eca tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.47 "DELETE /v2.0/ports/ed221668-f9f0-4294-bdae-2a4059c9836a HTTP/1.1" status: 204 len: 173 time: 1.8450279 Oct 26 16:29:28.898834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-deleted', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:28.903018 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ea02e-acd3-422a-ba49-06c1cdddfdab" -d '{"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-deleted", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:28.922199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Deleting port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:28.922878 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:28.981173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78f4734b-92af-403d-81b7-cd661ed1b670 req-a2f08924-1749-433d-ba93-349823e8d1cd tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192714 Oct 26 16:29:29.024526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:29.029116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.033828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] For port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,segment=NetworkSegment(d55d91ca-1671-4000-8f92-35e8903f3fbb),segment_id=d55d91ca-1671-4000-8f92-35e8903f3fbb)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:29.034501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.034655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:29.055271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Calling delete_port for 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:29.161558 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-14db8d75-05c2-44e7-8a65-463a40dc838b tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.183905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event updated for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:29.238206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:29.239166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.246102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f56e0721-6473-4b2b-a07a-449b864d2293 req-acdd7fd5-9740-4e5e-930b-ec06b0e3e0cf tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 210 time: 0.1103232 Oct 26 16:29:29.251040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.278024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-14db8d75-05c2-44e7-8a65-463a40dc838b tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.318562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] Pushing event deleted for resources: {'Port': ['ID=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:29.347017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5418fe-8d97-4803-a8ce-c80065f0762a req-14db8d75-05c2-44e7-8a65-463a40dc838b tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&id=443ba2e2-e844-4a71-8e3b-416089c76cb4&id=3920414f-ef98-452a-8e28-ac4b67a55d6e&id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.0093727 Oct 26 16:29:29.348412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038d46a-efea-4427-a80b-36047d4ded93 None None] No DVR routers for this DVR port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:29.383040 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15856e1e-8f1b-4f53-9fbd-873022bf3b8b x-openstack-request-id: req-15856e1e-8f1b-4f53-9fbd-873022bf3b8b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:29.391201 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f1082-678e-4b17-b434-4a777bf821ac", "name": "network-vif-deleted", "tag": "ed221668-f9f0-4294-bdae-2a4059c9836a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:29.391201 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15856e1e-8f1b-4f53-9fbd-873022bf3b8b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:29.391201 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f1082-678e-4b17-b434-4a777bf821ac', 'name': 'network-vif-deleted', 'tag': 'ed221668-f9f0-4294-bdae-2a4059c9836a', 'status': 'completed', 'code': 200} Oct 26 16:29:29.409799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db8d75-05c2-44e7-8a65-463a40dc838b tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f4c26-8f9d-4d08-95d5-d63cde16558b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:29.429717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Deleting port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:29.429717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.498900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-213b5beb-1e4c-4508-827c-877f4e99b166 None None] Provisioning complete for port cd7e36e9-89a6-4f74-87fc-0be229b04251 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:29.500002 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-213b5beb-1e4c-4508-827c-877f4e99b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.514553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-8dd3fd2f-5e62-48f2-b03e-fb2315f57771 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9735169 Oct 26 16:29:29.574397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Request body: {'port': {'device_id': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:29.588839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-213b5beb-1e4c-4508-827c-877f4e99b166 None None] Port cd7e36e9-89a6-4f74-87fc-0be229b04251 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:29.644999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] For port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b, host n-d-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:29.645289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.665286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:29.680428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dacc6-5e5f-4c0f-b336-50e98ed988ab req-0ba71adb-a9b6-46d6-bbdf-210545e24153 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:29.682845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e27dacc6-5e5f-4c0f-b336-50e98ed988ab req-0ba71adb-a9b6-46d6-bbdf-210545e24153 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1095 time: 0.1745539 Oct 26 16:29:29.702691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: ed221668-f9f0-4294-bdae-2a4059c9836a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:29.703194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ed221668-f9f0-4294-bdae-2a4059c9836a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:29.704380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Calling delete_port for 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:29.708561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b was not found and therefore no delete operation was performed {{(pid=102736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:29:29.723650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.773117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:29.780754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:29.794799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] No DVR routers for this DVR port 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:29.822757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df688f7-44fe-4f55-be55-e62b9310f095 req-987da446-6c19-472d-b154-0beb54d807c9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:29.824413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2df688f7-44fe-4f55-be55-e62b9310f095 req-987da446-6c19-472d-b154-0beb54d807c9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 932 time: 0.2046540 Oct 26 16:29:29.845265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-ea2da38f-d194-4a4f-807a-d970ba510734 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:29.847157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-ea2da38f-d194-4a4f-807a-d970ba510734 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1416001 Oct 26 16:29:29.858673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e27dacc6-5e5f-4c0f-b336-50e98ed988ab req-1f35cf6a-4f90-4f91-9365-854da19c4867 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522233 Oct 26 16:29:29.870425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Request body: {'port': {'device_id': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'admin_state_up': True, 'tenant_id': '54134727a52b4ed3b16392f529604022'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:29.968959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.035615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2df688f7-44fe-4f55-be55-e62b9310f095 req-097079bf-c4d1-4b25-a180-436630af5b4a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723301 Oct 26 16:29:30.109028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:30.123487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730fb75d-2d63-454e-943d-a6d394051dbe']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:30.139775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Made reservation on behalf of 54134727a52b4ed3b16392f529604022 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:30.146200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55d91ca-1671-4000-8f92-35e8903f3fbb') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:30.147038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55d91ca-1671-4000-8f92-35e8903f3fbb') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:30.152807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.165006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.308902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.332854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:29:30.332854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.357432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Allocated IP 172.20.0.10 (b163d193-9ffc-498f-891a-91bcd7109612/d9fcc063-61ec-44e3-a905-bd402244087b/18d16e84-641c-47da-ac63-399c420666bb) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:30.375024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:30.375647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c854abf-9a7c-4b2d-b895-bba2c0fd4e4b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:29:30.392674 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:29:30.472005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eec3970-f64d-4ef2-b6ce-2c9b3d7db1b0 req-3ece6f47-f265-4eae-b53b-0b655dcf838c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 210 time: 0.0780158 Oct 26 16:29:30.505806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.523154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.530996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] 10.222.0.21 "DELETE /v2.0/networks/730fb75d-2d63-454e-943d-a6d394051dbe HTTP/1.1" status: 204 len: 168 time: 2.0428262 Oct 26 16:29:30.554513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5626-8ccd-40b5-8800-d9d3ce14fc14 req-e7af948a-f58f-4788-bf74-22182d3c9d36 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:30.554513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5626-8ccd-40b5-8800-d9d3ce14fc14 req-e7af948a-f58f-4788-bf74-22182d3c9d36 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:30.554513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5626-8ccd-40b5-8800-d9d3ce14fc14 req-e7af948a-f58f-4788-bf74-22182d3c9d36 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:30.564448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b16d5626-8ccd-40b5-8800-d9d3ce14fc14 req-e7af948a-f58f-4788-bf74-22182d3c9d36 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8&device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1&device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 2883 time: 0.1504197 Oct 26 16:29:30.572006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4fd5d-fd00-474d-bf88-f1a45dfe3040 admin admin] Pushing event deleted for resources: {'Network': ['ID=730fb75d-2d63-454e-943d-a6d394051dbe,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:30.620176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.632413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.714920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b16d5626-8ccd-40b5-8800-d9d3ce14fc14 req-0aa31828-e750-4435-8f18-9fdafb09f408 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322017 Oct 26 16:29:30.726356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7e36e9-89a6-4f74-87fc-0be229b04251 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:30.738031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.755496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.759802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Transition to ACTIVE for port object cd7e36e9-89a6-4f74-87fc-0be229b04251 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:29:30.819309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-004e2314-3bfb-4010-ba77-6349cafff190 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.823885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34576) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.824260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-004e2314-3bfb-4010-ba77-6349cafff190 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1904736 Oct 26 16:29:30.829305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-e06589af-001e-4212-87c7-a553aa30805c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.830273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e06589af-001e-4212-87c7-a553aa30805c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052578 Oct 26 16:29:30.832930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34578) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.840275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-219aae7e-6273-4f4b-b344-fd2fd004347f tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.840773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Network b163d193-9ffc-498f-891a-91bcd7109612 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:30.841235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-219aae7e-6273-4f4b-b344-fd2fd004347f tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071175 Oct 26 16:29:30.844642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34580) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.850188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-f1962c7d-41c8-428c-8760-df30647d30d2 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.854453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34584) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.855390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f1962c7d-41c8-428c-8760-df30647d30d2 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090020 Oct 26 16:29:30.859807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:30.862491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-04c59478-3108-4c2c-8c43-7a47e9c781f9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.867289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-04c59478-3108-4c2c-8c43-7a47e9c781f9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088930 Oct 26 16:29:30.867585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34586) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.874349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:30.874550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-144acc0d-d4eb-4fd8-a4fb-016b99943739 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.877734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-144acc0d-d4eb-4fd8-a4fb-016b99943739 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070243 Oct 26 16:29:30.878037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.882222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:30.891978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-1866a1c2-e5ab-4f29-8c42-088d1786d8d4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.893482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1866a1c2-e5ab-4f29-8c42-088d1786d8d4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0143180 Oct 26 16:29:30.897122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34590) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.904153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-43e0800d-9056-496a-99e9-b97dd94e5021 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.906673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-43e0800d-9056-496a-99e9-b97dd94e5021 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077314 Oct 26 16:29:30.909115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:30.929787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34592) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.938644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-b76dde0c-ff0b-49a9-87bd-d3305630f113 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.940149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b76dde0c-ff0b-49a9-87bd-d3305630f113 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093882 Oct 26 16:29:30.945264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.950353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-d647f7d9-6d79-4641-b724-b519c412c3c9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.951362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d647f7d9-6d79-4641-b724-b519c412c3c9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050938 Oct 26 16:29:30.956439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.961632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-050545f0-dba7-497c-a7c7-cb08f201ce69 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.962955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-050545f0-dba7-497c-a7c7-cb08f201ce69 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056016 Oct 26 16:29:30.966260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.970523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-782686a2-13d8-4088-8493-9dce4dbc8d6b tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.971861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-782686a2-13d8-4088-8493-9dce4dbc8d6b tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046172 Oct 26 16:29:30.981230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.988458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-5b8cd11b-29f6-4cf7-8550-6e7db6cc5037 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:30.991377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5b8cd11b-29f6-4cf7-8550-6e7db6cc5037 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047750 Oct 26 16:29:30.993569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:30.995075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3009e72b-9990-4935-b114-8b860c85cfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.014422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:31.014422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.026396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-f618d454-39aa-49d4-9144-d7c3261c38b5 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.027679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f618d454-39aa-49d4-9144-d7c3261c38b5 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0173063 Oct 26 16:29:31.029904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34604) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.036708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-d7786883-dc0a-445e-bde8-c3f821ab3be2 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.038348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7786883-dc0a-445e-bde8-c3f821ab3be2 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073917 Oct 26 16:29:31.044874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34606) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.049570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-e0adcc46-2183-4f18-b72b-0a9c303145df tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.050552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0adcc46-2183-4f18-b72b-0a9c303145df tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046790 Oct 26 16:29:31.052342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:31.053193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34610) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.069216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-c3cc237b-0616-47ee-9290-736469d20f5a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.071465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c3cc237b-0616-47ee-9290-736469d20f5a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0165720 Oct 26 16:29:31.073493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.078281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-41f4249f-876b-4ab3-8d1e-aec5fa120e32 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.080954 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41f4249f-876b-4ab3-8d1e-aec5fa120e32 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065250 Oct 26 16:29:31.082177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.090371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-4ab2db9e-b71a-498b-8a15-928c4dd4a45c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.091569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4ab2db9e-b71a-498b-8a15-928c4dd4a45c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083885 Oct 26 16:29:31.095991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Attempting to bind port cd7e36e9-89a6-4f74-87fc-0be229b04251 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:31.096600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Attempting to bind port cd7e36e9-89a6-4f74-87fc-0be229b04251 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:31.097220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Attempting to bind port cd7e36e9-89a6-4f74-87fc-0be229b04251 on network 5df86089-0306-4e99-b898-a926ea0b2f65 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:31.101192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-a96022e4-1ff9-4a4f-966f-7f3ef84dc53d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2404666 Oct 26 16:29:31.101819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34616) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.106656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-fe437317-e651-42fd-b770-c5505f01dbd4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.107973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe437317-e651-42fd-b770-c5505f01dbd4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049021 Oct 26 16:29:31.110581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34618) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.116564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-d99d4722-459d-4a9b-9585-9ae86ab097a9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.117933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d99d4722-459d-4a9b-9585-9ae86ab097a9 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062037 Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Port cd7e36e9-89a6-4f74-87fc-0be229b04251 on network 5df86089-0306-4e99-b898-a926ea0b2f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Attempting to bind port cd7e36e9-89a6-4f74-87fc-0be229b04251 on network 5df86089-0306-4e99-b898-a926ea0b2f65 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Checking segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Bound using segment: {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Bound port: cd7e36e9-89a6-4f74-87fc-0be229b04251, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd20a3a-e890-4431-b352-cc362987f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:31.128644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.129373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Request body: {'port': {'device_id': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:31.143891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34620) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.153228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-867b5408-3ac4-4fd9-8f56-da5c981599e0 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.157043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-867b5408-3ac4-4fd9-8f56-da5c981599e0 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079737 Oct 26 16:29:31.185148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34622) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.193085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-8a76ee28-f25d-49d5-96ef-10928299002d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.194871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8a76ee28-f25d-49d5-96ef-10928299002d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085485 Oct 26 16:29:31.199600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34624) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.205699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-bcc0e6eb-40b2-40ba-b0f7-8dbc16b8664a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.206650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bcc0e6eb-40b2-40ba-b0f7-8dbc16b8664a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0061214 Oct 26 16:29:31.213309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34626) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.219794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-4d328b6d-6eb4-4902-ad3b-5f70261627b6 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.221015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d328b6d-6eb4-4902-ad3b-5f70261627b6 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066509 Oct 26 16:29:31.223827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34628) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.232125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-dcc7c6ed-ce06-4671-ae57-c1d4a6f6a11e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.233109 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dcc7c6ed-ce06-4671-ae57-c1d4a6f6a11e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082679 Oct 26 16:29:31.235650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34630) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.260547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719cf0d-37e3-4a04-b4c8-4e273b56e1db req-6e19cca1-5b9c-48e9-9935-ae14bbe4667e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:31.261379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-74265f98-c53c-46de-b0af-5724f36bde34 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.262278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d719cf0d-37e3-4a04-b4c8-4e273b56e1db req-6e19cca1-5b9c-48e9-9935-ae14bbe4667e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.1058755 Oct 26 16:29:31.263710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:31.267321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:31.280140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.284645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-f58660ea-cfad-4b45-9c24-38399e79677e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.285336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74265f98-c53c-46de-b0af-5724f36bde34 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0423758 Oct 26 16:29:31.286326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f58660ea-cfad-4b45-9c24-38399e79677e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049646 Oct 26 16:29:31.287642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34634) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.291914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34636) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.297098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-cbf50ad3-b29c-4949-b57d-67a898cca297 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.300366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cbf50ad3-b29c-4949-b57d-67a898cca297 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052156 Oct 26 16:29:31.301963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.309278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-12d55683-d64b-4ba4-bec6-3a0d100d8398 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.313403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12d55683-d64b-4ba4-bec6-3a0d100d8398 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073173 Oct 26 16:29:31.322885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34642) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.322885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-fc5f0373-41aa-4ec5-92ac-55d5f32783de tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.322885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fc5f0373-41aa-4ec5-92ac-55d5f32783de tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049629 Oct 26 16:29:31.322885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.323363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34644) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.329726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-60614424-80c9-4fc1-92aa-32acf49e5bf0 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.333483 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60614424-80c9-4fc1-92aa-32acf49e5bf0 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059929 Oct 26 16:29:31.334755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34646) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.350653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-d1fd6d2f-a80b-4f3c-9878-85ecf642c63c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.350653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d1fd6d2f-a80b-4f3c-9878-85ecf642c63c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087845 Oct 26 16:29:31.351495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.354902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34648) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.419018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-cef8c57b-fa18-44b3-ac79-cfc646599d56 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.422306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cef8c57b-fa18-44b3-ac79-cfc646599d56 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049813 Oct 26 16:29:31.430063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:31.443826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.449740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-6d9ee6bd-18e8-4fcd-afb9-9d2f2965f6db tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.453126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d9ee6bd-18e8-4fcd-afb9-9d2f2965f6db tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044420 Oct 26 16:29:31.456459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34652) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.469421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d719cf0d-37e3-4a04-b4c8-4e273b56e1db req-f78f48e6-51bc-4b61-abb6-5dd63439a2dd tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962397 Oct 26 16:29:31.478941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:31.479705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.481064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-46c38aa2-d85c-4b8e-8deb-97749c01bd4b service neutron] 10.222.0.39 "PUT /v2.0/ports/cd7e36e9-89a6-4f74-87fc-0be229b04251 HTTP/1.1" status: 200 len: 1092 time: 1.9251902 Oct 26 16:29:31.481506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:31.484285 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd9131-e6af-4825-8f46-c75709639728" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:31.511193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e77a0c94-efc2-4eb8-9d4a-f6161e300464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87afa027920440498b1cbf3b4bfb48dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024608 Oct 26 16:29:31.511521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.519367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-f9fa9ad4-09d7-41b1-b6e3-29bc691ee655 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.526436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9fa9ad4-09d7-41b1-b6e3-29bc691ee655 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0655801 Oct 26 16:29:31.529794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.540438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-e5790419-fa45-4c52-af2b-250f59933176 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.544354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e5790419-fa45-4c52-af2b-250f59933176 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0107141 Oct 26 16:29:31.546112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.551624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-ad81e054-d29c-4630-9fdb-746440b85f84 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.555636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad81e054-d29c-4630-9fdb-746440b85f84 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055842 Oct 26 16:29:31.557446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34664) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.562668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-2a357673-a010-476d-8cd7-f9a2976602b3 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.565840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a357673-a010-476d-8cd7-f9a2976602b3 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052731 Oct 26 16:29:31.570466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34666) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.575545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-3fe90867-1356-4792-a917-17aac8aa5b8c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.580401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3fe90867-1356-4792-a917-17aac8aa5b8c tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084286 Oct 26 16:29:31.584372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34668) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.600568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-234a798a-4bfe-4617-9007-f1d9326dcf16 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.605459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-234a798a-4bfe-4617-9007-f1d9326dcf16 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0197227 Oct 26 16:29:31.610726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.618240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-c2f7b635-7e88-42f2-b951-ebfdd14efd26 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.622446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2f7b635-7e88-42f2-b951-ebfdd14efd26 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0124791 Oct 26 16:29:31.623163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.630610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-9209faf4-6bce-414f-ab55-af57f84c2d40 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.636239 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9209faf4-6bce-414f-ab55-af57f84c2d40 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092335 Oct 26 16:29:31.642026 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78791f6d-57e5-44f7-8275-be733796e1e1 x-openstack-request-id: req-78791f6d-57e5-44f7-8275-be733796e1e1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:31.642026 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:31.642026 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78791f6d-57e5-44f7-8275-be733796e1e1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:31.642026 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'status': 'completed', 'code': 200} Oct 26 16:29:31.645797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34676) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.691295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-25254c03-78a7-4760-9e2c-37ca29565e93 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.692277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-25254c03-78a7-4760-9e2c-37ca29565e93 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058396 Oct 26 16:29:31.694892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.697703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34680) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.704042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-785e0a05-5817-4ec6-90ba-b3925ea5d07a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.708449 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-785e0a05-5817-4ec6-90ba-b3925ea5d07a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095441 Oct 26 16:29:31.716627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.723274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-2eba9e70-2044-4bfa-8cb6-836e0e141ea8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.727170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2eba9e70-2044-4bfa-8cb6-836e0e141ea8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0065107 Oct 26 16:29:31.727798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34684) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.733882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-806a8898-c658-4b67-8110-c9d024bce7ea tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.737887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-806a8898-c658-4b67-8110-c9d024bce7ea tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061221 Oct 26 16:29:31.737887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.744028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-92c09a4b-a71b-4d9b-92b4-61a34172592d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.748436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-92c09a4b-a71b-4d9b-92b4-61a34172592d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065465 Oct 26 16:29:31.748436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.754289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-20b91b52-f98a-43bd-b151-04d87489226a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.755318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20b91b52-f98a-43bd-b151-04d87489226a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063236 Oct 26 16:29:31.758720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.781349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-676080ec-d050-46d8-a60f-a077e188e877 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.785533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-676080ec-d050-46d8-a60f-a077e188e877 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0258157 Oct 26 16:29:31.788901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.791993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.793238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-07c35605-da22-4a47-8ff6-bab3df37ad55 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.794416 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-07c35605-da22-4a47-8ff6-bab3df37ad55 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046148 Oct 26 16:29:31.798752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34694) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.809023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-dce0dbc4-5f16-48b6-ab49-572863408f73 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.809991 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dce0dbc4-5f16-48b6-ab49-572863408f73 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102553 Oct 26 16:29:31.812552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34696) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.820957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-af54f5ed-3d0b-461c-976d-80677b042fd8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.821928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af54f5ed-3d0b-461c-976d-80677b042fd8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0085087 Oct 26 16:29:31.827756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.833184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-af6cfcd0-731b-42a7-8853-88d3e4ac3df8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.836484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af6cfcd0-731b-42a7-8853-88d3e4ac3df8 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054719 Oct 26 16:29:31.836719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34700) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.845375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-282b4513-6cd3-4bc3-8e8b-bb3342100401 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.846938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-282b4513-6cd3-4bc3-8e8b-bb3342100401 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086024 Oct 26 16:29:31.852457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34702) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.863243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-54b226eb-659f-4179-a058-fad557a03c22 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.863461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-fe42431d-23e2-49b2-aa90-a0193095e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:31.867333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-fe42431d-23e2-49b2-aa90-a0193095e76c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb9ddb8e59147a69ed768fcd4020e95&device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 1095 time: 0.2398670 Oct 26 16:29:31.868603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-54b226eb-659f-4179-a058-fad557a03c22 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0154228 Oct 26 16:29:31.870092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34704) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.873773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17fae8-8ef0-4e84-a336-4a2c3c55808b req-a6c02835-d7b0-4009-a5a4-d094a6e8223d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:31.879725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a17fae8-8ef0-4e84-a336-4a2c3c55808b req-a6c02835-d7b0-4009-a5a4-d094a6e8223d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 932 time: 0.1863403 Oct 26 16:29:31.930374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-e7dd0df7-2263-48b4-bad5-4e7fd331cb51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251 HTTP/1.1" status: 200 len: 217 time: 0.0476522 Oct 26 16:29:31.936035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d16e84-641c-47da-ac63-399c420666bb {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:31.947415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:31.960933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Transition to ACTIVE for port object 18d16e84-641c-47da-ac63-399c420666bb will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:29:31.965782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-6a3675c6-9627-4d75-b4cd-df11344924ec tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.969733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6a3675c6-9627-4d75-b4cd-df11344924ec tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073881 Oct 26 16:29:31.971213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34706) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.975739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-1be23559-b266-4633-a3aa-64278e123728 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.980384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1be23559-b266-4633-a3aa-64278e123728 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084841 Oct 26 16:29:31.981166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:31.985894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-25bae56c-de44-4a7f-a05f-c01f3c7b99b7 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:31.988289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25bae56c-de44-4a7f-a05f-c01f3c7b99b7 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060871 Oct 26 16:29:31.995783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.000296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-a310932c-a381-4e0a-b456-5dc400e9652a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.000805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a17fae8-8ef0-4e84-a336-4a2c3c55808b req-46568785-caf7-4f33-a3e6-69bc8c616496 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169133 Oct 26 16:29:32.002314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-50c8a4cd-9354-4642-9d4a-0f246b9e935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.003730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-50c8a4cd-9354-4642-9d4a-0f246b9e935d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b55c1626-3d59-43b8-9cdc-2abfb34bfd8c HTTP/1.1" status: 200 len: 852 time: 0.0587113 Oct 26 16:29:32.008183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a310932c-a381-4e0a-b456-5dc400e9652a tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114250 Oct 26 16:29:32.010622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34712) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.014954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-6514c7ef-779d-4d13-88bf-975572650097 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.018719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6514c7ef-779d-4d13-88bf-975572650097 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048707 Oct 26 16:29:32.019058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34714) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.031122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-d84e03c2-0352-4126-8a95-29b18487796b tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.031122 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d84e03c2-0352-4126-8a95-29b18487796b tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0085959 Oct 26 16:29:32.041341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.048197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-e5444d92-ba65-4a92-b9a5-15445e11d510 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.049201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5444d92-ba65-4a92-b9a5-15445e11d510 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068936 Oct 26 16:29:32.052398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34720) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.062287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-6061dd09-4c7e-43dc-987d-6690727f3e3e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.062287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6061dd09-4c7e-43dc-987d-6690727f3e3e tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068495 Oct 26 16:29:32.062287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.065703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34722) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.070640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.073709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.078235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8b0c6f6-eff8-4ee9-96d5-fea61bc54ee9 HTTP/1.1" status: 204 len: 168 time: 0.5653372 Oct 26 16:29:32.083811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-b9571691-13cf-4fe6-8cb8-0c2386fece33 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.084980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9571691-13cf-4fe6-8cb8-0c2386fece33 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048814 Oct 26 16:29:32.089931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34726) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.098337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [None req-e86fc974-3c9d-4af5-9029-2b8d823a106d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.099357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e86fc974-3c9d-4af5-9029-2b8d823a106d tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086288 Oct 26 16:29:32.102872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.107667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-602ca535-5f43-4803-8a01-3d5acd3ea365 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.109186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-602ca535-5f43-4803-8a01-3d5acd3ea365 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050409 Oct 26 16:29:32.111269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb7e0-dce0-4c2f-a52a-452b694c6f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0c6f6-eff8-4ee9-96d5-fea61bc54ee9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:32.113451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34730) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.119877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-17dffb08-d0c7-4a81-bf6b-a29db974f480 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.121052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17dffb08-d0c7-4a81-bf6b-a29db974f480 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064118 Oct 26 16:29:32.127438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a642e-900a-4f73-a18b-432efc2b86fe req-55f5575a-f24e-46a9-b158-62ddde03b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.130170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-55f5575a-f24e-46a9-b158-62ddde03b230 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df86089-0306-4e99-b898-a926ea0b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149704 Oct 26 16:29:32.130930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34732) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.135574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [None req-c88c6172-3f9e-4b4a-aa94-8f74ba4507b4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:29:32.136919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c88c6172-3f9e-4b4a-aa94-8f74ba4507b4 tempest-ExtensionsTestJSON-1721201796 tempest-ExtensionsTestJSON-1721201796-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048635 Oct 26 16:29:32.163336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:32.229369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Attempting to bind port 18d16e84-641c-47da-ac63-399c420666bb on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:32.229704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Attempting to bind port 18d16e84-641c-47da-ac63-399c420666bb by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:32.230330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Attempting to bind port 18d16e84-641c-47da-ac63-399c420666bb on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:32.236565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Port 18d16e84-641c-47da-ac63-399c420666bb on network b163d193-9ffc-498f-891a-91bcd7109612 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:29:32.237024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Attempting to bind port 18d16e84-641c-47da-ac63-399c420666bb on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:32.243535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:32.243922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Checking segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:32.244313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Bound using segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:32.244742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Bound port: 18d16e84-641c-47da-ac63-399c420666bb, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:32.245088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.277643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c757f-a762-4dc0-a531-ec901bf711ca req-990c7708-fd8f-4e9d-b716-9a369ad8ae08 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.279555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-283c757f-a762-4dc0-a531-ec901bf711ca req-990c7708-fd8f-4e9d-b716-9a369ad8ae08 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.1244328 Oct 26 16:29:32.334594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:32.339092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:32.360874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-f9676451-6fc4-4f93-8a1c-4d99a1a71a75 service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069552 Oct 26 16:29:32.364515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-283c757f-a762-4dc0-a531-ec901bf711ca req-9b869593-4b08-444b-9764-659d7feb1d89 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773892 Oct 26 16:29:32.457151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.495790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-474a642e-900a-4f73-a18b-432efc2b86fe req-b17e8393-baf8-46f7-a531-fada7f61c692 service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Oct 26 16:29:32.497225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.497823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:32.499194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] 10.222.0.39 "PUT /v2.0/ports/18d16e84-641c-47da-ac63-399c420666bb HTTP/1.1" status: 200 len: 1092 time: 1.3852208 Oct 26 16:29:32.499630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'tag': '18d16e84-641c-47da-ac63-399c420666bb'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:32.501650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557e17-2110-4cc7-a155-306f3700220c req-4c0c2629-f7df-4e1b-8ee2-3697278952cf tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.502061 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0047b7-6179-4709-8d7f-d14b3ad853f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "tag": "18d16e84-641c-47da-ac63-399c420666bb"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:32.508049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f557e17-2110-4cc7-a155-306f3700220c req-4c0c2629-f7df-4e1b-8ee2-3697278952cf tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0703583 Oct 26 16:29:32.543547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb9cc-ab02-411a-850f-be3bee968c3a service neutron] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:32.569279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f557e17-2110-4cc7-a155-306f3700220c req-fb7e49c6-f8c0-4c16-bd43-caf7767c080e tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Oct 26 16:29:32.577771 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd6384-cf65-412d-9192-31e837cdcb8a x-openstack-request-id: req-a1fd6384-cf65-412d-9192-31e837cdcb8a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:32.577771 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "tag": "18d16e84-641c-47da-ac63-399c420666bb", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:32.577771 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1fd6384-cf65-412d-9192-31e837cdcb8a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:32.577771 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'tag': '18d16e84-641c-47da-ac63-399c420666bb', 'status': 'completed', 'code': 200} Oct 26 16:29:32.677688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-9704cd1f-6840-49b6-87c8-4c794ff1070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.679522 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-9704cd1f-6840-49b6-87c8-4c794ff1070f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 1095 time: 0.0455384 Oct 26 16:29:32.807775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9131-e6af-4825-8f46-c75709639728 req-2645ea54-da87-42a5-81ef-239ffa3fa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.809430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-2645ea54-da87-42a5-81ef-239ffa3fa4cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb9ddb8e59147a69ed768fcd4020e95&device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 1095 time: 0.1186094 Oct 26 16:29:32.825722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-c410f27d-909e-414d-b663-a7d8c0908fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.827246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-c410f27d-909e-414d-b663-a7d8c0908fc7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54134727a52b4ed3b16392f529604022&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1391418 Oct 26 16:29:32.828263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5466e-eaa1-40ab-aba3-5df85dc663bf req-5a830256-0f2f-4a46-9462-b6f6d25f05e4 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:32.829888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98e5466e-eaa1-40ab-aba3-5df85dc663bf req-5a830256-0f2f-4a46-9462-b6f6d25f05e4 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.1857920 Oct 26 16:29:32.943089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34752) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:32.998478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-a2f0b001-03b7-4ded-854e-bd922d301c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.000135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4d0047b7-6179-4709-8d7f-d14b3ad853f8 req-a2f0b001-03b7-4ded-854e-bd922d301c87 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645811 Oct 26 16:29:33.055778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98e5466e-eaa1-40ab-aba3-5df85dc663bf req-92ca9598-a02c-479d-8df6-ba662c31a83b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065477 Oct 26 16:29:33.128014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9131-e6af-4825-8f46-c75709639728 req-adb3c926-c410-4eda-a1d0-066f311f5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.130973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-adb3c926-c410-4eda-a1d0-066f311f5ed4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df86089-0306-4e99-b898-a926ea0b2f65 HTTP/1.1" status: 200 len: 914 time: 0.3000648 Oct 26 16:29:33.135964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-3399007d-3171-45c1-b21d-3dd1bd24dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.137557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-3399007d-3171-45c1-b21d-3dd1bd24dc9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 1095 time: 0.0935538 Oct 26 16:29:33.185581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-902e4c4f-e3d1-4d63-9031-d3d59ee6f5b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18d16e84-641c-47da-ac63-399c420666bb HTTP/1.1" status: 200 len: 217 time: 0.0373416 Oct 26 16:29:33.218644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-424b16a4-219d-4307-9edc-331c2d3bb45b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251 HTTP/1.1" status: 200 len: 217 time: 0.0678461 Oct 26 16:29:33.223238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d1e-dae4-4c61-b619-2f0deae56f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:33.266336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-71eab849-df39-4990-84eb-367b4d0ed5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.268081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-71eab849-df39-4990-84eb-367b4d0ed5e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9fcc063-61ec-44e3-a905-bd402244087b HTTP/1.1" status: 200 len: 854 time: 0.0749273 Oct 26 16:29:33.295334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275963c-7557-4501-94c1-b9216606b10f req-b81b01f3-3a14-4bf7-bf4a-59d5c9176d80 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.299932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1275963c-7557-4501-94c1-b9216606b10f req-b81b01f3-3a14-4bf7-bf4a-59d5c9176d80 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 944 time: 0.1598034 Oct 26 16:29:33.309357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-92e65964-6637-430c-a832-38d34877f8ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b163d193-9ffc-498f-891a-91bcd7109612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330663 Oct 26 16:29:33.355026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9131-e6af-4825-8f46-c75709639728 req-e3f460ef-a825-4e60-a077-ab7d5e5ce118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.356457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-e3f460ef-a825-4e60-a077-ab7d5e5ce118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b55c1626-3d59-43b8-9cdc-2abfb34bfd8c HTTP/1.1" status: 200 len: 852 time: 0.1173530 Oct 26 16:29:33.414937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-bd0a01db-fac1-4d2f-8c6c-d84479cd37b4 service neutron] 10.222.0.39 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940452 Oct 26 16:29:33.418299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1275963c-7557-4501-94c1-b9216606b10f req-7298957c-270e-4cbe-a96a-7206397021e9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095252 Oct 26 16:29:33.457019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9131-e6af-4825-8f46-c75709639728 req-a10b9f2b-7ab4-4b46-af0e-c1ad05c62112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.462314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-a10b9f2b-7ab4-4b46-af0e-c1ad05c62112 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df86089-0306-4e99-b898-a926ea0b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887914 Oct 26 16:29:33.464074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d1e-dae4-4c61-b619-2f0deae56f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:33.577258 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ce0103d-86ac-468b-b96d-85d14f29374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:33.593599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d1e-dae4-4c61-b619-2f0deae56f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:33.606318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-23b08cf8-6553-4af5-a5dd-250d71188f9a req-cf6421b4-1787-4ec5-b784-45e7ab1dad1f service neutron] 10.222.0.39 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800530 Oct 26 16:29:33.708166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-8423074c-c32a-4de7-b7a9-e8fa146855f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975711 Oct 26 16:29:33.733825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a6a3d1e-dae4-4c61-b619-2f0deae56f06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f91e1a32fcf49b782525e55c7f62d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807629 Oct 26 16:29:33.734221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34786) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:33.790896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-371b40a8-33cb-4022-8945-f535f04460af service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239956 Oct 26 16:29:33.800003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3d1e-dae4-4c61-b619-2f0deae56f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018cca6f-5b74-4f48-9313-151be791b6b1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:33.879015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991f75-43bb-409f-834a-0b727d14ff3c req-ee097700-5fd8-4483-946c-916f094d586b tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.880893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd991f75-43bb-409f-834a-0b727d14ff3c req-ee097700-5fd8-4483-946c-916f094d586b tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1868911 Oct 26 16:29:33.894093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:33.920215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-64f84edb-55d9-4d4f-afbf-53049e7294e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490960 Oct 26 16:29:33.933037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-dd2799ef-0aa1-4c54-b386-87c176f83eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:33.934575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-dd2799ef-0aa1-4c54-b386-87c176f83eea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.1646535 Oct 26 16:29:33.935089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34792) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:33.936951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.047526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd991f75-43bb-409f-834a-0b727d14ff3c req-67cdd695-c931-45ee-9b10-c3556fc0730d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596735 Oct 26 16:29:34.121414 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.124261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-e793a248-b9d3-4551-b76e-2cc43d480734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.132118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-e793a248-b9d3-4551-b76e-2cc43d480734 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1682515 Oct 26 16:29:34.134658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-27e8297d-68b8-4335-b3ee-f4f424d1d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.136332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-27e8297d-68b8-4335-b3ee-f4f424d1d879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0950718 Oct 26 16:29:34.157295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dcd9131-e6af-4825-8f46-c75709639728 req-4fac5f72-3a08-43f8-a96f-10087bfa4e98 service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544126 Oct 26 16:29:34.195669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1807358454-network', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:34.199833 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-3e0722e3-da05-4604-81e9-b861574fab2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a HTTP/1.1" status: 200 len: 217 time: 0.0625572 Oct 26 16:29:34.226142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.229118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.232529 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018cca6f-5b74-4f48-9313-151be791b6b1 HTTP/1.1" status: 204 len: 168 time: 0.4949708 Oct 26 16:29:34.261643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16889-d848-4e19-ac28-ab09136759a8 req-3f849cb5-eb4c-4da7-8358-ef445a16714e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.265361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8f16889-d848-4e19-ac28-ab09136759a8 req-3f849cb5-eb4c-4da7-8358-ef445a16714e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0759294 Oct 26 16:29:34.317259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8f16889-d848-4e19-ac28-ab09136759a8 req-9b890735-3c38-4308-9434-5adc9d3cec33 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Oct 26 16:29:34.362057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd092ed-0f17-4386-9420-b0a17b7029c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018cca6f-5b74-4f48-9313-151be791b6b1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:34.396193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-f028b9d5-88e9-4150-8678-1f67d6451518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.398728 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-f028b9d5-88e9-4150-8678-1f67d6451518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1902714 Oct 26 16:29:34.476386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-a35db3fb-564a-46a6-97e7-731e93562118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.477856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-a35db3fb-564a-46a6-97e7-731e93562118 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.2864492 Oct 26 16:29:34.484881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-57e54189-a0ab-4214-8f05-e1dc16927945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.486783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-57e54189-a0ab-4214-8f05-e1dc16927945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794315 Oct 26 16:29:34.487828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:34.492485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.531110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.588890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419c44d-f547-4a7b-8a8d-ecd47cac6e59 req-1ea6bc38-2b6d-47d1-b274-a41ec28771ea tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.598082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5419c44d-f547-4a7b-8a8d-ecd47cac6e59 req-1ea6bc38-2b6d-47d1-b274-a41ec28771ea tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1157184 Oct 26 16:29:34.635649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-5cf88207-dced-46bd-8d2f-674659dd4b96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 200 len: 217 time: 0.1346273 Oct 26 16:29:34.637237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04dc81-3feb-4e07-84cd-19d71deb8105 req-463ed260-0d9d-4c68-be5f-ca33f5509f92 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.638959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec04dc81-3feb-4e07-84cd-19d71deb8105 req-463ed260-0d9d-4c68-be5f-ca33f5509f92 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 944 time: 0.1254604 Oct 26 16:29:34.669260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5419c44d-f547-4a7b-8a8d-ecd47cac6e59 req-cf96a5f9-7030-465c-8eab-ca3034400523 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693228 Oct 26 16:29:34.706961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec04dc81-3feb-4e07-84cd-19d71deb8105 req-525631b6-8814-46d7-afeb-e5843ff3de77 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Oct 26 16:29:34.798675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-68387c39-d020-476d-86b7-7e786b4fa3a9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966173 Oct 26 16:29:34.800124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-a366d5a2-d5d4-43ac-96db-a4568c8cf118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.801487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-a366d5a2-d5d4-43ac-96db-a4568c8cf118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1580870 Oct 26 16:29:34.862201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-158d8af5-a127-451a-b999-3776a43da670 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510867 Oct 26 16:29:34.931305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.987403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:34.989543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1a82d-bf04-4d05-9699-09ae6d4b1147 req-32b0f23d-820a-4a39-b635-e4ce2e116fb9 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:34.991996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff1a82d-bf04-4d05-9699-09ae6d4b1147 req-32b0f23d-820a-4a39-b635-e4ce2e116fb9 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Oct 26 16:29:35.016863 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a28cb6be-f38c-4f42-8061-dfbdc5f65027 req-11621bcb-b23d-4c14-8d2b-d952ba9ebb65 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073240 Oct 26 16:29:35.042150 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-1c118c10-1c05-440c-aff6-d88a4b939f2c service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466608 Oct 26 16:29:35.053677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff1a82d-bf04-4d05-9699-09ae6d4b1147 req-ab6eb5b7-f969-48a7-bba0-069b71d5cd73 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497379 Oct 26 16:29:35.069898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.143286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:35.157970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b038c-a6d6-4baa-a36b-2274f71c740e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:35.167736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.168150 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Added segment 7b6bfe6d-49a6-4651-937f-816317529756 of type vlan for network bf4fb984-7316-4455-8587-5bdb1c34326c Oct 26 16:29:35.234091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.248012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06bbc6f7-e9d9-4434-8f67-9f9e1d8dc4f1 req-dadf992a-7b0d-4e66-b046-be08334a3469 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974332 Oct 26 16:29:35.343251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.346619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:35.346619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.409353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4fb984-7316-4455-8587-5bdb1c34326c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:35.420282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network bf4fb984-7316-4455-8587-5bdb1c34326c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:35.442276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9872e-bcab-4ef3-979d-90cef137f2ac req-cb80a499-cd19-4b12-ab2c-c412d1bcc96b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:35.444098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59b9872e-bcab-4ef3-979d-90cef137f2ac req-cb80a499-cd19-4b12-ab2c-c412d1bcc96b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Oct 26 16:29:35.512860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4690b5e1-6731-4253-907c-89a047e0d9b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5732117 Oct 26 16:29:35.515193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:35.524432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Request body: {'subnet': {'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1807358454-subnet', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:35.540935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59b9872e-bcab-4ef3-979d-90cef137f2ac req-d690112a-6b15-4cf7-8e37-708c75ea4353 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874822 Oct 26 16:29:35.641619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:35.651975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:35.654603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.718331 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:29:35.791659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-654194958'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:35.833106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8546db-36c4-4cc3-9898-79d5d7630ba9 req-526612d6-6b8a-4e55-aff5-d38cf1076863 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:35.835175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee8546db-36c4-4cc3-9898-79d5d7630ba9 req-526612d6-6b8a-4e55-aff5-d38cf1076863 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.0850568 Oct 26 16:29:35.892546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Made reservation on behalf of 6e26dd90dc05456ab84c80db7cf9eeaa for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:35.898232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.912320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee8546db-36c4-4cc3-9898-79d5d7630ba9 req-71acac3e-20c6-4b7d-a845-83b39a0e0e43 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702851 Oct 26 16:29:35.913990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:35.966727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.031524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251ec6b0-11d5-45f5-97d3-32137bcc7c04,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:36.039366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Checking segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:36.039741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Network hostable DHCP agents. Network: bf4fb984-7316-4455-8587-5bdb1c34326c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:29:36.069512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0113-0b15-463f-a3fd-1a6ee6c99ba9 req-214949ef-d52d-4566-9a2f-6a1cd4888535 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:36.071578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67fa0113-0b15-463f-a3fd-1a6ee6c99ba9 req-214949ef-d52d-4566-9a2f-6a1cd4888535 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 944 time: 0.1353183 Oct 26 16:29:36.127246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c606-7d08-45fb-933d-faad6c06eb76 req-b952fd6f-adf9-4b7b-80a9-3668a445578f tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:36.128665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9416c606-7d08-45fb-933d-faad6c06eb76 req-b952fd6f-adf9-4b7b-80a9-3668a445578f tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1310227 Oct 26 16:29:36.138352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Network bf4fb984-7316-4455-8587-5bdb1c34326c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:29:36.163903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.172309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67fa0113-0b15-463f-a3fd-1a6ee6c99ba9 req-bc0ff3c7-2e79-45c6-9e50-6560c22da847 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941172 Oct 26 16:29:36.197631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9416c606-7d08-45fb-933d-faad6c06eb76 req-3bd78e2f-d537-4676-81c3-7e4fb547df3d tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 Oct 26 16:29:36.222487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, bf4fb984-7316-4455-8587-5bdb1c34326c) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:36.227747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:36.232028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.232815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb632c5-ac5a-4baf-9954-84bab4d1a715 None None] Network bf4fb984-7316-4455-8587-5bdb1c34326c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:36.251383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.265594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:36.276097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.276448 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Added segment df0ce278-6560-4ca9-9d2e-8b6bafa4403f of type vlan for network 95d65173-e0cd-484b-9899-5dc12c02f587 Oct 26 16:29:36.315261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f250e4d9-3bbd-4d80-87a3-c0327e82c911,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:36.335816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af0c58a7-acbb-4d5c-b1ab-8c53eeaa7b73 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8194318 Oct 26 16:29:36.342330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34852) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:36.347555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:36.382500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.446435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.449441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.462939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-bf4fb984-7316-4455-8587-5bdb1c34326c', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:29:36.463941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.469410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.477092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:36.478541 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.545887 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.552564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'Network': ['ID=95d65173-e0cd-484b-9899-5dc12c02f587,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:36.569527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:36.604986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f64fc5cf-43c2-4c48-8034-86a9389c97a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9622247 Oct 26 16:29:36.607893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:36.615760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Request body: {'subnet': {'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:36.692860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.774045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145ad0b-a3cc-4a78-9e90-f063f608e9b9 req-3890dd3f-47ff-4a06-bd72-5cb832ac5d49 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:36.775857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f145ad0b-a3cc-4a78-9e90-f063f608e9b9 req-3890dd3f-47ff-4a06-bd72-5cb832ac5d49 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0739312 Oct 26 16:29:36.825160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f145ad0b-a3cc-4a78-9e90-f063f608e9b9 req-e6c370c3-df67-4fda-a10d-ccd28d72d512 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Oct 26 16:29:36.826459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Made reservation on behalf of 6e26dd90dc05456ab84c80db7cf9eeaa for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:36.830279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:36.858686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Allocated IP 172.20.0.2 (bf4fb984-7316-4455-8587-5bdb1c34326c/251ec6b0-11d5-45f5-97d3-32137bcc7c04/dcf28fa0-a147-452c-bfde-46ad4b0701b4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:36.949307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.111865 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.157253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b727e54-0e3d-4733-abc1-9e3409d55fac req-4c826cff-b658-4a73-aec0-e493983b11a4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:37.159223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b727e54-0e3d-4733-abc1-9e3409d55fac req-4c826cff-b658-4a73-aec0-e493983b11a4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.0869122 Oct 26 16:29:37.195573 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.230380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.249371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Network bf4fb984-7316-4455-8587-5bdb1c34326c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:37.254124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:37.261967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:37.293874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b727e54-0e3d-4733-abc1-9e3409d55fac req-aec95579-f9fc-4009-bf7a-3cca4d465782 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271048 Oct 26 16:29:37.305618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Pushing event updated for resources: {'Port': ['ID=dcf28fa0-a147-452c-bfde-46ad4b0701b4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:37.341030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Attempting to bind port dcf28fa0-a147-452c-bfde-46ad4b0701b4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:37.345289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Attempting to bind port dcf28fa0-a147-452c-bfde-46ad4b0701b4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:37.345289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Attempting to bind port dcf28fa0-a147-452c-bfde-46ad4b0701b4 on network bf4fb984-7316-4455-8587-5bdb1c34326c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:37.368044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:37.368955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Checking segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:37.369572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.370189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Bound using segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:37.370883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Bound port: dcf28fa0-a147-452c-bfde-46ad4b0701b4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:37.371542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.489008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] For port dcf28fa0-a147-452c-bfde-46ad4b0701b4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:37.494204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] For port dcf28fa0-a147-452c-bfde-46ad4b0701b4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcf28fa0-a147-452c-bfde-46ad4b0701b4,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:37.502890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'Subnet': ['ID=8bce4db9-f67e-4704-9290-94efe849ccad,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:37.532069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7046-92d4-4c53-97dd-4f1a5254ef81 req-5a11b242-dbd4-410a-ab3f-3e57879b4055 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:37.540138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fca7046-92d4-4c53-97dd-4f1a5254ef81 req-5a11b242-dbd4-410a-ab3f-3e57879b4055 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 944 time: 0.1668248 Oct 26 16:29:37.569365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Checking segment: {'id': 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:37.569638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Network hostable DHCP agents. Network: 95d65173-e0cd-484b-9899-5dc12c02f587, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:29:37.591786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a97a9-0e6a-4a3b-b17d-85c5a98a459a req-02abb41c-d368-4bb3-9c24-5467a63ec939 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:37.595346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.601969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-675a97a9-0e6a-4a3b-b17d-85c5a98a459a req-02abb41c-d368-4bb3-9c24-5467a63ec939 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1566906 Oct 26 16:29:37.639883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fca7046-92d4-4c53-97dd-4f1a5254ef81 req-32d6b174-4b37-4e63-9014-81e1524041ec tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963855 Oct 26 16:29:37.672477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842aca-202d-4dce-8d22-6653a44b86ef None None] Pushing event updated for resources: {'Port': ['ID=dcf28fa0-a147-452c-bfde-46ad4b0701b4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:37.692915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.705248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-675a97a9-0e6a-4a3b-b17d-85c5a98a459a req-3c39d1be-922d-4b00-a8a1-59a3f02f8d64 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895729 Oct 26 16:29:37.726870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Network 95d65173-e0cd-484b-9899-5dc12c02f587 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:29:37.728072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-50d249b9-9ffe-4abc-8212-2359ba2f8ee9 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:37.729923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-50d249b9-9ffe-4abc-8212-2359ba2f8ee9 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 945 time: 0.1624749 Oct 26 16:29:37.731199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.795516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 95d65173-e0cd-484b-9899-5dc12c02f587) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:37.804490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:37.807464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:37.808872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853066a0-d661-448b-a2e8-3cea4d188ee6 None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:37.897898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df8da2eb-6750-4a3c-ad0a-e1b44f03ca3a tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2858801 Oct 26 16:29:37.898402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:37.908324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Request body: {'port': {'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2099957444'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:37.930907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Allocated IP 172.25.5.171 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/05b45640-06cc-454a-b01a-6c755dab91e8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:37.979174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:38.066790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.185361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcf28fa0-a147-452c-bfde-46ad4b0701b4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:38.186957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-95d65173-e0cd-484b-9899-5dc12c02f587', 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587', 'tenant_id': '6e26dd90dc05456ab84c80db7cf9eeaa', 'fixed_ips': [{'subnet_id': '8bce4db9-f67e-4704-9290-94efe849ccad'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:29:38.188021 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.203119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.242120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb661c-0961-4564-9c5c-a11ab29f63bd req-c45dce09-0f66-419e-9791-b876ecc6ca6b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:38.243011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:38.246620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:38.250861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efbb661c-0961-4564-9c5c-a11ab29f63bd req-c45dce09-0f66-419e-9791-b876ecc6ca6b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.2107780 Oct 26 16:29:38.253889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:38.300947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:38.315796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Pushing event updated for resources: {'Port': ['ID=05b45640-06cc-454a-b01a-6c755dab91e8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:38.340753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Deleting port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:38.352074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.390403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '18d16e84-641c-47da-ac63-399c420666bb', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'port_id': '18d16e84-641c-47da-ac63-399c420666bb', 'mac_address': 'fa:16:3e:70:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fcc063-61ec-44e3-a905-bd402244087b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:38.408706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcf28fa0-a147-452c-bfde-46ad4b0701b4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:38.409078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.537762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.591976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d16e84-641c-47da-ac63-399c420666bb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:38.597213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Allocated IP 2001:db8::2 (95d65173-e0cd-484b-9899-5dc12c02f587/8bce4db9-f67e-4704-9290-94efe849ccad/e09431f6-fc72-429d-a614-581aa81bcfc7) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:38.636588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:38.727506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Made reservation on behalf of 6e26dd90dc05456ab84c80db7cf9eeaa for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:38.731037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.839930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] device_id is not set on port 2ccd760e-6a95-4322-bd22-510f679fc257 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:29:38.856111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.864255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.905029 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.919606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] For port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:38.920230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.940944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:38.976738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:38.984332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port dcf28fa0-a147-452c-bfde-46ad4b0701b4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcf28fa0-a147-452c-bfde-46ad4b0701b4,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:38.996104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:39.027885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:39.049718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:39.053996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Allocated IP 2001:db8::270 (95d65173-e0cd-484b-9899-5dc12c02f587/8bce4db9-f67e-4704-9290-94efe849ccad/2ccd760e-6a95-4322-bd22-510f679fc257) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:39.068912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.076842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Pushing event updated for resources: {'Port': ['ID=e09431f6-fc72-429d-a614-581aa81bcfc7,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:39.133846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.163943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=dcf28fa0-a147-452c-bfde-46ad4b0701b4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:39.201473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['18d16e84-641c-47da-ac63-399c420666bb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:39.259045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efbb661c-0961-4564-9c5c-a11ab29f63bd req-7ab9b477-57ee-4b06-a1fb-1c8da59f04c9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9865265 Oct 26 16:29:39.264750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4152757-94b0-4db7-acc6-f35ff28f8d39 None None] Network bf4fb984-7316-4455-8587-5bdb1c34326c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:39.302797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fa0b5-6402-4d55-b6c6-349e9d956ee3 req-ed5b7983-533d-45b1-976f-cb9c39531135 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:39.304378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-112fa0b5-6402-4d55-b6c6-349e9d956ee3 req-ed5b7983-533d-45b1-976f-cb9c39531135 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.5820677 Oct 26 16:29:39.345099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.346105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.347489 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Floating IP 27842c0a-e529-4fb9-bd16-797ba6858780 disassociated. External IP: 172.25.5.44, port: 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2. Oct 26 16:29:39.348569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Calling delete_port for 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:39.370712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Attempting to bind port e09431f6-fc72-429d-a614-581aa81bcfc7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:39.371412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Attempting to bind port e09431f6-fc72-429d-a614-581aa81bcfc7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:39.371536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Attempting to bind port e09431f6-fc72-429d-a614-581aa81bcfc7 on network 95d65173-e0cd-484b-9899-5dc12c02f587 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:39.388648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:39.388938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Checking segment: {'id': 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:39.389340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.389733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Bound using segment: {'id': 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:39.390221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Bound port: e09431f6-fc72-429d-a614-581aa81bcfc7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:39.390745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.419696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d1def57c-6383-4314-86c2-049d317c4003 None None] Provisioning complete for port dcf28fa0-a147-452c-bfde-46ad4b0701b4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:39.420122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1def57c-6383-4314-86c2-049d317c4003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.438308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-112fa0b5-6402-4d55-b6c6-349e9d956ee3 req-a8567d96-f1e9-4875-92a1-6f49c2b899a0 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155608 Oct 26 16:29:39.455421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.472907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d6ad9-a165-4cdf-99c1-961fc444b289 req-47446a3f-3451-4936-9747-25a99e6ffc82 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:39.483189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b81d6ad9-a165-4cdf-99c1-961fc444b289 req-47446a3f-3451-4936-9747-25a99e6ffc82 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 945 time: 0.1287076 Oct 26 16:29:39.558139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b81d6ad9-a165-4cdf-99c1-961fc444b289 req-5931f386-8f9e-49ac-87d3-dad71fead1ad tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688703 Oct 26 16:29:39.662336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.685668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63517f30-c11c-4a8a-825e-092bcf1cc5cd req-35e66fa0-37f7-4470-b75b-1aff6e285bc8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:39.688370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63517f30-c11c-4a8a-825e-092bcf1cc5cd req-35e66fa0-37f7-4470-b75b-1aff6e285bc8 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 867 time: 0.1203225 Oct 26 16:29:39.730069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event deleted for resources: {'Port': ['ID=0c5dbed6-17d3-44a1-8c5b-ee849ec829f2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:39.764770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.833983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] For port e09431f6-fc72-429d-a614-581aa81bcfc7, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:39.863902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Network 95d65173-e0cd-484b-9899-5dc12c02f587 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:39.872983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'Port': ['ID=2ccd760e-6a95-4322-bd22-510f679fc257,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:39.875273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:29:39.875946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] For port e09431f6-fc72-429d-a614-581aa81bcfc7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e09431f6-fc72-429d-a614-581aa81bcfc7,segment=NetworkSegment(df0ce278-6560-4ca9-9d2e-8b6bafa4403f),segment_id=df0ce278-6560-4ca9-9d2e-8b6bafa4403f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:39.890308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.893124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:39.898327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:39.899558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:39.908639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:39.909798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.930304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63517f30-c11c-4a8a-825e-092bcf1cc5cd req-bd9c05cc-72c0-4a4a-90e1-95a13d798a48 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b0204b-6f67-46c5-bf8f-d21e59528b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309184 Oct 26 16:29:39.938446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:39.944809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:39.973561 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:39.998310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a49c05f-63f4-4921-90dc-e28c95eb4c5b tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0985882 Oct 26 16:29:40.001384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:40.008047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Request body: {'port': {'network_id': '95d65173-e0cd-484b-9899-5dc12c02f587', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1865100239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:40.008832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] bootfile-name is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:40.009934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] tftp-server is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:40.011558 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] server-ip-address is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:40.091897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cf59c-6042-4c36-a7cf-469d569269e6 None None] Pushing event updated for resources: {'Port': ['ID=e09431f6-fc72-429d-a614-581aa81bcfc7,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:40.136631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcf28fa0-a147-452c-bfde-46ad4b0701b4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:40.181900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:40.240952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Sync routers for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:40.261929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:40.262751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:40.291096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] No DVR routers for this DVR port 0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:40.294404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:40.298581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-793be1ed-9c56-4e8f-b3cf-683e43734f37 req-6d0fd673-1c1e-41e8-bf6f-f0f1805b7025 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.39 "DELETE /v2.0/ports/0c5dbed6-17d3-44a1-8c5b-ee849ec829f2 HTTP/1.1" status: 204 len: 173 time: 2.5598140 Oct 26 16:29:40.303672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'name': 'network-vif-deleted', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:40.306168 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9522e-ab81-4fe1-b564-ece2b506e497" -d '{"events": [{"server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "name": "network-vif-deleted", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:40.389359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcf28fa0-a147-452c-bfde-46ad4b0701b4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:40.389941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:40.396040 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de249b2-94f5-460b-b23b-6b8f3004f17d x-openstack-request-id: req-5de249b2-94f5-460b-b23b-6b8f3004f17d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:40.402101 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc107d-d3e1-4d45-bdf7-a22bbd527067", "name": "network-vif-deleted", "tag": "0c5dbed6-17d3-44a1-8c5b-ee849ec829f2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:40.402101 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5de249b2-94f5-460b-b23b-6b8f3004f17d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:40.402101 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bc107d-d3e1-4d45-bdf7-a22bbd527067', 'name': 'network-vif-deleted', 'tag': '0c5dbed6-17d3-44a1-8c5b-ee849ec829f2', 'status': 'completed', 'code': 200} Oct 26 16:29:40.447960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Router ffc95ef1-ee6b-4801-91b5-ef71327e8969 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:29:40.485381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1e5d6f98-6291-41d0-8ee1-d94011244db2 None None] Provisioning complete for port dcf28fa0-a147-452c-bfde-46ad4b0701b4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:40.485956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6f98-6291-41d0-8ee1-d94011244db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:40.492765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Made reservation on behalf of 6e26dd90dc05456ab84c80db7cf9eeaa for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:40.496950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:40.530598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] device_id is not set on port 09fcadca-a1d7-4469-ad10-8ef83be7bd53 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:29:40.649401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283f75-d359-45d5-8e2c-fff216fe77e3 req-23d3b03e-2230-4d4c-a4c8-2d3ea302a341 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:40.651394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56283f75-d359-45d5-8e2c-fff216fe77e3 req-23d3b03e-2230-4d4c-a4c8-2d3ea302a341 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.2735713 Oct 26 16:29:40.664539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:40.686438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:40.692008 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Sync routers for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:40.717139 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:40.719465 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:40.752684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56283f75-d359-45d5-8e2c-fff216fe77e3 req-968891b1-e669-4d4b-81e5-321d3fcb1674 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896246 Oct 26 16:29:40.818984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:40.821668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c40f7a8-2b71-4116-ad7c-e5d7f6b87b7d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4769938 Oct 26 16:29:40.825234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:40.830220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Allocated IP 2001:db8::d7 (95d65173-e0cd-484b-9899-5dc12c02f587/8bce4db9-f67e-4704-9290-94efe849ccad/09fcadca-a1d7-4469-ad10-8ef83be7bd53) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:40.896686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b69-a4e0-42a1-977a-a98c48995c15 req-661d70d9-546b-4939-8f06-956d9bca74dc tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:40.906352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-372b5b69-a4e0-42a1-977a-a98c48995c15 req-661d70d9-546b-4939-8f06-956d9bca74dc tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.3104746 Oct 26 16:29:40.918973 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:41.011233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-372b5b69-a4e0-42a1-977a-a98c48995c15 req-1025b676-4115-4a1c-a087-84d2c589ad87 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873289 Oct 26 16:29:41.117049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3f98-5860-4759-96c9-db48f2582e10 req-64a0aa87-249d-45fd-aafb-a3765ccacdc8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:41.118796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44ec3f98-5860-4759-96c9-db48f2582e10 req-64a0aa87-249d-45fd-aafb-a3765ccacdc8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 945 time: 0.2041256 Oct 26 16:29:41.235738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:41.281317 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:38Z', 'revision_number': 3, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:41.300219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Checking router: b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:41.311919 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Checking router: ffc95ef1-ee6b-4801-91b5-ef71327e8969 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:41.325287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Updating router ffc95ef1-ee6b-4801-91b5-ef71327e8969 port 05b45640-06cc-454a-b01a-6c755dab91e8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:29:41.325470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:41.325470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:41.350687 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.370986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c52fd7e-c4b6-48de-b134-506612bfe32c req-e2ed6861-3b1a-49a3-89e1-daba85e0d79c tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4bc107d-d3e1-4d45-bdf7-a22bbd527067 HTTP/1.1" status: 200 len: 210 time: 0.1027224 Oct 26 16:29:41.443406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44ec3f98-5860-4759-96c9-db48f2582e10 req-cf09ada6-9feb-4d8a-bf80-60c4fc66634b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997935 Oct 26 16:29:41.448432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.612340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.641879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:41.718567 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.744029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Network 95d65173-e0cd-484b-9899-5dc12c02f587 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:41.745411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:41.756190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a740a-e557-4be0-84e0-7da3cd47e9b5 None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:41.764923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:41.778756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:41.779594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.790068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'Port': ['ID=09fcadca-a1d7-4469-ad10-8ef83be7bd53,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:41.813343 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.813911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.813911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.814103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.814349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.814679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.815005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.815357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.815688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.821949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.822213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.822555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.822884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:41.885853 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:41.918689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:41.962680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Attempting to bind port 05b45640-06cc-454a-b01a-6c755dab91e8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:41.966716 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Attempting to bind port 05b45640-06cc-454a-b01a-6c755dab91e8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:41.966716 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Attempting to bind port 05b45640-06cc-454a-b01a-6c755dab91e8 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:41.967686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a20053f-6eda-41b7-bc40-922e66ee2d43 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9648237 Oct 26 16:29:41.968365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:41.971699 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Pushing event updated for resources: {'Port': ['ID=05b45640-06cc-454a-b01a-6c755dab91e8,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:41.995148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fcb1a-275e-4f95-a17c-000dbe11247a req-829bbc31-15a4-4b2c-b895-893eb1149f75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:41.997577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-638fcb1a-275e-4f95-a17c-000dbe11247a req-829bbc31-15a4-4b2c-b895-893eb1149f75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.1136072 Oct 26 16:29:42.008572 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:42.009264 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:42.009897 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.011409 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:42.012126 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Bound port: 05b45640-06cc-454a-b01a-6c755dab91e8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:42.014245 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.027786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.032153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.034050 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.034192 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.035629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.035972 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.037354 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:42.043667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Allocated IP 172.20.0.1 (bf4fb984-7316-4455-8587-5bdb1c34326c/251ec6b0-11d5-45f5-97d3-32137bcc7c04/72df7ee4-c2bc-41eb-8579-bc9549c6ebf3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:29:42.134610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] Provisioning complete for port e09431f6-fc72-429d-a614-581aa81bcfc7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:42.135692 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.180205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] For port 05b45640-06cc-454a-b01a-6c755dab91e8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:42.194958 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] For port 05b45640-06cc-454a-b01a-6c755dab91e8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05b45640-06cc-454a-b01a-6c755dab91e8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:42.209561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e09431f6-fc72-429d-a614-581aa81bcfc7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:42.239958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b716c-7cf8-4d43-b6e4-3e9b0397b355 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:42.250002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b716c-7cf8-4d43-b6e4-3e9b0397b355 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:42.258586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b716c-7cf8-4d43-b6e4-3e9b0397b355 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:42.260432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-542b716c-7cf8-4d43-b6e4-3e9b0397b355 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2902536 Oct 26 16:29:42.273936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:42.274114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.299613 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.324822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-638fcb1a-275e-4f95-a17c-000dbe11247a req-14e7a01f-2e69-4845-a1a1-c031da258490 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683713 Oct 26 16:29:42.344231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa0eab-2a18-4ad1-935b-1a3a83f539f2 req-6ff7304d-f9ac-4b4f-8281-d19d11e41853 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:42.352758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0aa0eab-2a18-4ad1-935b-1a3a83f539f2 req-6ff7304d-f9ac-4b4f-8281-d19d11e41853 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1875687 Oct 26 16:29:42.389734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.414643 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:42.415472 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:42.420767 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6523e8-4a1e-42d6-bd7b-873965d8f8a6 None None] Pushing event updated for resources: {'Port': ['ID=05b45640-06cc-454a-b01a-6c755dab91e8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:42.499288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0aa0eab-2a18-4ad1-935b-1a3a83f539f2 req-9198ae7d-6239-46e5-81c2-3c0271264c1e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424525 Oct 26 16:29:42.545618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Deleting port 09fcadca-a1d7-4469-ad10-8ef83be7bd53 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:42.545977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.646540 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:42.676745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 18d16e84-641c-47da-ac63-399c420666bb completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:42.700335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e09431f6-fc72-429d-a614-581aa81bcfc7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:42.708094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.712125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 18d16e84-641c-47da-ac63-399c420666bb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:42.712616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.816919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:42.863875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f702-b6f8-485d-b264-55377c41589b req-30f5193e-1342-443f-a334-b009f1a96c99 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:42.872298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b221f702-b6f8-485d-b264-55377c41589b req-30f5193e-1342-443f-a334-b009f1a96c99 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 945 time: 0.2011566 Oct 26 16:29:42.891497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Calling delete_port for 09fcadca-a1d7-4469-ad10-8ef83be7bd53 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:42.962944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Pushing event updated for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:42.992481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Network bf4fb984-7316-4455-8587-5bdb1c34326c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:42.997188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:43.001841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:29:43.074189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b221f702-b6f8-485d-b264-55377c41589b req-ad8cf382-15fb-4474-8e16-e58b41309495 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007933 Oct 26 16:29:43.095732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.120010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34934) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:43.140474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:38Z', 'revision_number': 3, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:43.227982 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427bdec-9e81-4be3-9334-d506e0ac73a4 None None] The sync data for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 is: [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:38Z', 'revision_number': 3, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:43.341314 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.352176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.380862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:43.448009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.536889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fb7d-b295-412c-b299-eada687d2a62 None None] The sync data for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 is: [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:27:17Z', 'revision_number': 4, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '673d5068-1d1c-4829-b020-080e42ce9000', 'name': '', 'network_id': 'c9fc86ee-9f6f-4e85-83b5-3bdece3a7011', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'mac_address': 'fa:16:3e:12:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:16Z', 'updated_at': '2021-10-26T16:27:22Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'subnets': [{'id': 'd2a0a40c-b385-440e-a868-767e795ed6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:43.578253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.579381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] For port e09431f6-fc72-429d-a614-581aa81bcfc7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e09431f6-fc72-429d-a614-581aa81bcfc7,segment=NetworkSegment(df0ce278-6560-4ca9-9d2e-8b6bafa4403f),segment_id=df0ce278-6560-4ca9-9d2e-8b6bafa4403f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:43.582516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.594093 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.652706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd2c80-624a-40f2-b9fe-e2dca9bbd233 req-17205c23-b3aa-4b0b-9fbf-653100b37692 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:43.654340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7dd2c80-624a-40f2-b9fe-e2dca9bbd233 req-17205c23-b3aa-4b0b-9fbf-653100b37692 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 946 time: 0.4026821 Oct 26 16:29:43.663872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d16e84-641c-47da-ac63-399c420666bb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:43.666722 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028767ef-5fe7-411a-8829-6de393f79130" -d '{"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-plugged", "status": "completed", "tag": "18d16e84-641c-47da-ac63-399c420666bb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:43.682620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:43.687321 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.689141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.848441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event deleted for resources: {'Port': ['ID=09fcadca-a1d7-4469-ad10-8ef83be7bd53,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:43.857248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.875638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.879581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:29:43.881025 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:29:43.882064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3c10a-8744-4af5-a19a-ea09f388ee78 None None] Pushing event updated for resources: {'Port': ['ID=e09431f6-fc72-429d-a614-581aa81bcfc7,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:43.925723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:43.947873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adbd1f-c5d8-4fa0-9aad-07b0a7f5f620 req-4cc21f94-9b2c-42ae-9ba3-713a9f18de49 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:43.954769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82adbd1f-c5d8-4fa0-9aad-07b0a7f5f620 req-4cc21f94-9b2c-42ae-9ba3-713a9f18de49 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.3982701 Oct 26 16:29:43.987922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Could not find standard attr ID for object 09fcadca-a1d7-4469-ad10-8ef83be7bd53. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:29:44.032432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.046954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad542479-6820-4ba5-992d-c88691bf3460 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "DELETE /v2.0/ports/09fcadca-a1d7-4469-ad10-8ef83be7bd53 HTTP/1.1" status: 204 len: 168 time: 1.7699225 Oct 26 16:29:44.053552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34944) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:44.060954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:44.061504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.063289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:44.091393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7dd2c80-624a-40f2-b9fe-e2dca9bbd233 req-2aacd30c-12e8-40cd-8463-70abd3b3f5ea tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895724 Oct 26 16:29:44.100598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Request body: {'port': {'name': 'tempest-new-port-name-556974113', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:44.101086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] bootfile-name is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:44.101494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] tftp-server is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:44.106273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] server-ip-address is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:29:44.127732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.144954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:44.175472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Provisioning complete for port 2ccd760e-6a95-4322-bd22-510f679fc257 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:44.176014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.203451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.206354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.211595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "DELETE /v2.0/security-groups/78b0204b-6f67-46c5-bf8f-d21e59528b4d HTTP/1.1" status: 204 len: 168 time: 1.0902603 Oct 26 16:29:44.223900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:44.260469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Port 2ccd760e-6a95-4322-bd22-510f679fc257 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:44.271380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c9e6d-408b-4fa6-b9fb-7edecf30b4f3 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b0204b-6f67-46c5-bf8f-d21e59528b4d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:44.282189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82adbd1f-c5d8-4fa0-9aad-07b0a7f5f620 req-80666833-ca2a-4c6d-b5ae-3e71dcd51677 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738924 Oct 26 16:29:44.292258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2374b-b2e5-4af7-8218-4ab1b498d860 None None] New status for floating IP 27842c0a-e529-4fb9-bd16-797ba6858780: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:29:44.298924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Pushing event updated for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:44.301692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Provisioning complete for port e09431f6-fc72-429d-a614-581aa81bcfc7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:44.303215 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-89b53632-22e9-4a63-8409-1ea5b33a9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.328470 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-ededd4cf-8d32-47e1-b2fc-339428dada3f tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] show failed (client error): The resource could not be found. Oct 26 16:29:44.329550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ededd4cf-8d32-47e1-b2fc-339428dada3f tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "GET /v2.0/security-groups/78b0204b-6f67-46c5-bf8f-d21e59528b4d HTTP/1.1" status: 404 len: 347 time: 0.1041443 Oct 26 16:29:44.332214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:44.398683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:44.421432 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa420a-cf2c-4d83-b835-0535bb51878c x-openstack-request-id: req-2efa420a-cf2c-4d83-b835-0535bb51878c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:44.422036 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-plugged", "status": "completed", "tag": "18d16e84-641c-47da-ac63-399c420666bb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:44.422391 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2efa420a-cf2c-4d83-b835-0535bb51878c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:44.422907 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d16e84-641c-47da-ac63-399c420666bb', 'code': 200} Oct 26 16:29:44.744279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694c11-9d69-449c-896e-4786a8273085 req-1ba810a7-f7df-4939-9c33-9825504c2936 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:44.745955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4694c11-9d69-449c-896e-4786a8273085 req-1ba810a7-f7df-4939-9c33-9825504c2936 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.4475038 Oct 26 16:29:44.773188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Network bf4fb984-7316-4455-8587-5bdb1c34326c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:29:44.777252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:44.815475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3c85a9f0-0127-43d5-94eb-04956bb0ea9d None None] Could not find standard attr ID for object 09fcadca-a1d7-4469-ad10-8ef83be7bd53. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:29:44.950150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b84879-d93b-4dcc-b23e-3704c5d57823 req-59bacbca-1e9e-466a-871e-4b222c57be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:44.951990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b6b84879-d93b-4dcc-b23e-3704c5d57823 req-59bacbca-1e9e-466a-871e-4b222c57be79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 1097 time: 0.3316867 Oct 26 16:29:45.017218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e09431f6-fc72-429d-a614-581aa81bcfc7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:45.019844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4694c11-9d69-449c-896e-4786a8273085 req-a3828bf8-2c81-4326-989b-0946ff88f339 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599273 Oct 26 16:29:45.069143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1dbeb-2c8a-495c-8951-b0d058fe2cda req-4a8cb18f-c230-4773-a36f-d00618b58a88 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.079479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b1dbeb-2c8a-495c-8951-b0d058fe2cda req-4a8cb18f-c230-4773-a36f-d00618b58a88 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.4529238 Oct 26 16:29:45.086685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Deleting port 5e92c751-2206-4a1a-a154-c54ea3e4b073 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:45.087213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.165676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-a02123f5-ecab-4cfb-95f2-465e7b574f6e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.166364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e09431f6-fc72-429d-a614-581aa81bcfc7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:45.166835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.168314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-a02123f5-ecab-4cfb-95f2-465e7b574f6e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 946 time: 0.4041858 Oct 26 16:29:45.244687 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b6b84879-d93b-4dcc-b23e-3704c5d57823 req-200e9f52-456a-447e-a022-143a1da65d45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345405 Oct 26 16:29:45.247655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c47cf6d8-9cd2-47da-b61f-8d14d3f22915 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:45.248027 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c47cf6d8-9cd2-47da-b61f-8d14d3f22915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.309257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b1dbeb-2c8a-495c-8951-b0d058fe2cda req-c8ecf820-309b-4896-b96a-024703bd3503 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250648 Oct 26 16:29:45.312489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c47cf6d8-9cd2-47da-b61f-8d14d3f22915 None None] Port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:45.330850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05b45640-06cc-454a-b01a-6c755dab91e8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:45.361530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.373661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.374659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.392064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Calling delete_port for 5e92c751-2206-4a1a-a154-c54ea3e4b073 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:45.396224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 05b45640-06cc-454a-b01a-6c755dab91e8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:45.397132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.484873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e625ae7-db42-438b-af86-3c585c4f4527 req-3b412359-9932-4151-bae2-e0693254c230 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.490339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e625ae7-db42-438b-af86-3c585c4f4527 req-3b412359-9932-4151-bae2-e0693254c230 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 946 time: 0.2768841 Oct 26 16:29:45.493979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.506132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.532964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 05b45640-06cc-454a-b01a-6c755dab91e8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05b45640-06cc-454a-b01a-6c755dab91e8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:45.599959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Router ffc95ef1-ee6b-4801-91b5-ef71327e8969 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:29:45.611423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.658704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] In _notify_port_updated(), no bound segment for port 2ccd760e-6a95-4322-bd22-510f679fc257 on network 95d65173-e0cd-484b-9899-5dc12c02f587 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:29:45.673514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.676176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.678105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "PUT /v2.0/ports/2ccd760e-6a95-4322-bd22-510f679fc257 HTTP/1.1" status: 200 len: 1129 time: 1.6116066 Oct 26 16:29:45.680820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34958) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:45.713921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=05b45640-06cc-454a-b01a-6c755dab91e8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:45.785890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e625ae7-db42-438b-af86-3c585c4f4527 req-301aef77-e493-4057-a343-2e73f063ac42 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744071 Oct 26 16:29:45.813252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e5373-546e-43e7-8546-dd8187be0caa req-c94fa6fc-1ec1-4974-90a6-24088237b73b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.815323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811e5373-546e-43e7-8546-dd8187be0caa req-c94fa6fc-1ec1-4974-90a6-24088237b73b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.3242819 Oct 26 16:29:45.824853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port 44cc3ac8-2be5-483d-9d13-f38878d7198e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:45.825588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.846339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:45.890957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ed076-aa15-4a57-89e3-a8ead7dbd3fc tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event updated for resources: {'Port': ['ID=2ccd760e-6a95-4322-bd22-510f679fc257,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:45.921277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93d981-f14d-4214-80b1-2c46860e12ef tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:45.923057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d93d981-f14d-4214-80b1-2c46860e12ef tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "GET /v2.0/ports/2ccd760e-6a95-4322-bd22-510f679fc257 HTTP/1.1" status: 200 len: 1129 time: 0.2025442 Oct 26 16:29:45.932125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:45.935561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:45.948654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Pushing event deleted for resources: {'Port': ['ID=5e92c751-2206-4a1a-a154-c54ea3e4b073,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:45.962954 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-76a5a366-5e11-48bd-b5f6-6d67e68276f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/ffc95ef1-ee6b-4801-91b5-ef71327e8969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1375372 Oct 26 16:29:45.981692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.983724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.993131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.995071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.995442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.995901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:45.996145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:29:46.080325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811e5373-546e-43e7-8546-dd8187be0caa req-2b6b514e-9f8e-4af9-88fc-6e772e680fdd tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013648 Oct 26 16:29:46.127930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.132390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.133731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67f514bd-eb4c-4a29-bdb8-99a9d73bcc01 tempest-ServersTestJSON-323862814 tempest-ServersTestJSON-323862814-project] 10.222.0.21 "DELETE /v2.0/floatingips/27842c0a-e529-4fb9-bd16-797ba6858780 HTTP/1.1" status: 204 len: 168 time: 1.8006029 Oct 26 16:29:46.154038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34966) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:46.169258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6255a4a8-1ec8-4be2-8028-636706b6bf88 None None] Provisioning complete for port 2ccd760e-6a95-4322-bd22-510f679fc257 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:46.169841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6255a4a8-1ec8-4be2-8028-636706b6bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.227394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port 44cc3ac8-2be5-483d-9d13-f38878d7198e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=44cc3ac8-2be5-483d-9d13-f38878d7198e,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:46.231359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.237595 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Sync routers for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:46.246160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6255a4a8-1ec8-4be2-8028-636706b6bf88 None None] Port 2ccd760e-6a95-4322-bd22-510f679fc257 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:46.258711 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:46.259953 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:46.291103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for 44cc3ac8-2be5-483d-9d13-f38878d7198e owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:46.385569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23466121-10b9-4516-8274-de2b7f363d0d req-d0b391f6-21cd-480e-9631-92721b51203e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:46.387363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23466121-10b9-4516-8274-de2b7f363d0d req-d0b391f6-21cd-480e-9631-92721b51203e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.2121372 Oct 26 16:29:46.467039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:46.733173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Deleting port 2ccd760e-6a95-4322-bd22-510f679fc257 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:46.733668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.766553 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 2, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:46.840340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Checking router: ffc95ef1-ee6b-4801-91b5-ef71327e8969 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:46.840340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Updating router ffc95ef1-ee6b-4801-91b5-ef71327e8969 port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:29:46.891888 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.899196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05b45640-06cc-454a-b01a-6c755dab91e8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:46.910094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b5561-45ac-411a-92b8-de16213d13ba req-72dd1cb1-dc89-4bdb-95a2-48cd0295471a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:46.918952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a3b5561-45ac-411a-92b8-de16213d13ba req-72dd1cb1-dc89-4bdb-95a2-48cd0295471a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.4397926 Oct 26 16:29:46.947336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:46.948483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23466121-10b9-4516-8274-de2b7f363d0d req-dac36817-9581-492b-97f4-c9dc0e6d4995 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594762 Oct 26 16:29:46.949098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.057604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 05b45640-06cc-454a-b01a-6c755dab91e8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:47.059562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.150873 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.181872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Calling delete_port for 2ccd760e-6a95-4322-bd22-510f679fc257 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:47.243271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=44cc3ac8-2be5-483d-9d13-f38878d7198e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:47.300018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-527d4efc-0ee2-4621-8a31-d5a3bfa7477b req-9ef62db4-1719-4d46-9e83-f536e849bd32 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0502260 Oct 26 16:29:47.337860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a3b5561-45ac-411a-92b8-de16213d13ba req-e918e553-8245-48eb-8d93-d64effaab6fe tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179277 Oct 26 16:29:47.376815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port 44cc3ac8-2be5-483d-9d13-f38878d7198e on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:47.379749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.384371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70aaa0d5-d8d7-4e51-b331-598140a4571d req-5e665e8a-a3e7-4888-a255-103763168439 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "DELETE /v2.0/ports/44cc3ac8-2be5-483d-9d13-f38878d7198e HTTP/1.1" status: 204 len: 173 time: 2.2076654 Oct 26 16:29:47.386850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'name': 'network-vif-deleted', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:47.390984 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f7cdb-2450-4f55-85d9-3660ce08805c" -d '{"events": [{"server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "name": "network-vif-deleted", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:47.441117 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f41230-1ee5-4884-ad6d-67c59bbf424e x-openstack-request-id: req-27f41230-1ee5-4884-ad6d-67c59bbf424e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:47.441331 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba24a3-450c-4379-a6f0-51933b6f40a4", "name": "network-vif-deleted", "tag": "44cc3ac8-2be5-483d-9d13-f38878d7198e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:47.441587 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27f41230-1ee5-4884-ad6d-67c59bbf424e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:47.448911 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba24a3-450c-4379-a6f0-51933b6f40a4', 'name': 'network-vif-deleted', 'tag': '44cc3ac8-2be5-483d-9d13-f38878d7198e', 'status': 'completed', 'code': 200} Oct 26 16:29:47.509338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4808c-e99e-42c7-8e93-aa7f8a6bd964 req-847b8839-34d1-4404-908a-5c90197caaa2 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:47.511466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65f4808c-e99e-42c7-8e93-aa7f8a6bd964 req-847b8839-34d1-4404-908a-5c90197caaa2 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 944 time: 0.1000004 Oct 26 16:29:47.542338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Deleting port 673d5068-1d1c-4829-b020-080e42ce9000 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:47.542677 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.574654 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.584234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65f4808c-e99e-42c7-8e93-aa7f8a6bd964 req-f3a4f83c-8fa8-486e-ad8c-3c653d71ebc5 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Oct 26 16:29:47.640991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] For port 673d5068-1d1c-4829-b020-080e42ce9000, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=673d5068-1d1c-4829-b020-080e42ce9000,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:47.641650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.652276 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.662855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Calling delete_port for 673d5068-1d1c-4829-b020-080e42ce9000 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:47.674621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.693332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:47.789095 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8e4f1-b5d4-41df-adaf-5b6bd2f62dcb None None] Pushing event updated for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:47.830443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event deleted for resources: {'Port': ['ID=2ccd760e-6a95-4322-bd22-510f679fc257,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:47.849874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.856771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2ea57803-02f7-41e1-ac5d-86deec24fa59 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "DELETE /v2.0/ports/2ccd760e-6a95-4322-bd22-510f679fc257 HTTP/1.1" status: 204 len: 168 time: 1.9128036 Oct 26 16:29:47.857604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35060) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:47.925964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cd7e36e9-89a6-4f74-87fc-0be229b04251 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:29:47.928637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 44cc3ac8-2be5-483d-9d13-f38878d7198e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:47.956255 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Attempting to bind port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:29:47.958923 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Attempting to bind port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:29:47.958923 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Attempting to bind port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 on network bf4fb984-7316-4455-8587-5bdb1c34326c {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:29:47.966840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:29:47.967283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Checking segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:47.967618 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:47.975685 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Bound using segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:29:47.992107 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Bound port: 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:29:47.992777 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.008390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Deleting subnet 8bce4db9-f67e-4704-9290-94efe849ccad {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:29:48.018797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.070645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:48.075496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 44cc3ac8-2be5-483d-9d13-f38878d7198e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:48.076050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 44cc3ac8-2be5-483d-9d13-f38878d7198e not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:48.112986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'mac_address': 'fa:16:3e:75:aa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:48.171085 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] For port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:29:48.229517 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] For port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:29:48.231101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.240699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7c003874-b9f9-4109-99b9-32565058ad12 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:48.244394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c003874-b9f9-4109-99b9-32565058ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.246394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.275384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:48.309987 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.417125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:48.423390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7c003874-b9f9-4109-99b9-32565058ad12 None None] Port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:29:48.423657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=673d5068-1d1c-4829-b020-080e42ce9000,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:48.440751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:48.480471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'port_id': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'mac_address': 'fa:16:3e:e8:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:29:48.586362 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.591390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:48.592047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:48.594282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.632711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7e36e9-89a6-4f74-87fc-0be229b04251 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:48.671972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:48.807859 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:48.859554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:48.879817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:48.905926 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:48.934966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:49.081225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c3cbcad-402b-48c1-bb84-4d1c90226f60 req-484b22e9-3e65-42d7-8bb2-30f560834e1c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0540485 Oct 26 16:29:49.111113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:49.113021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['cd7e36e9-89a6-4f74-87fc-0be229b04251'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:29:49.127732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:49.212980 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8e4f1-b5d4-41df-adaf-5b6bd2f62dcb None None] Pushing event updated for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:49.237049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5894f-2d1d-45ff-89d5-a61a861266e6 req-f3cca8a8-9243-4972-bca6-14f018e71cc1 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:49.238637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4d5894f-2d1d-45ff-89d5-a61a861266e6 req-f3cca8a8-9243-4972-bca6-14f018e71cc1 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 1.1522751 Oct 26 16:29:49.282845 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:48Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:49.302517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:49.305974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:49.327881 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe3b66-11dd-4635-ab9c-386d705ca5d5 None None] The sync data for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 is: [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:48Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:49.496052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4d5894f-2d1d-45ff-89d5-a61a861266e6 req-1741698b-9ad3-4466-9425-69b47d0e5c2f tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434387 Oct 26 16:29:49.526013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:29:49.533353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a4e0d-bdc9-4f3c-9804-84f5ae64f9d4 req-41910c5a-86d6-4d9d-b176-7c6790f24c05 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:49.549374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987a4e0d-bdc9-4f3c-9804-84f5ae64f9d4 req-41910c5a-86d6-4d9d-b176-7c6790f24c05 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.2544680 Oct 26 16:29:49.596815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:49.666282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:49.758946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:49.772054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987a4e0d-bdc9-4f3c-9804-84f5ae64f9d4 req-f2327c08-3691-464e-8fab-c007ba622d8f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216206 Oct 26 16:29:49.780905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:29:49.800766 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff7a5607-c7f7-4c77-9793-9393fdfd8f1c admin admin] 10.222.0.21 "PUT /v2.0/routers/b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6454124 Oct 26 16:29:49.804481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:49.847966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Sync routers for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:29:49.924937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215b0d0-c9ec-4aaf-9951-739750bf705a req-e421fa26-2c2c-40a7-9a1a-91ca9c77e0b9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:49.938160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0215b0d0-c9ec-4aaf-9951-739750bf705a req-e421fa26-2c2c-40a7-9a1a-91ca9c77e0b9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 945 time: 0.2198343 Oct 26 16:29:49.965048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] For port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:50.032707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:50.041538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:50.084380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0215b0d0-c9ec-4aaf-9951-739750bf705a req-7230e95d-1b1d-4b09-821f-888764c04300 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451471 Oct 26 16:29:50.098283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:50.104542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:50.189210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event deleted for resources: {'Subnet': ['ID=8bce4db9-f67e-4704-9290-94efe849ccad,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:50.209662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:50.212970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c4f72753-9e08-4fc8-bd8d-4abb8fe3125e tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "DELETE /v2.0/subnets/8bce4db9-f67e-4704-9290-94efe849ccad HTTP/1.1" status: 204 len: 168 time: 2.3540399 Oct 26 16:29:50.215743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35144) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:50.282951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82c401a5-d08a-4861-b0f7-80db5edc569b req-76fe30bc-a1e3-4fa6-a680-0743fc23631c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0479105 Oct 26 16:29:50.372680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073656ac-a43c-4473-b60f-a368282b0a0c req-5439af80-61a6-4e8f-9a54-dba60198820d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:50.374262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073656ac-a43c-4473-b60f-a368282b0a0c req-5439af80-61a6-4e8f-9a54-dba60198820d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.3760965 Oct 26 16:29:50.427662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:50.430936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:50.602129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7a2ec-bc4f-42b2-8b2c-992e3c33762e None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:50.624875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073656ac-a43c-4473-b60f-a368282b0a0c req-fc97ad39-a053-4cb9-bc7e-0ee5e815a5b0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390769 Oct 26 16:29:50.815388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:50.877769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd552b-bc85-4683-8d7c-b5f90fa767f5 None None] Pushing event updated for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:50.892042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee71834-a369-47cd-ba4b-c32fbfca138e req-a6490ae0-544f-4327-b9d8-86ee7aca26a2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:50.908027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee71834-a369-47cd-ba4b-c32fbfca138e req-a6490ae0-544f-4327-b9d8-86ee7aca26a2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 948 time: 0.2073412 Oct 26 16:29:51.025036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:51.037096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.042857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee71834-a369-47cd-ba4b-c32fbfca138e req-b20cc3a2-7f23-4435-bbbd-d100f28c2ffd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271489 Oct 26 16:29:51.055618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.091843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Deleting port c5b3e2fa-85be-49ea-aaf3-17f32402647a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:51.092271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.170405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:29:51.204821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Deleting port e09431f6-fc72-429d-a614-581aa81bcfc7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:51.205399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.216780 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.311120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:51.323365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] For port c5b3e2fa-85be-49ea-aaf3-17f32402647a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5b3e2fa-85be-49ea-aaf3-17f32402647a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:51.323793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.353548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Calling delete_port for c5b3e2fa-85be-49ea-aaf3-17f32402647a owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:51.394707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] For port e09431f6-fc72-429d-a614-581aa81bcfc7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e09431f6-fc72-429d-a614-581aa81bcfc7,segment=NetworkSegment(df0ce278-6560-4ca9-9d2e-8b6bafa4403f),segment_id=df0ce278-6560-4ca9-9d2e-8b6bafa4403f)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:51.396394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.403507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.422032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:51.422563 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.436120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Calling delete_port for e09431f6-fc72-429d-a614-581aa81bcfc7 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:51.489076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] DHCP port deletion for 95d65173-e0cd-484b-9899-5dc12c02f587 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:29:51.601508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:29:48Z', 'revision_number': 5, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port': {'id': 'c5b3e2fa-85be-49ea-aaf3-17f32402647a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:27:11Z', 'updated_at': '2021-10-26T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:51.616824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.658974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] No DVR routers for this DVR port e09431f6-fc72-429d-a614-581aa81bcfc7 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:51.664710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event deleted for resources: {'Port': ['ID=e09431f6-fc72-429d-a614-581aa81bcfc7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:51.688487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:51.695977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.708361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Checking router: b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:29:51.733034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:51.772976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b3e2fa-85be-49ea-aaf3-17f32402647a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:51.788621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca716ad-42c7-4bc9-b855-72a25e79d50d req-2332707b-6664-4382-8cf9-e684beb25fce tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:51.803639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ca716ad-42c7-4bc9-b855-72a25e79d50d req-2332707b-6664-4382-8cf9-e684beb25fce tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 945 time: 0.3459539 Oct 26 16:29:51.833533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.841553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Routers {'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:29:51.842325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:29:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:51.894963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d65173-e0cd-484b-9899-5dc12c02f587']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:51.924289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:51.924592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0ce278-6560-4ca9-9d2e-8b6bafa4403f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:51.941866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbd6f5-d4ba-494a-8078-1660d863b271 req-e161e551-5d91-4a54-9600-97bdc14f6c78 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:51.944191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.946285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebfbd6f5-d4ba-494a-8078-1660d863b271 req-e161e551-5d91-4a54-9600-97bdc14f6c78 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.4882491 Oct 26 16:29:51.953441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cd7e36e9-89a6-4f74-87fc-0be229b04251 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:51.982507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:51.986419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] Set router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:29:52.007826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:29:52.008384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.058426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ca716ad-42c7-4bc9-b855-72a25e79d50d req-70e02c7a-cfbe-4b96-a7d8-34a3684794a9 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432377 Oct 26 16:29:52.077000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebfbd6f5-d4ba-494a-8078-1660d863b271 req-bdf7b1d9-f948-4ec8-b2de-82a25bd4662f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158414 Oct 26 16:29:52.092262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:29:52.255181 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:29:52.258670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Deleting port e09431f6-fc72-429d-a614-581aa81bcfc7 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:52.258670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.262769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.265021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.295177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:29:51Z', 'revision_number': 7, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:52.319633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.360821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.368382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] 10.222.0.21 "DELETE /v2.0/networks/95d65173-e0cd-484b-9899-5dc12c02f587 HTTP/1.1" status: 204 len: 168 time: 2.1501045 Oct 26 16:29:52.369318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c79dc-97f3-4926-bb1b-606f6f014fba tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756 tempest-ExtraDHCPOptionsIpV6TestJSON-2039799756-project] Pushing event deleted for resources: {'Network': ['ID=95d65173-e0cd-484b-9899-5dc12c02f587,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:52.386948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43d5f-f08f-467f-b645-684166641181 None None] The sync data for ids ['b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60'] in n-d-815373-2 is: [{'id': 'b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60', 'name': 'tempest-ServersTestJSON-720038438-router', 'tenant_id': '523432b8462d465d9a2a8f1857bbbb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:27:09Z', 'updated_at': '2021-10-26T16:29:51Z', 'revision_number': 7, 'project_id': '523432b8462d465d9a2a8f1857bbbb01', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:29:52.423955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] For port e09431f6-fc72-429d-a614-581aa81bcfc7, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:52.424373 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.450380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dd008cd-cd9b-43f3-b1f6-4a48615afeb4 req-d4fa6f9e-82c8-489b-817c-9c5d79455618 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.1813948 Oct 26 16:29:52.459461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a370ab3e-ede6-428f-8f53-3ed96058d94a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:52.469787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.473326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Calling delete_port for e09431f6-fc72-429d-a614-581aa81bcfc7 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:52.505164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Port e09431f6-fc72-429d-a614-581aa81bcfc7 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:29:52.506345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.512932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157429-ffe2-4ee5-97c3-1654bec2ce74 req-0d9aca83-b923-4192-a32c-f4b2e2ed2efa tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:52.518874 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.523633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a157429-ffe2-4ee5-97c3-1654bec2ce74 req-0d9aca83-b923-4192-a32c-f4b2e2ed2efa tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 947 time: 0.2460718 Oct 26 16:29:52.568398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.568550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Network 95d65173-e0cd-484b-9899-5dc12c02f587 is not hosted by any dhcp agent {{(pid=102738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:29:52.568999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] No DVR routers for this DVR port e09431f6-fc72-429d-a614-581aa81bcfc7 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:52.569129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:29:52.592213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port cd7e36e9-89a6-4f74-87fc-0be229b04251 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:29:52.622646 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.623812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-571677fe-b59f-4b25-abb7-a401b2f2e4ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/b1eb14c2-433c-4a6f-bb4d-2d82c2a1bb60 HTTP/1.1" status: 204 len: 168 time: 2.8158057 Oct 26 16:29:52.626976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35170) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:52.630260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port cd7e36e9-89a6-4f74-87fc-0be229b04251 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:52.630674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a157429-ffe2-4ee5-97c3-1654bec2ce74 req-3a6677df-70d4-41e4-b93e-1e90b80e0c58 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Oct 26 16:29:52.630803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.663312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa80d6-f7a6-4e2e-9948-694dea957e65 req-8bf3344b-2065-4157-8d59-f8f0683a210e tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:52.668377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1aa80d6-f7a6-4e2e-9948-694dea957e65 req-8bf3344b-2065-4157-8d59-f8f0683a210e tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0972829 Oct 26 16:29:52.669891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4cd5b-f4fe-45b1-9a7d-b2d7f4c511d8 None None] Pushing event deleted for resources: {'Port': ['ID=e09431f6-fc72-429d-a614-581aa81bcfc7,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:52.714660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Deleting subnet d2a0a40c-b385-440e-a868-767e795ed6fb {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:29:52.718186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.761327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1aa80d6-f7a6-4e2e-9948-694dea957e65 req-fe1f9bbd-df1c-4bb3-849e-612fed670fbe tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791163 Oct 26 16:29:52.788268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.853343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.856352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:52.899262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:52.907815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:52.910373 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2d2b36-ea35-4b3b-8b47-ad3197c04ce5" -d '{"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:52.941454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:52.988293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:29:53.022940 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef79f788-b988-4215-a38a-bee1f484a503 x-openstack-request-id: req-ef79f788-b988-4215-a38a-bee1f484a503 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:53.040646 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:53.041581 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef79f788-b988-4215-a38a-bee1f484a503 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:53.043695 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'code': 200} Oct 26 16:29:53.081385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.086929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.111592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.202408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35188) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:53.265382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6957d-99b2-4a5a-8c52-7e085e738817 req-6f8af4f5-d4ec-4c62-928d-2c964a03d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:53.267983 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02b6957d-99b2-4a5a-8c52-7e085e738817 req-6f8af4f5-d4ec-4c62-928d-2c964a03d0c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0678430 Oct 26 16:29:53.287626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:29:53.287962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.329179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-02b6957d-99b2-4a5a-8c52-7e085e738817 req-cfd07a4f-e62b-437e-9926-14e51dff6068 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Oct 26 16:29:53.346120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.367173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.374468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2a0a40c-b385-440e-a868-767e795ed6fb HTTP/1.1" status: 204 len: 168 time: 0.7461455 Oct 26 16:29:53.377047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35192) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:53.384220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365923fa-8c71-4abb-a228-bb5711262d72 None None] Network c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:53.390322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:53.431652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b987c7e-c6de-4baf-95e7-3228ed25fe6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a0a40c-b385-440e-a868-767e795ed6fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:53.445225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f971-05c3-4a9a-ac4b-eefb71f22340 req-9b0b1405-f08c-4339-b03f-baf7a4097157 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:53.446810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f29f971-05c3-4a9a-ac4b-eefb71f22340 req-9b0b1405-f08c-4339-b03f-baf7a4097157 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.1599624 Oct 26 16:29:53.530460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.550534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f29f971-05c3-4a9a-ac4b-eefb71f22340 req-3861c1c9-0e06-4a05-9aed-eaea1d8cea08 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952425 Oct 26 16:29:53.674454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Deleting port dd585d75-75ab-4f2e-9e32-1284db5d8f6d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:53.674710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.697387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1df4deff-7158-40fe-91da-645f0adc3799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e26dd90dc05456ab84c80db7cf9eeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908144 Oct 26 16:29:53.699389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:53.783476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54e5be52-81ac-4f3a-b622-bf051bc43026 req-187b3d64-34fb-4360-92dd-20b19329af6b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0713387 Oct 26 16:29:53.834693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] For port dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:53.835155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.893030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e09431f6-fc72-429d-a614-581aa81bcfc7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:53.898735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Calling delete_port for dd585d75-75ab-4f2e-9e32-1284db5d8f6d owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:53.901604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.936491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:53.937281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:53.951037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e09431f6-fc72-429d-a614-581aa81bcfc7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:53.951440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e09431f6-fc72-429d-a614-581aa81bcfc7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:53.952200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 673d5068-1d1c-4829-b020-080e42ce9000 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:53.979599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 673d5068-1d1c-4829-b020-080e42ce9000 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:53.979977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 673d5068-1d1c-4829-b020-080e42ce9000 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:53.984172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200331c9-837e-4d90-b1a3-c10a0b30992b req-c82217bc-b247-4ca4-81a6-60951998e2c4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:53.991995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-200331c9-837e-4d90-b1a3-c10a0b30992b req-c82217bc-b247-4ca4-81a6-60951998e2c4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.0893626 Oct 26 16:29:54.063375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-200331c9-837e-4d90-b1a3-c10a0b30992b req-af2b756a-c4d6-4b98-8857-57b93bc97a1c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581384 Oct 26 16:29:54.091883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] DHCP port deletion for c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:29:54.153190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Deleting port dd585d75-75ab-4f2e-9e32-1284db5d8f6d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:29:54.153562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.235002 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.237774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.241596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f250e4d9-3bbd-4d80-87a3-c0327e82c911 HTTP/1.1" status: 204 len: 168 time: 0.5386443 Oct 26 16:29:54.244411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] For port dd585d75-75ab-4f2e-9e32-1284db5d8f6d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,segment=NetworkSegment(692d4784-2ada-487c-a41b-9328e3d0d361),segment_id=692d4784-2ada-487c-a41b-9328e3d0d361)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:29:54.244851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.277505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Calling delete_port for dd585d75-75ab-4f2e-9e32-1284db5d8f6d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:29:54.283917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6c061-abaa-495e-9140-a6ca33bbef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f250e4d9-3bbd-4d80-87a3-c0327e82c911,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:54.294393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.331254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:54.340111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] No DVR routers for this DVR port dd585d75-75ab-4f2e-9e32-1284db5d8f6d on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:54.437119 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.459345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.492854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fc86ee-9f6f-4e85-83b5-3bdece3a7011']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:54.509054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] No DVR routers for this DVR port dd585d75-75ab-4f2e-9e32-1284db5d8f6d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:29:54.520246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4355cab-6ee7-402f-96a1-6f5653172002 None None] Pushing event deleted for resources: {'Port': ['ID=dd585d75-75ab-4f2e-9e32-1284db5d8f6d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:54.522471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d4784-2ada-487c-a41b-9328e3d0d361') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:54.522471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d4784-2ada-487c-a41b-9328e3d0d361') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:54.540066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.555620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.562847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:29:54.567592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:29:54.571432 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:29:54.721134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.741013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d960-a9dd-44a5-8f91-7393ee48e973 req-322bf69a-5bc3-495e-a108-c20c2aba4e5c tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:54.741588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3552d960-a9dd-44a5-8f91-7393ee48e973 req-322bf69a-5bc3-495e-a108-c20c2aba4e5c tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0667548 Oct 26 16:29:54.778788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:54.792300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9fc86ee-9f6f-4e85-83b5-3bdece3a7011 HTTP/1.1" status: 204 len: 168 time: 1.4137478 Oct 26 16:29:54.799091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9deeb-69d5-4c3d-904f-a471277fa454 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fc86ee-9f6f-4e85-83b5-3bdece3a7011,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:54.809136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3552d960-a9dd-44a5-8f91-7393ee48e973 req-b73323ed-43dc-4475-a6d9-6578f21fb679 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647962 Oct 26 16:29:54.859213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd585d75-75ab-4f2e-9e32-1284db5d8f6d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:54.895834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: dd585d75-75ab-4f2e-9e32-1284db5d8f6d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:54.896184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd585d75-75ab-4f2e-9e32-1284db5d8f6d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:54.896599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5b3e2fa-85be-49ea-aaf3-17f32402647a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:29:54.961157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c5b3e2fa-85be-49ea-aaf3-17f32402647a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:29:54.962202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5b3e2fa-85be-49ea-aaf3-17f32402647a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:29:54.981190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0dda063-ee56-40f0-8b91-b20061fa46c5 req-e5876fb1-5f92-4e36-898f-906bc469e64f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ba24a3-450c-4379-a6f0-51933b6f40a4 HTTP/1.1" status: 200 len: 210 time: 0.0527186 Oct 26 16:29:55.053039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:29:55.053039 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf1c52-b365-4e23-955f-4cc4581962c9" -d '{"events": [{"server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:29:55.108963 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc90c1-9643-4875-9bd6-b0def924884d x-openstack-request-id: req-18cc90c1-9643-4875-9bd6-b0def924884d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:29:55.109638 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:29:55.109638 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18cc90c1-9643-4875-9bd6-b0def924884d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:29:55.109929 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'code': 200} Oct 26 16:29:55.315081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62fb02-9de8-4139-82b1-7c4014a90b46 req-fe76ae8c-61bd-4895-a108-9e98f9696f65 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:55.316981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d62fb02-9de8-4139-82b1-7c4014a90b46 req-fe76ae8c-61bd-4895-a108-9e98f9696f65 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1384087 Oct 26 16:29:55.319947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40adfed-98cc-4468-92dd-dc3c85b03ffc req-082afbd2-50b5-4bbf-aa88-28be8ee798e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:55.321689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b40adfed-98cc-4468-92dd-dc3c85b03ffc req-082afbd2-50b5-4bbf-aa88-28be8ee798e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1272075 Oct 26 16:29:55.359093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35230) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:55.393016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d62fb02-9de8-4139-82b1-7c4014a90b46 req-f44f81eb-4780-4112-b5b2-6597a3396f22 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Oct 26 16:29:55.423803 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6726174a-2a9f-4eec-ade8-7b443d358fb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=523432b8462d465d9a2a8f1857bbbb01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635266 Oct 26 16:29:55.424743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b40adfed-98cc-4468-92dd-dc3c85b03ffc req-490b684a-a788-4889-840a-293523afbfd8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530446 Oct 26 16:29:55.435922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:55.500486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:55.554386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:55.605199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95ff7-8106-4253-b2e9-79c46df01f8c req-d4596a96-4d08-402b-8811-57d289107e1e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:55.609767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ee95ff7-8106-4253-b2e9-79c46df01f8c req-d4596a96-4d08-402b-8811-57d289107e1e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1015959 Oct 26 16:29:55.679821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ee95ff7-8106-4253-b2e9-79c46df01f8c req-8118f874-5370-4a5d-8f59-2bbff2cdff85 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530386 Oct 26 16:29:55.759590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:55.763327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:55.764544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3aaf5c-757a-4c19-a26a-e7a335658292 HTTP/1.1" status: 204 len: 168 time: 0.3274994 Oct 26 16:29:55.779731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8fe1-79e6-424f-b07d-16558930fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3aaf5c-757a-4c19-a26a-e7a335658292,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:55.908954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:56.014337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'networks': [{'name': 'tempest-network--917515095'}, {'name': 'tempest-network--20628759'}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:56.014914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-network--917515095'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:56.015630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-network--20628759'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:56.108006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'network': 2} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:56.112593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.123733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.216966 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.292228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.293138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.337574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6964fa9e-699c-46d7-86a2-fa7db194133d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:56.346302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:56.357895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.358242 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment dd98a4be-2d89-4a9d-a1ba-730a5c3f7b98 of type vlan for network 27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a Oct 26 16:29:56.403636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.438833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:56.450630 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.450971 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment c370b5f8-2134-44ca-b600-9ba1b43fa77f of type vlan for network 469a2508-40b3-46cf-ac3b-74e1bcfa8ca8 Oct 26 16:29:56.493175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.593983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.594337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.603631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:56.607419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:56.608082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:56.692442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:56.703619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:56.762703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.8521626 Oct 26 16:29:56.765155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:56.802660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5504-769f-4d91-90eb-981e19818be4 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=469a2508-40b3-46cf-ac3b-74e1bcfa8ca8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:56.827177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 469a2508-40b3-46cf-ac3b-74e1bcfa8ca8 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:57.010613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7ea20-60ea-42da-bb09-33e4d913d8ec tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:57.016896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7ea20-60ea-42da-bb09-33e4d913d8ec tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:57.018773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35284) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:57.023565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7ea20-60ea-42da-bb09-33e4d913d8ec tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:57.030376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7ea20-60ea-42da-bb09-33e4d913d8ec tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:57.032085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3f7ea20-60ea-42da-bb09-33e4d913d8ec tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2659106 Oct 26 16:29:57.034813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35288) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:57.117254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.146317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1206885448-network', 'tenant_id': 'f05f5dfa58dc4714950e66f1817bb52a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:57.213105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.239425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Made reservation on behalf of f05f5dfa58dc4714950e66f1817bb52a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:57.241786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.248300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.258714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.262442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd98a4be-2d89-4a9d-a1ba-730a5c3f7b98') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.271555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd98a4be-2d89-4a9d-a1ba-730a5c3f7b98') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.274147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.291570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.298045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:29:57.299522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:29:57.301963 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:29:57.439922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.451947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.457164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a HTTP/1.1" status: 204 len: 168 time: 0.4207640 Oct 26 16:29:57.460400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35294) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:57.487648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b512ff-369a-4fa0-b940-61a570d48563 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=27c4cc6d-44ce-4c48-a791-ae9d7b0fb08a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:57.564383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.677752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.693758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.717644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a2508-40b3-46cf-ac3b-74e1bcfa8ca8']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.725824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.735015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c370b5f8-2134-44ca-b600-9ba1b43fa77f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.735348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c370b5f8-2134-44ca-b600-9ba1b43fa77f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:29:57.756630 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.760564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:57.784245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41350327-13e3-49d4-b55d-2ba763b46969,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:57.788059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.788389 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Added segment af7cc7a4-efca-4ac0-8c94-24d6629906c5 of type vlan for network b54de4bf-e3e9-4459-af1d-456a7146fae2 Oct 26 16:29:57.796899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.820879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:29:57.821278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:29:57.824384 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:29:57.878745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.947906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.966036 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.972130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/469a2508-40b3-46cf-ac3b-74e1bcfa8ca8 HTTP/1.1" status: 204 len: 168 time: 0.5078981 Oct 26 16:29:57.972130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85793d-0187-4c64-82f1-9f26a2ce9a82 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=469a2508-40b3-46cf-ac3b-74e1bcfa8ca8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:57.972130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35296) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:57.987723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:57.987988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:57.989280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.104925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] Pushing event updated for resources: {'Network': ['ID=b54de4bf-e3e9-4459-af1d-456a7146fae2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:58.119095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b54de4bf-e3e9-4459-af1d-456a7146fae2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:58.142730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b750f1d-a43c-419a-8f9f-81d5ff42e214 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:58.148892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b750f1d-a43c-419a-8f9f-81d5ff42e214 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:58.150470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b750f1d-a43c-419a-8f9f-81d5ff42e214 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1733191 Oct 26 16:29:58.156535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f84a940d-6624-4a8a-8ad3-11fd46f08edf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1341357 Oct 26 16:29:58.156535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35298) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:58.156852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:58.161896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1225078271'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:58.169311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Request body: {'subnet': {'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1206885448-subnet', 'tenant_id': 'f05f5dfa58dc4714950e66f1817bb52a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:58.186580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:29:58.186580 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 16:29:58.186580 n-d-815373-2 neutron-server[102736]: [parameters: {'project_id_1': 'f05f5dfa58dc4714950e66f1817bb52a', 'expiration_1': datetime.datetime(2021, 10, 26, 16, 29, 38, 178110)}] Oct 26 16:29:58.186580 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:29:58.187158 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:29:58.267961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:58.271695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.297049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:58.307578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.308050 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment 1a3dbd2e-7cca-462f-bc4a-ba9cc8043415 of type vlan for network 68653b89-fafb-42b8-9b3f-4fefba5aff38 Oct 26 16:29:58.351422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.455441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.462701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:58.463354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.542193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=68653b89-fafb-42b8-9b3f-4fefba5aff38,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:58.555760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 68653b89-fafb-42b8-9b3f-4fefba5aff38 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:58.575115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cae7e96c-6209-4ebe-9aef-0d70aef2879e tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4190805 Oct 26 16:29:58.577179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35306) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:58.583918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-513077900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:58.667178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:58.670836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.710608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:29:58.724588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.724861 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment fce874ba-1a19-408c-b5c9-91db9c39469b of type vlan for network d70713cf-b841-4d3e-a79c-f666a8c0042e Oct 26 16:29:58.767178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.773877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Made reservation on behalf of f05f5dfa58dc4714950e66f1817bb52a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:58.776284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.897167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:58.902899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:58.903500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.025856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4475081 Oct 26 16:29:59.026570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435ce0-cb8c-41ef-b613-f05e2ec26222 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=d70713cf-b841-4d3e-a79c-f666a8c0042e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:59.028737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35308) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:29:59.034929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'ports': [{'network_id': '68653b89-fafb-42b8-9b3f-4fefba5aff38', 'name': 'tempest-port--789891519', 'admin_state_up': True}, {'network_id': 'd70713cf-b841-4d3e-a79c-f666a8c0042e', 'admin_state_up': False}]} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:59.037952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d70713cf-b841-4d3e-a79c-f666a8c0042e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:29:59.040741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'port': {'network_id': '68653b89-fafb-42b8-9b3f-4fefba5aff38', 'name': 'tempest-port--789891519', 'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:59.043561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'port': {'network_id': 'd70713cf-b841-4d3e-a79c-f666a8c0042e', 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:29:59.212258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.269448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3204b91a-bfa9-4822-b12a-44600ede21be,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:29:59.286422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Checking segment: {'id': 'af7cc7a4-efca-4ac0-8c94-24d6629906c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:29:59.286913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Network hostable DHCP agents. Network: b54de4bf-e3e9-4459-af1d-456a7146fae2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:29:59.495041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'port': 2} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:29:59.499742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.513790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.595763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] device_id is not set on port d38c0a19-fb83-4ca5-9cab-b31ef2783b39 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:29:59.604615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Network b54de4bf-e3e9-4459-af1d-456a7146fae2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:29:59.708310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b54de4bf-e3e9-4459-af1d-456a7146fae2) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:29:59.712827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:29:59.713524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.721316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e005e-897f-4f73-b82f-2494cd8826ab None None] Network b54de4bf-e3e9-4459-af1d-456a7146fae2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:59.727497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:29:59.793842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-75bb481c-b5cc-4560-bccc-1fe4db6a78db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6275923 Oct 26 16:29:59.801493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] device_id is not set on port 28f9e4bf-27f0-480c-9c44-ed29850b9e7c yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:29:59.882714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727529b4-7659-462f-ac46-4a8e0b42ca63 None None] Network b54de4bf-e3e9-4459-af1d-456a7146fae2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:29:59.937893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.022733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.077095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Port': ['ID=d38c0a19-fb83-4ca5-9cab-b31ef2783b39,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:00.092951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Checking segment: {'id': '1a3dbd2e-7cca-462f-bc4a-ba9cc8043415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '68653b89-fafb-42b8-9b3f-4fefba5aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:00.093402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network hostable DHCP agents. Network: 68653b89-fafb-42b8-9b3f-4fefba5aff38, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:00.176772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network 68653b89-fafb-42b8-9b3f-4fefba5aff38 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:00.221940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 68653b89-fafb-42b8-9b3f-4fefba5aff38) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:00.226407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:00.227372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.231317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef2e7e-ea35-424c-8ca1-b7f070a42aab None None] Network 68653b89-fafb-42b8-9b3f-4fefba5aff38 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:00.298535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Port': ['ID=28f9e4bf-27f0-480c-9c44-ed29850b9e7c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:00.313483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Checking segment: {'id': 'fce874ba-1a19-408c-b5c9-91db9c39469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd70713cf-b841-4d3e-a79c-f666a8c0042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:00.316381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network hostable DHCP agents. Network: d70713cf-b841-4d3e-a79c-f666a8c0042e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:00.416555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network d70713cf-b841-4d3e-a79c-f666a8c0042e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:00.496552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d70713cf-b841-4d3e-a79c-f666a8c0042e) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:00.500975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:00.507833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e639bf7-84a1-423c-94be-ce6cbf4da2c7 None None] Network d70713cf-b841-4d3e-a79c-f666a8c0042e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:00.509539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:00.514376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:00.515657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.624952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-baa24528-584a-4de7-8f65-fdb6a441a29a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5945718 Oct 26 16:30:00.627572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35324) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:00.711241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d0db7-9da2-4ab7-868b-b2d38b5755e9 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:00.717508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d0db7-9da2-4ab7-868b-b2d38b5755e9 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:00.719290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2b3d0db7-9da2-4ab7-868b-b2d38b5755e9 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0907273 Oct 26 16:30:00.722383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:00.816501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting port d38c0a19-fb83-4ca5-9cab-b31ef2783b39 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:00.816851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.887237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:00.900024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Calling delete_port for d38c0a19-fb83-4ca5-9cab-b31ef2783b39 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:00.908185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-99b73bc9-26ae-4f76-803c-b4e955a867c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.033644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.063552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Port': ['ID=d38c0a19-fb83-4ca5-9cab-b31ef2783b39,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:01.070801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.076838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8ee0463-0a74-4c24-a227-977668664f85 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/ports/d38c0a19-fb83-4ca5-9cab-b31ef2783b39 HTTP/1.1" status: 204 len: 168 time: 0.3510463 Oct 26 16:30:01.077040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35328) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:01.174632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting port 28f9e4bf-27f0-480c-9c44-ed29850b9e7c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:01.174891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.259539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.275121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Calling delete_port for 28f9e4bf-27f0-480c-9c44-ed29850b9e7c owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:01.450595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.485269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Port': ['ID=28f9e4bf-27f0-480c-9c44-ed29850b9e7c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:01.492007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.498099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-272c0740-0442-4e84-a4e3-3842335dece5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/ports/28f9e4bf-27f0-480c-9c44-ed29850b9e7c HTTP/1.1" status: 204 len: 168 time: 0.4177935 Oct 26 16:30:01.498610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35332) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:01.529720 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0364fcb2-2582-4a77-8f64-98d7e763e798 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0266571 Oct 26 16:30:01.530258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:01.535737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-174557731'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:01.622276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:01.626178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.659453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:01.669387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.669798 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment c4d529af-2c79-4841-abca-be513ab3a1d3 of type vlan for network d2bfe59d-3876-4783-9894-dec983d26941 Oct 26 16:30:01.716247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.798884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.804979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:01.805596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:01.876507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=d2bfe59d-3876-4783-9894-dec983d26941,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:01.888090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d2bfe59d-3876-4783-9894-dec983d26941 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:01.929962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-002a4fc6-e272-46a1-9f6f-5b8b117d4388 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3961678 Oct 26 16:30:01.930217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:01.937484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1490256163'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:02.022409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:02.025992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:02.052913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:02.063082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:02.063677 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Added segment 26424d9c-8c31-44b5-826c-00cb7ec8a19b of type vlan for network f2932043-3173-436c-8327-78770cb7cf05 Oct 26 16:30:02.108465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:02.210711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:02.216470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:02.217091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:02.287940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Network': ['ID=f2932043-3173-436c-8327-78770cb7cf05,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:02.298023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f2932043-3173-436c-8327-78770cb7cf05 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:02.322326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c79647d-7aa2-4276-9234-11d9310fa94b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3910842 Oct 26 16:30:03.524826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ee364d8-9e7c-4d41-852d-65b903e16237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:04.050446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:04.901965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:05.478437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:05.483551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'subnets': [{'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--232758253', 'ip_version': 6}, {'network_id': 'f2932043-3173-436c-8327-78770cb7cf05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:05.483894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'subnet': {'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--232758253', 'ip_version': 6}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:05.484561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Request body: {'subnet': {'network_id': 'f2932043-3173-436c-8327-78770cb7cf05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:05.959185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Made reservation on behalf of b72af11e8bda41c0b3537e6d2d3f5455 for: {'subnet': 2} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:06.187726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:06.187726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:06.976450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:06.977136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.037796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Subnet': ['ID=3362e7e0-1594-4d01-bd6e-5785992ed696,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:07.049243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Checking segment: {'id': 'c4d529af-2c79-4841-abca-be513ab3a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:07.049603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network hostable DHCP agents. Network: d2bfe59d-3876-4783-9894-dec983d26941, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:07.136457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network d2bfe59d-3876-4783-9894-dec983d26941 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:07.204686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d2bfe59d-3876-4783-9894-dec983d26941) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:07.215529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4ef86-42dc-4a82-acfa-4dcc09a8a15f None None] Network d2bfe59d-3876-4783-9894-dec983d26941 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:07.216199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.279190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event updated for resources: {'Subnet': ['ID=7b1532df-d6c0-41be-a0b4-dcf4a1addc81,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:07.295170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Checking segment: {'id': '26424d9c-8c31-44b5-826c-00cb7ec8a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:07.296084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network hostable DHCP agents. Network: f2932043-3173-436c-8327-78770cb7cf05, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:07.394993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Network f2932043-3173-436c-8327-78770cb7cf05 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:07.409632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d2bfe59d-3876-4783-9894-dec983d26941', 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941', 'tenant_id': 'b72af11e8bda41c0b3537e6d2d3f5455', 'fixed_ips': [{'subnet_id': '3362e7e0-1594-4d01-bd6e-5785992ed696'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:30:07.413007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.492004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f2932043-3173-436c-8327-78770cb7cf05) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:07.497537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:07.503698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:07.503698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.521492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b8f9e4-1dc0-42d2-a26e-cb0ad6500a7a None None] Network f2932043-3173-436c-8327-78770cb7cf05 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:07.590325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8985928a-b51f-448d-818f-11861fbbe77a tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1103134 Oct 26 16:30:07.592867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35362) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:07.624137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Allocated IP 2001:db8::1 (d2bfe59d-3876-4783-9894-dec983d26941/3362e7e0-1594-4d01-bd6e-5785992ed696/695ccd75-e301-4937-adad-dabdd0c48048) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:07.689300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929705f-7bbb-4867-acdc-1e1227155713 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:07.691083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929705f-7bbb-4867-acdc-1e1227155713 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:07.692739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929705f-7bbb-4867-acdc-1e1227155713 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:07.694380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2929705f-7bbb-4867-acdc-1e1227155713 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1006398 Oct 26 16:30:07.705039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35364) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:07.791573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting subnet 3362e7e0-1594-4d01-bd6e-5785992ed696 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:30:07.846213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-f2932043-3173-436c-8327-78770cb7cf05', 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05', 'tenant_id': 'b72af11e8bda41c0b3537e6d2d3f5455', 'fixed_ips': [{'subnet_id': '7b1532df-d6c0-41be-a0b4-dcf4a1addc81'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:30:07.848015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.885398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:07.975069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.002101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.242640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Allocated IP 2001:db8:0:1::1 (f2932043-3173-436c-8327-78770cb7cf05/7b1532df-d6c0-41be-a0b4-dcf4a1addc81/e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:08.255358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Network d2bfe59d-3876-4783-9894-dec983d26941 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:08.266340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:08.269977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:08.283178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Pushing event updated for resources: {'Port': ['ID=695ccd75-e301-4937-adad-dabdd0c48048,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:08.350765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.387502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Attempting to bind port 695ccd75-e301-4937-adad-dabdd0c48048 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:08.387862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Attempting to bind port 695ccd75-e301-4937-adad-dabdd0c48048 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c4d529af-2c79-4841-abca-be513ab3a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:08.388230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Attempting to bind port 695ccd75-e301-4937-adad-dabdd0c48048 on network d2bfe59d-3876-4783-9894-dec983d26941 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:08.398833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:08.401527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Checking segment: {'id': 'c4d529af-2c79-4841-abca-be513ab3a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:08.401527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.401527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Bound using segment: {'id': 'c4d529af-2c79-4841-abca-be513ab3a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:08.401527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Bound port: 695ccd75-e301-4937-adad-dabdd0c48048, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d529af-2c79-4841-abca-be513ab3a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd2bfe59d-3876-4783-9894-dec983d26941'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:08.401527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.449992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.528998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.589132 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.661059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] For port 695ccd75-e301-4937-adad-dabdd0c48048, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:08.661059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] For port 695ccd75-e301-4937-adad-dabdd0c48048, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=695ccd75-e301-4937-adad-dabdd0c48048,segment=NetworkSegment(c4d529af-2c79-4841-abca-be513ab3a1d3),segment_id=c4d529af-2c79-4841-abca-be513ab3a1d3)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:08.661750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Subnet': ['ID=3362e7e0-1594-4d01-bd6e-5785992ed696,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:08.661750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.661750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-98c16c55-348f-451e-9692-76aa2679e951 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/subnets/3362e7e0-1594-4d01-bd6e-5785992ed696 HTTP/1.1" status: 204 len: 168 time: 0.9203758 Oct 26 16:30:08.662125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35370) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:08.662653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.685890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Network f2932043-3173-436c-8327-78770cb7cf05 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:08.690683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:08.693822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:08.696047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting subnet 7b1532df-d6c0-41be-a0b4-dcf4a1addc81 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:30:08.698428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.701923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Pushing event updated for resources: {'Port': ['ID=e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:08.710952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.742529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.797183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Attempting to bind port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:08.797566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Attempting to bind port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '26424d9c-8c31-44b5-826c-00cb7ec8a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:08.797995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Attempting to bind port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 on network f2932043-3173-436c-8327-78770cb7cf05 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:08.817905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:08.818388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Checking segment: {'id': '26424d9c-8c31-44b5-826c-00cb7ec8a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:08.818801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.819319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Bound using segment: {'id': '26424d9c-8c31-44b5-826c-00cb7ec8a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:08.819907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Bound port: e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26424d9c-8c31-44b5-826c-00cb7ec8a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f2932043-3173-436c-8327-78770cb7cf05'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:08.820403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.837669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293c25f-a077-4565-8fa4-3cede89116ff None None] Pushing event updated for resources: {'Port': ['ID=695ccd75-e301-4937-adad-dabdd0c48048,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:08.852050 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.977211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:08.981534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] For port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:08.985347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] For port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9,segment=NetworkSegment(26424d9c-8c31-44b5-826c-00cb7ec8a19b),segment_id=26424d9c-8c31-44b5-826c-00cb7ec8a19b)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:09.014019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1532df-d6c0-41be-a0b4-dcf4a1addc81,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:09.016246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.025915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93019a7d-979b-441f-86c2-6640b6f3e063 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/subnets/7b1532df-d6c0-41be-a0b4-dcf4a1addc81 HTTP/1.1" status: 204 len: 168 time: 0.3910992 Oct 26 16:30:09.026084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:09.062740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.120277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd54fa-01ac-447a-a08a-d183ef276a88 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:09.127957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35378) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:09.128765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2bd54fa-01ac-447a-a08a-d183ef276a88 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1002176 Oct 26 16:30:09.165482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c065e-33da-4008-9c4f-da4cf2979c52 None None] Pushing event updated for resources: {'Port': ['ID=e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:09.248080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.306140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:09.306915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.404424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] For port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9,segment=NetworkSegment(26424d9c-8c31-44b5-826c-00cb7ec8a19b),segment_id=26424d9c-8c31-44b5-826c-00cb7ec8a19b)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:09.405104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.421375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Calling delete_port for e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:09.609182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.626380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] No DVR routers for this DVR port e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:09.674223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Port': ['ID=e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:09.756549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.787661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2932043-3173-436c-8327-78770cb7cf05']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:09.799439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26424d9c-8c31-44b5-826c-00cb7ec8a19b') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:09.800829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26424d9c-8c31-44b5-826c-00cb7ec8a19b') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:09.811614 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.829056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.837688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:09.838218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:30:09.841465 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:30:10.035956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5224895-3266-4341-b23e-11fa9cf31e40 None None] Network d2bfe59d-3876-4783-9894-dec983d26941 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:10.037752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.050320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.055942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/f2932043-3173-436c-8327-78770cb7cf05 HTTP/1.1" status: 204 len: 168 time: 0.9142118 Oct 26 16:30:10.058662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35390) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:10.114435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401837-6013-455e-a1a4-e2f70bab415d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=f2932043-3173-436c-8327-78770cb7cf05,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:10.337096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.405906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7ada3-e09e-480e-89af-d457919e9d6f req-b43183b3-b621-4342-a487-029a034a2bb8 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:10.421393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42d7ada3-e09e-480e-89af-d457919e9d6f req-b43183b3-b621-4342-a487-029a034a2bb8 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.2355037 Oct 26 16:30:10.426845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fc959115-e757-4966-9685-d51a08176279 None None] Provisioning complete for port 695ccd75-e301-4937-adad-dabdd0c48048 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:10.428121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc959115-e757-4966-9685-d51a08176279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.598100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc959115-e757-4966-9685-d51a08176279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.619394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] DHCP port deletion for d2bfe59d-3876-4783-9894-dec983d26941 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:30:10.672917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42d7ada3-e09e-480e-89af-d457919e9d6f req-f5c917f3-7d6a-48be-a42d-0417dd7e8550 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479947 Oct 26 16:30:10.687973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fc959115-e757-4966-9685-d51a08176279 None None] For port 695ccd75-e301-4937-adad-dabdd0c48048, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=695ccd75-e301-4937-adad-dabdd0c48048,segment=NetworkSegment(c4d529af-2c79-4841-abca-be513ab3a1d3),segment_id=c4d529af-2c79-4841-abca-be513ab3a1d3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:10.713046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5b489-49c3-406a-b1af-13638b72d919 None None] DHCP port deletion for f2932043-3173-436c-8327-78770cb7cf05 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:30:10.738525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Deleting port 695ccd75-e301-4937-adad-dabdd0c48048 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:10.739109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.776297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Deleting port 695ccd75-e301-4937-adad-dabdd0c48048 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:10.776662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.821935 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc959115-e757-4966-9685-d51a08176279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.823740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80820a-bbfe-4702-a059-4f366c02c99c None None] Network f2932043-3173-436c-8327-78770cb7cf05 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:10.828377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] For port 695ccd75-e301-4937-adad-dabdd0c48048, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=695ccd75-e301-4937-adad-dabdd0c48048,segment=NetworkSegment(c4d529af-2c79-4841-abca-be513ab3a1d3),segment_id=c4d529af-2c79-4841-abca-be513ab3a1d3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:10.828834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.878021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80820a-bbfe-4702-a059-4f366c02c99c None None] Network f2932043-3173-436c-8327-78770cb7cf05 could not be found, it might have been deleted concurrently. {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 16:30:10.885025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Calling delete_port for 695ccd75-e301-4937-adad-dabdd0c48048 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:10.890240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] For port 695ccd75-e301-4937-adad-dabdd0c48048, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=695ccd75-e301-4937-adad-dabdd0c48048,segment=NetworkSegment(c4d529af-2c79-4841-abca-be513ab3a1d3),segment_id=c4d529af-2c79-4841-abca-be513ab3a1d3)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:10.890868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:10.935681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Calling delete_port for 695ccd75-e301-4937-adad-dabdd0c48048 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:10.948990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959115-e757-4966-9685-d51a08176279 None None] Pushing event updated for resources: {'Port': ['ID=695ccd75-e301-4937-adad-dabdd0c48048,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:10.954070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-86b19935-b93b-4795-a3ad-d142bbb8754b tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:10.955871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-86b19935-b93b-4795-a3ad-d142bbb8754b tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/networks?id=b54de4bf-e3e9-4459-af1d-456a7146fae2 HTTP/1.1" status: 200 len: 818 time: 0.4100399 Oct 26 16:30:10.983231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5f55e63c-e44b-4871-b2c2-64b6e2135458 None None] Could not find standard attr ID for object e9ef3ca2-8f82-4a2e-8d68-c0b5594da0e9. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:30:10.997069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-c33aa775-80e1-4188-ba95-1072e6e07715 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/quotas/f05f5dfa58dc4714950e66f1817bb52a HTTP/1.1" status: 200 len: 375 time: 0.0335820 Oct 26 16:30:11.058536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1219ff-dc16-4040-a32d-398c1f72794c req-19ba8af3-0ed6-412a-ae75-f9e65163ebcf tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:11.060514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f1219ff-dc16-4040-a32d-398c1f72794c req-19ba8af3-0ed6-412a-ae75-f9e65163ebcf tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.2645123 Oct 26 16:30:11.082127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-2c6f4421-1e06-4646-bf24-b2baca0047e6 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f05f5dfa58dc4714950e66f1817bb52a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485735 Oct 26 16:30:11.118669 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.132274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] No DVR routers for this DVR port 695ccd75-e301-4937-adad-dabdd0c48048 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:11.153182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987882a7-7253-43d5-b49f-1ee1d5c0e61e None None] Pushing event deleted for resources: {'Port': ['ID=695ccd75-e301-4937-adad-dabdd0c48048,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:11.209094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f1219ff-dc16-4040-a32d-398c1f72794c req-ce8f2426-13c5-4d32-a584-7401a9521713 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286061 Oct 26 16:30:11.288220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.364927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-adbbc5de-701c-4984-b196-8529726f9e71 service neutron] 10.222.0.21 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713377 Oct 26 16:30:11.370375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Port': ['ID=695ccd75-e301-4937-adad-dabdd0c48048,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:11.390552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] No DVR routers for this DVR port 695ccd75-e301-4937-adad-dabdd0c48048 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:11.509001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7855a5-0635-4743-bf90-5fdc8eff2b29 req-74d08c17-8b0a-4886-b6df-4e9d8fee6cc4 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:11.510443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db7855a5-0635-4743-bf90-5fdc8eff2b29 req-74d08c17-8b0a-4886-b6df-4e9d8fee6cc4 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1981392 Oct 26 16:30:11.542205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.589576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bfe59d-3876-4783-9894-dec983d26941']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:11.603769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-ab9507eb-d127-45f5-9829-7351f70e2ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232702 Oct 26 16:30:11.610828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d529af-2c79-4841-abca-be513ab3a1d3') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:11.611147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d529af-2c79-4841-abca-be513ab3a1d3') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:11.615988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db7855a5-0635-4743-bf90-5fdc8eff2b29 req-4ee179ed-2589-48dc-b73c-8c8438fb6c42 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952303 Oct 26 16:30:11.630963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.661559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.673639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:11.674049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:30:11.680516 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:30:11.853409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1839-b1e2-4dd3-8476-ff1fe79008a4 req-69a7180f-4d0a-48b3-8051-89122eaf4f79 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:11.859638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb8a1839-b1e2-4dd3-8476-ff1fe79008a4 req-69a7180f-4d0a-48b3-8051-89122eaf4f79 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0667565 Oct 26 16:30:11.865470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35458) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:11.870112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Request body: {'floatingip': {'port_id': 'cd7e36e9-89a6-4f74-87fc-0be229b04251'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:11.874149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.917634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:11.920958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/d2bfe59d-3876-4783-9894-dec983d26941 HTTP/1.1" status: 204 len: 168 time: 1.8612571 Oct 26 16:30:11.923645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35464) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:11.948012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d40792-d0fa-4c37-b4dc-437b1d26fca5 tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=d2bfe59d-3876-4783-9894-dec983d26941,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:11.958364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.109602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.192419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03bde400-d408-46ed-825f-aace8e948872 req-fcea873f-2159-4297-9678-2ccf4152218e tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 210 time: 0.1999042 Oct 26 16:30:12.243994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.265710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70713cf-b841-4d3e-a79c-f666a8c0042e']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.276873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce874ba-1a19-408c-b5c9-91db9c39469b') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.277447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce874ba-1a19-408c-b5c9-91db9c39469b') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.287774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.301343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.307677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:12.308256 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.372037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-d244b1ed-1a13-459a-ba15-c99dcf6c7055 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:12.373726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-d244b1ed-1a13-459a-ba15-c99dcf6c7055 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.1802344 Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:30:12.406320 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:30:12.479931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.499246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.510123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/d70713cf-b841-4d3e-a79c-f666a8c0042e HTTP/1.1" status: 204 len: 168 time: 0.5835178 Oct 26 16:30:12.511709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:12.537560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-77555030-54d3-4303-9bc7-6397647919d1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0778344 Oct 26 16:30:12.552855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06004a-6350-4b88-8d3a-1fca0035cc1b tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=d70713cf-b841-4d3e-a79c-f666a8c0042e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:12.621234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbd69-6526-407a-a8d1-f4b0064c23be req-b9b4d35e-5fc5-4afd-b890-7ae34dab9e42 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:12.630015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5fbd69-6526-407a-a8d1-f4b0064c23be req-b9b4d35e-5fc5-4afd-b890-7ae34dab9e42 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.2552049 Oct 26 16:30:12.636719 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.638331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-ebd81fa6-0546-439e-b0b7-5a0c0457c4a6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674360 Oct 26 16:30:12.736894 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:30:12.779073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5fbd69-6526-407a-a8d1-f4b0064c23be req-20a4b7e7-7183-4ce4-961f-e7893399f052 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460998 Oct 26 16:30:12.780951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.826198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68653b89-fafb-42b8-9b3f-4fefba5aff38']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.845309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3dbd2e-7cca-462f-bc4a-ba9cc8043415') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.845589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3dbd2e-7cca-462f-bc4a-ba9cc8043415') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.867123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.889192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.904636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:12.904636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:30:12.907054 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:30:12.937287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:12.979266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-71d48436-6133-4981-80c7-84eff97e1749 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176849 Oct 26 16:30:13.014653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb22a5c-b85c-433a-a9c9-691087ffc633 req-e26dd1d1-342c-48fd-82f7-d92fa6884fa0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:13.028099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6eb22a5c-b85c-433a-a9c9-691087ffc633 req-e26dd1d1-342c-48fd-82f7-d92fa6884fa0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1494691 Oct 26 16:30:13.056239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:13.060974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:13.072016 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] 10.222.0.21 "DELETE /v2.0/networks/68653b89-fafb-42b8-9b3f-4fefba5aff38 HTTP/1.1" status: 204 len: 168 time: 0.5205863 Oct 26 16:30:13.106074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02523-43d5-47b8-a200-6f3b53c97a7d tempest-BulkNetworkOpsIpV6Test-1041613474 tempest-BulkNetworkOpsIpV6Test-1041613474-project] Pushing event deleted for resources: {'Network': ['ID=68653b89-fafb-42b8-9b3f-4fefba5aff38,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:13.124706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:13.279805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6eb22a5c-b85c-433a-a9c9-691087ffc633 req-3db2b3cb-6711-42f9-8f18-f966efa7a07b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497439 Oct 26 16:30:13.338697 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Floating IP 5555ac6a-970f-432c-9762-f3f60feb4188 associated. External IP: 172.25.5.45, port: cd7e36e9-89a6-4f74-87fc-0be229b04251. Oct 26 16:30:13.356204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd7782dd-4fab-4b9d-8e80-27fbde942525 req-3e9cd8b5-bd84-4c70-aa0a-6fb298a5c67a service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693743 Oct 26 16:30:13.506589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a364b62-13d5-42b9-8135-1cd34a28683a req-bbd36bdf-88ab-4524-b993-aa2487eaca97 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 210 time: 0.0625782 Oct 26 16:30:13.806094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:30:13.882255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dbfdb6f-b81e-47e8-bb5b-3c6b91e20057 req-25632710-908b-49f2-acf1-1d3ac96b04f8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=72cf5ee3-74c4-4c47-a402-05cf0169cb8c HTTP/1.1" status: 200 len: 210 time: 0.0519903 Oct 26 16:30:13.899298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35516) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:14.089648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3472-f0b7-45c6-be3a-259dadd22b39 req-3d1b3bb3-f6bf-431c-a786-df1a14c569f8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:14.099034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e8a3472-f0b7-45c6-be3a-259dadd22b39 req-3d1b3bb3-f6bf-431c-a786-df1a14c569f8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1390741 Oct 26 16:30:14.144851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cad94ab1-2a63-4264-ab43-59f4032a5de0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b72af11e8bda41c0b3537e6d2d3f5455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425148 Oct 26 16:30:14.146426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35526) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:14.156810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:14.164546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:14.172769 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Sync routers for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:14.193258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e8a3472-f0b7-45c6-be3a-259dadd22b39 req-58f3ce1b-e95a-4f99-9813-d36a127bf971 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744464 Oct 26 16:30:14.208519 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:30:14.209152 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:30:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:14.217274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-09e349bc-d05e-472d-822a-5f124385deaa tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "PUT /v2.0/floatingips/5555ac6a-970f-432c-9762-f3f60feb4188 HTTP/1.1" status: 200 len: 991 time: 2.3506877 Oct 26 16:30:14.217978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:14.225185 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4462c44c-058b-49b8-a29d-9c6b851c85a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:14.273739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:14.346799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:14.414065 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:30:14.462151 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f094d9-27e9-48dc-8c45-35034cfb5f7f x-openstack-request-id: req-95f094d9-27e9-48dc-8c45-35034cfb5f7f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:14.462800 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:14.463006 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f094d9-27e9-48dc-8c45-35034cfb5f7f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:14.463562 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'status': 'completed', 'code': 200} Oct 26 16:30:14.547505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:14.551297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:14.552451 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6964fa9e-699c-46d7-86a2-fa7db194133d HTTP/1.1" status: 204 len: 168 time: 0.4040022 Oct 26 16:30:14.577022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70319ea1-cd43-4f39-9ae1-29610e4cd2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964fa9e-699c-46d7-86a2-fa7db194133d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:14.654971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-02e018e2-fb99-4e32-9799-23cbd59d4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:14.656768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-02e018e2-fb99-4e32-9799-23cbd59d4bf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb9ddb8e59147a69ed768fcd4020e95&device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1541531 Oct 26 16:30:14.685804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf69725-419e-42a1-849d-74f6bce77d25 req-00668a5e-2b35-498e-ac51-99d0e899a688 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:14.693442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bf69725-419e-42a1-849d-74f6bce77d25 req-00668a5e-2b35-498e-ac51-99d0e899a688 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1663156 Oct 26 16:30:14.798053 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '5555ac6a-970f-432c-9762-f3f60feb4188', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'port_id': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'mac_address': 'fa:16:3e:e8:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:28:47Z', 'updated_at': '2021-10-26T16:30:12Z', 'revision_number': 1, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:14.818658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bf69725-419e-42a1-849d-74f6bce77d25 req-d41c569c-5871-416c-bda7-d9c2985e6975 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184404 Oct 26 16:30:14.898311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-bb999186-d774-4827-9882-0319c25c297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:14.905356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-bb999186-d774-4827-9882-0319c25c297c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df86089-0306-4e99-b898-a926ea0b2f65 HTTP/1.1" status: 200 len: 914 time: 0.2163904 Oct 26 16:30:15.051755 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Checking router: 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:15.062365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:30:15.063326 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:30:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.207497 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:30:15.268068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-41971544-01e4-4a0f-9c7d-c879af1a689d tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:15.273834 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-41971544-01e4-4a0f-9c7d-c879af1a689d tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.47 "GET /v2.0/networks?id=b54de4bf-e3e9-4459-af1d-456a7146fae2 HTTP/1.1" status: 200 len: 818 time: 0.3886456 Oct 26 16:30:15.290203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Request body: {'port': {'device_id': '421439df-9336-457a-94d4-bb584ed58267', 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2', 'admin_state_up': True, 'tenant_id': 'f05f5dfa58dc4714950e66f1817bb52a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:15.494336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d368d5f-f5cd-4640-8f35-1915af17bdc3 req-088b41ce-ed85-4de7-998f-0bade952494a tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 210 time: 0.5095048 Oct 26 16:30:15.625334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217ff6-6b4f-44b3-8517-c654fecd09c3 req-be9e7e05-db6a-46b4-98a4-24087ef15448 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:15.654755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15217ff6-6b4f-44b3-8517-c654fecd09c3 req-be9e7e05-db6a-46b4-98a4-24087ef15448 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1511447 Oct 26 16:30:15.661829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Made reservation on behalf of f05f5dfa58dc4714950e66f1817bb52a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:15.668035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:15.703332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-8402a216-16ce-4ad1-985e-d2bfd7c96eaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251 HTTP/1.1" status: 200 len: 999 time: 0.7901049 Oct 26 16:30:15.832639 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '5555ac6a-970f-432c-9762-f3f60feb4188', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'port_id': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'mac_address': 'fa:16:3e:e8:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:28:47Z', 'updated_at': '2021-10-26T16:30:12Z', 'revision_number': 1, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.863339 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c3298-054d-4bea-a96c-fd94062a2ee2 None None] The sync data for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 is: [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '5555ac6a-970f-432c-9762-f3f60feb4188', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'port_id': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'mac_address': 'fa:16:3e:e8:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:28:47Z', 'updated_at': '2021-10-26T16:30:12Z', 'revision_number': 1, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:15.872601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15217ff6-6b4f-44b3-8517-c654fecd09c3 req-942aa155-eedf-4ab4-8857-5c67c8ee0a67 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170789 Oct 26 16:30:15.979383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Allocated IP 172.20.0.8 (b54de4bf-e3e9-4459-af1d-456a7146fae2/3204b91a-bfa9-4822-b12a-44600ede21be/900d637e-3530-4cb8-bf0e-db9bc6910ddd) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:15.995682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-9f5c640a-2135-4da4-85b1-f6859585116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:15.998380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-9f5c640a-2135-4da4-85b1-f6859585116e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b55c1626-3d59-43b8-9cdc-2abfb34bfd8c HTTP/1.1" status: 200 len: 852 time: 0.2668147 Oct 26 16:30:16.056445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-a77a17c8-13a7-49bb-a433-e3c289e6d124 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:16.069127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-a77a17c8-13a7-49bb-a433-e3c289e6d124 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.3866677 Oct 26 16:30:16.094028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-13f24fbf-a000-4a00-adaf-d353a6a6694c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0239408 Oct 26 16:30:16.171815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-9804d4eb-29bb-4c68-9410-2de1fab32362 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767727 Oct 26 16:30:16.248064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:16.255563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffea742-9b9f-4982-b090-576925a8b037 None None] New status for floating IP 5555ac6a-970f-432c-9762-f3f60feb4188: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:30:16.342188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-9cd1a137-972c-4ee3-b209-17593beeda4d service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641917 Oct 26 16:30:16.345808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-8b90ea94-e490-4e88-9ec7-47f19bd93e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:16.346316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-8b90ea94-e490-4e88-9ec7-47f19bd93e27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df86089-0306-4e99-b898-a926ea0b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365254 Oct 26 16:30:16.388901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:16.442530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:16.489641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Network b54de4bf-e3e9-4459-af1d-456a7146fae2 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:16.496257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:16.505411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:16.588712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adea48-2053-4368-a400-c2575ae7b2d5 req-96c6b1b2-fa6a-4c7e-94de-8e4bf56d9a3a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:16.599430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03adea48-2053-4368-a400-c2575ae7b2d5 req-96c6b1b2-fa6a-4c7e-94de-8e4bf56d9a3a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.4446270 Oct 26 16:30:16.612091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:16.615352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:16.658021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Pushing event updated for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:16.674238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225456367'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:16.702891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03adea48-2053-4368-a400-c2575ae7b2d5 req-f707ee9c-281c-48bf-88b1-12a2a885eb9d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020837 Oct 26 16:30:16.732328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-c58229c3-fb02-4a69-b97f-3bbf7d4c84aa service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753662 Oct 26 16:30:16.744576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-526905a0-05d1-41e1-9a7f-46beb65d3b1c service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898120 Oct 26 16:30:16.779479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-702cc69a-219e-4315-a322-ab48d96b949f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905348 Oct 26 16:30:16.830111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Request body: {'port': {'device_id': '421439df-9336-457a-94d4-bb584ed58267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:16.911483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:16.927157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:16.965996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bcd6-e4bc-4a1d-ad0f-2c9d4f62843a req-69edfea5-9272-4254-9af7-9bf59ecb1de8 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:16.968031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3268bcd6-e4bc-4a1d-ad0f-2c9d4f62843a req-69edfea5-9272-4254-9af7-9bf59ecb1de8 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 931 time: 0.0999374 Oct 26 16:30:17.038324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3268bcd6-e4bc-4a1d-ad0f-2c9d4f62843a req-9a7a3977-db22-4e4a-9f7c-9851cb9205a5 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622272 Oct 26 16:30:17.040675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4462c44c-058b-49b8-a29d-9c6b851c85a8 req-0b8f826f-2ad9-44bd-8075-3e4dcc0d96a3 service neutron] 10.222.0.39 "GET /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918706 Oct 26 16:30:17.085556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:17.259919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46636ec2-d2a8-49d2-b14c-a99c46a29a0b req-b218c592-8d22-4be6-9843-0492999ad0cc tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:17.264513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46636ec2-d2a8-49d2-b14c-a99c46a29a0b req-b218c592-8d22-4be6-9843-0492999ad0cc tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1065452 Oct 26 16:30:17.374630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49338da7-e6a9-40d2-bab2-adecd7c31932 req-75e36df8-89d2-4694-9262-240343f5601e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.0678504 Oct 26 16:30:17.385481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46636ec2-d2a8-49d2-b14c-a99c46a29a0b req-7a2e1933-fd2a-43e9-ac9b-021cbf893692 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136887 Oct 26 16:30:17.774583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:17.895538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900d637e-3530-4cb8-bf0e-db9bc6910ddd {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:17.904163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:17.918317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:17.927729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Transition to ACTIVE for port object 900d637e-3530-4cb8-bf0e-db9bc6910ddd will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:17.964998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e42b98-635d-4164-bab9-8c1851d028bb req-f3821797-44c7-4bad-aa0b-bcb1391afd20 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:17.976087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81e42b98-635d-4164-bab9-8c1851d028bb req-f3821797-44c7-4bad-aa0b-bcb1391afd20 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1533225 Oct 26 16:30:17.976781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25383d-4c9e-4009-9c13-3fe1f063917a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.010408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.040079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81e42b98-635d-4164-bab9-8c1851d028bb req-db0885c5-2d99-425d-b438-1a48f49251e5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622723 Oct 26 16:30:18.089528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.091449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.168088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.216832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Attempting to bind port 900d637e-3530-4cb8-bf0e-db9bc6910ddd on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:18.217250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Attempting to bind port 900d637e-3530-4cb8-bf0e-db9bc6910ddd by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'af7cc7a4-efca-4ac0-8c94-24d6629906c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:18.217552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Attempting to bind port 900d637e-3530-4cb8-bf0e-db9bc6910ddd on network b54de4bf-e3e9-4459-af1d-456a7146fae2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:18.224558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20201a-2418-4843-99cb-d84184f64ce9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.231707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Port 900d637e-3530-4cb8-bf0e-db9bc6910ddd on network b54de4bf-e3e9-4459-af1d-456a7146fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:18.232047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Attempting to bind port 900d637e-3530-4cb8-bf0e-db9bc6910ddd on network b54de4bf-e3e9-4459-af1d-456a7146fae2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:18.239580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:18.239917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Checking segment: {'id': 'af7cc7a4-efca-4ac0-8c94-24d6629906c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:18.240300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Bound using segment: {'id': 'af7cc7a4-efca-4ac0-8c94-24d6629906c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:18.240854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Bound port: 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7cc7a4-efca-4ac0-8c94-24d6629906c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:18.241064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.264111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.269991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35646) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:18.270465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9df748f6-c595-48b9-a973-c71da26678cb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8247423 Oct 26 16:30:18.308443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8c456-3fcc-4b92-9fdc-0450e377251e req-ce830555-ad9a-4002-8998-e20a2475a7bc tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.308992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20d8c456-3fcc-4b92-9fdc-0450e377251e req-ce830555-ad9a-4002-8998-e20a2475a7bc tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 943 time: 0.1446471 Oct 26 16:30:18.340243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:18.344568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd,segment=NetworkSegment(af7cc7a4-efca-4ac0-8c94-24d6629906c5),segment_id=af7cc7a4-efca-4ac0-8c94-24d6629906c5)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:18.411015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20d8c456-3fcc-4b92-9fdc-0450e377251e req-25a123f4-188a-46e0-8cc7-883b3ed1a1ab tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915349 Oct 26 16:30:18.449470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.499248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4de102b2-cf03-431f-97f0-b44ae5230912 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2260818 Oct 26 16:30:18.503462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35652) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:18.508225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-security--12146612', 'description': 'tempest-security-description-2039560719'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:18.514177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.514787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.516215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/900d637e-3530-4cb8-bf0e-db9bc6910ddd HTTP/1.1" status: 200 len: 1091 time: 1.7197299 Oct 26 16:30:18.516701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:18.520606 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ac879-b3a9-4ec2-b09a-7aa3802d332d" -d '{"events": [{"name": "network-changed", "server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:18.557579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22988-647c-4ac2-ac83-de3ca161cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.630894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46d77294-f78a-42ae-8fa5-b4bfe3468fe3 req-ab74f300-6a89-4983-8bcb-e629926b27b6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.0818682 Oct 26 16:30:18.651241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.723179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-3151f3d5-9041-4aa1-9dac-062fd1039dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.723179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-3151f3d5-9041-4aa1-9dac-062fd1039dfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05f5dfa58dc4714950e66f1817bb52a&device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 1094 time: 0.0726123 Oct 26 16:30:18.723590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3bde-4758-43ec-8172-8460df0c00f2 req-d30ec5c3-f160-4054-ab7a-2ecc50b2162e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.734656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f18a3bde-4758-43ec-8172-8460df0c00f2 req-d30ec5c3-f160-4054-ab7a-2ecc50b2162e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.1578116 Oct 26 16:30:18.788134 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65087945-c141-46ac-93ca-4c11d0bbe64c x-openstack-request-id: req-65087945-c141-46ac-93ca-4c11d0bbe64c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:18.788134 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:18.788134 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65087945-c141-46ac-93ca-4c11d0bbe64c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:18.788134 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd', 'status': 'completed', 'code': 200} Oct 26 16:30:18.790733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-ed52ea16-7bae-40ce-8047-115811c47314 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd HTTP/1.1" status: 200 len: 217 time: 0.0636616 Oct 26 16:30:18.795275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:18.818867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f18a3bde-4758-43ec-8172-8460df0c00f2 req-766b5822-a1f2-4a70-bd56-1f38727fc4e9 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Oct 26 16:30:18.865960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-9bb63478-11d7-4093-a960-31ce136fdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.867870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-9bb63478-11d7-4093-a960-31ce136fdb15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3204b91a-bfa9-4822-b12a-44600ede21be HTTP/1.1" status: 200 len: 858 time: 0.0694888 Oct 26 16:30:18.910199 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-606e0446-705e-4844-871c-afaa94db07d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b54de4bf-e3e9-4459-af1d-456a7146fae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320129 Oct 26 16:30:18.972324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7258b1-360f-4c2e-b50a-6c6b015067e0 req-e70249d9-2b74-4d29-a8dd-5bfaa78482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:18.973819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec7258b1-360f-4c2e-b50a-6c6b015067e0 req-e70249d9-2b74-4d29-a8dd-5bfaa78482ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0461493 Oct 26 16:30:19.067779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec7258b1-360f-4c2e-b50a-6c6b015067e0 req-c9469f1b-9fd8-4689-99d8-b7b8b63fa09f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Oct 26 16:30:19.067964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-f5cb4c3c-b9cc-4b58-9b71-97e85a9e156f service neutron] 10.222.0.47 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091919 Oct 26 16:30:19.155498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a7b44-284f-4876-9b7f-24ff23fd6aee req-fdbbdac8-d90a-4d74-a32e-9c8c5361baba tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:19.157250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed8a7b44-284f-4876-9b7f-24ff23fd6aee req-fdbbdac8-d90a-4d74-a32e-9c8c5361baba tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0527291 Oct 26 16:30:19.225525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed8a7b44-284f-4876-9b7f-24ff23fd6aee req-844e7a70-abe4-41e2-aff5-2353a40bc4cf tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546482 Oct 26 16:30:19.280601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.306555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.306555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "PUT /v2.0/security-groups/7f20201a-2418-4843-99cb-d84184f64ce9 HTTP/1.1" status: 200 len: 1778 time: 0.7911148 Oct 26 16:30:19.316763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35664) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:19.334978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149763-77a3-4734-9b7d-def2866ee17f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20201a-2418-4843-99cb-d84184f64ce9,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.388614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-511f5a5e-823f-4ca9-8855-947ff849c9a9 req-19f697cd-df44-48f8-bdd9-94a6926fed5d service neutron] 10.222.0.47 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652703 Oct 26 16:30:19.401147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bba7e6ee-9382-4fec-87a8-450c3d97d818 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups/7f20201a-2418-4843-99cb-d84184f64ce9 HTTP/1.1" status: 200 len: 1778 time: 0.0811718 Oct 26 16:30:19.404551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35666) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:19.464610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.489865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.573041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7724cc-78e4-4d21-a132-b20fbb872c63 req-58002497-7bcf-4462-ba8d-7650041ccd61 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:19.574516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff7724cc-78e4-4d21-a132-b20fbb872c63 req-58002497-7bcf-4462-ba8d-7650041ccd61 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 943 time: 0.0747151 Oct 26 16:30:19.620898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff7724cc-78e4-4d21-a132-b20fbb872c63 req-dad8f88b-038f-4aee-827f-cb660fbd390a tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Oct 26 16:30:19.622203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-942790f0-15de-44ce-8cca-41f8657f9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:19.623897 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-942790f0-15de-44ce-8cca-41f8657f9f00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05f5dfa58dc4714950e66f1817bb52a&device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 1094 time: 0.0488379 Oct 26 16:30:19.700705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.703315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:19.707058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f20201a-2418-4843-99cb-d84184f64ce9 HTTP/1.1" status: 204 len: 168 time: 0.2987485 Oct 26 16:30:19.707653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:19.721445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f0154-c563-46ef-8084-7b5cb429f5c3 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20201a-2418-4843-99cb-d84184f64ce9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.766379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb53f43e-87bd-43ba-8352-5bad85f51870 req-c21e83c1-300e-46ed-b5dd-81db4ef9d80c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.0472631 Oct 26 16:30:19.797323 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ebbbd07f-26b2-4073-8bff-083f0b356ce2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874853 Oct 26 16:30:19.801531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-cda7bf17-2f03-413d-b64b-d5cd04853635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:19.803418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-cda7bf17-2f03-413d-b64b-d5cd04853635 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b54de4bf-e3e9-4459-af1d-456a7146fae2 HTTP/1.1" status: 200 len: 919 time: 0.1718729 Oct 26 16:30:19.803956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:19.829923 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-214117c2-c5db-4a9b-97d9-bd0b35df2db5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] delete failed (client error): The resource could not be found. Oct 26 16:30:19.831179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-214117c2-c5db-4a9b-97d9-bd0b35df2db5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f20201a-2418-4843-99cb-d84184f64ce9 HTTP/1.1" status: 404 len: 347 time: 0.0246658 Oct 26 16:30:19.837979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35678) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:19.843369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709676609'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:19.872479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:19.886007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:19.920479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-48528dfe-5ac2-40f5-a83a-28b7d0ea1ac2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd HTTP/1.1" status: 200 len: 217 time: 0.0919709 Oct 26 16:30:19.979181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9a169-b8b7-4fdc-b65d-9d25eaa6ecb3 req-f8e665b2-6f9f-4966-94d1-9e0f5e948528 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:19.986847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbb9a169-b8b7-4fdc-b65d-9d25eaa6ecb3 req-f8e665b2-6f9f-4966-94d1-9e0f5e948528 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 949 time: 0.0652142 Oct 26 16:30:20.003567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.065243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-6be317db-f1b0-48e5-8511-87c036417ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:20.066057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-6be317db-f1b0-48e5-8511-87c036417ba5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3204b91a-bfa9-4822-b12a-44600ede21be HTTP/1.1" status: 200 len: 858 time: 0.1423562 Oct 26 16:30:20.067361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbb9a169-b8b7-4fdc-b65d-9d25eaa6ecb3 req-5b0dd190-0bfd-40ec-991e-947c7f2b13ee tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793436 Oct 26 16:30:20.134938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-73f4f1ef-cee2-4396-bdc3-328fe90220d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b54de4bf-e3e9-4459-af1d-456a7146fae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596588 Oct 26 16:30:20.166496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:20.191022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'mac_address': 'fa:16:3e:75:aa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:20.198966 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.206551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.252204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:20.256255 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5d418-819e-4c56-a3b6-84fbe473623b" -d '{"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:20.279312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.317519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:20.329094 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80b8f9-e1c9-477e-babf-096966739989 x-openstack-request-id: req-9f80b8f9-e1c9-477e-babf-096966739989 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:20.329683 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:20.330174 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f80b8f9-e1c9-477e-babf-096966739989 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:20.331332 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'code': 200} Oct 26 16:30:20.333270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:20.340325 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-5cc21853-295f-4f55-8a9b-a553cc41376c service neutron] 10.222.0.47 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923988 Oct 26 16:30:20.363414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.402492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6443aeaf-ec93-4038-a8f6-55eacc99362b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:20.465380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-528ac879-b3a9-4ec2-b09a-7aa3802d332d req-ece44389-000f-4e4b-9ecd-0471ee1f1894 service neutron] 10.222.0.47 "GET /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169300 Oct 26 16:30:20.493889 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.526379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891aa7-9f13-4a63-b42c-b0e70ca7b1ee req-b78c1692-ba00-4e27-9a99-dd5406730ee7 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:20.534965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a891aa7-9f13-4a63-b42c-b0e70ca7b1ee req-b78c1692-ba00-4e27-9a99-dd5406730ee7 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1327004 Oct 26 16:30:20.573516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-baaf2e36-bc8b-4c26-b2f9-70beb8bb9770 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:20.575185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-baaf2e36-bc8b-4c26-b2f9-70beb8bb9770 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.3079004 Oct 26 16:30:20.578247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:30:20.578247 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:30:20.583703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:20.591816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.592157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.592494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.592819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.593139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.593546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.593863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.594187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.594521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.595076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.595273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:20.595414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.595723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:20.615435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a891aa7-9f13-4a63-b42c-b0e70ca7b1ee req-89ffb614-87b8-4bf6-8221-1540504d5a10 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795395 Oct 26 16:30:20.642634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.644823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c2224a19-19ed-43b4-907d-b6b2df08c726 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8056090 Oct 26 16:30:20.647700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35690) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:20.653939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '6443aeaf-ec93-4038-a8f6-55eacc99362b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:20.707005 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.768683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4152a-65fe-4951-8056-2e1d15fea2f6 req-fc6ea9d2-b34e-4275-8c92-a63283a09143 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:20.770293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59d4152a-65fe-4951-8056-2e1d15fea2f6 req-fc6ea9d2-b34e-4275-8c92-a63283a09143 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 943 time: 0.0642900 Oct 26 16:30:20.816389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59d4152a-65fe-4951-8056-2e1d15fea2f6 req-43dc210e-0fc4-42e4-b065-8d617623e0e6 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Oct 26 16:30:20.834625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.884827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95442101-f004-4dab-beeb-122e4c138519 req-676f59c0-f32b-406c-8abe-ffb697a14131 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.0380237 Oct 26 16:30:20.926244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:20.969601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:20.973627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.074362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.108036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1893500f-cf36-4e9f-a705-2a8b6229f72e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:21.122390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.2 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/02243148-0e47-41b7-b3b2-1d68e7d4ce92) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:21.129633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.145546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:21.166208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:21.255642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.256843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e837cef8-47a8-45e5-807f-95d7221b17e0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6082432 Oct 26 16:30:21.259777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35702) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:21.279098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff124f3-69ad-4e7e-9ed2-364f18dc1f79 req-ef97454e-48fd-4482-8f49-d3c96b3388d2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:21.280721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fff124f3-69ad-4e7e-9ed2-364f18dc1f79 req-ef97454e-48fd-4482-8f49-d3c96b3388d2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 947 time: 0.1298752 Oct 26 16:30:21.292672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.301250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.302186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.353259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fff124f3-69ad-4e7e-9ed2-364f18dc1f79 req-7996c8f8-11e7-4231-89d1-cad79d73ff88 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633538 Oct 26 16:30:21.358202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:21.362737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.455513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.462710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.464411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1893500f-cf36-4e9f-a705-2a8b6229f72e HTTP/1.1" status: 204 len: 168 time: 0.2030737 Oct 26 16:30:21.466737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:21.470298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856d48-e5c0-44f2-907c-7655d19ef154 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1893500f-cf36-4e9f-a705-2a8b6229f72e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:21.516744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0bd8226f-a659-4175-bbc3-ee957ec6dcad tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486526 Oct 26 16:30:21.519833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35710) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:21.545670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:21.577288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.629555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.638738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:21.655796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:21.665506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:21.696188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:21.718155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.785676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:21.786319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.828022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929943d-1730-47ab-aef2-ce9117a63deb req-8ac17cbb-1493-4a08-8c05-4f92edebca1b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:21.829694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a929943d-1730-47ab-aef2-ce9117a63deb req-8ac17cbb-1493-4a08-8c05-4f92edebca1b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1158838 Oct 26 16:30:21.873023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a929943d-1730-47ab-aef2-ce9117a63deb req-7da29286-e87f-4a4d-9669-0fdb273d245e tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Oct 26 16:30:21.873294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 900d637e-3530-4cb8-bf0e-db9bc6910ddd details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:21.923195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-b67d3d6a-6f21-49fd-b280-2c5d85b38365 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3345385 Oct 26 16:30:21.924195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.927513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:21.931244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/6443aeaf-ec93-4038-a8f6-55eacc99362b HTTP/1.1" status: 204 len: 168 time: 0.4081595 Oct 26 16:30:21.931622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35720) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:21.951442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Request body: {'port': {'device_id': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:22.012503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c19f9fb-674f-4376-8c3f-e8a406ce9030 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797119 Oct 26 16:30:22.016965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35724) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:22.023267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--682402628'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:22.028044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315f1c3-bba6-48a2-9209-2030d2b62853 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443aeaf-ec93-4038-a8f6-55eacc99362b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.082810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2136a-c7c2-41c9-b3d5-72126df3fe74 req-a39a9918-b2aa-44fc-821f-e7cac3220902 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:22.084382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41f2136a-c7c2-41c9-b3d5-72126df3fe74 req-a39a9918-b2aa-44fc-821f-e7cac3220902 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.1372502 Oct 26 16:30:22.100252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828eabd-1151-4f7c-ac1b-27de052e6770 req-679f5784-1661-40c2-ba5d-909ce14e746e tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:22.101952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9828eabd-1151-4f7c-ac1b-27de052e6770 req-679f5784-1661-40c2-ba5d-909ce14e746e tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 943 time: 0.1717076 Oct 26 16:30:22.102423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.171272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd,segment=NetworkSegment(af7cc7a4-efca-4ac0-8c94-24d6629906c5),segment_id=af7cc7a4-efca-4ac0-8c94-24d6629906c5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:22.186656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '900d637e-3530-4cb8-bf0e-db9bc6910ddd', 'network_id': 'b54de4bf-e3e9-4459-af1d-456a7146fae2', 'port_id': '900d637e-3530-4cb8-bf0e-db9bc6910ddd', 'mac_address': 'fa:16:3e:30:36:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3204b91a-bfa9-4822-b12a-44600ede21be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:22.187995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41f2136a-c7c2-41c9-b3d5-72126df3fe74 req-24890c38-75a7-48ed-81b7-5d937032ecfb tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963085 Oct 26 16:30:22.215578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9828eabd-1151-4f7c-ac1b-27de052e6770 req-9d182184-59f3-4b8e-a8e3-b468ead89b3b tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999908 Oct 26 16:30:22.221897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.275602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.302404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900d637e-3530-4cb8-bf0e-db9bc6910ddd {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:22.323659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd,segment=NetworkSegment(af7cc7a4-efca-4ac0-8c94-24d6629906c5),segment_id=af7cc7a4-efca-4ac0-8c94-24d6629906c5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:22.360080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.436335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178842ae-3116-46c3-a98a-bcff0e1305c7 req-9b7fda37-ef62-410e-8fce-d9ef2dcb9302 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:22.437764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-178842ae-3116-46c3-a98a-bcff0e1305c7 req-9b7fda37-ef62-410e-8fce-d9ef2dcb9302 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 931 time: 0.1090367 Oct 26 16:30:22.466594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.501816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-178842ae-3116-46c3-a98a-bcff0e1305c7 req-cb180a7c-7432-4dfe-b317-711d88156c81 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Oct 26 16:30:22.512622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.515981 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.573083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02243148-0e47-41b7-b3b2-1d68e7d4ce92 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:22.581984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.587852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77e8f4-fb8b-4106-82b3-fb80de646144,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.605490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Transition to ACTIVE for port object 02243148-0e47-41b7-b3b2-1d68e7d4ce92 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:22.607512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.742074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.742351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.742351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b92db41-6853-4b78-895b-fbf2963284a5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7210350 Oct 26 16:30:22.742595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['900d637e-3530-4cb8-bf0e-db9bc6910ddd'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:22.742715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:22.746559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': 'cd77e8f4-fb8b-4106-82b3-fb80de646144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:22.793894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Pushing event updated for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.874447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Attempting to bind port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:22.874909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Attempting to bind port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:22.875296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Attempting to bind port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:22.880133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:22.880457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Attempting to bind port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:22.885672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:22.886752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:22.886752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:22.887008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Bound port: 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:22.887202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:22.956934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:22.960494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:22.981165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.042385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bbee0-6899-4624-a929-fea2f9a3da7b req-d3b0ff64-7223-45fc-b157-682b2346c9d8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.043926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b39bbee0-6899-4624-a929-fea2f9a3da7b req-d3b0ff64-7223-45fc-b157-682b2346c9d8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0820048 Oct 26 16:30:23.052450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.053890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ffcee-8fef-4b73-985c-13811fe02609 req-f80793f9-b0e3-42b5-ae69-5f70a9a55c87 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.055546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a3ffcee-8fef-4b73-985c-13811fe02609 req-f80793f9-b0e3-42b5-ae69-5f70a9a55c87 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0661278 Oct 26 16:30:23.063257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.126288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.127031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.128938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] 10.222.0.47 "PUT /v2.0/ports/02243148-0e47-41b7-b3b2-1d68e7d4ce92 HTTP/1.1" status: 200 len: 1091 time: 1.1862276 Oct 26 16:30:23.130530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:23.132944 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a60de-6e64-4086-9326-abdade72275a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:23.147035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.164870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b39bbee0-6899-4624-a929-fea2f9a3da7b req-03bc7408-de6f-4dad-a43b-51ac09483916 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Oct 26 16:30:23.167230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ff13e3-de22-4ade-bf1d-af3220ba94d2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.179330 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a3ffcee-8fef-4b73-985c-13811fe02609 req-dcb46ebe-e6aa-4e02-8638-e1cfaa20d5a6 tempest-ServersAdminTestJSON-434971601 tempest-ServersAdminTestJSON-434971601-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993719 Oct 26 16:30:23.183244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0706758-41f8-4aa0-a7cf-5725bba73d05 service neutron] Pushing event updated for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.216253 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11fd11d-1e5f-49f1-8b8d-fc0c11af2723 x-openstack-request-id: req-b11fd11d-1e5f-49f1-8b8d-fc0c11af2723 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:23.216542 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:23.216796 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b11fd11d-1e5f-49f1-8b8d-fc0c11af2723 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:23.217292 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92', 'status': 'completed', 'code': 200} Oct 26 16:30:23.283476 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a60de-6e64-4086-9326-abdade72275a req-0afbd14b-a21e-4f89-871f-0a097c9c643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.285124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a58a60de-6e64-4086-9326-abdade72275a req-0afbd14b-a21e-4f89-871f-0a097c9c643f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 1094 time: 0.0491266 Oct 26 16:30:23.309020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.310374 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-978bbe4e-4a17-4c6b-8b80-37cb78db51aa tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5673378 Oct 26 16:30:23.314043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:23.322930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': 'cd77e8f4-fb8b-4106-82b3-fb80de646144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:23.438556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf31d-afe7-4204-a33d-e3f6a2d70d2e req-7cff0209-5d3f-458f-a7f2-4b38e90ca38c tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.440763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dafdf31d-afe7-4204-a33d-e3f6a2d70d2e req-7cff0209-5d3f-458f-a7f2-4b38e90ca38c tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 944 time: 0.1150944 Oct 26 16:30:23.446655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a60de-6e64-4086-9326-abdade72275a req-2e21f85c-52d5-475f-a4b4-7ac5d14de5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.448069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a58a60de-6e64-4086-9326-abdade72275a req-2e21f85c-52d5-475f-a4b4-7ac5d14de5df service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63c5ca8422bc4606823a364d57a4bed8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1532032 Oct 26 16:30:23.512350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.592516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.697516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.720031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815d3c66-7e33-4d60-afd2-bfc35fe127fb,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.864193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:23.865763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5020e1fc-9bf3-4071-8c55-56c0ba290564 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5474544 Oct 26 16:30:23.868464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35756) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:23.873192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': 'cd77e8f4-fb8b-4106-82b3-fb80de646144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:23.880938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dafdf31d-afe7-4204-a33d-e3f6a2d70d2e req-8443dc9d-d961-45fd-ae8a-999fa6e8b658 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319198 Oct 26 16:30:23.898943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 900d637e-3530-4cb8-bf0e-db9bc6910ddd up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:23.936096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ed990-658c-4519-8c6d-4fbaf72ec28d req-e3f16c55-47bb-400f-90e2-044844f555ca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.937669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3ed990-658c-4519-8c6d-4fbaf72ec28d req-e3f16c55-47bb-400f-90e2-044844f555ca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 943 time: 0.1097031 Oct 26 16:30:23.941311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a60de-6e64-4086-9326-abdade72275a req-a8df845b-8fc3-4ea6-8e56-93ed36792df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:23.942516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a58a60de-6e64-4086-9326-abdade72275a req-a8df845b-8fc3-4ea6-8e56-93ed36792df6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4866548 Oct 26 16:30:24.017840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3ed990-658c-4519-8c6d-4fbaf72ec28d req-3c7e1ffc-6421-4e01-85ad-d74e253e64da tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698986 Oct 26 16:30:24.038557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.061072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-d442a0a2-6f25-4a24-a9db-25f4e64b2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:24.062552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-d442a0a2-6f25-4a24-a9db-25f4e64b2766 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 1094 time: 0.0748453 Oct 26 16:30:24.097719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 900d637e-3530-4cb8-bf0e-db9bc6910ddd completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:30:24.104609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 900d637e-3530-4cb8-bf0e-db9bc6910ddd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:24.110271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.119654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-768a3fd5-15df-4238-a985-8bbab51bad01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92 HTTP/1.1" status: 200 len: 217 time: 0.0483506 Oct 26 16:30:24.122822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.128240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcba55-716d-47b8-9839-ac52915fb5b3 req-9d127959-ed2b-408f-ac64-f6a81596755a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:24.129671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12fcba55-716d-47b8-9839-ac52915fb5b3 req-9d127959-ed2b-408f-ac64-f6a81596755a tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.0983436 Oct 26 16:30:24.192894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.207065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc97c-6077-417a-9b0d-c0661987831a req-24cc8fa8-fb94-4f7d-8cee-666b70da6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:24.208635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-24cc8fa8-fb94-4f7d-8cee-666b70da6280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0780859 Oct 26 16:30:24.217609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12fcba55-716d-47b8-9839-ac52915fb5b3 req-daab5154-4d2b-4a7f-a3f0-73c8cd1f9c4b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 Oct 26 16:30:24.218515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:24.221298 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dafa97f-703f-4710-8333-f6eb2fc348b9" -d '{"events": [{"server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "name": "network-vif-plugged", "status": "completed", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:24.236326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd,segment=NetworkSegment(af7cc7a4-efca-4ac0-8c94-24d6629906c5),segment_id=af7cc7a4-efca-4ac0-8c94-24d6629906c5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:24.253585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-9ebb26eb-b74d-4f05-98d8-0a143e64e51b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347838 Oct 26 16:30:24.255693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.278465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7328d81-02b7-47f1-bdd0-4bf05d8b7703,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:24.285238 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ddae9-71cd-4441-a575-c4845a9c06f8 x-openstack-request-id: req-ea7ddae9-71cd-4441-a575-c4845a9c06f8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:24.285846 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "name": "network-vif-plugged", "status": "completed", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:24.286094 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea7ddae9-71cd-4441-a575-c4845a9c06f8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:24.286660 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd', 'code': 200} Oct 26 16:30:24.341321 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.342361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:24.360708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd809-c73e-4541-9009-e5b293170e88 req-6ebd6b24-719d-4af5-a3d1-37ea0e90dd49 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:24.363012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e6cd809-c73e-4541-9009-e5b293170e88 req-6ebd6b24-719d-4af5-a3d1-37ea0e90dd49 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1133804 Oct 26 16:30:24.390506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf828-1962-43be-b23c-59c52fbdef80 req-54928e60-7596-43ed-9ca2-0700b9f5c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:24.393675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-059cf828-1962-43be-b23c-59c52fbdef80 req-54928e60-7596-43ed-9ca2-0700b9f5c6de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 1096 time: 0.0503814 Oct 26 16:30:24.419951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-0b28ddd9-53db-4de7-8917-21abb7f685af service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569326 Oct 26 16:30:24.423307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.424815 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b53bd8e4-9d4a-4adb-9340-ccc6a2dd6468 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5554111 Oct 26 16:30:24.428261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:24.441838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-059cf828-1962-43be-b23c-59c52fbdef80 req-997b6243-d2f6-4d0b-a735-55b43b119350 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Oct 26 16:30:24.464319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': 'cd77e8f4-fb8b-4106-82b3-fb80de646144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:24.466915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:24.479643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a370ab3e-ede6-428f-8f53-3ed96058d94a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:24.484605 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.505702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e6cd809-c73e-4541-9009-e5b293170e88 req-5f2ab0aa-2ceb-404b-8d7d-4c2bc1bac327 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250424 Oct 26 16:30:24.569019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-454fc97c-6077-417a-9b0d-c0661987831a req-705ae7df-197d-41df-a638-eab9807c71d4 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397531 Oct 26 16:30:24.575710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.609806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:24.689553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.745947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.763344 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.823889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=11']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:24.929000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:24.948766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3767f1f-6009-4070-b6e1-d37ee3f26654,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:25.020975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9f7d-3549-44de-9752-0bdb54527976 req-2c67437c-f071-4ad5-b7d3-06510cb5ade3 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:25.022520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74bf9f7d-3549-44de-9752-0bdb54527976 req-2c67437c-f071-4ad5-b7d3-06510cb5ade3 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Oct 26 16:30:25.066670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74bf9f7d-3549-44de-9752-0bdb54527976 req-b1152b6f-91fc-43bb-a267-b382a3413949 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Oct 26 16:30:25.121901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.123088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a549911e-1236-44a2-b63c-749e0b2e22d8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6746843 Oct 26 16:30:25.125942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:25.130512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': 'cd77e8f4-fb8b-4106-82b3-fb80de646144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:25.166512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1eaa-d9c8-487e-ada4-fcb908d124fa req-574952d4-448b-4399-ab0e-dd1e1de5e4b1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:25.168108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af8b1eaa-d9c8-487e-ada4-fcb908d124fa req-574952d4-448b-4399-ab0e-dd1e1de5e4b1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 943 time: 0.0774586 Oct 26 16:30:25.212170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af8b1eaa-d9c8-487e-ada4-fcb908d124fa req-0c3c5c5a-5279-46fc-b6d5-b35d2a80b3ea tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Oct 26 16:30:25.301154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.348917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-59076f4e-e030-4a96-8550-75bdc76449dd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:25.350354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-59076f4e-e030-4a96-8550-75bdc76449dd tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.0919406 Oct 26 16:30:25.442161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f419c76-f7b3-4981-ab7f-0f9c24fd75dc req-16626403-5936-41c3-8081-5c7072e09c98 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:25.443646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f419c76-f7b3-4981-ab7f-0f9c24fd75dc req-16626403-5936-41c3-8081-5c7072e09c98 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 950 time: 0.1443548 Oct 26 16:30:25.479584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.524728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f419c76-f7b3-4981-ab7f-0f9c24fd75dc req-b3f328d9-857a-4963-85f7-6172bab4f35c tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709951 Oct 26 16:30:25.559654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Deleting port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:25.559992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.639251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.677315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c67784-f2d8-440a-9c46-74feb9815340,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:25.701695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d37015-5852-4497-b81f-5a204bfc6fd9 req-73b570ff-3195-4ee9-9922-6e9d06380ac9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:25.703235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31d37015-5852-4497-b81f-5a204bfc6fd9 req-73b570ff-3195-4ee9-9922-6e9d06380ac9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1021383 Oct 26 16:30:25.728558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] For port 7b137f9a-1081-44ef-9dba-94dfa66b9c85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7b137f9a-1081-44ef-9dba-94dfa66b9c85,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:25.728558 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.747121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Calling delete_port for 7b137f9a-1081-44ef-9dba-94dfa66b9c85 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:25.772810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31d37015-5852-4497-b81f-5a204bfc6fd9 req-d8a9b722-6b38-450d-b151-b896c9c4adfe tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597708 Oct 26 16:30:25.839175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.840367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a105fb8-e754-479b-84ad-a1fe5684785b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7135153 Oct 26 16:30:25.843384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35784) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:25.898583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:25.906232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 02243148-0e47-41b7-b3b2-1d68e7d4ce92 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:25.915553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.000911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:26.004375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:26.028721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '02243148-0e47-41b7-b3b2-1d68e7d4ce92', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': '02243148-0e47-41b7-b3b2-1d68e7d4ce92', 'mac_address': 'fa:16:3e:34:95:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:26.111024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.125239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.133336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02243148-0e47-41b7-b3b2-1d68e7d4ce92 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:26.134081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.139043 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.140110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a0c67784-f2d8-440a-9c46-74feb9815340 HTTP/1.1" status: 204 len: 168 time: 0.2948897 Oct 26 16:30:26.142667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:26.154194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:26.209329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:26.218713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:26.237684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7525-710e-4740-ac70-ae34b9dcb7b2 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0c67784-f2d8-440a-9c46-74feb9815340,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.237831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19b91fd5-1c09-499e-b095-16f2f10d4ce9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0843248 Oct 26 16:30:26.237947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event deleted for resources: {'Port': ['ID=7b137f9a-1081-44ef-9dba-94dfa66b9c85,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.244107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35796) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:26.254240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '18d16e84-641c-47da-ac63-399c420666bb', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'port_id': '18d16e84-641c-47da-ac63-399c420666bb', 'mac_address': 'fa:16:3e:70:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fcc063-61ec-44e3-a905-bd402244087b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:26.300652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:26.302939 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d914a3f-d072-4610-9bd5-d2af6d45d496" -d '{"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:26.328568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.339593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] No DVR routers for this DVR port 7b137f9a-1081-44ef-9dba-94dfa66b9c85 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:26.351063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.363859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.367352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c60c06bd-d1d5-4bc6-8ef9-3b60dd995973 req-2c99f30b-23b5-48e8-b48a-9fd628574b7d tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "DELETE /v2.0/ports/7b137f9a-1081-44ef-9dba-94dfa66b9c85 HTTP/1.1" status: 204 len: 173 time: 1.0008826 Oct 26 16:30:26.372020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.381320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'name': 'network-vif-deleted', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:26.384790 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870da83-6da6-4dd8-be42-5b5e82977834" -d '{"events": [{"server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "name": "network-vif-deleted", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:26.387466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.404212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762956-2958-4f1c-a1cd-f15fe7086947 req-8b6b2929-2b15-4f14-b4f0-c4f68c121c20 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:26.405861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44762956-2958-4f1c-a1cd-f15fe7086947 req-8b6b2929-2b15-4f14-b4f0-c4f68c121c20 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.2318432 Oct 26 16:30:26.410011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d16e84-641c-47da-ac63-399c420666bb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:26.452459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.458450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:26.467235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e228d7-cb7e-4094-926b-72c6a48d8985 req-16cafbf6-a69e-493e-9ff8-f23f2824d0f3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:26.470035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4e228d7-cb7e-4094-926b-72c6a48d8985 req-16cafbf6-a69e-493e-9ff8-f23f2824d0f3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 944 time: 0.1629167 Oct 26 16:30:26.511508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44762956-2958-4f1c-a1cd-f15fe7086947 req-4602362e-9afe-4d51-bde0-d0f8e4f28516 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943053 Oct 26 16:30:26.537399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4e228d7-cb7e-4094-926b-72c6a48d8985 req-63e00d52-cdc0-4b11-8a8e-e61caad8de7a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Oct 26 16:30:26.557372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['02243148-0e47-41b7-b3b2-1d68e7d4ce92'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:26.591793 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ba85b-692a-48cb-8ad9-c4c1beda3daf x-openstack-request-id: req-354ba85b-692a-48cb-8ad9-c4c1beda3daf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:26.592055 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-plugged", "status": "completed", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:26.592314 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-354ba85b-692a-48cb-8ad9-c4c1beda3daf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:26.592593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.592736 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'code': 200} Oct 26 16:30:26.600560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.601992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c3767f1f-6009-4070-b6e1-d37ee3f26654 HTTP/1.1" status: 204 len: 168 time: 0.3441038 Oct 26 16:30:26.605924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:26.631546 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab48984-8847-4d3a-a1de-062ddb022b1b x-openstack-request-id: req-fab48984-8847-4d3a-a1de-062ddb022b1b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:26.631852 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a9d9c1-bb9c-4637-81c9-e4916f6015a8", "name": "network-vif-deleted", "tag": "7b137f9a-1081-44ef-9dba-94dfa66b9c85", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:26.632311 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fab48984-8847-4d3a-a1de-062ddb022b1b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:26.632977 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a9d9c1-bb9c-4637-81c9-e4916f6015a8', 'name': 'network-vif-deleted', 'tag': '7b137f9a-1081-44ef-9dba-94dfa66b9c85', 'status': 'completed', 'code': 200} Oct 26 16:30:26.641167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727adbab-4ac7-413f-8bb2-208a87c546fb tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3767f1f-6009-4070-b6e1-d37ee3f26654,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.669382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.678130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e760bfec-6b6f-427e-aec0-50217e5fbfd9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0710394 Oct 26 16:30:26.689186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35810) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:26.752920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.763892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4acf65d4-33eb-42b2-b55d-b1c773396c89 req-ad49be86-56aa-4797-bc45-388000901bd4 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 210 time: 0.0485775 Oct 26 16:30:26.775085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.786337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:26.903347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91508f-932f-4527-8130-3849fdbf0226 req-ae04f374-91fb-44ff-b9d7-a4d52fbbfd90 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:26.904906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c91508f-932f-4527-8130-3849fdbf0226 req-ae04f374-91fb-44ff-b9d7-a4d52fbbfd90 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 945 time: 0.0517392 Oct 26 16:30:26.938341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['18d16e84-641c-47da-ac63-399c420666bb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:26.945879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c91508f-932f-4527-8130-3849fdbf0226 req-1a407d51-b7e5-46ee-82ea-f39b32f3d947 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Oct 26 16:30:27.158426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.165211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.166348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f7328d81-02b7-47f1-bdd0-4bf05d8b7703 HTTP/1.1" status: 204 len: 168 time: 0.4753854 Oct 26 16:30:27.169146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35816) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.177761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c56096-b662-4141-9ff0-ee78fffac7e9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7328d81-02b7-47f1-bdd0-4bf05d8b7703,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.215645 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20e94bb7-c344-4919-b4a9-e29bc27864ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0450752 Oct 26 16:30:27.218313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.245871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.255994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.392043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.393815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.394962 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/815d3c66-7e33-4d60-afd2-bfc35fe127fb HTTP/1.1" status: 204 len: 168 time: 0.1757579 Oct 26 16:30:27.397823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.400924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd23a5-716c-4f50-9fcb-c976df41aed8 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=815d3c66-7e33-4d60-afd2-bfc35fe127fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.443355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-39056cfc-4d0d-4ef3-886b-79887907b904 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443425 Oct 26 16:30:27.446103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35824) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.481647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.489872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.673721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca9294-f1fa-44e9-b093-c45d2b064d28 req-8deb4a81-51e8-4269-a9a0-3090cce28a08 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:27.673721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39ca9294-f1fa-44e9-b093-c45d2b064d28 req-8deb4a81-51e8-4269-a9a0-3090cce28a08 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0802379 Oct 26 16:30:27.677118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.682018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.683201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/77ff13e3-de22-4ade-bf1d-af3220ba94d2 HTTP/1.1" status: 204 len: 168 time: 0.2361045 Oct 26 16:30:27.685900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35832) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.710417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd76dcb-d6d5-4df4-b00f-e074bc4fe4a6 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77ff13e3-de22-4ade-bf1d-af3220ba94d2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.729669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613febcf-0848-4ce7-8af0-936dd79473e0 req-16996808-238a-4026-a612-b5fa5ada2930 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:27.729669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-613febcf-0848-4ce7-8af0-936dd79473e0 req-16996808-238a-4026-a612-b5fa5ada2930 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 944 time: 0.0986273 Oct 26 16:30:27.732436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5b7a37ec-b2cd-4cef-87a3-6c7b93dbfd53 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451014 Oct 26 16:30:27.735849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35834) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:27.770604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39ca9294-f1fa-44e9-b093-c45d2b064d28 req-0ba9f6b7-39ec-4ad1-ba09-a99933117070 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853217 Oct 26 16:30:27.821045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-613febcf-0848-4ce7-8af0-936dd79473e0 req-9c17fb9b-0023-45ff-959e-d8bd6c7cd232 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820360 Oct 26 16:30:27.831507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.876346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:27.913571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c03ea6fc-62b2-4454-b56b-64570d0dcc53 req-49b5e932-ec9a-4da1-af28-917a061374fb tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a9d9c1-bb9c-4637-81c9-e4916f6015a8 HTTP/1.1" status: 200 len: 210 time: 0.0396955 Oct 26 16:30:27.914618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 02243148-0e47-41b7-b3b2-1d68e7d4ce92 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:28.011720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:28.068886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 18d16e84-641c-47da-ac63-399c420666bb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:28.069253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.072746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aabb3-2667-4074-ba8c-be15746701ac req-ae9ab550-51db-419e-8c3a-e22ece4d85e9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:28.074249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-984aabb3-2667-4074-ba8c-be15746701ac req-ae9ab550-51db-419e-8c3a-e22ece4d85e9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 945 time: 0.0543814 Oct 26 16:30:28.098786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:30:28.101844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.104537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.108070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd77e8f4-fb8b-4106-82b3-fb80de646144 HTTP/1.1" status: 204 len: 168 time: 0.3672018 Oct 26 16:30:28.108263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:28.108263 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.110336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35842) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:28.131424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216cc5f-2b06-4530-92d5-e7dc6ab804c5 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77e8f4-fb8b-4106-82b3-fb80de646144,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:28.136222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-984aabb3-2667-4074-ba8c-be15746701ac req-2b844ad4-b2f3-4ab6-bf69-a6ac548af482 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552523 Oct 26 16:30:28.165707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5a0d7e17-46da-483c-84d7-3292e332404e tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531180 Oct 26 16:30:28.169314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35844) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:28.187490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--40064507'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:28.237898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.265830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.296409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:28.312595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.316225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:28.387175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.427855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.428660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7b137f9a-1081-44ef-9dba-94dfa66b9c85 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:28.433451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.470120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.470460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 7b137f9a-1081-44ef-9dba-94dfa66b9c85 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:28.470802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7b137f9a-1081-44ef-9dba-94dfa66b9c85 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:28.498534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:28.510735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef09391-a08f-44cc-b8b1-e0242f075288,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:28.521430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4244b-2416-4c8a-b452-0618048711bc req-4a01a6f4-3804-4b25-a18a-4036ba3cf312 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:28.522976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d4244b-2416-4c8a-b452-0618048711bc req-4a01a6f4-3804-4b25-a18a-4036ba3cf312 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0830410 Oct 26 16:30:28.559929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:28.566995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d4244b-2416-4c8a-b452-0618048711bc req-abe93436-c44c-490a-af52-5c985c6087a2 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Oct 26 16:30:28.593591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d16e84-641c-47da-ac63-399c420666bb'}, {'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:28.596340 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca4603-348a-4939-a865-c8d4a0b71717" -d '{"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-plugged", "status": "completed", "tag": "18d16e84-641c-47da-ac63-399c420666bb"}, {"server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "name": "network-vif-plugged", "status": "completed", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:28.640487 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd3107-503b-4b80-8841-021e9b73f9dd x-openstack-request-id: req-cebd3107-503b-4b80-8841-021e9b73f9dd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:28.640786 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-plugged", "status": "completed", "tag": "18d16e84-641c-47da-ac63-399c420666bb", "code": 200}, {"server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "name": "network-vif-plugged", "status": "completed", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:28.641037 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cebd3107-503b-4b80-8841-021e9b73f9dd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:28.641482 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d16e84-641c-47da-ac63-399c420666bb', 'code': 200} Oct 26 16:30:28.641784 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92', 'code': 200} Oct 26 16:30:28.658031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.659645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-52eb0394-e49f-43ae-a903-2b9771a38037 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4893312 Oct 26 16:30:28.663265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35856) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:28.667362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '0ef09391-a08f-44cc-b8b1-e0242f075288', 'direction': 'ingress', 'protocol': 17}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:28.753655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8395b97-b13f-468f-bd47-dbf97549bae0 req-760a1ad7-ad5b-42e1-98de-fecd2d78495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:28.755209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8395b97-b13f-468f-bd47-dbf97549bae0 req-760a1ad7-ad5b-42e1-98de-fecd2d78495b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 1096 time: 0.0443933 Oct 26 16:30:28.793112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.839058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8395b97-b13f-468f-bd47-dbf97549bae0 req-a9b2968e-2e84-4bb2-be45-177e1812e749 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754778 Oct 26 16:30:28.879950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbc2f4-67e6-4cc0-9214-4c42a9bef611 req-4c8eaee0-39db-4d41-9a58-754a1ef4e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:28.881454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33fbc2f4-67e6-4cc0-9214-4c42a9bef611 req-4c8eaee0-39db-4d41-9a58-754a1ef4e31f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 1097 time: 0.0783038 Oct 26 16:30:28.901788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:28.952037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33fbc2f4-67e6-4cc0-9214-4c42a9bef611 req-1e7687b2-3ce8-41de-894b-7b9520430f5a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Oct 26 16:30:28.967165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008505f4-a0f2-4ba2-8f87-2d3a4afba055 req-886e5175-0410-4710-ba84-c59665bc4672 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:28.969209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-008505f4-a0f2-4ba2-8f87-2d3a4afba055 req-886e5175-0410-4710-ba84-c59665bc4672 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.0698135 Oct 26 16:30:29.014932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-008505f4-a0f2-4ba2-8f87-2d3a4afba055 req-105b68eb-fa35-4cbf-a40d-23348b57742d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Oct 26 16:30:29.014932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.034683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f33efca-ce59-4865-b535-2c0f808f4c86,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:29.115450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.116722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c5cd629-42c7-483f-a366-889423278308 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4533143 Oct 26 16:30:29.119706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35864) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:29.178207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.202564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.279517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30eecb-8cfc-4bf2-b592-c2ef0f7732d4 req-c724cbdd-f3af-4f02-8d98-df98ba377879 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:29.281005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c30eecb-8cfc-4bf2-b592-c2ef0f7732d4 req-c724cbdd-f3af-4f02-8d98-df98ba377879 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0667906 Oct 26 16:30:29.321842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c30eecb-8cfc-4bf2-b592-c2ef0f7732d4 req-d227d4f8-0d99-4d20-b005-3d19e951fdcf tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Oct 26 16:30:29.410082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.412729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.413981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ef09391-a08f-44cc-b8b1-e0242f075288 HTTP/1.1" status: 204 len: 168 time: 0.2933283 Oct 26 16:30:29.416804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35872) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:29.423192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2078c3-9c3e-4d4e-bf23-f0fffc459bb9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef09391-a08f-44cc-b8b1-e0242f075288,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:29.459687 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cefa38e3-2a3a-41f7-8adb-a98c97afaa4f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416496 Oct 26 16:30:29.463468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:29.472454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--970015478'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:29.577050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98438bfb-b44d-4eff-82fe-e5736c9a1461 req-6a483580-e9d9-4769-9721-c7d1e916d1e8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:29.578638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98438bfb-b44d-4eff-82fe-e5736c9a1461 req-6a483580-e9d9-4769-9721-c7d1e916d1e8 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.0558126 Oct 26 16:30:29.606667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.633346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98438bfb-b44d-4eff-82fe-e5736c9a1461 req-9cb5711b-afe8-40c5-af0a-541ee591cad7 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482075 Oct 26 16:30:29.728642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787b76f-b317-411b-acfd-312d6ed7541b req-7a928952-187c-441c-a816-e421e6d72606 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:29.729953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0787b76f-b317-411b-acfd-312d6ed7541b req-7a928952-187c-441c-a816-e421e6d72606 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0781467 Oct 26 16:30:29.732388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.770534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0787b76f-b317-411b-acfd-312d6ed7541b req-ec40cd6f-032c-41d7-bd3f-acaab2fda6eb tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Oct 26 16:30:29.832283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:29.863472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d08da-4c4a-42b0-a80b-a71354edd303,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:30.006021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.007371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4077dc43-cb77-4806-90bd-9530132a517a tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5427988 Oct 26 16:30:30.009969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35882) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:30.015836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533365644'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:30.140054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3f8c-ba09-420c-a23e-762ce1f088f2 req-bb932b19-a081-46e8-b61e-c8a721ae29d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:30.141537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8e3f8c-ba09-420c-a23e-762ce1f088f2 req-bb932b19-a081-46e8-b61e-c8a721ae29d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.0569468 Oct 26 16:30:30.169638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.192976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8e3f8c-ba09-420c-a23e-762ce1f088f2 req-dfabccff-d16b-4354-a17b-2415456dfe78 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445278 Oct 26 16:30:30.272670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-a6976e3b-9b2c-42ca-8328-7fb8cda6b9df tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:30.274178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-a6976e3b-9b2c-42ca-8328-7fb8cda6b9df tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.47 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0754697 Oct 26 16:30:30.301188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.385944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Deleting port 900d637e-3530-4cb8-bf0e-db9bc6910ddd {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:30.386329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.519935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba5e68-1a57-405d-8d28-b4b349543997 req-8e11318c-c6e0-4415-b2c5-1c7d2dc87d7f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:30.521472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47ba5e68-1a57-405d-8d28-b4b349543997 req-8e11318c-c6e0-4415-b2c5-1c7d2dc87d7f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0919113 Oct 26 16:30:30.525939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.529358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] For port 900d637e-3530-4cb8-bf0e-db9bc6910ddd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=900d637e-3530-4cb8-bf0e-db9bc6910ddd,segment=NetworkSegment(af7cc7a4-efca-4ac0-8c94-24d6629906c5),segment_id=af7cc7a4-efca-4ac0-8c94-24d6629906c5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:30.529714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.586143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Calling delete_port for 900d637e-3530-4cb8-bf0e-db9bc6910ddd owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:30.609125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2be1d5-8236-4c20-8c1a-6c16435a09b2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:30.648614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47ba5e68-1a57-405d-8d28-b4b349543997 req-910a1e31-6ca5-4470-94fc-943a26f3ac7c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162548 Oct 26 16:30:30.754753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.759411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7beb0151-513f-44f2-a008-1452f225fd10 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7450716 Oct 26 16:30:30.759521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35896) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:30.763691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '7f1d08da-4c4a-42b0-a80b-a71354edd303', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'db2be1d5-8236-4c20-8c1a-6c16435a09b2', 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:30.793061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9428a-a8e8-4030-b189-5a3c42f6abc7 req-60518932-bd0d-4a33-9b45-f821f899f28e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:30.803066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27b9428a-a8e8-4030-b189-5a3c42f6abc7 req-60518932-bd0d-4a33-9b45-f821f899f28e tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.0787861 Oct 26 16:30:30.835551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27b9428a-a8e8-4030-b189-5a3c42f6abc7 req-ec6c39bc-2d0c-4864-9104-43ca2eb51acb tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Oct 26 16:30:30.904745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d49d0-282b-4f35-b67f-ba7b2c700c6f req-9e71c4cf-19c1-4cb5-8e25-bdf4a7d8f9be tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:30.906142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f46d49d0-282b-4f35-b67f-ba7b2c700c6f req-9e71c4cf-19c1-4cb5-8e25-bdf4a7d8f9be tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 945 time: 0.0499797 Oct 26 16:30:30.947369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.950924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:30.960070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f46d49d0-282b-4f35-b67f-ba7b2c700c6f req-8a93c304-2560-417a-bf67-36d873ded12f tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/security-groups?id=41350327-13e3-49d4-b55d-2ba763b46969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Oct 26 16:30:30.960280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['900d637e-3530-4cb8-bf0e-db9bc6910ddd'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:30.982677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Pushing event deleted for resources: {'Port': ['ID=900d637e-3530-4cb8-bf0e-db9bc6910ddd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.013594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f8b813a-b405-424b-af30-d6f795cf6828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.036341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] No DVR routers for this DVR port 900d637e-3530-4cb8-bf0e-db9bc6910ddd on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:31.038926 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.042263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d2b431-b22c-4942-a8ef-49c2a2f0b805 req-52114559-3b48-43a2-9d4a-296f8aa9f8aa tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.47 "DELETE /v2.0/ports/900d637e-3530-4cb8-bf0e-db9bc6910ddd HTTP/1.1" status: 204 len: 173 time: 0.7598350 Oct 26 16:30:31.045935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'name': 'network-vif-deleted', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:31.045935 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012bdea-6f5c-4cb2-871f-55b2a1f055f3" -d '{"events": [{"server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "name": "network-vif-deleted", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:31.074647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.092589 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502367a7-b912-4069-906c-69ed1d22b3ee x-openstack-request-id: req-502367a7-b912-4069-906c-69ed1d22b3ee {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:31.092881 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421439df-9336-457a-94d4-bb584ed58267", "name": "network-vif-deleted", "tag": "900d637e-3530-4cb8-bf0e-db9bc6910ddd", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:31.093134 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-502367a7-b912-4069-906c-69ed1d22b3ee {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:31.093532 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421439df-9336-457a-94d4-bb584ed58267', 'name': 'network-vif-deleted', 'tag': '900d637e-3530-4cb8-bf0e-db9bc6910ddd', 'status': 'completed', 'code': 200} Oct 26 16:30:31.153747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-b33afa63-da92-4dd0-a408-afba45f0ab26 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:31.155359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-b33afa63-da92-4dd0-a408-afba45f0ab26 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 950 time: 0.0523150 Oct 26 16:30:31.249897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.257515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Deleting port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:31.258433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.276096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e103fe8f-0244-4493-a8f5-f31ee371bfb9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.381757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3e0f-6b8b-40c3-90ae-55196c7a3e98 req-2efb7827-98d0-4fde-b54a-2af8936e9639 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:31.383190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2bb3e0f-6b8b-40c3-90ae-55196c7a3e98 req-2efb7827-98d0-4fde-b54a-2af8936e9639 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.0952487 Oct 26 16:30:31.419437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] For port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:31.421368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.442513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Calling delete_port for 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:31.451062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.451607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c42c5509-6576-43f3-bf92-336e8fbef884 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6915205 Oct 26 16:30:31.453649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2bb3e0f-6b8b-40c3-90ae-55196c7a3e98 req-958225bc-fa0f-45a0-a8d1-094cfedcd9b2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Oct 26 16:30:31.454351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:31.515276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.531814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.773555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c93bd-e7e9-4595-b6f5-9ef9059de4f3 req-3f36ddb2-9bab-4140-852e-4add446a2fe6 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:31.775267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f93c93bd-e7e9-4595-b6f5-9ef9059de4f3 req-3f36ddb2-9bab-4140-852e-4add446a2fe6 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.0542629 Oct 26 16:30:31.818921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f93c93bd-e7e9-4595-b6f5-9ef9059de4f3 req-9739b942-2651-466e-85e0-cd30395d3d37 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Oct 26 16:30:31.835661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.839831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.847609 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.847609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e103fe8f-0244-4493-a8f5-f31ee371bfb9 HTTP/1.1" status: 204 len: 168 time: 0.3888144 Oct 26 16:30:31.849677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:31.859821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f8bc4-0326-4869-addf-9c86aafff886 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e103fe8f-0244-4493-a8f5-f31ee371bfb9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.860044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:31.903489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event deleted for resources: {'Port': ['ID=5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.974194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] No DVR routers for this DVR port 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:31.976976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:31.980774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbe4676a-b44e-428a-9280-b54b0b135680 req-2c1dfeb9-c2a1-4086-b355-f5758047d39b tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "DELETE /v2.0/ports/5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b HTTP/1.1" status: 204 len: 173 time: 0.8200216 Oct 26 16:30:32.035775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6bfe6a99-2c2f-457d-8763-1f0f71af466d req-39df6ee7-7bb3-486d-8439-5cbbf7cb8925 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0627882 Oct 26 16:30:32.063474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cbfcbef6-fbbd-405f-9f63-d3f9f9ea4c18 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2099710 Oct 26 16:30:32.068201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:32.083897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa289167-e130-4084-8910-380b14a5e244 req-74722bce-2c4b-4338-8f76-2689b9a4fa9f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:32.091240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa289167-e130-4084-8910-380b14a5e244 req-74722bce-2c4b-4338-8f76-2689b9a4fa9f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.1429954 Oct 26 16:30:32.133003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.158054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.169995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa289167-e130-4084-8910-380b14a5e244 req-540b6fae-c473-4e2d-be8f-a2a5b0b28b80 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674119 Oct 26 16:30:32.193402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46080c4-0223-4983-a725-5a7903a210bd req-7a56243c-dda3-4ef4-a90b-54a9135d3d4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:32.195920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c46080c4-0223-4983-a725-5a7903a210bd req-7a56243c-dda3-4ef4-a90b-54a9135d3d4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.0749876 Oct 26 16:30:32.236733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c46080c4-0223-4983-a725-5a7903a210bd req-08dd9256-3098-4bac-bd14-69e9e92a9541 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358803 Oct 26 16:30:32.295166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb52c4dc-249b-4c14-9df4-00ed20222a95 req-15bb3566-a58a-419f-8957-124c24681842 tempest-InstanceActionsV221TestJSON-74663145 tempest-InstanceActionsV221TestJSON-74663145-project] 10.222.0.21 "GET /v2.0/ports?device_id=421439df-9336-457a-94d4-bb584ed58267 HTTP/1.1" status: 200 len: 210 time: 0.0292680 Oct 26 16:30:32.416341 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.426402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.427688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/db2be1d5-8236-4c20-8c1a-6c16435a09b2 HTTP/1.1" status: 204 len: 168 time: 0.3584981 Oct 26 16:30:32.430520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:32.448641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d5fb-7def-47f3-8a85-6489cc120209 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2be1d5-8236-4c20-8c1a-6c16435a09b2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:32.500894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9b9f90df-26f1-4297-972a-b6509775c595 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0646300 Oct 26 16:30:32.500894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35934) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:32.574847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.600619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.735485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.738914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:32.740186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f1d08da-4c4a-42b0-a80b-a71354edd303 HTTP/1.1" status: 204 len: 168 time: 0.2378001 Oct 26 16:30:32.742864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35938) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:32.750853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e872d1-c2d8-49c3-8cfd-6cde1c9597a0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d08da-4c4a-42b0-a80b-a71354edd303,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:32.794215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e958021f-8022-49d0-b822-29f1829404b1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501127 Oct 26 16:30:32.798262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:32.803879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113228732'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:32.946752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.036967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.101151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'name': 'network-vif-deleted', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:33.111599 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4729860-e979-4dd5-ade9-6940b2ee0a9b" -d '{"events": [{"server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "name": "network-vif-deleted", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:33.146059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-1590e667-a9fc-4b5c-885d-a85c84dfd4d5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:33.151648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-1590e667-a9fc-4b5c-885d-a85c84dfd4d5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1336589 Oct 26 16:30:33.163838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b56ef3d-e6b8-41d8-878a-11734ecb0179 req-7af84c9d-4c1e-477c-a914-f0b44bb99ed0 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0377636 Oct 26 16:30:33.172166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.173427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-986ea072-a3aa-48c0-98db-f69f88b66600 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/quotas/54134727a52b4ed3b16392f529604022 HTTP/1.1" status: 200 len: 375 time: 0.0118282 Oct 26 16:30:33.214887 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de37e7ac-81fc-41f9-b20f-7122da5d63a3 x-openstack-request-id: req-de37e7ac-81fc-41f9-b20f-7122da5d63a3 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:33.214887 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e8d20-7b9a-413e-a7e2-1b5ed879b7d1", "name": "network-vif-deleted", "tag": "5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:33.215210 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de37e7ac-81fc-41f9-b20f-7122da5d63a3 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:33.215632 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e8d20-7b9a-413e-a7e2-1b5ed879b7d1', 'name': 'network-vif-deleted', 'tag': '5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b', 'status': 'completed', 'code': 200} Oct 26 16:30:33.216255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238b4e4d-3367-4dc3-a1ba-7d98b272ed10,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:33.234256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-72f4fb8f-2e94-4989-b598-115c0d4208bc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522521 Oct 26 16:30:33.359406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-df0c8d17-d752-4889-9feb-06932eb13625 service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172962 Oct 26 16:30:33.376649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.385494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9744ae4-fea0-4a8f-a741-3389308fae51 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5792675 Oct 26 16:30:33.385494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35964) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:33.386519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '238b4e4d-3367-4dc3-a1ba-7d98b272ed10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:33.429661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34e11e-1259-4b76-9f5f-2f75711c54ba req-8149782a-c067-40e0-a89f-81a298eba7ca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:33.431236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f34e11e-1259-4b76-9f5f-2f75711c54ba req-8149782a-c067-40e0-a89f-81a298eba7ca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.1102374 Oct 26 16:30:33.498739 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f34e11e-1259-4b76-9f5f-2f75711c54ba req-b05271b2-afa0-4f51-ac02-d637bdf748af tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614128 Oct 26 16:30:33.500831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-34d2cfe3-c097-492e-a053-6b882bb2d9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340387 Oct 26 16:30:33.566064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.615293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5366e462-f0bc-4ca8-b6a7-5f611bc4ca36 req-c5d6a400-448b-4d50-aaef-c183c4dada09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0502136 Oct 26 16:30:33.660778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.670364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5366e462-f0bc-4ca8-b6a7-5f611bc4ca36 req-c5b4c58c-3481-4cc8-a70e-e0cd17b5b54d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&device_id=074e8d20-7b9a-413e-a7e2-1b5ed879b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0255444 Oct 26 16:30:33.683815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfd84411-7682-4c34-9592-2c0862af52e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.712006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5366e462-f0bc-4ca8-b6a7-5f611bc4ca36 req-fb45e288-c525-41bf-bba0-31b74603e639 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220404 Oct 26 16:30:33.828287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366e462-f0bc-4ca8-b6a7-5f611bc4ca36 req-13f23d40-9682-486a-aa6c-5b2a26a55422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:33.829708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5366e462-f0bc-4ca8-b6a7-5f611bc4ca36 req-13f23d40-9682-486a-aa6c-5b2a26a55422 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109965 Oct 26 16:30:33.847553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:33.882025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e93b3e-3b27-4beb-aa73-a9c2a7d3da32,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:33.942842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 900d637e-3530-4cb8-bf0e-db9bc6910ddd no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:33.964306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 900d637e-3530-4cb8-bf0e-db9bc6910ddd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:33.970537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 900d637e-3530-4cb8-bf0e-db9bc6910ddd not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:33.970537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:33.970846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4713969b-772f-4ae7-b2e5-21074be8ec1e req-c262d334-7554-4a02-8ac9-7cde1c56125d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Oct 26 16:30:33.995413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.000250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.000482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ade65ac3-3f02-4ec4-b637-f38ca5581fab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6177790 Oct 26 16:30:34.004591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:34.004934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5f9d0ad1-4ea2-4b1f-a7cf-251359d35b9b not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:34.035837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.045890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.085081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.129522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.139241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Deleting subnet 3204b91a-bfa9-4822-b12a-44600ede21be {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:30:34.144153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.187634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.211105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.216173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.217311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63e93b3e-3b27-4beb-aa73-a9c2a7d3da32 HTTP/1.1" status: 204 len: 168 time: 0.2158880 Oct 26 16:30:34.232416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35996) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.261366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb552e1-4568-4a8c-a195-66de97e90229 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63e93b3e-3b27-4beb-aa73-a9c2a7d3da32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:34.286181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25b4aec0-20b8-4c68-899c-96ed89e22433 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590134 Oct 26 16:30:34.286407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.286535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36000) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.361376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d535b-4b56-4e4a-a959-896f316b5b0d req-5428813d-f624-44fc-a9d2-1e429eca0f2b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:34.363678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79d535b-4b56-4e4a-a959-896f316b5b0d req-5428813d-f624-44fc-a9d2-1e429eca0f2b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.1563532 Oct 26 16:30:34.366069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.391484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.558130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.562844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.562844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/238b4e4d-3367-4dc3-a1ba-7d98b272ed10 HTTP/1.1" status: 204 len: 168 time: 0.2748339 Oct 26 16:30:34.567869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36004) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.596827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266287-c996-45d5-a1a9-663d682c70ab tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b4e4d-3367-4dc3-a1ba-7d98b272ed10,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:34.668742 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e720a9df-d5f6-4ac5-bd3a-e75ff2af62a4 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998397 Oct 26 16:30:34.672503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36008) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:34.685352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group': {'name': 'tempest-secgroup--135236864'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:34.778405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65bb8-1bb5-4500-958c-99419682694a req-395a4442-b45d-4d9c-b078-700dbd7ac46b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:34.780125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33b65bb8-1bb5-4500-958c-99419682694a req-395a4442-b45d-4d9c-b078-700dbd7ac46b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee HTTP/1.1" status: 200 len: 946 time: 0.4937317 Oct 26 16:30:34.826204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79d535b-4b56-4e4a-a959-896f316b5b0d req-8f89cd27-7d9a-448a-acba-ac3fd61770ff tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553995 Oct 26 16:30:34.889847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.899874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Deleting port 18d16e84-641c-47da-ac63-399c420666bb {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:34.900207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.952610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:34.998676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.028904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.088884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.092226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3204b91a-bfa9-4822-b12a-44600ede21be HTTP/1.1" status: 204 len: 168 time: 1.0061672 Oct 26 16:30:35.093023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d334f6-3267-41ef-b114-ff483c26c907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3204b91a-bfa9-4822-b12a-44600ede21be,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:35.095217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:35.150062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.151520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6144eddd-391b-4e36-a7fc-5aef1c9ca768 req-40937491-68ef-4bed-a7d4-533f721a5428 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0397983 Oct 26 16:30:35.154436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] For port 18d16e84-641c-47da-ac63-399c420666bb, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=18d16e84-641c-47da-ac63-399c420666bb,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:35.154436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.170727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Calling delete_port for 18d16e84-641c-47da-ac63-399c420666bb owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:35.207051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.210304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:35.211590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cc24-4081-4db4-8514-d1e91eba90a0 req-95af7c5d-1b0c-40a2-926d-fde19e0e8982 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:35.220386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c214cc24-4081-4db4-8514-d1e91eba90a0 req-95af7c5d-1b0c-40a2-926d-fde19e0e8982 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 950 time: 0.1989381 Oct 26 16:30:35.307841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c214cc24-4081-4db4-8514-d1e91eba90a0 req-f672e995-3d2d-47c7-9867-6d98de81d572 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859673 Oct 26 16:30:35.308111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.312278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bc763caa-1f03-46d8-9533-1a0a2e429162 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6356859 Oct 26 16:30:35.313414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:35.323035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:35.332875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.363700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54de4bf-e3e9-4459-af1d-456a7146fae2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:35.369481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7cc7a4-efca-4ac0-8c94-24d6629906c5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:35.369853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7cc7a4-efca-4ac0-8c94-24d6629906c5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:35.380662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.398801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.406888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:30:35.409823 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:30:35.506332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.557801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.632013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.643259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['18d16e84-641c-47da-ac63-399c420666bb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:35.666542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.669927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event deleted for resources: {'Port': ['ID=18d16e84-641c-47da-ac63-399c420666bb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:35.678821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.686206 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b54de4bf-e3e9-4459-af1d-456a7146fae2 HTTP/1.1" status: 204 len: 168 time: 0.5897341 Oct 26 16:30:35.712697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a765d-1142-4905-8055-d217b16b1019 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54de4bf-e3e9-4459-af1d-456a7146fae2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:35.753560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] No DVR routers for this DVR port 18d16e84-641c-47da-ac63-399c420666bb on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:35.777077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.780583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33b65bb8-1bb5-4500-958c-99419682694a req-041060e9-5957-4f96-a88c-17e7fbe8618d tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "DELETE /v2.0/ports/18d16e84-641c-47da-ac63-399c420666bb HTTP/1.1" status: 204 len: 173 time: 0.9871509 Oct 26 16:30:35.782041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-deleted', 'tag': '18d16e84-641c-47da-ac63-399c420666bb'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:35.786783 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed01901-4ba4-4bcc-9750-a18c299a570b" -d '{"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-deleted", "tag": "18d16e84-641c-47da-ac63-399c420666bb"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:35.802594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:35.823508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcbb477-4061-4bac-9a4f-dd22f3d574dd,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:35.889372 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896b8a6-7a96-412b-83cf-1e9f9d54a537 x-openstack-request-id: req-8896b8a6-7a96-412b-83cf-1e9f9d54a537 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:35.889669 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee", "name": "network-vif-deleted", "tag": "18d16e84-641c-47da-ac63-399c420666bb", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:35.889918 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8896b8a6-7a96-412b-83cf-1e9f9d54a537 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:35.890491 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6c7b7b-2ff5-47c5-8bdc-c8e276d3b6ee', 'name': 'network-vif-deleted', 'tag': '18d16e84-641c-47da-ac63-399c420666bb', 'status': 'completed', 'code': 200} Oct 26 16:30:35.901697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69403296-1f64-45de-b876-97623da808f3 req-7dd39f08-4033-43d3-9aa9-3258e02090cf tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:35.903219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69403296-1f64-45de-b876-97623da808f3 req-7dd39f08-4033-43d3-9aa9-3258e02090cf tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.1915662 Oct 26 16:30:35.962620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-bd20002f-d4fb-4cf4-8bca-005783e9dd65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208460 Oct 26 16:30:36.052428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.053725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-751bfc4d-d4b7-4876-b6cd-5a8b47c506c1 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7391312 Oct 26 16:30:36.056566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36032) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.077239 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9200611d-8718-4426-9a70-04a5a0195d52 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules/edcbb477-4061-4bac-9a4f-dd22f3d574dd HTTP/1.1" status: 200 len: 763 time: 0.0195198 Oct 26 16:30:36.081323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.093966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a4ed-6221-45aa-8d75-08a28b0e895e req-98a5f31c-8efb-448b-9e99-2043c894c9c3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.097388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5b4a4ed-6221-45aa-8d75-08a28b0e895e req-98a5f31c-8efb-448b-9e99-2043c894c9c3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 945 time: 0.1493981 Oct 26 16:30:36.114182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-1d45ae69-01bd-4a58-8d8b-7a93da528539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.118043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-1d45ae69-01bd-4a58-8d8b-7a93da528539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 1095 time: 0.1239092 Oct 26 16:30:36.146518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:36.146839 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.172661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f25e1523-1ecb-434b-9a1e-f758454157dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0884960 Oct 26 16:30:36.180836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36038) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.240622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.272007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.306294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5b4a4ed-6221-45aa-8d75-08a28b0e895e req-d47c7bca-b21b-4a92-bd2d-da31933ab5c0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020221 Oct 26 16:30:36.382441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36044) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.391444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c577532-47f1-4160-b47d-43898da5a95e req-cd07ee04-96a3-4818-82f0-411efc624cbc tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0649424 Oct 26 16:30:36.421422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-bebc8378-0244-456d-b757-d9cdb1f5c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.421422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-bebc8378-0244-456d-b757-d9cdb1f5c63e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.2641497 Oct 26 16:30:36.437445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.454996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.460221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/edcbb477-4061-4bac-9a4f-dd22f3d574dd HTTP/1.1" status: 204 len: 168 time: 0.2828639 Oct 26 16:30:36.462087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.477315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c76e59-d6fa-4840-b342-ad7098f1cc66 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edcbb477-4061-4bac-9a4f-dd22f3d574dd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:36.514917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-da10a1e5-00ef-4d2e-81c6-045f973f36a2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.516436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-da10a1e5-00ef-4d2e-81c6-045f973f36a2 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 950 time: 0.1349912 Oct 26 16:30:36.527732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-5f3d4448-dbbd-4e0f-aa6a-7c88a899ef9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 200 len: 217 time: 0.0804453 Oct 26 16:30:36.530458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port 02243148-0e47-41b7-b3b2-1d68e7d4ce92, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=02243148-0e47-41b7-b3b2-1d68e7d4ce92,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:36.530853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.570259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a92e0cc2-aa12-438f-b410-605923d799b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f05f5dfa58dc4714950e66f1817bb52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842461 Oct 26 16:30:36.575881 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.577447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.585857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for 02243148-0e47-41b7-b3b2-1d68e7d4ce92 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:36.602292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ce4a28cc-789e-4ee3-8f47-b81d6080f1a4 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335504 Oct 26 16:30:36.604909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36052) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:36.618969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:36.635877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868dbd-0a39-407c-9c13-1957de552b97 req-5ce7b4cc-6b50-4144-818d-5da8f8fb4e71 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.637463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26868dbd-0a39-407c-9c13-1957de552b97 req-5ce7b4cc-6b50-4144-818d-5da8f8fb4e71 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 950 time: 0.2177970 Oct 26 16:30:36.693466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.712249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-5895f242-0a16-4237-a065-822d4c5e3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:36.713874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-5895f242-0a16-4237-a065-822d4c5e3613 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1684875 Oct 26 16:30:36.732005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.736466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Deleting port a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:30:36.737927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.795994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-ed54c896-255f-4596-81d8-2c4e93d6caf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643299 Oct 26 16:30:36.888566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26868dbd-0a39-407c-9c13-1957de552b97 req-58ead4d6-9b08-4382-91dd-97de75cd8fe6 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/security-groups?id=3920414f-ef98-452a-8e28-ac4b67a55d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399206 Oct 26 16:30:36.891335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] For port a370ab3e-ede6-428f-8f53-3ed96058d94a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a370ab3e-ede6-428f-8f53-3ed96058d94a,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:36.891930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:36.913794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Calling delete_port for a370ab3e-ede6-428f-8f53-3ed96058d94a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:30:36.981909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.000883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-a7a8e73b-90dc-487b-b2a4-1757d3f9f8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878657 Oct 26 16:30:37.024254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.029273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.031201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41350327-13e3-49d4-b55d-2ba763b46969 HTTP/1.1" status: 204 len: 168 time: 0.4521327 Oct 26 16:30:37.090699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e774e-1891-4405-95f3-7822d3da876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41350327-13e3-49d4-b55d-2ba763b46969,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.109366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.138834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.176741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7a48366-a8c4-42f5-b647-ab511c79fd06 req-3734bdde-dab1-46a5-9636-93a5580ac541 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657033 Oct 26 16:30:37.179274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=02243148-0e47-41b7-b3b2-1d68e7d4ce92,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.228011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port 02243148-0e47-41b7-b3b2-1d68e7d4ce92 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:37.232291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.236526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69403296-1f64-45de-b876-97623da808f3 req-2d82fcc8-0cbd-4159-a7af-28b7e0e375d0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "DELETE /v2.0/ports/02243148-0e47-41b7-b3b2-1d68e7d4ce92 HTTP/1.1" status: 204 len: 173 time: 1.3262620 Oct 26 16:30:37.267688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.292375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e418beb4-da83-42b3-961b-121094e5d847,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.336551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-a64cf14b-0ddc-44d7-b2e4-6972bc54b3fd tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:37.338506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-a64cf14b-0ddc-44d7-b2e4-6972bc54b3fd tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "GET /v2.0/networks?id=b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 200 len: 814 time: 0.1702640 Oct 26 16:30:37.352479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Request body: {'port': {'device_id': '3d92e935-a375-4847-a558-ec8dae7567e3', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'admin_state_up': True, 'tenant_id': '54134727a52b4ed3b16392f529604022'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:37.370864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.382914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a370ab3e-ede6-428f-8f53-3ed96058d94a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:37.449147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Pushing event deleted for resources: {'Port': ['ID=a370ab3e-ede6-428f-8f53-3ed96058d94a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.526008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] No DVR routers for this DVR port a370ab3e-ede6-428f-8f53-3ed96058d94a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:30:37.537511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.543068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38717559-9ed0-4e2a-9e1b-567d97fe761c req-23a1796e-7677-4041-81a7-90bd57c92cad tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.47 "DELETE /v2.0/ports/a370ab3e-ede6-428f-8f53-3ed96058d94a HTTP/1.1" status: 204 len: 173 time: 1.0165453 Oct 26 16:30:37.543876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-deleted', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:37.546760 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139db98e-a324-44aa-ba37-b2efabdffe47" -d '{"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-deleted", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:37.556983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.560907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-60a388f9-4730-447c-a880-c678d2df81dd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9492695 Oct 26 16:30:37.561387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36070) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:37.620475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fae69aff-256a-4812-8f2e-4ed02ceaac75 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules/e418beb4-da83-42b3-961b-121094e5d847 HTTP/1.1" status: 200 len: 763 time: 0.0580406 Oct 26 16:30:37.621167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:37.691543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7b9f0f5-c7cd-4b82-baa2-c67e2e1fd925 req-7869f861-f1e1-444d-8088-709344944c10 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0348232 Oct 26 16:30:37.718711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4f2e392e-2f29-4841-b8f7-fd517e0bb43b tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0964093 Oct 26 16:30:37.723014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:37.804222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.810547 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f9862-081f-4720-bae9-d1474e5eadcb x-openstack-request-id: req-488f9862-081f-4720-bae9-d1474e5eadcb {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:37.810852 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92138aa6-259f-4c3d-a5bf-8ada75f5bef7", "name": "network-vif-deleted", "tag": "a370ab3e-ede6-428f-8f53-3ed96058d94a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:37.811104 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488f9862-081f-4720-bae9-d1474e5eadcb {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:37.811759 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92138aa6-259f-4c3d-a5bf-8ada75f5bef7', 'name': 'network-vif-deleted', 'tag': 'a370ab3e-ede6-428f-8f53-3ed96058d94a', 'status': 'completed', 'code': 200} Oct 26 16:30:37.869771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.869771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Made reservation on behalf of 54134727a52b4ed3b16392f529604022 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:37.869771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:37.895560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'name': 'network-vif-deleted', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:37.897884 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1261f1-3691-4b43-8acc-8e72eb004a01" -d '{"events": [{"server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "name": "network-vif-deleted", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:37.902094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3a80c67-6869-4275-ae2c-8e9e4b2c7851 req-57046523-6ac5-4de0-af66-02e18949129a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.5050340 Oct 26 16:30:37.948005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 02243148-0e47-41b7-b3b2-1d68e7d4ce92 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:37.990119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 02243148-0e47-41b7-b3b2-1d68e7d4ce92 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:37.990934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 02243148-0e47-41b7-b3b2-1d68e7d4ce92 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:37.991573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:38.000192 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06b045-8167-484d-a78f-8bba1f83a8fd x-openstack-request-id: req-2d06b045-8167-484d-a78f-8bba1f83a8fd {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:38.000702 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da", "name": "network-vif-deleted", "tag": "02243148-0e47-41b7-b3b2-1d68e7d4ce92", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:38.001211 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d06b045-8167-484d-a78f-8bba1f83a8fd {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:38.002086 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da', 'name': 'network-vif-deleted', 'tag': '02243148-0e47-41b7-b3b2-1d68e7d4ce92', 'status': 'completed', 'code': 200} Oct 26 16:30:38.025266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a370ab3e-ede6-428f-8f53-3ed96058d94a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:38.030688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a370ab3e-ede6-428f-8f53-3ed96058d94a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:38.065642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ca51ab3-0ed1-4a60-94c4-f25592e63995 req-c84f5bcb-7d40-4d55-9353-6180ec9bce79 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 210 time: 0.0332899 Oct 26 16:30:38.068802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:38.101133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 18d16e84-641c-47da-ac63-399c420666bb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:30:38.101879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 18d16e84-641c-47da-ac63-399c420666bb not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:38.163308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.220071 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.222947 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e418beb4-da83-42b3-961b-121094e5d847 HTTP/1.1" status: 204 len: 168 time: 0.4981668 Oct 26 16:30:38.234159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36090) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:38.282995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65375391-ec5e-4ee4-9496-09f9040bebb0 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e418beb4-da83-42b3-961b-121094e5d847,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:38.387232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a4c11cd7-89b8-452b-b5fd-013dae61ce46 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514084 Oct 26 16:30:38.389080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:38.394510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Request body: {'security_group_rule': {'security_group_id': '3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:38.416852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Allocated IP 172.20.0.13 (b163d193-9ffc-498f-891a-91bcd7109612/d9fcc063-61ec-44e3-a905-bd402244087b/e48baf59-ecfc-4b11-a817-51abb43b219d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:38.601382 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Project c64d2013312e4e4aba8daefb5beaa894 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:30:38.608929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.679084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.723742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.860775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.880913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e435b4-d766-4d94-842e-6c0fbedfa98b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:38.892666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-872a207f-664b-4f54-94bf-d2ee61269349 req-b54fcc09-8633-4a19-aa4c-5530981c292c tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0612173 Oct 26 16:30:38.898431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:38.984035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Network b163d193-9ffc-498f-891a-91bcd7109612 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:38.985477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event updated for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:38.990642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:38.993034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:39.078011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.086153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36114) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.086796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a2f5fbb-ea31-4a3e-8b12-969f3fe03f3f tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6966619 Oct 26 16:30:39.159722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:39.172707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.195444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-86e067d6-c3b8-47ab-8f73-df3db16cf167 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules/56e435b4-d766-4d94-842e-6c0fbedfa98b HTTP/1.1" status: 200 len: 769 time: 0.1072996 Oct 26 16:30:39.199213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7abd1262-045b-4a55-9204-7b95d40c19fb req-e2d808bd-16a4-41c9-a43d-cf56f836331a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e63a3a-9a87-4c86-8c0b-c1f2a8b076da HTTP/1.1" status: 200 len: 210 time: 0.0906405 Oct 26 16:30:39.201868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.235563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36120) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.302569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c0f2f23-1f67-4473-9e4f-ab7ab7262eb4 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0967252 Oct 26 16:30:39.310851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.382778 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-56db13b7-f698-49c5-9556-bdcef11e5926 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0343492 Oct 26 16:30:39.396239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.407638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e55e63d-137e-4e14-97c5-ddededa23112 req-20f21abe-68d0-46df-bc5b-f9d996ff9791 tempest-ServersAdminTestJSON-1884333205 tempest-ServersAdminTestJSON-1884333205-project] 10.222.0.21 "GET /v2.0/ports?device_id=92138aa6-259f-4c3d-a5bf-8ada75f5bef7 HTTP/1.1" status: 200 len: 210 time: 0.0611877 Oct 26 16:30:39.409217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Request body: {'port': {'device_id': '3d92e935-a375-4847-a558-ec8dae7567e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:39.418345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.462511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1906571853-network', 'tenant_id': '29949a5369954e35b7b7ab82addb941b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:39.512180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.687995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Made reservation on behalf of 29949a5369954e35b7b7ab82addb941b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:39.696821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.707730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.709949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.727322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.731838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/56e435b4-d766-4d94-842e-6c0fbedfa98b HTTP/1.1" status: 204 len: 168 time: 0.4191380 Oct 26 16:30:39.732178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.740774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96674e-b74a-436f-8e4e-92c596c23963 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e435b4-d766-4d94-842e-6c0fbedfa98b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:39.820834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-872cf519-39ca-41ea-9860-1b497a096f74 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0857568 Oct 26 16:30:39.823610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:39.848502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48baf59-ecfc-4b11-a817-51abb43b219d {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:39.856869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.896638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Transition to ACTIVE for port object e48baf59-ecfc-4b11-a817-51abb43b219d will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:39.920652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.925063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.949148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:39.997418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.051967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802674-4432-4de8-bc1a-c05c84b108e0 req-34422ece-d94b-4c33-8018-0e10863d39a2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.054340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72802674-4432-4de8-bc1a-c05c84b108e0 req-34422ece-d94b-4c33-8018-0e10863d39a2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 944 time: 0.0636744 Oct 26 16:30:40.055984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.103218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adedd733-c748-4429-89a4-1d89574758ae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.119646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Pushing event updated for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.128583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72802674-4432-4de8-bc1a-c05c84b108e0 req-69ee82a3-d592-4940-a6db-d9760f14bc45 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547144 Oct 26 16:30:40.147314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.150188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.151567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0 HTTP/1.1" status: 204 len: 168 time: 0.3268354 Oct 26 16:30:40.152449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:40.160465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:40.183853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.184217 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Added segment e7fff159-2cff-44e3-a51c-09e977d26da2 of type vlan for network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 Oct 26 16:30:40.185771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7f6a5-0de6-4f66-ab2a-a82f854711fd tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d1869-1ee2-4d84-baf1-4a7016fbf0f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.189151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Attempting to bind port e48baf59-ecfc-4b11-a817-51abb43b219d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:40.196945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Attempting to bind port e48baf59-ecfc-4b11-a817-51abb43b219d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:40.197320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Attempting to bind port e48baf59-ecfc-4b11-a817-51abb43b219d on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:40.208515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Port e48baf59-ecfc-4b11-a817-51abb43b219d on network b163d193-9ffc-498f-891a-91bcd7109612 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:40.208515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Attempting to bind port e48baf59-ecfc-4b11-a817-51abb43b219d on network b163d193-9ffc-498f-891a-91bcd7109612 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:40.216663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:40.217219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Checking segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:40.217554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Bound using segment: {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:40.217985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Bound port: e48baf59-ecfc-4b11-a817-51abb43b219d, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc24549d-3d88-475c-afc3-01d6413e91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:40.218561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.252777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.265678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1193890c-5a67-49f6-8536-3130a3e41b80 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030622 Oct 26 16:30:40.278064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:40.307990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:40.311796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e48baf59-ecfc-4b11-a817-51abb43b219d,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:40.339452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0db0915b-910c-4421-ad5b-6d56b65db8a9 tempest-SecGroupIPv6Test-1694323349 tempest-SecGroupIPv6Test-1694323349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600450 Oct 26 16:30:40.437337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.437632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.437766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.437766 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.486982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.488114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.490990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] 10.222.0.39 "PUT /v2.0/ports/e48baf59-ecfc-4b11-a817-51abb43b219d HTTP/1.1" status: 200 len: 1092 time: 1.0965061 Oct 26 16:30:40.490990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:40.493635 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:40.539736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056b5c-2980-497b-b9fe-412faa8a5784 service neutron] Pushing event updated for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.612579 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ea751-1c38-4439-aff5-dc8974b0c61f x-openstack-request-id: req-501ea751-1c38-4439-aff5-dc8974b0c61f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:40.612973 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:40.613553 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-501ea751-1c38-4439-aff5-dc8974b0c61f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:40.614059 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d', 'status': 'completed', 'code': 200} Oct 26 16:30:40.616599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4aebfa-39f3-4a53-ba88-c1d0679869d7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.631014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36162) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:40.631208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-64f3489c-3381-4515-ade2-49f2a908d7a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3938167 Oct 26 16:30:40.635285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:40.641064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Request body: {'subnet': {'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1906571853-subnet', 'tenant_id': '29949a5369954e35b7b7ab82addb941b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:40.785384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-101ac758-9da5-4a03-b9f2-da4767977edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.786977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-101ac758-9da5-4a03-b9f2-da4767977edc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 1095 time: 0.1104462 Oct 26 16:30:40.790850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Made reservation on behalf of 29949a5369954e35b7b7ab82addb941b for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:40.793189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:40.904351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-2bef601c-b60c-43c8-93f5-c933a0702659 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.906137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-2bef601c-b60c-43c8-93f5-c933a0702659 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.2031403 Oct 26 16:30:40.958008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-eba8a68c-fe56-41f3-96bf-b76b0080b656 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/quotas/f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 375 time: 0.0358472 Oct 26 16:30:40.974081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-7d6586d7-aa57-423f-ae03-d51602f37070 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.975683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-7d6586d7-aa57-423f-ae03-d51602f37070 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.1789098 Oct 26 16:30:40.981263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-5b2bb120-8c1b-43af-b562-7c9a00a09ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:40.982927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-5b2bb120-8c1b-43af-b562-7c9a00a09ed8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54134727a52b4ed3b16392f529604022&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1653328 Oct 26 16:30:41.017804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-07b0a3f7-b4c8-4d05-ae7d-675f5eaf7097 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0341938 Oct 26 16:30:41.057278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-b0648709-3875-43a5-8b32-6999f90c9d14 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323234 Oct 26 16:30:41.063267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36178) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:41.109143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-d3798bb7-c294-4397-8026-911e14721449 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1440079 Oct 26 16:30:41.208527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-34eb18f5-b052-4902-ae73-094bf738d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:41.210407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bfba5e6b-ef50-490b-ba8b-7e9022579ae6 req-34eb18f5-b052-4902-ae73-094bf738d18d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252131 Oct 26 16:30:41.249854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.342188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36190) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:41.371749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff6e899-1482-41c5-8d2e-76156c85f48c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:41.387401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-8e37a0b3-eb26-49d9-aa30-5feb9d6484f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:41.389205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-8e37a0b3-eb26-49d9-aa30-5feb9d6484f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54134727a52b4ed3b16392f529604022&device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 1095 time: 0.1327157 Oct 26 16:30:41.391461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Checking segment: {'id': 'e7fff159-2cff-44e3-a51c-09e977d26da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:41.392044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Network hostable DHCP agents. Network: 3c4aebfa-39f3-4a53-ba88-c1d0679869d7, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:41.404912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-5c332686-2002-4f36-b5d5-a100b1ff54dd service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378155 Oct 26 16:30:41.441071 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-d93b23df-119f-4e3b-89c7-0524b5d25873 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e48baf59-ecfc-4b11-a817-51abb43b219d HTTP/1.1" status: 200 len: 217 time: 0.0420761 Oct 26 16:30:41.541103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-5a57b381-7e68-4ff9-bdf3-d22a23077825 service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310009 Oct 26 16:30:41.550305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-745bd4fa-035d-40e7-b79d-2270f68325c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:41.553257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-745bd4fa-035d-40e7-b79d-2270f68325c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9fcc063-61ec-44e3-a905-bd402244087b HTTP/1.1" status: 200 len: 854 time: 0.0955033 Oct 26 16:30:41.563559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d4b31f5a-edaf-4d90-aa9f-c871d4f65e9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a85162a80c14afeab1c929cb92e5aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142267 Oct 26 16:30:41.574421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36196) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:41.574928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:41.614487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-7b605650-6bcc-4f4a-b7f8-8afa2ad349b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b163d193-9ffc-498f-891a-91bcd7109612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498645 Oct 26 16:30:41.640162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5888cda5-19ec-4729-b2ee-07654395b137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c64d2013312e4e4aba8daefb5beaa894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757399 Oct 26 16:30:41.648195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:41.700347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-1ce33f11-6b4b-4dae-8c69-5832a54e9de1 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875891 Oct 26 16:30:41.716199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.718573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-c55b8a96-34bb-476f-bf94-4dec82809021 service neutron] 10.222.0.21 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766179 Oct 26 16:30:41.746535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.749403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.791580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.795521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3c4aebfa-39f3-4a53-ba88-c1d0679869d7) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:41.807584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ece8e3-8b71-465f-a42e-5e185dc7cd27 None None] Network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:41.809902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:41.810680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.907244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.913505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:41.920820 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3920414f-ef98-452a-8e28-ac4b67a55d6e HTTP/1.1" status: 204 len: 168 time: 0.3435500 Oct 26 16:30:41.934902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-e3689573-6cd4-4597-880e-469369de0ce5 service neutron] 10.222.0.39 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101935 Oct 26 16:30:41.940829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addd46a-e7b6-486a-8f96-110884bb2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3920414f-ef98-452a-8e28-ac4b67a55d6e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:41.957906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5c7383c8-ac2e-402b-a8f5-8b3ea43c9f79 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3225303 Oct 26 16:30:42.077733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:42.095317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:42.108068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff25383d-4c9e-4009-9c13-3fe1f063917a HTTP/1.1" status: 204 len: 168 time: 0.4484518 Oct 26 16:30:42.122971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25383d-4c9e-4009-9c13-3fe1f063917a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:42.148223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.149851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.150323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.150763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.151233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.151674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.152189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.152611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.153058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.153589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.154674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.154976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58185559-9e64-4dca-b846-6778eaffb280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:42.239255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-681a8fa2-49f8-4694-83fb-a372b817ce9d req-99e32f16-f3ca-422a-b639-932c77fb1204 service neutron] 10.222.0.39 "GET /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853048 Oct 26 16:30:42.291272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575c2c0-494f-4593-9199-bb1b5d7fd08f req-6eb40178-33d0-407e-8746-7df9f20fb00f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:42.301192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e575c2c0-494f-4593-9199-bb1b5d7fd08f req-6eb40178-33d0-407e-8746-7df9f20fb00f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 944 time: 0.0858080 Oct 26 16:30:42.351260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e575c2c0-494f-4593-9199-bb1b5d7fd08f req-ff78e27a-1086-4782-86f1-692b0bf4e28b tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Oct 26 16:30:42.406865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0077f35-f034-427d-9474-100a360167ad None None] Network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:42.587853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1ae3cd7-d73e-43e1-b991-112ef6ff3d71 req-00c14913-7bdc-4f5a-a51a-169d60e8359d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0360887 Oct 26 16:30:42.841525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51997a90-10c8-40bd-bd98-e37b59598300 req-1d295ce8-543d-493b-a9fd-cccd3001d33a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0439520 Oct 26 16:30:43.209177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36258) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:43.375275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-070d758f-46b8-4ee1-9051-27c22acd3c51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f871551def324ddc80dd44d87eb07013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613283 Oct 26 16:30:43.375691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36262) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:43.451073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-202fc9c7-abc3-4041-bf62-42d6441a8f5e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:43.469243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-202fc9c7-abc3-4041-bf62-42d6441a8f5e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/networks?id=3c4aebfa-39f3-4a53-ba88-c1d0679869d7 HTTP/1.1" status: 200 len: 814 time: 0.2361929 Oct 26 16:30:43.489914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-86d06aed-f3e9-4274-bf0e-c9d115ea6108 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/quotas/29949a5369954e35b7b7ab82addb941b HTTP/1.1" status: 200 len: 375 time: 0.0194123 Oct 26 16:30:43.518618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:43.536630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-f1f7f139-fcb3-4113-929f-eed3be82be51 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=29949a5369954e35b7b7ab82addb941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408769 Oct 26 16:30:43.561636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:43.643612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc093695-366c-4df0-8ca0-7db7a892c43c req-c58ef62f-a537-4e98-bf95-c86692c6b3d9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:43.645124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc093695-366c-4df0-8ca0-7db7a892c43c req-c58ef62f-a537-4e98-bf95-c86692c6b3d9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 944 time: 0.1526723 Oct 26 16:30:43.715022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50f0a5f8-6a6a-45cd-8ee3-dcd9efa09ead service neutron] 10.222.0.21 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764820 Oct 26 16:30:43.748780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:43.755161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:43.760385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30f4c26-8f9d-4d08-95d5-d63cde16558b HTTP/1.1" status: 204 len: 168 time: 0.3805735 Oct 26 16:30:43.799671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf14a5b-a4ba-4502-8f22-444046db6f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f4c26-8f9d-4d08-95d5-d63cde16558b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:43.869023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc093695-366c-4df0-8ca0-7db7a892c43c req-2682e84a-3333-4f2d-8d80-871b5fad92b9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106743 Oct 26 16:30:43.964437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-410fb9b2-dfd9-45be-9c77-12b532017ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342489 Oct 26 16:30:44.120030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab0ccfce-6e5c-4f5d-a300-08cc92838e76 req-1df7a835-9905-432a-8dbd-bee947c7c3b3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0521445 Oct 26 16:30:44.230493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a08a941-7e41-4cf7-8820-76f360f7d85f req-0427f1e3-636b-439e-89da-ceedee705710 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0383134 Oct 26 16:30:44.368707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf731276-8b4c-4504-a018-2bd7f92517de req-f9c0de76-83a1-4eb5-85d8-172dcabb67cf tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.0484838 Oct 26 16:30:45.148509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-9d239c00-e053-4c3b-bf3f-b16d7690c140 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:45.151378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-9d239c00-e053-4c3b-bf3f-b16d7690c140 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.3279381 Oct 26 16:30:45.187303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:45.273550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dc49a-6dcc-4831-9e8a-66d9e513f355 req-cfcacf26-4e63-491d-953b-97afb650101e tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:45.276860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-286dc49a-6dcc-4831-9e8a-66d9e513f355 req-cfcacf26-4e63-491d-953b-97afb650101e tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 944 time: 0.1974487 Oct 26 16:30:45.353905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71fc6d95-2df1-4252-9398-9dc81441b3d9 req-03632622-0117-43d5-946d-a6271c652b04 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0437849 Oct 26 16:30:45.505749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3157414-fbc8-4780-ae9f-e217b4636029 req-fe14307b-14dd-4700-80df-0de7a2e1b845 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0378039 Oct 26 16:30:45.604326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:45.609281 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31152c91-401c-45cd-aabe-b2ba99e89e9a req-747b98ba-8642-44a7-b763-dfb8ad1ccad4 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.0625067 Oct 26 16:30:45.614768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:46.114290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e48baf59-ecfc-4b11-a817-51abb43b219d details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:46.120012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.6 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/b2cfa49a-5ae1-41a6-93da-725146f7d578) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:46.208618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-286dc49a-6dcc-4831-9e8a-66d9e513f355 req-9485fc9a-edea-445f-8110-33f5798a58d8 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9211731 Oct 26 16:30:46.227740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-37639290-ef79-466d-bdd5-6d43f0a167da tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:46.231221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-37639290-ef79-466d-bdd5-6d43f0a167da tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 807 time: 0.5313699 Oct 26 16:30:46.270778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Request body: {'port': {'device_id': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'admin_state_up': True, 'tenant_id': 'f6d9485713ac4cf180ed93f03807a693'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:46.544138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e48baf59-ecfc-4b11-a817-51abb43b219d,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:46.604208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e48baf59-ecfc-4b11-a817-51abb43b219d', 'network_id': 'b163d193-9ffc-498f-891a-91bcd7109612', 'port_id': 'e48baf59-ecfc-4b11-a817-51abb43b219d', 'mac_address': 'fa:16:3e:ef:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fcc063-61ec-44e3-a905-bd402244087b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:46.755916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-507b3c20-dab9-4d9b-b2f5-e9048398d8b3 req-c10414f1-2f87-4bc4-b994-dd401d8ca75a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 210 time: 0.1049857 Oct 26 16:30:46.801984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:46.873340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dab7941a-e58f-4461-9646-998dce7c05a5 req-217c5ed1-0cb6-4bfb-99de-4d5d4abcaf60 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.1157560 Oct 26 16:30:46.894529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48baf59-ecfc-4b11-a817-51abb43b219d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:46.908597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:47.005720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e48baf59-ecfc-4b11-a817-51abb43b219d,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:47.012531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ae24fd5-176c-4fc5-bf89-4b34147ff413 req-dea288c2-1e41-46d9-93ae-20acd6c35442 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.1017022 Oct 26 16:30:47.013160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Made reservation on behalf of f6d9485713ac4cf180ed93f03807a693 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:47.029188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:47.106058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:47.197637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:47.416116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:47.458536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:47.475355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:47.493165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:47.538474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e48baf59-ecfc-4b11-a817-51abb43b219d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:47.586345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:47.697765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.698410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.698765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.703876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.704475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.705004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.705547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.710691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.711548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.712057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.714356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.714922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:47.819939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:47.821184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:47.893733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-00124d3f-1041-40f0-8228-fc082c8cdf66 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624199 Oct 26 16:30:47.954340 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-bb8adf26-e175-42f2-81a9-e4b0d21a653f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7936256 Oct 26 16:30:47.968064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Request body: {'port': {'device_id': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:48.016493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Allocated IP 172.20.0.13 (9acfd8aa-0fb9-466e-9183-0f8dc62040d6/83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f/34e18a58-8e08-460f-8ebf-b245d65eee02) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:48.200618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:48.243863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36396) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:48.259161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b22f8f-da20-4ca6-ad93-c9a8a2cf420c req-c82dec03-c4c3-4e78-bc96-e267e7d0fc90 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:48.266403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29b22f8f-da20-4ca6-ad93-c9a8a2cf420c req-c82dec03-c4c3-4e78-bc96-e267e7d0fc90 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 945 time: 0.4810929 Oct 26 16:30:48.296143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-615359451'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:48.364995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-c2074d7b-bde3-4166-867f-c7ab4b5b1bbb tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:48.373309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-c2074d7b-bde3-4166-867f-c7ab4b5b1bbb tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785857 Oct 26 16:30:48.426824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-3e118714-3dd9-45c2-95ad-13738e6537c1 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/quotas/ad75e5a89d3142c6bf7054b97bd583d8 HTTP/1.1" status: 200 len: 375 time: 0.0521140 Oct 26 16:30:48.445175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29b22f8f-da20-4ca6-ad93-c9a8a2cf420c req-4233f624-eba3-43db-89a0-7c06196749c7 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758459 Oct 26 16:30:48.532337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-ec45d977-5d4f-4cb8-ac21-71bfce88efe4 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040559 Oct 26 16:30:48.558180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:48.684118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52551000-7425-4f9a-b68f-e69cb02f6a00 req-68415ee7-bae8-43c0-9d70-8a2a710f5a8c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:48.686657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52551000-7425-4f9a-b68f-e69cb02f6a00 req-68415ee7-bae8-43c0-9d70-8a2a710f5a8c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 931 time: 0.0791755 Oct 26 16:30:48.693445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:48.709725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:48.761573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:48.779390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:48.791535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:48.803361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:48.846297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52551000-7425-4f9a-b68f-e69cb02f6a00 req-353577b2-2b30-40d0-90ae-47ea2d4b46b6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483257 Oct 26 16:30:48.902330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:48.907408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:48.927036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-b4579b31-1b61-4e0b-9f66-5dcbe9943c55 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:48.930157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-b4579b31-1b61-4e0b-9f66-5dcbe9943c55 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.47 "GET /v2.0/networks?id=3c4aebfa-39f3-4a53-ba88-c1d0679869d7 HTTP/1.1" status: 200 len: 814 time: 0.8414674 Oct 26 16:30:48.947118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Request body: {'port': {'device_id': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7', 'admin_state_up': True, 'tenant_id': '29949a5369954e35b7b7ab82addb941b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:49.036330 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c60f5bd-809b-4a15-b104-11685715ed1a req-d2b65be4-d96f-4b75-8bc2-62995bf34172 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.0730660 Oct 26 16:30:49.087884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572d6ba-db48-42da-b08a-d6980f973661 req-3d3ab6fd-b304-48c5-a3da-25ed4029e229 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:49.089649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8572d6ba-db48-42da-b08a-d6980f973661 req-3d3ab6fd-b304-48c5-a3da-25ed4029e229 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 932 time: 0.1724744 Oct 26 16:30:49.168940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7716982-b680-4740-8542-304d2b9f5db4 req-c164191a-2b91-42e0-81ca-009dc96c58c2 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 210 time: 0.0534494 Oct 26 16:30:49.206428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8572d6ba-db48-42da-b08a-d6980f973661 req-b68ebe0e-bb96-4d55-b896-efe87ff7d4dd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042533 Oct 26 16:30:49.289719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:49.294914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.380676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:49.391416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-19e02e5a-3aec-4b27-9f0a-de6f6b5cce82 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1434081 Oct 26 16:30:49.401055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.401587 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Added segment 0983aa7d-0cb6-4f59-a9f3-47872d47179d of type vlan for network 2e5b6964-1bf6-4495-8ffa-dea879b2612c Oct 26 16:30:49.403605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Request body: {'port': {'device_id': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:49.417798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cfa49a-5ae1-41a6-93da-725146f7d578 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:49.428352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.461345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.486705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.489368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Transition to ACTIVE for port object b2cfa49a-5ae1-41a6-93da-725146f7d578 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:49.545972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Made reservation on behalf of 29949a5369954e35b7b7ab82addb941b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:49.550109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.584914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.728765 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:30:49.769942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:49.773091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.795446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cfb64-980b-4880-96da-c5129f5f5702 req-a6848528-d923-4a25-8571-660e27a54d03 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:49.805263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:49.814924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:49.816499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-288cfb64-980b-4880-96da-c5129f5f5702 req-a6848528-d923-4a25-8571-660e27a54d03 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 945 time: 0.2778623 Oct 26 16:30:49.981246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-288cfb64-980b-4880-96da-c5129f5f5702 req-9a2c120c-584c-4a43-974f-240a586098ee tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637316 Oct 26 16:30:50.021475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Network': ['ID=2e5b6964-1bf6-4495-8ffa-dea879b2612c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.037521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:50.047734 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8903c286-50d7-427e-b759-75f9f8726fb7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7966568 Oct 26 16:30:50.083410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36420) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:50.099209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-341158742'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:50.139774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e48baf59-ecfc-4b11-a817-51abb43b219d up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:50.160698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e18a58-8e08-460f-8ebf-b245d65eee02 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:50.173083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f841e-2400-44c1-aa92-7802433d3eff req-98e372a2-0432-413b-b6b6-c28252809c4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:50.175150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-430f841e-2400-44c1-aa92-7802433d3eff req-98e372a2-0432-413b-b6b6-c28252809c4a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1803513 Oct 26 16:30:50.186462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Attempting to bind port b2cfa49a-5ae1-41a6-93da-725146f7d578 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:50.186935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Attempting to bind port b2cfa49a-5ae1-41a6-93da-725146f7d578 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:50.187390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Attempting to bind port b2cfa49a-5ae1-41a6-93da-725146f7d578 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:50.192966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Allocated IP 172.20.0.4 (3c4aebfa-39f3-4a53-ba88-c1d0679869d7/eff6e899-1482-41c5-8d2e-76156c85f48c/966d93e3-6228-4ef0-95dd-2aa60b1030dc) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:50.204048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Port b2cfa49a-5ae1-41a6-93da-725146f7d578 on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:50.205041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Attempting to bind port b2cfa49a-5ae1-41a6-93da-725146f7d578 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:50.214858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:50.215361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:50.215855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:50.216404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Bound port: b2cfa49a-5ae1-41a6-93da-725146f7d578, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:50.216921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.235253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.244339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44e27b74-14cd-4af0-af52-1e7cb5c1a3fe req-b3465a05-e785-4299-ba46-c8692008a996 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.0989480 Oct 26 16:30:50.285551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Transition to ACTIVE for port object 34e18a58-8e08-460f-8ebf-b245d65eee02 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:50.315696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-430f841e-2400-44c1-aa92-7802433d3eff req-cf74eaf4-537e-46e9-b0d7-545f02142824 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Oct 26 16:30:50.349253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e48baf59-ecfc-4b11-a817-51abb43b219d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:30:50.358447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e48baf59-ecfc-4b11-a817-51abb43b219d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:50.359262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.380632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:50.403181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:50.457194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:50.460703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.464171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b515dd0-6714-4a8d-86f4-f3c38e871057 req-be47a0d9-a7fb-420e-8f77-44201fefc9a4 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 210 time: 0.1474242 Oct 26 16:30:50.464783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.502251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.525595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.531381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.573215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747c99-118e-4bc5-9692-e3aa3ef5fec8 req-3b9958ef-7f49-4bdd-9a04-62785d3f2092 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:50.574757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20747c99-118e-4bc5-9692-e3aa3ef5fec8 req-3b9958ef-7f49-4bdd-9a04-62785d3f2092 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.1969132 Oct 26 16:30:50.583581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:50.592190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.599642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:50.600400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.601925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] 10.222.0.47 "PUT /v2.0/ports/b2cfa49a-5ae1-41a6-93da-725146f7d578 HTTP/1.1" status: 200 len: 1091 time: 2.6380999 Oct 26 16:30:50.602530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:50.604887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732fe65d-93ee-4099-9ed6-7b38a456dc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:50.640941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:50.646801 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aace7af-6642-4762-b2a8-a2ff29f824da" -d '{"events": [{"server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "name": "network-vif-plugged", "status": "completed", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:50.647045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040de99-2979-4b0a-a332-a1b9f09a599f service neutron] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.661319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.670609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e48baf59-ecfc-4b11-a817-51abb43b219d,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:50.674522 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a3e66-4088-4959-9837-19f542b75f92 x-openstack-request-id: req-dd5a3e66-4088-4959-9837-19f542b75f92 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:50.675117 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:50.675117 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd5a3e66-4088-4959-9837-19f542b75f92 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:50.680694 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'status': 'completed', 'code': 200} Oct 26 16:30:50.708758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.709114 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Added segment 5bc93cd8-0475-429d-8ab6-dbd2e7a205cd of type vlan for network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 Oct 26 16:30:50.713227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20747c99-118e-4bc5-9692-e3aa3ef5fec8 req-ab74227f-88ac-4229-bbd4-2ad5d6082869 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263332 Oct 26 16:30:50.721059 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d0a6d5-1449-492f-8e3a-ac73e7a090bb x-openstack-request-id: req-c0d0a6d5-1449-492f-8e3a-ac73e7a090bb {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:50.721354 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "name": "network-vif-plugged", "status": "completed", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:50.722628 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0d0a6d5-1449-492f-8e3a-ac73e7a090bb {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:50.723266 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d', 'code': 200} Oct 26 16:30:50.781154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-35280eb0-e43a-48e4-a5e2-fd89be96255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:50.783404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-35280eb0-e43a-48e4-a5e2-fd89be96255c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0819876 Oct 26 16:30:50.807785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.829523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.842558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.845231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:50.845527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:50.845852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:50.854618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:50.854935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:50.860043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:50.862666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:50.862666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:50.862666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Bound port: 34e18a58-8e08-460f-8ebf-b245d65eee02, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:50.862666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.957105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Pushing event updated for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.960418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:50.969842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.976581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:50.983550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.008156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:51.012435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:51.020556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:51.130243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:51.139862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-70bbd150-b750-49f4-9408-e8f2c4039ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.141895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-70bbd150-b750-49f4-9408-e8f2c4039ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63c5ca8422bc4606823a364d57a4bed8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3510015 Oct 26 16:30:51.153597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.154365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.162379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:51.175065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Network': ['ID=6117e3f1-dc33-452a-8d71-68fd7cf941b6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:51.176181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:51.185804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fcb22-e612-4935-8f96-f24f8bdd3c6b req-659335f3-20db-4caa-b0b2-bef4406f19ff tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.187874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd8fcb22-e612-4935-8f96-f24f8bdd3c6b req-659335f3-20db-4caa-b0b2-bef4406f19ff tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1013303 Oct 26 16:30:51.243712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd8fcb22-e612-4935-8f96-f24f8bdd3c6b req-fba319ba-2c8a-45d7-a137-151f6a5a27c9 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 Oct 26 16:30:51.271016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-332ea0b9-551d-4369-b286-a46b85349e74 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1853709 Oct 26 16:30:51.272202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:51.279332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'subnet': {'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:51.290094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbf550-b424-479c-923a-9ea9786781e4 req-3bdf7457-dcbb-4f95-a48e-0d7cd5c4690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.300320 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c2cbf550-b424-479c-923a-9ea9786781e4 req-3bdf7457-dcbb-4f95-a48e-0d7cd5c4690b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 1097 time: 0.4582386 Oct 26 16:30:51.360575 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.374473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-b56693fb-0111-4b16-ab2b-b0ec4f493278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.376186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-732fe65d-93ee-4099-9ed6-7b38a456dc0b req-b56693fb-0111-4b16-ab2b-b0ec4f493278 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164390 Oct 26 16:30:51.386851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-50b8641c-8c44-42ff-872c-5c6ab02d826e tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4432726 Oct 26 16:30:51.409484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Request body: {'port': {'device_id': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:51.487493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.488115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.489548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] 10.222.0.47 "PUT /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 1092 time: 2.0908818 Oct 26 16:30:51.490000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:51.492276 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882f22b3-036e-4400-b446-fe90c99a4db2" -d '{"events": [{"name": "network-changed", "server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:51.515785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c2cbf550-b424-479c-923a-9ea9786781e4 req-4763631e-86c9-4094-93d2-6167d2804f21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136331 Oct 26 16:30:51.546939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-be44cbe3-dbc1-4496-ae8f-127ab475cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.549048 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-be44cbe3-dbc1-4496-ae8f-127ab475cf42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 1094 time: 0.1125731 Oct 26 16:30:51.552991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.568551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdda608-6a13-442c-aa02-6d81aff9bdda service neutron] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:51.583615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec3ce-aded-4ee2-83ef-bab941c18635 req-ad5767ad-49da-4c78-8577-5bbce5197519 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.591727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c26ec3ce-aded-4ee2-83ef-bab941c18635 req-ad5767ad-49da-4c78-8577-5bbce5197519 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 931 time: 0.2223897 Oct 26 16:30:51.617939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-6f11fa40-727a-4ea0-9c70-ae3dce29ae48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578 HTTP/1.1" status: 200 len: 217 time: 0.0552223 Oct 26 16:30:51.642471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a75b1-f857-4a80-83b0-59e6c5e9478e req-5f497e12-13bc-4496-bccb-68ec6bf06f4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.650094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-311a75b1-f857-4a80-83b0-59e6c5e9478e req-5f497e12-13bc-4496-bccb-68ec6bf06f4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.2227123 Oct 26 16:30:51.706864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:51.710583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:51.783676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca102b-a681-4754-a943-53aa37ec2487 req-3228f927-8965-46fd-a699-6d77cdc67db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.786510 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-3228f927-8965-46fd-a699-6d77cdc67db3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.1442497 Oct 26 16:30:51.797247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c26ec3ce-aded-4ee2-83ef-bab941c18635 req-38a48efe-b8d9-4bef-a6d4-c12a57bf00ce tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040055 Oct 26 16:30:51.817466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-311a75b1-f857-4a80-83b0-59e6c5e9478e req-c432ac5d-3431-42f9-9975-fcf3a65516f4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624939 Oct 26 16:30:51.830486 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-a7138a72-280a-4bf5-986f-70ba0ae4112e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339785 Oct 26 16:30:51.889119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-a1b83c20-bc1c-43cc-86d1-b20d92d8cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:51.892735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-a1b83c20-bc1c-43cc-86d1-b20d92d8cab0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1095 time: 0.2714276 Oct 26 16:30:51.896918 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d93db4c-554c-4ebb-acd1-59ce0aa95652 x-openstack-request-id: req-9d93db4c-554c-4ebb-acd1-59ce0aa95652 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:51.897224 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:51.900561 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d93db4c-554c-4ebb-acd1-59ce0aa95652 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:51.900561 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'status': 'completed', 'code': 200} Oct 26 16:30:52.002020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-62ee4e3a-e470-4e7e-bf23-07ef4011ca99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 217 time: 0.0934427 Oct 26 16:30:52.041626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-466874f0-479f-4acc-84de-f7e9ef58520b req-aad8d7e5-c3c6-4452-80e6-6ce3bd38aa49 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 210 time: 0.0589993 Oct 26 16:30:52.063293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-c4c71c6f-7dc9-4632-9fd9-11b9b90cf20f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629573 Oct 26 16:30:52.088670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-3d9dc71e-b723-4bbd-83ef-934c29c2ab86 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452896 Oct 26 16:30:52.206379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6dac070c-95e3-418c-90a9-75d6d4248ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:52.208163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-6dac070c-95e3-418c-90a9-75d6d4248ffc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1297517 Oct 26 16:30:52.246848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6356095-b22a-431b-abf1-8ac77c3e2e50 req-67badae6-13fc-4d6d-aed5-035487753690 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:52.248742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6356095-b22a-431b-abf1-8ac77c3e2e50 req-67badae6-13fc-4d6d-aed5-035487753690 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.2607939 Oct 26 16:30:52.309552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-914e5dcb-72b1-4d3f-9e10-a7cd7ab86ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925267 Oct 26 16:30:52.386919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.395569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-93e2428d-bc21-41ff-9881-8d64791cd8f6 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:52.397143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-93e2428d-bc21-41ff-9881-8d64791cd8f6 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223574 Oct 26 16:30:52.402963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966d93e3-6228-4ef0-95dd-2aa60b1030dc {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:52.421735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Request body: {'port': {'device_id': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'ad75e5a89d3142c6bf7054b97bd583d8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:52.500299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-9bfd06d4-6efa-43c5-a04a-380681d284f7 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757905 Oct 26 16:30:52.529809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.547110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cca102b-a681-4754-a943-53aa37ec2487 req-26e52633-ea6e-4aea-9b86-f1b865765f83 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128039 Oct 26 16:30:52.558022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Transition to ACTIVE for port object 966d93e3-6228-4ef0-95dd-2aa60b1030dc will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:52.631622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.643581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Made reservation on behalf of ad75e5a89d3142c6bf7054b97bd583d8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:52.653693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.669330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.701600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6356095-b22a-431b-abf1-8ac77c3e2e50 req-44d211d9-61b9-42a9-a1f0-5e1f9a8a88bd tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909504 Oct 26 16:30:52.745072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19865f6d-bde0-4b58-99cc-e55af116eadf req-556ed20e-30bc-4cf0-b1e0-fbf13b33e405 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:52.756113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19865f6d-bde0-4b58-99cc-e55af116eadf req-556ed20e-30bc-4cf0-b1e0-fbf13b33e405 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.2586696 Oct 26 16:30:52.793556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.817362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d808f3-d571-4c99-9aae-0c6fb759a839 req-9602be5a-87f5-44ad-9ef9-2aa38481e256 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009953 Oct 26 16:30:52.821168 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.872488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19865f6d-bde0-4b58-99cc-e55af116eadf req-f35000e9-28ca-4449-b4b8-190b6967fe4a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150911 Oct 26 16:30:52.875203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:52.901161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Attempting to bind port 966d93e3-6228-4ef0-95dd-2aa60b1030dc on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:52.901498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Attempting to bind port 966d93e3-6228-4ef0-95dd-2aa60b1030dc by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e7fff159-2cff-44e3-a51c-09e977d26da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:52.901822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Attempting to bind port 966d93e3-6228-4ef0-95dd-2aa60b1030dc on network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:52.909230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Port 966d93e3-6228-4ef0-95dd-2aa60b1030dc on network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:52.911823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Attempting to bind port 966d93e3-6228-4ef0-95dd-2aa60b1030dc on network 3c4aebfa-39f3-4a53-ba88-c1d0679869d7 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:52.916257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:52.916774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Checking segment: {'id': 'e7fff159-2cff-44e3-a51c-09e977d26da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:52.917161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Bound using segment: {'id': 'e7fff159-2cff-44e3-a51c-09e977d26da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:52.917593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Bound port: 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fff159-2cff-44e3-a51c-09e977d26da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:52.917946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:52.961835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.059145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Subnet': ['ID=2183f8f1-935f-4eac-9efa-1c58e6cdb685,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:53.084859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f186cc95-6b81-4129-9a96-c132dc3d7850,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:53.102631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:53.108962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc,segment=NetworkSegment(e7fff159-2cff-44e3-a51c-09e977d26da2),segment_id=e7fff159-2cff-44e3-a51c-09e977d26da2)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:53.111371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:53.111844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network hostable DHCP agents. Network: 2e5b6964-1bf6-4495-8ffa-dea879b2612c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:53.123844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32fbc9-ce1a-411e-a11f-b7c23785923e req-341df371-e996-4008-927c-23a886167c81 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.125605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e32fbc9-ce1a-411e-a11f-b7c23785923e req-341df371-e996-4008-927c-23a886167c81 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 943 time: 0.1511650 Oct 26 16:30:53.145035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf5a8-021e-4c74-a8e3-0ec66ece4003 req-f0288888-14fe-4e4b-b4dc-9813f14d90f0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.146679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e58bf5a8-021e-4c74-a8e3-0ec66ece4003 req-f0288888-14fe-4e4b-b4dc-9813f14d90f0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1544611 Oct 26 16:30:53.159639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Allocated IP 192.168.233.134 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/5306137e-aac8-43d4-99d1-ceb408c215e2) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:53.207248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-911ccf4b-0830-4d34-b559-d013a5583b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.208897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-911ccf4b-0830-4d34-b559-d013a5583b1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1095 time: 0.1382198 Oct 26 16:30:53.218788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e32fbc9-ce1a-411e-a11f-b7c23785923e req-8059de36-bc25-4072-9e35-680bde47b699 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822892 Oct 26 16:30:53.244630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.244870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e58bf5a8-021e-4c74-a8e3-0ec66ece4003 req-08039909-59d6-4ea0-a44e-09550e77054d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Oct 26 16:30:53.385820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.387171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.388892 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] 10.222.0.47 "PUT /v2.0/ports/966d93e3-6228-4ef0-95dd-2aa60b1030dc HTTP/1.1" status: 200 len: 1091 time: 1.9895744 Oct 26 16:30:53.399115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:53.402133 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01" -d '{"events": [{"name": "network-changed", "server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:53.415496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab7acf-8636-41f7-bc64-b0e848ed3dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:53.530024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:53.583481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.616599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0d91801-509e-4b2f-9fc8-25390d76b238 req-68c44156-81dc-4840-b4f9-316001ec2183 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 210 time: 0.1095157 Oct 26 16:30:53.653048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-65500d4d-11f6-4619-aac3-aa7b000dcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.654593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-65500d4d-11f6-4619-aac3-aa7b000dcc35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29949a5369954e35b7b7ab82addb941b&device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 1094 time: 0.1325638 Oct 26 16:30:53.658552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-fa5a1e6a-644e-4bac-96b9-2f7def245e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.660037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-fa5a1e6a-644e-4bac-96b9-2f7def245e32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.4379494 Oct 26 16:30:53.712858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-53f48c2f-a2de-44ce-8cd9-b747e94dd46d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc HTTP/1.1" status: 200 len: 217 time: 0.0432599 Oct 26 16:30:53.714223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 2e5b6964-1bf6-4495-8ffa-dea879b2612c) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:53.714407 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980cd00-ddfd-470c-a58b-7c22aff630a9 x-openstack-request-id: req-3980cd00-ddfd-470c-a58b-7c22aff630a9 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:53.714927 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:53.715857 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3980cd00-ddfd-470c-a58b-7c22aff630a9 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:53.716327 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc', 'status': 'completed', 'code': 200} Oct 26 16:30:53.716874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-f205957e-510f-4fb8-9cf0-bca448d3d2c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 217 time: 0.0472319 Oct 26 16:30:53.724796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c50c5-3b72-4c0d-b230-95645974b807 None None] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:53.734782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.738922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.800175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-15ebd3b3-8c88-47fd-b40e-4565a3c464b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.802278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-15ebd3b3-8c88-47fd-b40e-4565a3c464b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6e899-1482-41c5-8d2e-76156c85f48c HTTP/1.1" status: 200 len: 854 time: 0.0736034 Oct 26 16:30:53.804107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.830305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-5ea784ff-ac20-4cea-a5cb-78583688268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.832747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-5ea784ff-ac20-4cea-a5cb-78583688268e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1008995 Oct 26 16:30:53.852777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:53.852777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:53.867025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:53.928610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-2efaf66d-8821-4202-8eb7-297abdc56ebe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806818 Oct 26 16:30:53.945495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:30:53.946680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:53.977224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955dc5f-1a0e-4fa8-bc1f-27d6b433347d req-ceb07bad-b32c-4a98-953c-18f765d48a7f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:53.990549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5955dc5f-1a0e-4fa8-bc1f-27d6b433347d req-ceb07bad-b32c-4a98-953c-18f765d48a7f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.1563890 Oct 26 16:30:54.037990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:54.044719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-e781a34c-b4d9-4384-8e82-f2f507529106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c4aebfa-39f3-4a53-ba88-c1d0679869d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2265224 Oct 26 16:30:54.142249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:54.142903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.168319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7337c5c4-bc29-479c-8475-5414eab33d57 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8941672 Oct 26 16:30:54.169292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Allocated IP 10.1.1.2 (2e5b6964-1bf6-4495-8ffa-dea879b2612c/2183f8f1-935f-4eac-9efa-1c58e6cdb685/e165a2ec-fd0a-412e-982f-26577ae6de30) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:54.170286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36480) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:54.176875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'subnet': {'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:54.196699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5955dc5f-1a0e-4fa8-bc1f-27d6b433347d req-df77c207-33fa-4ce7-abc9-3b10a31c0f46 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051184 Oct 26 16:30:54.240643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-4c11c59e-6f44-4b5e-a80c-c6da187fb4cc service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977760 Oct 26 16:30:54.255584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097e142-e295-4dd2-9550-6bccff0bf3ec req-4d83ee22-e131-4359-a14e-9f4a6f7b9e8a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:54.257799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a097e142-e295-4dd2-9550-6bccff0bf3ec req-4d83ee22-e131-4359-a14e-9f4a6f7b9e8a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1206775 Oct 26 16:30:54.276900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e5fc5b97-f369-4d7a-b9af-a7e24f9711e1 None None] Provisioning complete for port 5306137e-aac8-43d4-99d1-ceb408c215e2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:54.277938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5b97-f369-4d7a-b9af-a7e24f9711e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.308875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-259d3848-31d5-4b7a-9dd9-5a3cbf2f09bd tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8967216 Oct 26 16:30:54.330724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-f23a8611-3f4c-4aff-b2e2-6078b5f278c8 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:30:54.331762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-f23a8611-3f4c-4aff-b2e2-6078b5f278c8 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154648 Oct 26 16:30:54.334709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc5b97-f369-4d7a-b9af-a7e24f9711e1 None None] Port 5306137e-aac8-43d4-99d1-ceb408c215e2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:30:54.361296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Request body: {'port': {'device_id': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:54.385054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-5bccf7b8-1f4f-4db9-ae7f-50cbbe747f50 service neutron] 10.222.0.47 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239226 Oct 26 16:30:54.387622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a097e142-e295-4dd2-9550-6bccff0bf3ec req-8cd0c71a-fc0b-4f8a-b15e-ae5908bf6422 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750072 Oct 26 16:30:54.440128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f59e2-e700-4c6d-b23c-213e30734275 req-e86b3617-4b76-4c93-bc11-aaad3fab645f tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:54.441739 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c7f59e2-e700-4c6d-b23c-213e30734275 req-e86b3617-4b76-4c93-bc11-aaad3fab645f tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 943 time: 0.1037309 Oct 26 16:30:54.448250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-882f22b3-036e-4400-b446-fe90c99a4db2 req-24146004-eadf-40dd-bc7f-8a553bc80d14 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897914 Oct 26 16:30:54.468284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.514279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:54.553638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c7f59e2-e700-4c6d-b23c-213e30734275 req-0f6780d9-8cd4-4934-94bc-6e57d683f84c tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042786 Oct 26 16:30:54.557490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.630775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:54.633835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:54.640914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:54.669880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3e145-654f-4401-b4bc-e5ef1e9421e8 req-7d55c809-7024-4410-9aa3-5a54ed741b81 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:54.671523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcc3e145-654f-4401-b4bc-e5ef1e9421e8 req-7d55c809-7024-4410-9aa3-5a54ed741b81 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1169090 Oct 26 16:30:54.686752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Pushing event updated for resources: {'Port': ['ID=e165a2ec-fd0a-412e-982f-26577ae6de30,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:54.742635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Attempting to bind port e165a2ec-fd0a-412e-982f-26577ae6de30 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:54.750635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Attempting to bind port e165a2ec-fd0a-412e-982f-26577ae6de30 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:54.751012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Attempting to bind port e165a2ec-fd0a-412e-982f-26577ae6de30 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:54.771786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:54.772180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:54.774792 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.775263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Bound using segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:54.775774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Bound port: e165a2ec-fd0a-412e-982f-26577ae6de30, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:54.776174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:54.781369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcc3e145-654f-4401-b4bc-e5ef1e9421e8 req-6f55b0e6-272e-48ee-a71a-6690956613cc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988307 Oct 26 16:30:54.806448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eabd5-c370-48ca-ae9a-a1abb641b4eb req-d3fd1303-9ba0-4bea-91df-6a9a82223267 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:54.806448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a62eabd5-c370-48ca-ae9a-a1abb641b4eb req-d3fd1303-9ba0-4bea-91df-6a9a82223267 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1331990 Oct 26 16:30:54.876393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a62eabd5-c370-48ca-ae9a-a1abb641b4eb req-7cbf8829-acde-489b-b569-81f728c5ef3f tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Oct 26 16:30:54.919202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] For port e165a2ec-fd0a-412e-982f-26577ae6de30, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:54.930322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] For port e165a2ec-fd0a-412e-982f-26577ae6de30, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e165a2ec-fd0a-412e-982f-26577ae6de30,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:54.982080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:55.008673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:55.025612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace9d03-8305-463d-9371-50c84d1b8b14 req-c3685af7-186d-4c3f-9027-52385e73b94a tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.027615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ace9d03-8305-463d-9371-50c84d1b8b14 req-c3685af7-186d-4c3f-9027-52385e73b94a tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 936 time: 0.0743117 Oct 26 16:30:55.106866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a066-5157-4e11-82b3-d067d9e7c114 None None] Pushing event updated for resources: {'Port': ['ID=e165a2ec-fd0a-412e-982f-26577ae6de30,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:55.206190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:55.265345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f7c7269-f21a-4640-bdc1-8ea8da482c3f req-ec9a2a04-3b17-457c-bf29-9b1cc6d5e4c1 service neutron] 10.222.0.47 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135543 Oct 26 16:30:55.503494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-085508dc-917a-41fa-b53d-58335fc08ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.505616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-085508dc-917a-41fa-b53d-58335fc08ae5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29949a5369954e35b7b7ab82addb941b&device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 1094 time: 0.0650284 Oct 26 16:30:55.548696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:55.551492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ace9d03-8305-463d-9371-50c84d1b8b14 req-80551d66-e180-4d1d-9284-d5a60e086472 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172071 Oct 26 16:30:55.580076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b3575-6115-4e5f-ae3f-7346337ab655 req-a33b54ec-daed-4d4c-afdc-d32eeede80f5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.581606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-398b3575-6115-4e5f-ae3f-7346337ab655 req-a33b54ec-daed-4d4c-afdc-d32eeede80f5 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.0933516 Oct 26 16:30:55.627102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-398b3575-6115-4e5f-ae3f-7346337ab655 req-aa51ebb1-4920-4d0c-9d61-e7c7d68a6381 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Oct 26 16:30:55.693242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a007e3-8a58-45e4-b3cc-ff5724a6b2f5 req-107d50d0-f0d2-434e-acbe-7372a80a4d4b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.702211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30a007e3-8a58-45e4-b3cc-ff5724a6b2f5 req-107d50d0-f0d2-434e-acbe-7372a80a4d4b tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0741003 Oct 26 16:30:55.709974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Subnet': ['ID=1636efc2-8d46-4f17-92cb-d2908d48872f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:55.772998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30a007e3-8a58-45e4-b3cc-ff5724a6b2f5 req-5428b1da-3196-44af-af73-868608605252 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697508 Oct 26 16:30:55.784119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Checking segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:55.784119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network hostable DHCP agents. Network: 6117e3f1-dc33-452a-8d71-68fd7cf941b6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:55.790540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-bb31a26b-0cb1-46c9-8ec8-b989dcf00d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.791398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d017-7b50-4a39-9022-e9d9c9eb2a94 req-d7fea514-0563-4b50-8d07-895110dc043c tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.792074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-bb31a26b-0cb1-46c9-8ec8-b989dcf00d6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c4aebfa-39f3-4a53-ba88-c1d0679869d7 HTTP/1.1" status: 200 len: 915 time: 0.2725286 Oct 26 16:30:55.793105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e769d017-7b50-4a39-9022-e9d9c9eb2a94 req-d7fea514-0563-4b50-8d07-895110dc043c tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 943 time: 0.0831609 Oct 26 16:30:55.866872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e769d017-7b50-4a39-9022-e9d9c9eb2a94 req-2518aeac-9325-4151-9250-07a9716f8972 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662286 Oct 26 16:30:55.875847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-6c78bc8a-772b-4189-956d-13b3812931e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc HTTP/1.1" status: 200 len: 217 time: 0.0714133 Oct 26 16:30:55.943389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:55.957860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:55.977738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:55.984310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Transition to ACTIVE for port object 5306137e-aac8-43d4-99d1-ceb408c215e2 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:30:55.989348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b2cfa49a-5ae1-41a6-93da-725146f7d578 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:55.990038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-32a054c8-b666-4aa1-82f1-4cbca8400240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.991324 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-32a054c8-b666-4aa1-82f1-4cbca8400240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6e899-1482-41c5-8d2e-76156c85f48c HTTP/1.1" status: 200 len: 854 time: 0.1060579 Oct 26 16:30:55.996818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89dc-0077-415d-914c-c87aecd63962 req-41465b00-b873-4d22-87f6-7a91b27abad0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:55.998860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f2a89dc-0077-415d-914c-c87aecd63962 req-41465b00-b873-4d22-87f6-7a91b27abad0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.0853548 Oct 26 16:30:56.051929 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-f9300461-3d05-4574-8081-999e6cccce55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c4aebfa-39f3-4a53-ba88-c1d0679869d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530164 Oct 26 16:30:56.075838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f2a89dc-0077-415d-914c-c87aecd63962 req-24b2590d-9bc8-476d-8655-fa632a82eb09 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705791 Oct 26 16:30:56.091801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c77dd9-5174-44b8-bfe6-0c4db5ca0988 req-5a7499a5-3ca9-4b4b-8b31-4fc1c1160cda tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:56.110064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5c77dd9-5174-44b8-bfe6-0c4db5ca0988 req-5a7499a5-3ca9-4b4b-8b31-4fc1c1160cda tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1065831 Oct 26 16:30:56.114105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.119149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 6117e3f1-dc33-452a-8d71-68fd7cf941b6) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:56.123852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:56.124433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.135348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bda42e-816a-4cc5-91ce-b64d240aecac None None] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:56.208393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5c77dd9-5174-44b8-bfe6-0c4db5ca0988 req-16c8933d-6070-46a0-90e2-932878e445da tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692973 Oct 26 16:30:56.262298 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-a4557953-e44e-4735-9482-e597699ee488 service neutron] 10.222.0.47 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016704 Oct 26 16:30:56.263473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:56.264086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:56.299772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'mac_address': 'fa:16:3e:a3:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:56.406236 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.412272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Attempting to bind port 5306137e-aac8-43d4-99d1-ceb408c215e2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:56.412760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Attempting to bind port 5306137e-aac8-43d4-99d1-ceb408c215e2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:56.413241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Attempting to bind port 5306137e-aac8-43d4-99d1-ceb408c215e2 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:56.420561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ee98c8ab-9495-4be1-b02a-84418e0ee0be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2491293 Oct 26 16:30:56.425528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36522) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:56.427198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Port 5306137e-aac8-43d4-99d1-ceb408c215e2 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:30:56.427630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Attempting to bind port 5306137e-aac8-43d4-99d1-ceb408c215e2 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:56.432638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'name': 'tempest-TaggedBootDevicesTest-541686772', 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:56.440434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:56.440926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:56.441313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:56.442603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Bound port: 5306137e-aac8-43d4-99d1-ceb408c215e2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:56.442964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.465234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cfa49a-5ae1-41a6-93da-725146f7d578 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:56.529904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ips': [{'subnet_id': '1636efc2-8d46-4f17-92cb-d2908d48872f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:30:56.530551 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.549500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:56.594442 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f8ff68e-f6ac-48bd-b63d-e6875cc3ea01 req-27c709c0-4c17-4d17-aadf-d0c45476ab6d service neutron] 10.222.0.47 "GET /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231583 Oct 26 16:30:56.671338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:56.676239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.688174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:56.742383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9ca81-8d6a-47e8-bf4c-b10563b64c71 req-d73adb5c-ed81-44d1-b09f-0f3a480e6eb2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:56.748185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96080cbe-eba7-4a65-8245-c1037a0bdbab None None] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:30:56.750911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ff9ca81-8d6a-47e8-bf4c-b10563b64c71 req-d73adb5c-ed81-44d1-b09f-0f3a480e6eb2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1736422 Oct 26 16:30:56.786416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.803987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce34b-1aca-46de-9de4-a5054e8fed8b req-e050a427-d339-4f8b-9588-8d0debe69d01 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:56.805514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2bce34b-1aca-46de-9de4-a5054e8fed8b req-e050a427-d339-4f8b-9588-8d0debe69d01 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 948 time: 0.1301613 Oct 26 16:30:56.825269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ff9ca81-8d6a-47e8-bf4c-b10563b64c71 req-e263a3b0-6ede-4ea2-82f0-d398af9adb01 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729923 Oct 26 16:30:56.868204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:56.872369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Allocated IP 10.2.2.2 (6117e3f1-dc33-452a-8d71-68fd7cf941b6/1636efc2-8d46-4f17-92cb-d2908d48872f/262dc98f-d08b-46bf-98ac-4d55a770a2cf) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:56.914021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b2cfa49a-5ae1-41a6-93da-725146f7d578'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:56.919101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2bce34b-1aca-46de-9de4-a5054e8fed8b req-b342303b-40d8-4256-8586-43d3e3ee8c07 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885422 Oct 26 16:30:56.919101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:56.935573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:56.939586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:56.943313 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] 10.222.0.39 "PUT /v2.0/ports/5306137e-aac8-43d4-99d1-ceb408c215e2 HTTP/1.1" status: 200 len: 1096 time: 2.5984287 Oct 26 16:30:56.949958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:30:56.952751 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:56.993327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d729a-2ac3-4e2a-b4da-80aa274c4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:57.059061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e165a2ec-fd0a-412e-982f-26577ae6de30 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:57.198902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aeea8-305f-4d2c-970f-c42341a01717 req-13bea43f-5880-4112-ba29-50b70d042a5f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.206932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-bbedaf38-6c6a-4b23-9664-30eb2487e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.208440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b8aeea8-305f-4d2c-970f-c42341a01717 req-13bea43f-5880-4112-ba29-50b70d042a5f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.2282495 Oct 26 16:30:57.208601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-bbedaf38-6c6a-4b23-9664-30eb2487e93d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 1099 time: 0.1021161 Oct 26 16:30:57.263541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3c838-ba85-49ac-bcdf-71178474681e req-497a680b-92c2-41f0-b16b-cfa2fc958289 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.271923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27b3c838-ba85-49ac-bcdf-71178474681e req-497a680b-92c2-41f0-b16b-cfa2fc958289 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.2105460 Oct 26 16:30:57.291108 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-bae586c0-3762-4d69-988b-f00fa6085dc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5306137e-aac8-43d4-99d1-ceb408c215e2 HTTP/1.1" status: 200 len: 217 time: 0.0743136 Oct 26 16:30:57.309190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.317848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] Provisioning complete for port e165a2ec-fd0a-412e-982f-26577ae6de30 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:57.318472 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.350507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27b3c838-ba85-49ac-bcdf-71178474681e req-8bf2c317-824b-4662-91fd-f4e8f0fcbf3a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712669 Oct 26 16:30:57.389262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b8aeea8-305f-4d2c-970f-c42341a01717 req-901befae-eff3-4297-a868-ba026b811077 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755104 Oct 26 16:30:57.389444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-03fff109-1501-4476-b038-c61ac436e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.389444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-03fff109-1501-4476-b038-c61ac436e01b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0891650 Oct 26 16:30:57.396002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] device_id is not set on port 3fd655de-3ea0-4484-aecb-19f747c1476b yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:30:57.456306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-a7f135be-7469-4fab-b8a7-418ffe49e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.459843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-a7f135be-7469-4fab-b8a7-418ffe49e279 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627613 Oct 26 16:30:57.473336 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193097dd-47b5-4aae-a258-cabb2bef4f63 x-openstack-request-id: req-193097dd-47b5-4aae-a258-cabb2bef4f63 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:57.474116 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:57.474526 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-193097dd-47b5-4aae-a258-cabb2bef4f63 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:57.475417 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'status': 'completed', 'code': 200} Oct 26 16:30:57.558607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e165a2ec-fd0a-412e-982f-26577ae6de30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:57.558971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.629448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.650345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-51fa7d36-ba65-4e05-a936-b27afdad167e service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706502 Oct 26 16:30:57.700588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.736556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.794265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26d935-f4bc-4358-8c38-8cb648f9af19 req-99e12571-cf1d-46b1-9cfa-ddf3f3b96636 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.800704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] For port e165a2ec-fd0a-412e-982f-26577ae6de30, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e165a2ec-fd0a-412e-982f-26577ae6de30,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:57.801958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc26d935-f4bc-4358-8c38-8cb648f9af19 req-99e12571-cf1d-46b1-9cfa-ddf3f3b96636 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 943 time: 0.2107632 Oct 26 16:30:57.819417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183453-5000-46a3-9831-609b58c5a058 req-3d2aeb04-945e-4ef9-b66d-559d25279fc2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:57.824705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb183453-5000-46a3-9831-609b58c5a058 req-3d2aeb04-945e-4ef9-b66d-559d25279fc2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 944 time: 0.2324352 Oct 26 16:30:57.844417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ffa6988-2a87-4612-aca7-32a5b137ca9a req-de46731d-133a-4358-b19c-f6164428adcc service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843114 Oct 26 16:30:57.874476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:57.878384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Pushing event updated for resources: {'Port': ['ID=262dc98f-d08b-46bf-98ac-4d55a770a2cf,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:57.885195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:57.888372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.891979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:57.959456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc26d935-f4bc-4358-8c38-8cb648f9af19 req-010f104d-f9f7-4ad1-9c2b-cc640bb31ad9 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567092 Oct 26 16:30:57.971241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Attempting to bind port 262dc98f-d08b-46bf-98ac-4d55a770a2cf on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:30:57.971241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Attempting to bind port 262dc98f-d08b-46bf-98ac-4d55a770a2cf by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:30:57.971241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Attempting to bind port 262dc98f-d08b-46bf-98ac-4d55a770a2cf on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:57.973018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb183453-5000-46a3-9831-609b58c5a058 req-02cc1ef6-2297-4df0-8138-bdb9e26b5376 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329303 Oct 26 16:30:57.974949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:30:57.975356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Checking segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:30:57.975756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.976158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Bound using segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:57.976672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Bound port: 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:30:57.979179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:57.985663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.1.1.157 (2e5b6964-1bf6-4495-8ffa-dea879b2612c/2183f8f1-935f-4eac-9efa-1c58e6cdb685/3fd655de-3ea0-4484-aecb-19f747c1476b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:58.015785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 966d93e3-6228-4ef0-95dd-2aa60b1030dc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:58.123872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.204292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-d78d9ff8-0289-4c3b-b206-e0b866c2b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.206198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-d78d9ff8-0289-4c3b-b206-e0b866c2b7ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 1099 time: 0.0933714 Oct 26 16:30:58.236849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.255518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] For port 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:58.285654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879095f8-ce85-4825-b7a3-48bac20216da req-64e2b0e2-d301-4ac1-b431-33d9648d2738 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.296825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879095f8-ce85-4825-b7a3-48bac20216da req-64e2b0e2-d301-4ac1-b431-33d9648d2738 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 948 time: 0.1103089 Oct 26 16:30:58.308870 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:30:58.308870 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:30:58.312803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] For port 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=262dc98f-d08b-46bf-98ac-4d55a770a2cf,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:58.316325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78125-c34e-407e-bbbb-08302a5baf6f None None] Pushing event updated for resources: {'Port': ['ID=e165a2ec-fd0a-412e-982f-26577ae6de30,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:58.330712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-31926075-fb16-4dc7-b072-0dd97a5dda59 None None] Provisioning complete for port e165a2ec-fd0a-412e-982f-26577ae6de30 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:58.331170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-31926075-fb16-4dc7-b072-0dd97a5dda59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.341041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-1083d5b1-8a1f-4a68-a5dc-bdf22c343efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.342690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-1083d5b1-8a1f-4a68-a5dc-bdf22c343efa service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.1290095 Oct 26 16:30:58.372646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879095f8-ce85-4825-b7a3-48bac20216da req-65de36e9-874c-44df-a8da-febdb3dbb24a tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698607 Oct 26 16:30:58.391773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc,segment=NetworkSegment(e7fff159-2cff-44e3-a51c-09e977d26da2),segment_id=e7fff159-2cff-44e3-a51c-09e977d26da2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:58.401740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-89de4fd0-f1c7-4713-9f8d-d5722427b85a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5306137e-aac8-43d4-99d1-ceb408c215e2 HTTP/1.1" status: 200 len: 217 time: 0.0497327 Oct 26 16:30:58.413650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '966d93e3-6228-4ef0-95dd-2aa60b1030dc', 'network_id': '3c4aebfa-39f3-4a53-ba88-c1d0679869d7', 'port_id': '966d93e3-6228-4ef0-95dd-2aa60b1030dc', 'mac_address': 'fa:16:3e:2e:3e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff6e899-1482-41c5-8d2e-76156c85f48c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:58.465088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.471275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-cf29b028-0523-4b55-9712-c4185a28344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.475875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-cf29b028-0523-4b55-9712-c4185a28344e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0655270 Oct 26 16:30:58.492600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.573811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-3cc5a606-18e7-40da-8796-2678dcd01d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.575496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-3cc5a606-18e7-40da-8796-2678dcd01d27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914133 Oct 26 16:30:58.578520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aa159-591e-44fb-bb9a-969f64519d61 None None] Pushing event updated for resources: {'Port': ['ID=262dc98f-d08b-46bf-98ac-4d55a770a2cf,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:58.616912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.650492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966d93e3-6228-4ef0-95dd-2aa60b1030dc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:30:58.657899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:58.673500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc,segment=NetworkSegment(e7fff159-2cff-44e3-a51c-09e977d26da2),segment_id=e7fff159-2cff-44e3-a51c-09e977d26da2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:58.703170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:58.721298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1dca4-c415-4cda-8dfa-e007d0a8d103 req-1a3271cc-d3c1-4bc1-89d8-c055e130b0c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.729601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df1dca4-c415-4cda-8dfa-e007d0a8d103 req-1a3271cc-d3c1-4bc1-89d8-c055e130b0c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.2792287 Oct 26 16:30:58.732740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:58.733869 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-9d7b75e6-ad72-4f1d-8700-18243be7a540 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487217 Oct 26 16:30:58.743630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:58.790571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:30:58.814950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:58.912253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df1dca4-c415-4cda-8dfa-e007d0a8d103 req-728920f3-c982-485f-b71b-eaa8e777e47e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816664 Oct 26 16:30:58.924278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fcca22b1-a4db-4a91-bfc7-bb9e7e9e6a45 req-2df8e2a3-63c4-4899-9a25-e8a569e19049 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786222 Oct 26 16:30:58.966133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['966d93e3-6228-4ef0-95dd-2aa60b1030dc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:30:58.971984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:58.972841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.005566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4ff19-7037-490e-97a0-424ba7714cf5 req-9542d9de-e525-4f6c-bc13-2492b573115a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:59.021625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdc4ff19-7037-490e-97a0-424ba7714cf5 req-9542d9de-e525-4f6c-bc13-2492b573115a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1823239 Oct 26 16:30:59.156143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdc4ff19-7037-490e-97a0-424ba7714cf5 req-ec512656-1c75-47ff-9e03-fa95e86c3d04 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311281 Oct 26 16:30:59.212101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688103-de7e-4d81-8533-027a7fec50d4 req-b36309a4-a35f-4e7f-ac18-aedbb5ccf09a tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:59.228331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dec565bd-ec18-4701-914e-7ac538bd4e6f None None] Provisioning complete for port 3fd655de-3ea0-4484-aecb-19f747c1476b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:59.228331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dec565bd-ec18-4701-914e-7ac538bd4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.229605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3688103-de7e-4d81-8533-027a7fec50d4 req-b36309a4-a35f-4e7f-ac18-aedbb5ccf09a tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 944 time: 0.1356523 Oct 26 16:30:59.232923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 262dc98f-d08b-46bf-98ac-4d55a770a2cf up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:59.250665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36562) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:30:59.251467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e149ae4-f2e9-47e2-8d9e-36eaa89a9596 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8238301 Oct 26 16:30:59.258965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'name': 'tempest-TaggedBootDevicesTest-304412992', 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:30:59.305654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3688103-de7e-4d81-8533-027a7fec50d4 req-e1aeae84-45f3-475b-8b50-6a2bda24f3cc tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Oct 26 16:30:59.332242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5757145-2474-4561-97ab-990050f32338 req-b02146dc-2aa9-46d6-8ecb-fdc46e58886b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:59.334038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5757145-2474-4561-97ab-990050f32338 req-b02146dc-2aa9-46d6-8ecb-fdc46e58886b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0592921 Oct 26 16:30:59.342374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dec565bd-ec18-4701-914e-7ac538bd4e6f None None] Port 3fd655de-3ea0-4484-aecb-19f747c1476b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:30:59.371023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 262dc98f-d08b-46bf-98ac-4d55a770a2cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:59.371956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.409764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5757145-2474-4561-97ab-990050f32338 req-dd1baa57-87b9-4ffc-99fa-ba049de19cb7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661623 Oct 26 16:30:59.488386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.524394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=262dc98f-d08b-46bf-98ac-4d55a770a2cf,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:59.545324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:59.555358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5140b-eafb-4832-990a-78828dbebb4e req-067ee82b-46cb-40f1-a4ac-6c5e75b9bae6 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:30:59.556999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57f5140b-eafb-4832-990a-78828dbebb4e req-067ee82b-46cb-40f1-a4ac-6c5e75b9bae6 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 948 time: 0.0635767 Oct 26 16:30:59.597692 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.598452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e165a2ec-fd0a-412e-982f-26577ae6de30 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:59.625061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57f5140b-eafb-4832-990a-78828dbebb4e req-1897a912-6f6a-4d1b-8777-7b2fba8c18ed tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614321 Oct 26 16:30:59.656020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:30:59.675550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] device_id is not set on port 2c0588fd-7465-4521-b217-7fbac50db8d2 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:30:59.722621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=262dc98f-d08b-46bf-98ac-4d55a770a2cf,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:59.737114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e165a2ec-fd0a-412e-982f-26577ae6de30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:30:59.737483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.129150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-89bcd76e-d549-46a8-8c5c-beab919c24c2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.129150 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-89bcd76e-d549-46a8-8c5c-beab919c24c2 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.1039124 Oct 26 16:31:00.130695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 966d93e3-6228-4ef0-95dd-2aa60b1030dc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:00.131860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.1.1.72 (2e5b6964-1bf6-4495-8ffa-dea879b2612c/2183f8f1-935f-4eac-9efa-1c58e6cdb685/2c0588fd-7465-4521-b217-7fbac50db8d2) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:00.132420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1391d05-c0fd-4b05-a355-d94e3b1cee67 req-bb785489-e187-4597-a9b1-59d05318c4b4 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.132420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1391d05-c0fd-4b05-a355-d94e3b1cee67 req-bb785489-e187-4597-a9b1-59d05318c4b4 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0815151 Oct 26 16:31:00.133259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Deleting port e48baf59-ecfc-4b11-a817-51abb43b219d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:31:00.133259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.133714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab4ade-33a1-47e0-b3bc-2af648a803f0 None None] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:00.143851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1391d05-c0fd-4b05-a355-d94e3b1cee67 req-9a844608-170a-472a-8954-c786656fe24f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634370 Oct 26 16:31:00.217437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-18d6db7c-3e92-4b59-9aa8-40b264e2a98d None None] Provisioning complete for port 262dc98f-d08b-46bf-98ac-4d55a770a2cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:00.217814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18d6db7c-3e92-4b59-9aa8-40b264e2a98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.227528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 966d93e3-6228-4ef0-95dd-2aa60b1030dc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:00.263033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 966d93e3-6228-4ef0-95dd-2aa60b1030dc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:00.263719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.300678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] For port e48baf59-ecfc-4b11-a817-51abb43b219d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e48baf59-ecfc-4b11-a817-51abb43b219d,segment=NetworkSegment(fc24549d-3d88-475c-afc3-01d6413e91a2),segment_id=fc24549d-3d88-475c-afc3-01d6413e91a2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:00.301383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.317791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Calling delete_port for e48baf59-ecfc-4b11-a817-51abb43b219d owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:31:00.327401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470320e-a6c7-47ab-92fa-e675480ca53b req-a3588079-b426-4029-af3e-787ebed34d9a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.329919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a470320e-a6c7-47ab-92fa-e675480ca53b req-a3588079-b426-4029-af3e-787ebed34d9a tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 946 time: 0.0647173 Oct 26 16:31:00.351051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.397563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a470320e-a6c7-47ab-92fa-e675480ca53b req-a6d4a377-5a57-47c1-b20d-392446078368 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08dd763-5d12-4e43-90c2-27391a41d544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Oct 26 16:31:00.482065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.510043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e6f3d-04c3-471c-9f84-bd7bd6e42e66 req-47d7277d-f5c6-4b7c-9b74-95f33f7bb21d tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.528289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-505e6f3d-04c3-471c-9f84-bd7bd6e42e66 req-47d7277d-f5c6-4b7c-9b74-95f33f7bb21d tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 944 time: 0.1067636 Oct 26 16:31:00.541328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.543464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:00.547834 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845c61c-ecab-41c9-9a29-75a579f0fe38" -d '{"events": [{"server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "name": "network-vif-plugged", "status": "completed", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:00.585438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc,segment=NetworkSegment(e7fff159-2cff-44e3-a51c-09e977d26da2),segment_id=e7fff159-2cff-44e3-a51c-09e977d26da2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:00.602474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:00.608265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-505e6f3d-04c3-471c-9f84-bd7bd6e42e66 req-e782d57a-100a-4312-ad32-26976cd464f7 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Oct 26 16:31:00.643237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:00.646570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:00.650846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:00.676728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.677869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b2cfa49a-5ae1-41a6-93da-725146f7d578 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:00.763632 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f58d9-2437-4060-81bf-33681174d09c x-openstack-request-id: req-448f58d9-2437-4060-81bf-33681174d09c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:00.763632 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "name": "network-vif-plugged", "status": "completed", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:00.763632 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-448f58d9-2437-4060-81bf-33681174d09c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:00.763632 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc', 'code': 200} Oct 26 16:31:00.763984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.763984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.792954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53de2fe-6dce-457e-bf3e-245d951d0316 req-da48d3fe-7378-45fb-acd4-2897ef916c02 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.811583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b53de2fe-6dce-457e-bf3e-245d951d0316 req-da48d3fe-7378-45fb-acd4-2897ef916c02 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1658428 Oct 26 16:31:00.822078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.845070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e48baf59-ecfc-4b11-a817-51abb43b219d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:00.861342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:00.896332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Pushing event deleted for resources: {'Port': ['ID=e48baf59-ecfc-4b11-a817-51abb43b219d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:00.899275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b53de2fe-6dce-457e-bf3e-245d951d0316 req-ff58ec4a-bdb2-4503-9fcb-6fe938dbfa03 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Oct 26 16:31:00.922436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb460f9-f4f9-43d0-a835-864f87311b1e req-ad3c8516-01a0-4657-bb1e-274c7084035e tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:00.931256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4b028974-d6f0-429e-9a1d-109f79aa0d5c None None] Provisioning complete for port 262dc98f-d08b-46bf-98ac-4d55a770a2cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:00.931629 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b028974-d6f0-429e-9a1d-109f79aa0d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:00.935873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb460f9-f4f9-43d0-a835-864f87311b1e req-ad3c8516-01a0-4657-bb1e-274c7084035e tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 948 time: 0.1209321 Oct 26 16:31:00.946041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4aee737c-6068-42a5-aca0-149b3d74eaa2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6921625 Oct 26 16:31:01.026252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a567-f1aa-4bdc-b724-9f2bb8cbb222 req-8ab6ce56-ea5f-40f9-afc5-5e25e554ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:01.040382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ce62128-832b-423c-97f2-fa4d5c4fe611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.043814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 262dc98f-d08b-46bf-98ac-4d55a770a2cf up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:01.043970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-56e8a567-f1aa-4bdc-b724-9f2bb8cbb222 req-8ab6ce56-ea5f-40f9-afc5-5e25e554ff60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 1096 time: 0.2787819 Oct 26 16:31:01.049835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b2cfa49a-5ae1-41a6-93da-725146f7d578 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:01.063998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb460f9-f4f9-43d0-a835-864f87311b1e req-d471f7ed-69c1-470d-aaf0-a624c85f1416 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264651 Oct 26 16:31:01.086253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] No DVR routers for this DVR port e48baf59-ecfc-4b11-a817-51abb43b219d on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:01.096042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.100412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b2cfa49a-5ae1-41a6-93da-725146f7d578 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:01.100843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.102493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-847209bb-73db-4615-834f-b9c1a85d1ad3 req-e9e59a6e-5e38-43f1-9c40-ed72543b1372 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.39 "DELETE /v2.0/ports/e48baf59-ecfc-4b11-a817-51abb43b219d HTTP/1.1" status: 204 len: 173 time: 1.1460667 Oct 26 16:31:01.103122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'name': 'network-vif-deleted', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:01.107893 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd643d-d6a5-48db-86b1-71b6bf302334" -d '{"events": [{"server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "name": "network-vif-deleted", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:01.153383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-56e8a567-f1aa-4bdc-b724-9f2bb8cbb222 req-da7e5020-155c-4d97-a356-016d7ef0e8d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631015 Oct 26 16:31:01.175714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55b126-b9ee-44b7-a166-f5cb62f82843 x-openstack-request-id: req-5a55b126-b9ee-44b7-a166-f5cb62f82843 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:01.177158 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92e935-a375-4847-a558-ec8dae7567e3", "name": "network-vif-deleted", "tag": "e48baf59-ecfc-4b11-a817-51abb43b219d", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:01.177421 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a55b126-b9ee-44b7-a166-f5cb62f82843 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:01.177890 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92e935-a375-4847-a558-ec8dae7567e3', 'name': 'network-vif-deleted', 'tag': 'e48baf59-ecfc-4b11-a817-51abb43b219d', 'status': 'completed', 'code': 200} Oct 26 16:31:01.297987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa8194-27e5-450d-b561-f176bbe7d4d3 req-55ade00a-549f-46d2-aa84-d2d507a4a11c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:01.300819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7baa8194-27e5-450d-b561-f176bbe7d4d3 req-55ade00a-549f-46d2-aa84-d2d507a4a11c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0671809 Oct 26 16:31:01.370009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7baa8194-27e5-450d-b561-f176bbe7d4d3 req-789b9a77-ada8-4417-8683-ffda5e952c8a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624242 Oct 26 16:31:01.465578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 262dc98f-d08b-46bf-98ac-4d55a770a2cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:01.466107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.499272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78c51edd-220e-4e26-a219-e006257bcfc2 req-40604672-7294-4536-91aa-cd89461f4ca0 tempest-ServerDiskConfigTestJSON-806748234 tempest-ServerDiskConfigTestJSON-806748234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d92e935-a375-4847-a558-ec8dae7567e3 HTTP/1.1" status: 200 len: 210 time: 0.0379410 Oct 26 16:31:01.520314 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.595424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:01.615511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:01.620068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659553238', 'description': 'tempest-description--1091811906'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:01.624908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d0823f56-47d4-4a5b-8eeb-cdc17f673ed4 None None] Provisioning complete for port 2c0588fd-7465-4521-b217-7fbac50db8d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:01.625342 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0823f56-47d4-4a5b-8eeb-cdc17f673ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.655171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.738960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d0823f56-47d4-4a5b-8eeb-cdc17f673ed4 None None] Port 2c0588fd-7465-4521-b217-7fbac50db8d2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:01.738960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:01.741885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092006f-5a16-4b86-a103-8827af8481e1 req-8f7e17c5-3401-4c91-b4db-b3aecefb0057 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:01.758178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8092006f-5a16-4b86-a103-8827af8481e1 req-8f7e17c5-3401-4c91-b4db-b3aecefb0057 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 945 time: 0.0870488 Oct 26 16:31:01.761066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.821547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8092006f-5a16-4b86-a103-8827af8481e1 req-346c8774-4519-46d8-ab2c-49cbfc9ea9bd tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Oct 26 16:31:01.866343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.946581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:01.976794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8681f2-8d86-4159-9aa5-6da5414df480,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:02.042341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d805-0ca4-4a9d-a1ef-4512dd527dfa req-9fff4dbf-1cc3-4e84-b4d5-94839a27f530 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:02.043841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dc8d805-0ca4-4a9d-a1ef-4512dd527dfa req-9fff4dbf-1cc3-4e84-b4d5-94839a27f530 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0534730 Oct 26 16:31:02.083919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dc8d805-0ca4-4a9d-a1ef-4512dd527dfa req-c0d6a70e-e9e0-4a20-8f5b-9ff4b5e0a05e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Oct 26 16:31:02.096528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.100597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-923c002a-089a-49e6-953f-45b7c5b5d209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4815404 Oct 26 16:31:02.101170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36602) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:02.108461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'security_group_rule': {'security_group_id': 'fd8681f2-8d86-4159-9aa5-6da5414df480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:02.155546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:02.206105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a795f-fc2f-40b0-b3aa-3845318fca44 req-9712c26c-4d08-4c6b-a9ed-8053bba566d0 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:02.207781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d44a795f-fc2f-40b0-b3aa-3845318fca44 req-9712c26c-4d08-4c6b-a9ed-8053bba566d0 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 948 time: 0.0642886 Oct 26 16:31:02.249982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d44a795f-fc2f-40b0-b3aa-3845318fca44 req-b9950e57-b032-41d1-9e6c-6d73cca93ff2 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Oct 26 16:31:02.270923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:02.278646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'mac_address': 'fa:16:3e:23:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:02.310243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.317780 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.331767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:02.351607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:02.369506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.436332 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.455740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.488671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:02.494837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9170f0-e40b-4ed3-996e-4364c6abf598,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:02.516082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee818f-cd3b-43d4-bac0-38cf509f80d4 req-c572baa8-4234-4087-8518-b78ab1526660 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:02.516082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42ee818f-cd3b-43d4-bac0-38cf509f80d4 req-c572baa8-4234-4087-8518-b78ab1526660 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0723183 Oct 26 16:31:02.549327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.550388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c4db9b5-c211-48b1-a2a6-3d5bc480f494 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479237 Oct 26 16:31:02.553559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36610) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:02.560229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'security_group_rule': {'security_group_id': 'fd8681f2-8d86-4159-9aa5-6da5414df480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:02.564593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42ee818f-cd3b-43d4-bac0-38cf509f80d4 req-27ed3a0c-b44d-4038-bece-c13fe6308713 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Oct 26 16:31:02.670449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.702643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36622) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:02.717116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5306137e-aac8-43d4-99d1-ceb408c215e2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:02.731957 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.749864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Deleting subnet d9fcc063-61ec-44e3-a905-bd402244087b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:31:02.754084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.760995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:02.763273 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e7fd4c-ab99-43b6-898c-7d561917f4ad" -d '{"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:02.794155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.797063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.809481 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5a9b18-0f17-4701-a0de-fb3e87d47b42 x-openstack-request-id: req-ed5a9b18-0f17-4701-a0de-fb3e87d47b42 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:02.809858 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:02.810168 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed5a9b18-0f17-4701-a0de-fb3e87d47b42 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:02.814415 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'code': 200} Oct 26 16:31:02.842878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb2c67-3304-48e0-b316-ebd5c0f476ef,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:02.868382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.931295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:02.932647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-624b4ec8-cac6-4a38-bcf6-0a4b27380c50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779619 Oct 26 16:31:02.934804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2437cc-271b-441e-92e9-f6332ffec088 req-43318b83-d8c4-47de-ba71-511a8547ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:02.936333 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec2437cc-271b-441e-92e9-f6332ffec088 req-43318b83-d8c4-47de-ba71-511a8547ec75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0515962 Oct 26 16:31:02.936779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36628) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:02.942192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:02.972457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff165c94-b9b9-444f-9427-b6bca3141aee req-61cd7fc5-039b-4cc4-8ee3-54f510a48384 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:02.973941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff165c94-b9b9-444f-9427-b6bca3141aee req-61cd7fc5-039b-4cc4-8ee3-54f510a48384 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 945 time: 0.0694704 Oct 26 16:31:02.986345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec2437cc-271b-441e-92e9-f6332ffec088 req-c46c2623-d8b1-49ca-8b46-8c696068bc9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387785 Oct 26 16:31:03.013296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff165c94-b9b9-444f-9427-b6bca3141aee req-5f90cb00-74fb-4ff3-94d9-b3251c8fa6e7 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Oct 26 16:31:03.025381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.048506 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.050345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fcc063-61ec-44e3-a905-bd402244087b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:03.056184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.059421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d09d2879-c954-43ef-9ff1-bcf69d6e31c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d9fcc063-61ec-44e3-a905-bd402244087b HTTP/1.1" status: 204 len: 168 time: 0.3557100 Oct 26 16:31:03.061840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:03.148826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.178587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.273322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.296174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742f176-f3e0-4753-88d3-260c4b26cad3 req-c8ea154d-f164-4e43-afad-6318ca7f415c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:03.297818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b742f176-f3e0-4753-88d3-260c4b26cad3 req-c8ea154d-f164-4e43-afad-6318ca7f415c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1152468 Oct 26 16:31:03.321525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b163d193-9ffc-498f-891a-91bcd7109612']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.334010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 172.25.5.115 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b42e2b08-80a4-42d7-8633-82822221e394) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:03.338433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc24549d-3d88-475c-afc3-01d6413e91a2') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.338674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc24549d-3d88-475c-afc3-01d6413e91a2') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.356457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.370808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b742f176-f3e0-4753-88d3-260c4b26cad3 req-33e647c5-cc5b-4cf1-ba91-d8897aa58f48 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Oct 26 16:31:03.377105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.383641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:31:03.383905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:31:03.388952 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:31:03.463692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.558429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e56c-87de-4272-a2d1-a14bc4b15b71 req-bf10d1b1-b81b-429e-a8a1-02af5986b8db tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:03.560036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c683e56c-87de-4272-a2d1-a14bc4b15b71 req-bf10d1b1-b81b-429e-a8a1-02af5986b8db tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 949 time: 0.0547106 Oct 26 16:31:03.582450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.587908 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.591604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b163d193-9ffc-498f-891a-91bcd7109612 HTTP/1.1" status: 204 len: 168 time: 0.5288060 Oct 26 16:31:03.616281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e8783-ac71-4be7-a165-ec3224ac3964 admin admin] Pushing event deleted for resources: {'Network': ['ID=b163d193-9ffc-498f-891a-91bcd7109612,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:03.626235 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-944b19a4-5833-4124-affd-076664aae65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.627909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.647418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c683e56c-87de-4272-a2d1-a14bc4b15b71 req-dc7ee12f-3ded-42b1-abfa-8980402e5e21 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792916 Oct 26 16:31:03.690580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:03.692314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:03.699070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:03.728402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=b42e2b08-80a4-42d7-8633-82822221e394,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:03.818394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:03.849844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16725bb3-feec-44ab-ae38-d3757c6afc0d req-79e2636a-2514-46f0-a13e-bb74dfcaf387 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:03.849844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16725bb3-feec-44ab-ae38-d3757c6afc0d req-79e2636a-2514-46f0-a13e-bb74dfcaf387 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0944445 Oct 26 16:31:03.859194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa943f-7159-4d94-aabc-0753cf9b3abe req-186bf9c2-ccce-4abb-9796-1067491e8b58 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:03.861385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91aa943f-7159-4d94-aabc-0753cf9b3abe req-186bf9c2-ccce-4abb-9796-1067491e8b58 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 945 time: 0.0726545 Oct 26 16:31:03.919900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16725bb3-feec-44ab-ae38-d3757c6afc0d req-8c339b1a-5712-4764-ab42-4d5296704695 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Oct 26 16:31:03.923461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91aa943f-7159-4d94-aabc-0753cf9b3abe req-5b686314-7eed-4f6b-810d-4297b9214640 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/security-groups?id=adedd733-c748-4429-89a4-1d89574758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Oct 26 16:31:03.950042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.052290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:04.088514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.098844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b08cac2a-5745-4100-b09e-855511e7f417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54134727a52b4ed3b16392f529604022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453291 Oct 26 16:31:04.101250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:04.130131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.167528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:04.177013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.203775 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.230821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.302549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=b42e2b08-80a4-42d7-8633-82822221e394,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:04.309831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 5306137e-aac8-43d4-99d1-ceb408c215e2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:04.312812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.315791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.316769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.318797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c08dd763-5d12-4e43-90c2-27391a41d544 HTTP/1.1" status: 204 len: 168 time: 0.2157013 Oct 26 16:31:04.328512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1733f76-c19b-41dd-8535-4f2687aebe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08dd763-5d12-4e43-90c2-27391a41d544,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:04.331736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5306137e-aac8-43d4-99d1-ceb408c215e2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:04.333553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.439784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.467228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.477996 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-169c9cd5-4d1f-4156-a577-c0132ddd3065 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5304511 Oct 26 16:31:04.486354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:04.535805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704f8be-a7d2-4ca4-89c4-94f2b9ce8603 req-73af7ab7-2b81-4762-9275-8eb48ce44190 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:04.537587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6704f8be-a7d2-4ca4-89c4-94f2b9ce8603 req-73af7ab7-2b81-4762-9275-8eb48ce44190 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0591223 Oct 26 16:31:04.577806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6704f8be-a7d2-4ca4-89c4-94f2b9ce8603 req-e8ece127-0e9c-48ce-8f90-5de668a332b5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Oct 26 16:31:04.654458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.655850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e48baf59-ecfc-4b11-a817-51abb43b219d no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:04.708214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e48baf59-ecfc-4b11-a817-51abb43b219d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:31:04.708563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e48baf59-ecfc-4b11-a817-51abb43b219d not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:31:04.728282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:04.751780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0416223f-02ff-4259-83a7-ba2f77e340bc tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1659553238&fields=id&tenant_id=6c8fad17b4b74a04a314ed81db0cae50 HTTP/1.1" status: 200 len: 267 time: 0.0382125 Oct 26 16:31:04.804022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-abd03a26-fb5a-4c5e-8174-3c2aa5ef2ed4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:04.805401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-abd03a26-fb5a-4c5e-8174-3c2aa5ef2ed4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 931 time: 0.0461826 Oct 26 16:31:04.811779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:04.814672 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0c3a9-dd69-4a5b-8a6d-9fda074b19ef" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:04.870832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-3d954bf4-5fb4-40f9-8d55-ff384fc34eeb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:04.880979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-3d954bf4-5fb4-40f9-8d55-ff384fc34eeb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 930 time: 0.0634372 Oct 26 16:31:04.937274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:04.967893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-19ac1f3f-54e0-442e-862c-80488f60cede tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653951 Oct 26 16:31:05.004324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1bcaece0-6475-4b4c-be83-4105c6228cce tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290873 Oct 26 16:31:05.117177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-9881b8b5-ce39-42ae-953f-33312519bd71 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.118862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-9881b8b5-ce39-42ae-953f-33312519bd71 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.47 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 945 time: 0.0536621 Oct 26 16:31:05.136884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-7d239df7-7e61-4551-abb2-29aa4918e5eb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.144256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-7d239df7-7e61-4551-abb2-29aa4918e5eb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.150355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-7d239df7-7e61-4551-abb2-29aa4918e5eb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.156110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-7d239df7-7e61-4551-abb2-29aa4918e5eb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 1989 time: 0.1417527 Oct 26 16:31:05.169993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a0ef42c-8df9-4837-a30f-8ad0d3842eb2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/quotas/6c8fad17b4b74a04a314ed81db0cae50 HTTP/1.1" status: 200 len: 375 time: 0.0101314 Oct 26 16:31:05.250683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Deleting port 966d93e3-6228-4ef0-95dd-2aa60b1030dc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:31:05.251950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:05.262758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b4183ca2-1664-40c6-85dc-c94ec4a276d2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0852251 Oct 26 16:31:05.277938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-219b8b7c-8e40-46f8-9c6a-fd1cb8945b2f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:31:05.283702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-219b8b7c-8e40-46f8-9c6a-fd1cb8945b2f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099800 Oct 26 16:31:05.372412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] For port 966d93e3-6228-4ef0-95dd-2aa60b1030dc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=966d93e3-6228-4ef0-95dd-2aa60b1030dc,segment=NetworkSegment(e7fff159-2cff-44e3-a51c-09e977d26da2),segment_id=e7fff159-2cff-44e3-a51c-09e977d26da2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:05.372782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:05.388001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Calling delete_port for 966d93e3-6228-4ef0-95dd-2aa60b1030dc owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:31:05.392836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bfb64e7b-65a0-4cfb-9f6b-e6dfa3355861 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011460 Oct 26 16:31:05.498446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666913cd-d742-4be8-be77-09cc756fbfe6 req-d139e8e9-5dca-498b-9654-e593ee6a3572 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.500995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-666913cd-d742-4be8-be77-09cc756fbfe6 req-d139e8e9-5dca-498b-9654-e593ee6a3572 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 950 time: 0.1073625 Oct 26 16:31:05.564712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-71ace19e-b4ec-498e-a46e-f5a831d9c9b9 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611865 Oct 26 16:31:05.590510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-666913cd-d742-4be8-be77-09cc756fbfe6 req-ce9952d6-2893-4969-918e-bf3e372d3e78 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697415 Oct 26 16:31:05.615546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-54f6a016-b473-46b5-8b3f-a21bea991a11 service neutron] 10.222.0.21 "GET /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0401323 Oct 26 16:31:05.619326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:05.632102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['966d93e3-6228-4ef0-95dd-2aa60b1030dc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:05.650244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Pushing event deleted for resources: {'Port': ['ID=966d93e3-6228-4ef0-95dd-2aa60b1030dc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:05.706918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] No DVR routers for this DVR port 966d93e3-6228-4ef0-95dd-2aa60b1030dc on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:05.709884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:05.713381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4cbbb03c-b8fd-4124-ab0e-9b3e03f58927 req-d877f468-44a6-485e-bc17-67f44e2819ff tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.47 "DELETE /v2.0/ports/966d93e3-6228-4ef0-95dd-2aa60b1030dc HTTP/1.1" status: 204 len: 173 time: 0.5883982 Oct 26 16:31:05.713831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'name': 'network-vif-deleted', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:05.716092 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0c5e51-ffaf-4fe4-b7a9-71425af44f6e" -d '{"events": [{"server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "name": "network-vif-deleted", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:05.740402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0111e85e-2a6d-472f-836c-957dd360c317 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176045 Oct 26 16:31:05.780598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36730) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:05.846230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ebaf505b-f6d7-48d7-a8bc-29d9236ae1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961926 Oct 26 16:31:05.877176 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e4e82-5600-4029-acd0-da14a3f9a7c3 x-openstack-request-id: req-c72e4e82-5600-4029-acd0-da14a3f9a7c3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:05.877660 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:05.877747 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c72e4e82-5600-4029-acd0-da14a3f9a7c3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:05.878519 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'code': 200} Oct 26 16:31:05.889284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-e6df5916-cd1d-423d-b5d2-fd5eb4b78090 service neutron] 10.222.0.21 "GET /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394437 Oct 26 16:31:05.901169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2045587128-network', 'tenant_id': '9a285402f1b74efe9a579f5e76b5ca0f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:05.994291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992392c-4a40-4721-b1d5-6fd9cdeb4bf8 req-fbfc0894-4140-45b3-9f4a-e8620c2b1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:05.995732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e992392c-4a40-4721-b1d5-6fd9cdeb4bf8 req-fbfc0894-4140-45b3-9f4a-e8620c2b1d78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 1101 time: 0.0487692 Oct 26 16:31:06.016695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Made reservation on behalf of 9a285402f1b74efe9a579f5e76b5ca0f for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:06.018980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.032632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.036289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f972b2-35de-4600-8d74-a56bfe76a94f req-f4eee2be-f047-4280-8a07-2e95a7888c18 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:06.037794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54f972b2-35de-4600-8d74-a56bfe76a94f req-f4eee2be-f047-4280-8a07-2e95a7888c18 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.0815108 Oct 26 16:31:06.048672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-62755901-df96-4dad-97ec-9f939926f8b7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482768 Oct 26 16:31:06.050093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:06.053031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e992392c-4a40-4721-b1d5-6fd9cdeb4bf8 req-c5b133c4-09e9-4735-a626-f55ef06bb910 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498123 Oct 26 16:31:06.131505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.144742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54f972b2-35de-4600-8d74-a56bfe76a94f req-0ea7310a-1b12-4ce0-92e9-627891c30871 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939939 Oct 26 16:31:06.164921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:06.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6', 'port_id': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'mac_address': 'fa:16:3e:eb:7a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:06.182731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-cd588b17-355c-491f-9308-e4973aa89030 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331978 Oct 26 16:31:06.216763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.219711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.232971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e18a58-8e08-460f-8ebf-b245d65eee02 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:06.248445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:06.259225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fee6af-5782-42c6-ad29-deba99f27bc5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:06.260611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:06.264265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.264602 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Added segment 0d2ce007-9564-4289-9e58-11104d9e26e9 of type vlan for network a9397582-b0bd-4a0b-9d8a-cadf322487a8 Oct 26 16:31:06.271646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1947d8fd-903d-4d93-af64-b0b8e81a8065 req-92a7255a-cc62-4b67-9785-a51d6e6b8569 tempest-ServerAddressesTestJSON-396855504 tempest-ServerAddressesTestJSON-396855504-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe0906b-1b99-4cd4-ac45-e50f0acdf75c HTTP/1.1" status: 200 len: 210 time: 0.0309105 Oct 26 16:31:06.305253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.306981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0eedcf22-f078-48a0-8567-4853ca0e5a2f service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183016 Oct 26 16:31:06.333229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.388779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:06.413393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.414662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:06.415333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.419609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5f7c25af-3da7-4393-861e-22ec2a2d8204 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051524 Oct 26 16:31:06.491452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] Pushing event updated for resources: {'Network': ['ID=a9397582-b0bd-4a0b-9d8a-cadf322487a8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:06.501472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a9397582-b0bd-4a0b-9d8a-cadf322487a8 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:06.535012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2808-0a3b-41e9-adc8-534278cbcbc0 req-f38bd8ad-7067-4104-90a6-3eb998801b47 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:06.536897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fee2808-0a3b-41e9-adc8-534278cbcbc0 req-f38bd8ad-7067-4104-90a6-3eb998801b47 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1149116 Oct 26 16:31:06.539859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90699260-278b-4c02-8c9d-76d01a1d1f69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7579451 Oct 26 16:31:06.540515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:06.545426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Request body: {'subnet': {'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2045587128-subnet', 'tenant_id': '9a285402f1b74efe9a579f5e76b5ca0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:06.550674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34e18a58-8e08-460f-8ebf-b245d65eee02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:06.591689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-44a8f908-eb89-466c-8155-294d9727d7c7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710508 Oct 26 16:31:06.601158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.675349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fee2808-0a3b-41e9-adc8-534278cbcbc0 req-a2b00e5b-dc29-4cfa-9bc7-b8d6a295f4c8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169810 Oct 26 16:31:06.717319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f031f5bb-22a8-4490-b4d7-b33dfda71077 service neutron] 10.222.0.21 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185822 Oct 26 16:31:06.752153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Made reservation on behalf of 9a285402f1b74efe9a579f5e76b5ca0f for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:06.754381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:06.755051 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eb75a1-5016-4773-9f28-e21594224a61 x-openstack-request-id: req-65eb75a1-5016-4773-9f28-e21594224a61 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:06.755513 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe0906b-1b99-4cd4-ac45-e50f0acdf75c", "name": "network-vif-deleted", "tag": "966d93e3-6228-4ef0-95dd-2aa60b1030dc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:06.755970 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65eb75a1-5016-4773-9f28-e21594224a61 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:06.756673 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe0906b-1b99-4cd4-ac45-e50f0acdf75c', 'name': 'network-vif-deleted', 'tag': '966d93e3-6228-4ef0-95dd-2aa60b1030dc', 'status': 'completed', 'code': 200} Oct 26 16:31:07.250029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb46c12-6c0c-4f42-9a52-1b72f0efbe35 req-2259293c-510b-4c7c-9453-9d210518ab8f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:07.251970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eb46c12-6c0c-4f42-9a52-1b72f0efbe35 req-2259293c-510b-4c7c-9453-9d210518ab8f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 950 time: 0.1415865 Oct 26 16:31:07.263008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-e2454816-37b4-4058-8ce9-16b1b946874f service neutron] 10.222.0.21 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392241 Oct 26 16:31:07.386384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eb46c12-6c0c-4f42-9a52-1b72f0efbe35 req-6a1db318-5ec6-49cf-a673-e5a1b173a583 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Oct 26 16:31:07.450797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-73290b22-bff8-4acc-82c0-fc69ca835f69 service neutron] 10.222.0.21 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716225 Oct 26 16:31:07.528214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:07.608928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2408e-1016-4ca5-97da-ab80b7922bc6 req-e641f3bc-ef04-4805-80a4-02ea41e2ad04 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:07.611239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55d2408e-1016-4ca5-97da-ab80b7922bc6 req-e641f3bc-ef04-4805-80a4-02ea41e2ad04 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 945 time: 0.1628251 Oct 26 16:31:07.623106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1da66cc-1c16-4701-99ee-7c1ad6af974a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:07.667521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-dff0f17a-bd4e-4a33-9d35-b42acefe0cdb service neutron] 10.222.0.21 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049005 Oct 26 16:31:07.670730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Checking segment: {'id': '0d2ce007-9564-4289-9e58-11104d9e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:07.671091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Network hostable DHCP agents. Network: a9397582-b0bd-4a0b-9d8a-cadf322487a8, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:07.736258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55d2408e-1016-4ca5-97da-ab80b7922bc6 req-c5c460dd-470b-43b7-a3bc-d2fa86c37b1e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Oct 26 16:31:07.783718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36754) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:07.820501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-fa8561ea-c376-4224-a0f8-a90f78321ae2 service neutron] 10.222.0.21 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402047 Oct 26 16:31:07.848468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Deleting subnet eff6e899-1482-41c5-8d2e-76156c85f48c {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:31:07.848468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Network a9397582-b0bd-4a0b-9d8a-cadf322487a8 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:07.848855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:07.889196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:07.987697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:07.989982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a9397582-b0bd-4a0b-9d8a-cadf322487a8) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:07.997654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c62582-5e53-4999-b742-95d4f3f25cbb None None] Network a9397582-b0bd-4a0b-9d8a-cadf322487a8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:08.024369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:08.025102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.063495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423d477-49ed-40dd-9a89-0a19836a13e8 req-d6179f64-133c-46bf-a380-ca6d6df07afe tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:08.071485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8423d477-49ed-40dd-9a89-0a19836a13e8 req-d6179f64-133c-46bf-a380-ca6d6df07afe tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1282542 Oct 26 16:31:08.098154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:08.132915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8423d477-49ed-40dd-9a89-0a19836a13e8 req-8bdac8fe-1149-426c-bf81-380b0acc9cb5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604732 Oct 26 16:31:08.139398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6c9588b-deb7-47c7-bd32-3167f4a12349 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5975883 Oct 26 16:31:08.226627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163dec18-5fd1-477e-8680-9eb0968fadc9 None None] Network a9397582-b0bd-4a0b-9d8a-cadf322487a8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:08.242020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.282862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff6e899-1482-41c5-8d2e-76156c85f48c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:08.295761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.302171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:08.307726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b009705-d5a3-4674-9425-62f295df585d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eff6e899-1482-41c5-8d2e-76156c85f48c HTTP/1.1" status: 204 len: 168 time: 0.5229046 Oct 26 16:31:08.324631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 34e18a58-8e08-460f-8ebf-b245d65eee02 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:08.348901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 34e18a58-8e08-460f-8ebf-b245d65eee02 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:08.349658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.395763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.460039 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.489892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:08.492149 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3aeeba-f6eb-4940-843c-2faaef7999a8" -d '{"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-plugged", "status": "completed", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:08.500906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.507057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:08.548916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4aebfa-39f3-4a53-ba88-c1d0679869d7']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:08.558895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fff159-2cff-44e3-a51c-09e977d26da2') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:08.559222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fff159-2cff-44e3-a51c-09e977d26da2') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:08.569457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.583122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.589191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:31:08.589573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:31:08.591192 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:31:08.619564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.621077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 966d93e3-6228-4ef0-95dd-2aa60b1030dc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:08.677466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 966d93e3-6228-4ef0-95dd-2aa60b1030dc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:31:08.677915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 966d93e3-6228-4ef0-95dd-2aa60b1030dc not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:31:08.705750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.709009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:08.721907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:08.727185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c4aebfa-39f3-4a53-ba88-c1d0679869d7 HTTP/1.1" status: 204 len: 168 time: 0.4221952 Oct 26 16:31:08.740546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af4a8-becc-4fe8-8ccc-17b1425d781e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4aebfa-39f3-4a53-ba88-c1d0679869d7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:08.763873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69c808-5de9-45d5-9ad8-ca73115905a9 req-d2057e3a-2b82-4c43-90e0-b7d4e5f68edb tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:08.771926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f69c808-5de9-45d5-9ad8-ca73115905a9 req-d2057e3a-2b82-4c43-90e0-b7d4e5f68edb tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 950 time: 0.0965405 Oct 26 16:31:08.827735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f69c808-5de9-45d5-9ad8-ca73115905a9 req-3f346797-816a-4f6c-a062-57e95e8232f1 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Oct 26 16:31:08.879306 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a0e8f-89c8-420a-ba12-70cb2a9f585b x-openstack-request-id: req-d11a0e8f-89c8-420a-ba12-70cb2a9f585b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:08.879768 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-plugged", "status": "completed", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:08.880123 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11a0e8f-89c8-420a-ba12-70cb2a9f585b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:08.880673 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'code': 200} Oct 26 16:31:09.183633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36806) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:09.254178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fa774d34-4294-4683-91b0-44094799cd4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29949a5369954e35b7b7ab82addb941b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672216 Oct 26 16:31:09.254368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:09.279530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a961ca-036d-4b51-b17b-eb4d1197486c req-30de7445-19d1-4024-bba8-8a8159998647 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:09.284454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06a961ca-036d-4b51-b17b-eb4d1197486c req-30de7445-19d1-4024-bba8-8a8159998647 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1136551 Oct 26 16:31:09.350861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06a961ca-036d-4b51-b17b-eb4d1197486c req-f27bcea2-c7aa-4818-bd59-41b0fe974b95 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Oct 26 16:31:09.352003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:09.378766 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:09.416565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde671cb-0765-42da-b252-e51756d87fcc req-e3959563-9ff1-41be-b369-18ae7728aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:09.418035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bde671cb-0765-42da-b252-e51756d87fcc req-e3959563-9ff1-41be-b369-18ae7728aad7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1097 time: 0.4761724 Oct 26 16:31:09.483778 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bde671cb-0765-42da-b252-e51756d87fcc req-2b391337-900e-4833-9635-5af79ef2c287 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Oct 26 16:31:09.550270 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:09.553132 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:09.554423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adedd733-c748-4429-89a4-1d89574758ae HTTP/1.1" status: 204 len: 168 time: 0.2993004 Oct 26 16:31:09.564087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62357dbd-f7eb-4f2b-b7a7-910ff5c51eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adedd733-c748-4429-89a4-1d89574758ae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:09.757745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0633ab6-7c77-4532-8831-366030f2fe8a req-9baa2f84-5766-47aa-9223-ad1d341f284f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:09.759264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0633ab6-7c77-4532-8831-366030f2fe8a req-9baa2f84-5766-47aa-9223-ad1d341f284f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Oct 26 16:31:09.828257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0633ab6-7c77-4532-8831-366030f2fe8a req-aba801dc-2896-459e-9b55-48da2dadbffc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Oct 26 16:31:09.900380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bda58f0-1ac5-46b0-ab0a-f00a150bfc9e req-46fa09b1-58a7-40a6-ac4b-4b8fdaefdc1f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0302129 Oct 26 16:31:10.523789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84e3a-8bda-48e2-99bb-65a18b5770c3 req-5be6289e-784e-4fd2-869c-30191a5fd39d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:10.535590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53a84e3a-8bda-48e2-99bb-65a18b5770c3 req-5be6289e-784e-4fd2-869c-30191a5fd39d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.0890439 Oct 26 16:31:10.614941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53a84e3a-8bda-48e2-99bb-65a18b5770c3 req-3d7c767a-c439-4372-a11b-a08e6e82ec57 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Oct 26 16:31:10.716671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:10.864778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:10.913265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf37-3851-4be0-b999-dfd845a27897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:10.935098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1391157204-network', 'tenant_id': '29b9fe85969e48239446d001509b55f4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:11.019617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Made reservation on behalf of 29b9fe85969e48239446d001509b55f4 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:11.023364 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.024471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b8727-7d7e-4561-98c0-1af7fb6a7ed9 req-d0aa6332-2e82-493d-a8d4-80d9aa0ce79c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:11.026008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c9b8727-7d7e-4561-98c0-1af7fb6a7ed9 req-d0aa6332-2e82-493d-a8d4-80d9aa0ce79c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0746179 Oct 26 16:31:11.039766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.088038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-884c6902-19ee-46a5-8762-663c4bde8fae req-7687d113-a5cc-4528-a0cc-38ac4bf34b46 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0471752 Oct 26 16:31:11.115191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf37-3851-4be0-b999-dfd845a27897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.134552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.144153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c9b8727-7d7e-4561-98c0-1af7fb6a7ed9 req-a747f5bf-bfa4-4349-8a05-70d331a2057a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795915 Oct 26 16:31:11.176005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf37-3851-4be0-b999-dfd845a27897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.217545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9b9bf37-3851-4be0-b999-dfd845a27897 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75b5f09e877f4ea4bf3249862e9b4967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997807 Oct 26 16:31:11.219820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9bf37-3851-4be0-b999-dfd845a27897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25381aae-f986-4145-8e5c-12a4657ebf4d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:11.220627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:11.251156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.278094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:11.306695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b292fc-7c4a-4de7-a304-714fb351a6ce,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:11.312541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.313416 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Added segment 99571aa4-976c-45ba-91e5-6863faaae151 of type vlan for network 9a8260c1-14ab-4245-8cc5-ec96d3374111 Oct 26 16:31:11.315305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.374185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.377446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.550522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.551802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:11.552370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.556023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-8fcb5023-1235-4501-9301-ef6d8f4fd4de tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:11.558420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-8fcb5023-1235-4501-9301-ef6d8f4fd4de tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/networks?id=a9397582-b0bd-4a0b-9d8a-cadf322487a8 HTTP/1.1" status: 200 len: 810 time: 0.1094632 Oct 26 16:31:11.576410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-6138d7af-f85a-48b4-87b3-e16e6a6435d8 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/quotas/9a285402f1b74efe9a579f5e76b5ca0f HTTP/1.1" status: 200 len: 375 time: 0.0104959 Oct 26 16:31:11.598642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.601212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.603690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25381aae-f986-4145-8e5c-12a4657ebf4d HTTP/1.1" status: 204 len: 168 time: 0.3805423 Oct 26 16:31:11.619968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-d14774d1-5a3c-4b87-b681-76ceb9ff835b tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a285402f1b74efe9a579f5e76b5ca0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348625 Oct 26 16:31:11.627698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cf0c6-a0cc-41eb-983e-d7aea19ed3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25381aae-f986-4145-8e5c-12a4657ebf4d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:11.641300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] Pushing event updated for resources: {'Network': ['ID=9a8260c1-14ab-4245-8cc5-ec96d3374111,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:11.654935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9a8260c1-14ab-4245-8cc5-ec96d3374111 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:11.678598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-95718122-fe07-4264-b2be-1e9b8e872c3a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8096476 Oct 26 16:31:11.678598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36930) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:11.684124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Request body: {'subnet': {'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1391157204-subnet', 'tenant_id': '29b9fe85969e48239446d001509b55f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:11.785131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-d3832a0b-1b4a-470e-8467-3b1e77d810a1 service neutron] 10.222.0.21 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542504 Oct 26 16:31:11.808148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc37a-cc3f-4f85-ad3f-e58cde57b0c9 req-c3534e7d-6286-4a10-8916-78f8b6c6f9ec tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:11.809617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca0cc37a-cc3f-4f85-ad3f-e58cde57b0c9 req-c3534e7d-6286-4a10-8916-78f8b6c6f9ec tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.0767379 Oct 26 16:31:11.876268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Made reservation on behalf of 29b9fe85969e48239446d001509b55f4 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:11.880401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:11.897006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca0cc37a-cc3f-4f85-ad3f-e58cde57b0c9 req-cd1bd3da-3a3a-4310-9885-da070c4f6c46 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768628 Oct 26 16:31:11.921694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-279ee0cc-46e0-4fba-bbeb-e18b979a28b1 service neutron] 10.222.0.21 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291306 Oct 26 16:31:12.043522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdc0b2-6028-44db-8b38-0fcd86519b16 req-42a864ee-4c7c-4aa1-aed6-485804d35210 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.045073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1cdc0b2-6028-44db-8b38-0fcd86519b16 req-42a864ee-4c7c-4aa1-aed6-485804d35210 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1097 time: 0.0713375 Oct 26 16:31:12.088314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1cdc0b2-6028-44db-8b38-0fcd86519b16 req-b57ce075-243e-4957-8c05-f6b13eee3eb4 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Oct 26 16:31:12.161684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:12.186388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bba01361-df8e-4632-9e51-04b1d11d6f4c req-8d4ade1a-dfd6-4657-937b-5047c35cb911 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0315411 Oct 26 16:31:12.232645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc134912-d907-4fc7-b8de-56498c3e0305,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:12.239927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Checking segment: {'id': '99571aa4-976c-45ba-91e5-6863faaae151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:12.239927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Network hostable DHCP agents. Network: 9a8260c1-14ab-4245-8cc5-ec96d3374111, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:12.294994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e87f-5b23-458d-8338-84e8d15d6434 req-92fcf0b4-e63a-425e-983b-d238607b4429 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.296539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9c7e87f-5b23-458d-8338-84e8d15d6434 req-92fcf0b4-e63a-425e-983b-d238607b4429 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1097 time: 0.0429401 Oct 26 16:31:12.336356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9c7e87f-5b23-458d-8338-84e8d15d6434 req-95d51c9b-0306-4958-8bc0-295bde5ab9e2 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Oct 26 16:31:12.345902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f66c5843-4690-49dc-9e7f-e3e20d4b1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.347300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f66c5843-4690-49dc-9e7f-e3e20d4b1e60 service neutron] 10.222.0.39 "GET /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 1027 time: 0.0392146 Oct 26 16:31:12.381036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Network 9a8260c1-14ab-4245-8cc5-ec96d3374111 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:12.392469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-c2bcaf84-749d-45ca-836c-7ee9a897c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.393833 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-c2bcaf84-749d-45ca-836c-7ee9a897c299 service neutron] 10.222.0.39 "GET /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 1026 time: 0.0386059 Oct 26 16:31:12.478068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9de4b2-181c-4717-bef2-a907291d1af9 req-444533e4-f728-49ce-941b-1b90fffa0498 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.479612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca9de4b2-181c-4717-bef2-a907291d1af9 req-444533e4-f728-49ce-941b-1b90fffa0498 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0886929 Oct 26 16:31:12.565056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:12.571397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca9de4b2-181c-4717-bef2-a907291d1af9 req-39dc41d9-ea1d-4939-b37c-3039ffbb2d12 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Oct 26 16:31:12.581066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-62926fc5-990f-4084-92dc-c41c5c03c33b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.584101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45972649-dece-4fb3-9a51-423c9457c812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:12.590952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-62926fc5-990f-4084-92dc-c41c5c03c33b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.598514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-62926fc5-990f-4084-92dc-c41c5c03c33b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.601367 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-62926fc5-990f-4084-92dc-c41c5c03c33b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 1989 time: 0.1968696 Oct 26 16:31:12.602729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9a8260c1-14ab-4245-8cc5-ec96d3374111) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:12.607852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:12.608520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:12.613264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c7df3-37c7-4f0b-be96-7c5af3361ac1 None None] Network 9a8260c1-14ab-4245-8cc5-ec96d3374111 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:12.706849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f432b341-6e6e-460c-b426-31a234c0b75d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8fad17b4b74a04a314ed81db0cae50 HTTP/1.1" status: 200 len: 380 time: 0.0842345 Oct 26 16:31:12.710910 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-695ee3df-93a5-434f-92c7-149e9873a9cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0313637 Oct 26 16:31:12.725774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'admin_state_up': True, 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'security_groups': ['fd8681f2-8d86-4159-9aa5-6da5414df480']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:12.752159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9820c81-917f-4924-9d0d-6ad9f564cb9d req-bf99b4e2-8a47-446f-8c25-d6baf0e816be tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 210 time: 0.0907261 Oct 26 16:31:12.822638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259f8c9-2b8d-4335-acdb-4d43d889f695 None None] Network 9a8260c1-14ab-4245-8cc5-ec96d3374111 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:12.831224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45972649-dece-4fb3-9a51-423c9457c812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:12.920509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45972649-dece-4fb3-9a51-423c9457c812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:12.974243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45972649-dece-4fb3-9a51-423c9457c812 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=382fbad59a3e48449581cf4381b1cc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081330 Oct 26 16:31:12.976685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45972649-dece-4fb3-9a51-423c9457c812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652ff9d6-80a4-4806-846b-d6e1e674f184,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:12.977150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36978) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:13.009628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:13.013804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.073740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.141612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.244760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 172.20.0.9 (bf4fb984-7316-4455-8587-5bdb1c34326c/251ec6b0-11d5-45f5-97d3-32137bcc7c04/2084a85f-eceb-4e0c-adf2-807732b15a8b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:13.317485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-ad9f1901-929c-4808-8814-a6d0debd9179 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:13.319265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-ad9f1901-929c-4808-8814-a6d0debd9179 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/networks?id=9a8260c1-14ab-4245-8cc5-ec96d3374111 HTTP/1.1" status: 200 len: 821 time: 0.1255522 Oct 26 16:31:13.371725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.373941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-8eb984a8-2a34-4992-b068-12ec51a09dc8 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/quotas/29b9fe85969e48239446d001509b55f4 HTTP/1.1" status: 200 len: 375 time: 0.0376549 Oct 26 16:31:13.375828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.377270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/652ff9d6-80a4-4806-846b-d6e1e674f184 HTTP/1.1" status: 204 len: 168 time: 0.3991060 Oct 26 16:31:13.395239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a629e3-edd9-463c-b3d6-7f83e8893fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ff9d6-80a4-4806-846b-d6e1e674f184,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:13.490709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-ef121eaf-fcb0-49e8-9385-2bdfcac23b87 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=29b9fe85969e48239446d001509b55f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118059 Oct 26 16:31:13.543103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.638752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-172fef29-c182-463b-8199-d6a0d4cce668 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469016 Oct 26 16:31:13.710910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:13.776729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-0e471805-27de-44fe-af0b-5d03107b3845 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308053 Oct 26 16:31:13.819662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network bf4fb984-7316-4455-8587-5bdb1c34326c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:13.823249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:13.827093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:13.855600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:13.913965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:13.914763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:14.053161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-bbd99377-3d7e-495d-b625-ba6c43de8e25 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3393822 Oct 26 16:31:14.067940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'admin_state_up': True, 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'security_groups': ['fd8681f2-8d86-4159-9aa5-6da5414df480']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:14.181036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-972a3538-a448-4b70-a41d-791b6e244f8c None None] Provisioning complete for port 2084a85f-eceb-4e0c-adf2-807732b15a8b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:14.182369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-972a3538-a448-4b70-a41d-791b6e244f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:14.262943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:14.347343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9f83-d96d-4a4a-a4fb-b04fce28e709 req-7be7f691-a14d-45fe-adf5-a05a0002f8d8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:14.357468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75cb9f83-d96d-4a4a-a4fb-b04fce28e709 req-7be7f691-a14d-45fe-adf5-a05a0002f8d8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 931 time: 0.1728890 Oct 26 16:31:14.409165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75cb9f83-d96d-4a4a-a4fb-b04fce28e709 req-8c34928b-c034-4439-bddd-5548bcdb11b8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501142 Oct 26 16:31:14.482007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:14.485681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:14.710753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-972a3538-a448-4b70-a41d-791b6e244f8c None None] Port 2084a85f-eceb-4e0c-adf2-807732b15a8b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:14.721573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97418539-74e3-4e9e-9eb6-4fce611edae7 req-d792afea-da23-4b30-af31-6a6cc2ae0173 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:14.723947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.1.1.12 (2e5b6964-1bf6-4495-8ffa-dea879b2612c/2183f8f1-935f-4eac-9efa-1c58e6cdb685/6f1d5583-aa1b-43a0-8c1d-1ec11d292e47) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:14.728958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97418539-74e3-4e9e-9eb6-4fce611edae7 req-d792afea-da23-4b30-af31-6a6cc2ae0173 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1260948 Oct 26 16:31:14.781907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:14.798306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'mac_address': 'fa:16:3e:23:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:14.838508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97418539-74e3-4e9e-9eb6-4fce611edae7 req-d7db6d24-fbea-470d-bd76-8652f5cca356 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085708 Oct 26 16:31:14.846390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:14.863440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:14.907102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:14.982200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:14.995510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ec71fc8-09e3-4682-a09d-e06b57812292 req-7e6698d6-2591-4efb-ac6e-cf7bff1386df tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 210 time: 0.0610156 Oct 26 16:31:15.002401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:15.118130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:15.169373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5306137e-aac8-43d4-99d1-ceb408c215e2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:15.221086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:15.232274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:15.244088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:15.251693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:15.279943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-feaaf235-b765-41b5-a00b-95efe5e5b858 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:31:15.281035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-feaaf235-b765-41b5-a00b-95efe5e5b858 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0421782 Oct 26 16:31:15.307760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:15.308500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dda4e194-9a39-4696-9877-763ccc9cd34c req-f30146cb-5b35-4a55-a3e2-558606bea8ee tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 210 time: 0.1084528 Oct 26 16:31:15.517202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-497d1fc9-ddba-488a-a25f-c226bca1f835 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:15.518569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-497d1fc9-ddba-488a-a25f-c226bca1f835 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 1094 time: 0.1503532 Oct 26 16:31:15.545981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:15.546431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Unknown quota resources ['binding']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:31:15.569587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:15.570196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:15.693585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fc-132b-47b3-a994-4c7424f3bfe0 req-aa02ec99-7caa-4fa8-a974-c29518331640 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:15.711837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-778e2495-b14b-4a96-8c22-deadb96906f7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6460850 Oct 26 16:31:15.713754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fc-132b-47b3-a994-4c7424f3bfe0 req-aa02ec99-7caa-4fa8-a974-c29518331640 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:15.722350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dabd2fc-132b-47b3-a994-4c7424f3bfe0 req-aa02ec99-7caa-4fa8-a974-c29518331640 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 1652 time: 0.1480634 Oct 26 16:31:15.742774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'admin_state_up': True, 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'security_groups': ['fd8681f2-8d86-4159-9aa5-6da5414df480']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:15.755893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55804251-8644-49b4-8e45-4cf2606a08c2 None None] Provisioning complete for port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:15.756385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55804251-8644-49b4-8e45-4cf2606a08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:15.819651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dabd2fc-132b-47b3-a994-4c7424f3bfe0 req-f7efb941-9d43-4dcd-966e-6c9caa417e17 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909407 Oct 26 16:31:15.845193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-55804251-8644-49b4-8e45-4cf2606a08c2 None None] Port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:16.055402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-f8e38581-0298-4538-938e-692d47b99d6c tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:16.056887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-f8e38581-0298-4538-938e-692d47b99d6c tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.47 "GET /v2.0/networks?id=a9397582-b0bd-4a0b-9d8a-cadf322487a8 HTTP/1.1" status: 200 len: 810 time: 0.3726931 Oct 26 16:31:16.091871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Request body: {'port': {'device_id': '95b27c61-0a43-436f-8df5-f442845a9b82', 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8', 'admin_state_up': True, 'tenant_id': '9a285402f1b74efe9a579f5e76b5ca0f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:16.142171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d084084-3af6-4ace-b586-d4be07535c60 req-6dec6c36-0bba-41d7-b41f-06a2c78b4e06 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:16.156999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d084084-3af6-4ace-b586-d4be07535c60 req-6dec6c36-0bba-41d7-b41f-06a2c78b4e06 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1291015 Oct 26 16:31:16.223087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d084084-3af6-4ace-b586-d4be07535c60 req-aeeff7eb-04c9-4b93-8112-eeb0ef379959 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Oct 26 16:31:16.263721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:16.333935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-718b1a9f-7167-483e-816d-9612169a7211 req-8df060b0-41e1-4976-b769-5251fdf23730 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 210 time: 0.0362959 Oct 26 16:31:16.368451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5306137e-aac8-43d4-99d1-ceb408c215e2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:16.369431 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:16.416270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:16.416798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:16.416992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:16.422755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:16.423170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:16.430191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:16.430527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:16.430963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:16.431440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Bound port: 34e18a58-8e08-460f-8ebf-b245d65eee02, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:16.517108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Made reservation on behalf of 9a285402f1b74efe9a579f5e76b5ca0f for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:16.526446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:16.559322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:16.650226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12070f70-9214-4d9c-9c6e-e57a655fcb42 req-2ae03fe8-bacd-426a-a543-36b0fd4eda05 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 210 time: 0.0832486 Oct 26 16:31:16.662305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:16.664571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:16.667507 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0302848-1e13-4c5a-a3fa-50e311ec3661" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:16.712512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:16.717473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:16.756190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:16.764173 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25a34f6-b167-416d-8ed4-e3ffc59e7330 x-openstack-request-id: req-a25a34f6-b167-416d-8ed4-e3ffc59e7330 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:16.764469 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:16.764726 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a25a34f6-b167-416d-8ed4-e3ffc59e7330 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:16.765119 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'code': 200} Oct 26 16:31:16.767059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:16.861346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:16.969978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Allocated IP 172.20.0.7 (a9397582-b0bd-4a0b-9d8a-cadf322487a8/a1da66cc-1c16-4701-99ee-7c1ad6af974a/96776ddf-81cc-40b8-a45f-4938a6bc79f7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:17.007062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192540-a0c5-4292-9420-91ba18e05c25 req-95fac1ce-36d0-465c-b96c-4eef144228bf tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:17.015066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192540-a0c5-4292-9420-91ba18e05c25 req-95fac1ce-36d0-465c-b96c-4eef144228bf tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:17.024797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17192540-a0c5-4292-9420-91ba18e05c25 req-95fac1ce-36d0-465c-b96c-4eef144228bf tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 1652 time: 0.0794888 Oct 26 16:31:17.078876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17192540-a0c5-4292-9420-91ba18e05c25 req-5fa1f244-a57e-4d50-a8a7-f01dd02ce8bd tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481887 Oct 26 16:31:17.186063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:17.187986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-07d0102e-d653-42e5-a1d3-1ecdd0e63a80 service neutron] 10.222.0.21 "POST /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02/bindings HTTP/1.1" status: 201 len: 389 time: 1.6512156 Oct 26 16:31:17.243740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.1.1.21 (2e5b6964-1bf6-4495-8ffa-dea879b2612c/2183f8f1-935f-4eac-9efa-1c58e6cdb685/189453d3-4556-4775-b0e1-4fea0ca8ca11) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:17.373270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:17.679011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-14cfac5c-6f1d-4b1d-aa05-f53ca5b15bc2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:17.680954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-14cfac5c-6f1d-4b1d-aa05-f53ca5b15bc2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.47 "GET /v2.0/networks?id=9a8260c1-14ab-4245-8cc5-ec96d3374111 HTTP/1.1" status: 200 len: 821 time: 0.4935067 Oct 26 16:31:17.703647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Request body: {'port': {'device_id': '031e7475-414c-442c-9345-f71195a1b172', 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111', 'admin_state_up': True, 'tenant_id': '29b9fe85969e48239446d001509b55f4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:17.731508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a5f4-7cdc-4b6f-8005-b3c8acd43e8c req-6f4eab01-d30e-4c40-9b73-0bcd0fedbfd2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:17.732625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:17.733107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0a6a5f4-7cdc-4b6f-8005-b3c8acd43e8c req-6f4eab01-d30e-4c40-9b73-0bcd0fedbfd2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.3226984 Oct 26 16:31:17.868651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Network a9397582-b0bd-4a0b-9d8a-cadf322487a8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:17.873844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:17.878107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:17.885412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:17.924081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Pushing event updated for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:17.982014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:17.982706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:17.985363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0a6a5f4-7cdc-4b6f-8005-b3c8acd43e8c req-12444ede-fa55-46be-bf80-a77bb6a44404 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155855 Oct 26 16:31:18.089916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb85a-b320-46e7-95ac-1a7eec6392f6 req-76e5fd77-70de-4894-8e4d-a9604a892940 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.094860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94bbb85a-b320-46e7-95ac-1a7eec6392f6 req-76e5fd77-70de-4894-8e4d-a9604a892940 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 931 time: 0.2639256 Oct 26 16:31:18.106538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:18.230721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94bbb85a-b320-46e7-95ac-1a7eec6392f6 req-3b598788-cdd5-407b-be18-8f72e3a9f55e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114023 Oct 26 16:31:18.231393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Made reservation on behalf of 29b9fe85969e48239446d001509b55f4 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:18.236235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:18.244201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:18.244915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-e2efc08c-932a-4642-a3db-f0a653927468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.251946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-e2efc08c-932a-4642-a3db-f0a653927468 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1097 time: 0.2446511 Oct 26 16:31:18.269603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:18.272845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:18.276134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:18.369456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a9ff78c3-27fd-47c9-974a-6f6dcc0c5c33 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2850151 Oct 26 16:31:18.387291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-aea388f0-50e1-4057-9921-93aa3233d23f tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:31:18.389029 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-aea388f0-50e1-4057-9921-93aa3233d23f tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109074 Oct 26 16:31:18.406634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Request body: {'port': {'device_id': '95b27c61-0a43-436f-8df5-f442845a9b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:18.434122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.438003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:18.472840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-89e9a77a-21ab-4d12-bb25-ccb691482ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.474786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-89e9a77a-21ab-4d12-bb25-ccb691482ae9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1816041 Oct 26 16:31:18.567569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4a07d5e7-da22-4e3b-a154-baf729c11afb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8413041 Oct 26 16:31:18.601648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'admin_state_up': True, 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'security_groups': ['fd8681f2-8d86-4159-9aa5-6da5414df480']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:18.604994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-df1159f6-b9de-41fe-94aa-6c2efd475693 None None] Provisioning complete for port 189453d3-4556-4775-b0e1-4fea0ca8ca11 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:18.607616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df1159f6-b9de-41fe-94aa-6c2efd475693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:18.658573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af612430-675a-4cb7-aa37-4d1c9525faea req-b589ff94-c8a6-4fa4-92fc-de0fcbc58988 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 210 time: 0.0986702 Oct 26 16:31:18.678285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-df1159f6-b9de-41fe-94aa-6c2efd475693 None None] Port 189453d3-4556-4775-b0e1-4fea0ca8ca11 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:18.739733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-d7494d4e-aeaa-498f-9280-9c0c89f0eac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 217 time: 0.1742589 Oct 26 16:31:18.768115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:18.806673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec950b-b461-4ad4-b5f8-aa2728904624 req-4349fffa-d2b0-4849-ab71-3a0cf1e09a8c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.816231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96ec950b-b461-4ad4-b5f8-aa2728904624 req-4349fffa-d2b0-4849-ab71-3a0cf1e09a8c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.5767334 Oct 26 16:31:18.847438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Allocated IP 172.20.0.3 (9a8260c1-14ab-4245-8cc5-ec96d3374111/fc134912-d907-4fc7-b8de-56498c3e0305/37e57dd6-5568-4fce-b1ea-4dd20d18c611) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:18.966397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-1e98462a-c8a0-42dc-863e-8a27f5995745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:18.968180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-1e98462a-c8a0-42dc-863e-8a27f5995745 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.2000134 Oct 26 16:31:19.019877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:19.054125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-9b67ab65-1e26-4226-8998-2e7c9b7ef7cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615644 Oct 26 16:31:19.079975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96ec950b-b461-4ad4-b5f8-aa2728904624 req-8724f692-5ea2-4711-a970-bda3b59a8f3a tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562704 Oct 26 16:31:19.112496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e367f-661b-41be-ac8b-0b7555d9a5e7 req-55758362-4f8b-4044-8e16-10f5233a7393 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:19.123771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e367f-661b-41be-ac8b-0b7555d9a5e7 req-55758362-4f8b-4044-8e16-10f5233a7393 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:19.131700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e367f-661b-41be-ac8b-0b7555d9a5e7 req-55758362-4f8b-4044-8e16-10f5233a7393 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:19.139877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-381e367f-661b-41be-ac8b-0b7555d9a5e7 req-55758362-4f8b-4044-8e16-10f5233a7393 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 2372 time: 0.3706498 Oct 26 16:31:19.181089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:19.276241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96776ddf-81cc-40b8-a45f-4938a6bc79f7 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:19.276799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-381e367f-661b-41be-ac8b-0b7555d9a5e7 req-fcb76b67-9cc7-4498-bd1a-3fe4a6bac336 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302512 Oct 26 16:31:19.288830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:19.305300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Transition to ACTIVE for port object 96776ddf-81cc-40b8-a45f-4938a6bc79f7 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:19.466780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-5c40e6be-6b52-4713-8a67-ee7989561d56 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752055 Oct 26 16:31:19.487880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f22ff2-4ffd-48fc-b0b2-12ae8c0d4738 req-8fa247f8-d10e-48e4-b1fc-3285e680981e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:19.496337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1f22ff2-4ffd-48fc-b0b2-12ae8c0d4738 req-8fa247f8-d10e-48e4-b1fc-3285e680981e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2102575 Oct 26 16:31:19.512512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:19.692958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1f22ff2-4ffd-48fc-b0b2-12ae8c0d4738 req-b539cb49-aa79-4e46-8b8d-58fcf3ad3022 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958032 Oct 26 16:31:19.698510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Pushing event updated for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:19.751498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:19.767937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935fd5-9b0e-4eb5-96dd-9080dc78e1a1 req-bb6aec3f-024c-43c9-bfb4-4778e3d3f071 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:19.773492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7935fd5-9b0e-4eb5-96dd-9080dc78e1a1 req-bb6aec3f-024c-43c9-bfb4-4778e3d3f071 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 943 time: 0.2979138 Oct 26 16:31:19.775390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-3a4ce6d8-ec70-4dee-b475-72dd93e138ad service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701952 Oct 26 16:31:19.793060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.2.2.100 (6117e3f1-dc33-452a-8d71-68fd7cf941b6/1636efc2-8d46-4f17-92cb-d2908d48872f/fd3d653e-2970-46c0-ae33-d20ee8e7cdea) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:19.845057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4be3e02-6c26-441b-bd59-803374661be8 req-691bbeee-738e-4ed6-8d96-4bda746bedad tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 210 time: 0.0498497 Oct 26 16:31:19.901434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7935fd5-9b0e-4eb5-96dd-9080dc78e1a1 req-47d558cf-b945-4f78-86c9-589053dd91e7 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072781 Oct 26 16:31:19.985751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.006552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Attempting to bind port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:20.010960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Attempting to bind port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '0d2ce007-9564-4289-9e58-11104d9e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:20.010960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Attempting to bind port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 on network a9397582-b0bd-4a0b-9d8a-cadf322487a8 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:20.021776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 on network a9397582-b0bd-4a0b-9d8a-cadf322487a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:20.022185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Attempting to bind port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 on network a9397582-b0bd-4a0b-9d8a-cadf322487a8 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:20.030932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:20.032044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Checking segment: {'id': '0d2ce007-9564-4289-9e58-11104d9e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:20.032564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Bound using segment: {'id': '0d2ce007-9564-4289-9e58-11104d9e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:20.033080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Bound port: 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2ce007-9564-4289-9e58-11104d9e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:20.033520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.083624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Pushing event updated for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:20.089425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Network 9a8260c1-14ab-4245-8cc5-ec96d3374111 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:20.092352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:20.098235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:20.153765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.244096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.244754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.257392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:20.262446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7,segment=NetworkSegment(0d2ce007-9564-4289-9e58-11104d9e26e9),segment_id=0d2ce007-9564-4289-9e58-11104d9e26e9)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:20.295610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.300148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1aca7-b8d5-43c2-b26b-1d21c3db3614 req-9ac7c95e-68d5-4dd8-b146-98fd9662d692 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.305512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bb1aca7-b8d5-43c2-b26b-1d21c3db3614 req-9ac7c95e-68d5-4dd8-b146-98fd9662d692 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1219876 Oct 26 16:31:20.371516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bb1aca7-b8d5-43c2-b26b-1d21c3db3614 req-5b905282-5171-4e05-b06a-94a5820946fe tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595553 Oct 26 16:31:20.386687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-a349fba4-e324-415d-a18d-3527c8650c89 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6955962 Oct 26 16:31:20.394904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.410962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Request body: {'port': {'device_id': '031e7475-414c-442c-9345-f71195a1b172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:20.448945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.450421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.453322 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] 10.222.0.47 "PUT /v2.0/ports/96776ddf-81cc-40b8-a45f-4938a6bc79f7 HTTP/1.1" status: 200 len: 1091 time: 2.0559168 Oct 26 16:31:20.458604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:20.462483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:20.466281 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:20.475696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:20.492403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:20.579671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:20.613064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.636102 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271cea7d-dec4-482c-a9b1-81a5d34afd58 x-openstack-request-id: req-271cea7d-dec4-482c-a9b1-81a5d34afd58 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:20.640777 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:20.641216 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-271cea7d-dec4-482c-a9b1-81a5d34afd58 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:20.642631 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7', 'status': 'completed', 'code': 200} Oct 26 16:31:20.697579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-55c3a841-b32a-4e8e-812e-ad0f59e5d9bb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.702646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-55c3a841-b32a-4e8e-812e-ad0f59e5d9bb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.726816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-55c3a841-b32a-4e8e-812e-ad0f59e5d9bb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.744042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.746841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-55c3a841-b32a-4e8e-812e-ad0f59e5d9bb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.752489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.757812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-55c3a841-b32a-4e8e-812e-ad0f59e5d9bb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3093 time: 0.3113897 Oct 26 16:31:20.772136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.831027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eaca4-2a38-479e-96a2-399a6d4fd05a service neutron] Pushing event updated for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:20.863510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-656a7702-18e7-418d-97a6-717f785fd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:20.866355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-656a7702-18e7-418d-97a6-717f785fd4a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a285402f1b74efe9a579f5e76b5ca0f&device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 1094 time: 0.2505474 Oct 26 16:31:20.941857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0edc85a9-6d65-40af-8e38-11141bcaf70d None None] Provisioning complete for port fd3d653e-2970-46c0-ae33-d20ee8e7cdea triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:20.942271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0edc85a9-6d65-40af-8e38-11141bcaf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:20.971665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ccbc76cd-9ad9-4e73-80ac-bcc7ffe5b8e4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3736134 Oct 26 16:31:20.975081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-ea50c43d-4f7a-4423-ba6d-c98873b385e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7 HTTP/1.1" status: 200 len: 217 time: 0.0918591 Oct 26 16:31:20.978864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'admin_state_up': True, 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'security_groups': ['fd8681f2-8d86-4159-9aa5-6da5414df480']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:21.021492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeca08fb-267f-4eac-9372-3e1ed90ca617 req-626eff78-4ada-4a1f-841b-26c15312feee tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608964 Oct 26 16:31:21.090134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0edc85a9-6d65-40af-8e38-11141bcaf70d None None] Port fd3d653e-2970-46c0-ae33-d20ee8e7cdea cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:21.104083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644263b-1278-41a3-95a1-6255fd7e819c req-eaff7f90-f01c-4307-9875-619a2a72f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:21.106205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-eaff7f90-f01c-4307-9875-619a2a72f755 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1da66cc-1c16-4701-99ee-7c1ad6af974a HTTP/1.1" status: 200 len: 850 time: 0.0970099 Oct 26 16:31:21.253806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7b8d-37c1-4082-8a6f-3bec2bd17983 req-18b19987-0da9-461f-aca7-699c3dba9e65 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:21.262376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-231d7b8d-37c1-4082-8a6f-3bec2bd17983 req-18b19987-0da9-461f-aca7-699c3dba9e65 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.4358492 Oct 26 16:31:21.582840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-5e2d3664-27a7-43e8-bece-bebdfbacf38c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9397582-b0bd-4a0b-9d8a-cadf322487a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4656670 Oct 26 16:31:21.693092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-bcc8f0c8-e461-4023-9e9a-b7d0299e70cb service neutron] 10.222.0.47 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011300 Oct 26 16:31:21.820944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Made reservation on behalf of 6c8fad17b4b74a04a314ed81db0cae50 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:21.826211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:21.857723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2644263b-1278-41a3-95a1-6255fd7e819c req-73cc08f3-8a90-438a-bc1c-5ee137787fd9 service neutron] 10.222.0.47 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456470 Oct 26 16:31:21.874016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-231d7b8d-37c1-4082-8a6f-3bec2bd17983 req-5bee088b-bc03-4091-b9d4-47e1b2e86e32 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106858 Oct 26 16:31:21.887748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f524959-9e06-4413-b46d-1583c88eb7a2 req-b1c767c4-8235-489f-ae39-44dcfc3d87e2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:21.889792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f524959-9e06-4413-b46d-1583c88eb7a2 req-b1c767c4-8235-489f-ae39-44dcfc3d87e2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 931 time: 0.6707969 Oct 26 16:31:21.966423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f524959-9e06-4413-b46d-1583c88eb7a2 req-f66f04c6-63d9-426e-a77e-3992336c94bc tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646970 Oct 26 16:31:22.054754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e57dd6-5568-4fce-b1ea-4dd20d18c611 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:22.064149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.079280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Transition to ACTIVE for port object 37e57dd6-5568-4fce-b1ea-4dd20d18c611 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:22.138887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.143581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Allocated IP 10.2.2.200 (6117e3f1-dc33-452a-8d71-68fd7cf941b6/1636efc2-8d46-4f17-92cb-d2908d48872f/3ebf0304-e843-4d9b-beff-4ed04b4f12f2) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:22.170912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-003e9173-cf70-4e71-a610-1cbd8844939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.172769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-003e9173-cf70-4e71-a610-1cbd8844939d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a285402f1b74efe9a579f5e76b5ca0f&device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 1094 time: 0.1354206 Oct 26 16:31:22.286421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Pushing event updated for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:22.302188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36926f06-6ba4-45a2-8611-00d0c328fffc req-821e636b-2b71-4472-b0b5-8fee91d483bb tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.310027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36926f06-6ba4-45a2-8611-00d0c328fffc req-821e636b-2b71-4472-b0b5-8fee91d483bb tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 943 time: 0.2289793 Oct 26 16:31:22.494356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d4c6-4d85-4d55-8b38-99eef3b53984 req-b59b7736-6969-46a1-807a-bb8b2ed9555e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.495411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-c23d3c06-c0b1-4f97-8d32-68809be9d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.495411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-c23d3c06-c0b1-4f97-8d32-68809be9d561 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9397582-b0bd-4a0b-9d8a-cadf322487a8 HTTP/1.1" status: 200 len: 911 time: 0.1891875 Oct 26 16:31:22.496735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2153d4c6-4d85-4d55-8b38-99eef3b53984 req-b59b7736-6969-46a1-807a-bb8b2ed9555e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.2090456 Oct 26 16:31:22.496735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36926f06-6ba4-45a2-8611-00d0c328fffc req-94f22711-1c80-437b-88a5-315af5ccc901 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227422 Oct 26 16:31:22.497055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-97ba10d0-2459-4136-824a-a353d2bfbb3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7 HTTP/1.1" status: 200 len: 217 time: 0.0491343 Oct 26 16:31:22.497055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.497186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2153d4c6-4d85-4d55-8b38-99eef3b53984 req-067a683c-c4a0-4122-b1ef-32c441373560 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912218 Oct 26 16:31:22.501527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Attempting to bind port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:22.502078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Attempting to bind port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '99571aa4-976c-45ba-91e5-6863faaae151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:22.502870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Attempting to bind port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 on network 9a8260c1-14ab-4245-8cc5-ec96d3374111 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:22.509059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 on network 9a8260c1-14ab-4245-8cc5-ec96d3374111 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:22.509593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Attempting to bind port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 on network 9a8260c1-14ab-4245-8cc5-ec96d3374111 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:22.510527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-d96500cf-6f5d-4cb2-a204-7b083f23cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.512781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-d96500cf-6f5d-4cb2-a204-7b083f23cf95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1da66cc-1c16-4701-99ee-7c1ad6af974a HTTP/1.1" status: 200 len: 850 time: 0.0673652 Oct 26 16:31:22.519303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:22.519931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Checking segment: {'id': '99571aa4-976c-45ba-91e5-6863faaae151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:22.520466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Bound using segment: {'id': '99571aa4-976c-45ba-91e5-6863faaae151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:22.521270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Bound port: 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99571aa4-976c-45ba-91e5-6863faaae151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:22.521801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.551923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-bc5367a5-5790-444d-bacd-a5e69c3698cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9397582-b0bd-4a0b-9d8a-cadf322487a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297523 Oct 26 16:31:22.652506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-c4639e60-4a39-4521-9159-04fa95d21a9e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.655469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-2a5f42b6-f7de-4619-8751-091bfa66c835 service neutron] 10.222.0.47 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956540 Oct 26 16:31:22.658953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.660184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-c4639e60-4a39-4521-9159-04fa95d21a9e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.666311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-c4639e60-4a39-4521-9159-04fa95d21a9e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.673025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-c4639e60-4a39-4521-9159-04fa95d21a9e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.674815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-c4639e60-4a39-4521-9159-04fa95d21a9e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3093 time: 0.1324592 Oct 26 16:31:22.677889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:22.693816 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.697058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611,segment=NetworkSegment(99571aa4-976c-45ba-91e5-6863faaae151),segment_id=99571aa4-976c-45ba-91e5-6863faaae151)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:22.731700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63ded80c-edb3-4186-a79d-67bf391a1a65 req-f3f73029-bdb1-4ef7-814c-5ab1be94cc46 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Oct 26 16:31:22.785000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.798347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:22.808972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:22.815376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:22.874933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:22.915458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.917894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.924003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] 10.222.0.47 "PUT /v2.0/ports/37e57dd6-5568-4fce-b1ea-4dd20d18c611 HTTP/1.1" status: 200 len: 1091 time: 2.5194478 Oct 26 16:31:22.929772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:22.930491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:22.947786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:22.955154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ddf0d3a-a2d3-459b-a6bd-9e927cc9d3d0 req-56af75cd-8787-40c7-87f2-9fba560dae3c service neutron] 10.222.0.47 "GET /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838151 Oct 26 16:31:22.956235 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b73e6a-40bd-419f-9e6d-e406de8e15bc" -d '{"events": [{"name": "network-changed", "server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:23.015118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff97488-2da2-4291-a57d-e876e5bef267 service neutron] Pushing event updated for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:23.062795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f0c6830d-1e9b-4f47-befa-01a579d8f2b9 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0900564 Oct 26 16:31:23.081030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:23.159581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53df7b-b9b4-4e6a-b553-f8208516c960 req-1176d0c3-7163-40d5-9233-d6f721b1e2b0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.161418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce53df7b-b9b4-4e6a-b553-f8208516c960 req-1176d0c3-7163-40d5-9233-d6f721b1e2b0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1226258 Oct 26 16:31:23.217585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:23.248664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce53df7b-b9b4-4e6a-b553-f8208516c960 req-602215b4-033b-4e61-8bc1-c9ea1f5e4ee8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718336 Oct 26 16:31:23.301872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-af187a62-af2f-4bfd-b67c-30fd2ff3cbeb None None] Provisioning complete for port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:23.302852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af187a62-af2f-4bfd-b67c-30fd2ff3cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:23.368954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-8ac8ad34-6eff-4c57-a751-90d8429a489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.380906 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a36912-0cad-43ec-a155-67a0c4f24245 x-openstack-request-id: req-42a36912-0cad-43ec-a155-67a0c4f24245 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:23.381488 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:23.381488 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42a36912-0cad-43ec-a155-67a0c4f24245 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:23.382014 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611', 'status': 'completed', 'code': 200} Oct 26 16:31:23.383086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-8ac8ad34-6eff-4c57-a751-90d8429a489d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29b9fe85969e48239446d001509b55f4&device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 1094 time: 0.2968724 Oct 26 16:31:23.435516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e40ff-fcf9-4095-b42a-c1d4e74d2719 req-8f2482df-e788-47aa-ac86-4f3ac8f2f84f tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.437760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec5e40ff-fcf9-4095-b42a-c1d4e74d2719 req-8f2482df-e788-47aa-ac86-4f3ac8f2f84f tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 943 time: 0.0734737 Oct 26 16:31:23.439536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-af187a62-af2f-4bfd-b67c-30fd2ff3cbeb None None] Port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:31:23.503076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-8539d2ad-3c7a-44cf-96f4-61230f7cb4c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611 HTTP/1.1" status: 200 len: 217 time: 0.0999160 Oct 26 16:31:23.530040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec5e40ff-fcf9-4095-b42a-c1d4e74d2719 req-7ae54aa0-c831-4912-bf89-d591c2ac97c6 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Oct 26 16:31:23.665536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6822b0-74de-4d95-9823-d606c5422c94 req-c62db694-f3dc-4b61-9ff1-2c54c1d7252f tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.670324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-adab50b1-1c53-43c0-92d5-3b2664ac1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.673125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-adab50b1-1c53-43c0-92d5-3b2664ac1152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc134912-d907-4fc7-b8de-56498c3e0305 HTTP/1.1" status: 200 len: 861 time: 0.1616564 Oct 26 16:31:23.681166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e6822b0-74de-4d95-9823-d606c5422c94 req-c62db694-f3dc-4b61-9ff1-2c54c1d7252f tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 943 time: 0.1239815 Oct 26 16:31:23.715487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-7a9ab3aa-31eb-4ec0-9cc2-058c9d5637ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a8260c1-14ab-4245-8cc5-ec96d3374111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296600 Oct 26 16:31:23.786351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e6822b0-74de-4d95-9823-d606c5422c94 req-d69916c3-620b-414d-a92e-d97951e9de12 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047540 Oct 26 16:31:23.834380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f78d-ef1f-4401-81b4-4285fdffaec5 req-c7031629-a203-4357-8bc1-667e619490df tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:23.838574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5094f78d-ef1f-4401-81b4-4285fdffaec5 req-c7031629-a203-4357-8bc1-667e619490df tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1551576 Oct 26 16:31:23.929512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5094f78d-ef1f-4401-81b4-4285fdffaec5 req-3a92b3a0-7529-4a07-9209-caf07cca0226 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843287 Oct 26 16:31:24.030097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-7a285517-b624-4dc7-94f7-844dd5c09ee3 service neutron] 10.222.0.47 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896341 Oct 26 16:31:24.177937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.187566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.196015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.205854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.214749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.225553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-00bac708-c2b5-4c1d-aef1-53c291cc0ec4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3814 time: 0.1562145 Oct 26 16:31:24.264175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-357f452f-52dd-4ed6-b60a-e04d11ec256a req-4f61fffb-c0bb-4586-a0ab-fa6d8cbd0af9 service neutron] 10.222.0.47 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261736 Oct 26 16:31:24.283474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2084a85f-eceb-4e0c-adf2-807732b15a8b {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:24.284261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaf529c9-4499-42f9-a2fe-ccd658f5acd6 req-19cf708c-7157-4a81-aae1-503f19bfb2fd tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537384 Oct 26 16:31:24.319284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:24.353587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Transition to ACTIVE for port object 2084a85f-eceb-4e0c-adf2-807732b15a8b will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:24.423519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2c380-6538-49ad-9733-431cf76cd30a req-81c3b520-e87f-417e-a971-6a0a9b8ecafc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.427503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-211531fa-eb71-4acc-9946-6a3c4697f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.430184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-211531fa-eb71-4acc-9946-6a3c4697f660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29b9fe85969e48239446d001509b55f4&device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 1094 time: 0.0492043 Oct 26 16:31:24.431489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faa2c380-6538-49ad-9733-431cf76cd30a req-81c3b520-e87f-417e-a971-6a0a9b8ecafc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0914648 Oct 26 16:31:24.448904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:24.556928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faa2c380-6538-49ad-9733-431cf76cd30a req-e0b6f007-ef4b-4609-9675-d81d23ea4ff3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173372 Oct 26 16:31:24.615775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:24.711851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-0288601d-236e-4193-a4e8-768d826b5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.715266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-0288601d-236e-4193-a4e8-768d826b5b02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a8260c1-14ab-4245-8cc5-ec96d3374111 HTTP/1.1" status: 200 len: 922 time: 0.2749698 Oct 26 16:31:24.820838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2c2e4-889e-462d-868f-e5d089dc3ee9 req-ff55d6e9-5cdf-4f9b-bd42-23f188b60a38 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:24.822688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afa2c2e4-889e-462d-868f-e5d089dc3ee9 req-ff55d6e9-5cdf-4f9b-bd42-23f188b60a38 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 943 time: 0.1455467 Oct 26 16:31:24.904079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afa2c2e4-889e-462d-868f-e5d089dc3ee9 req-3802108d-5124-42a8-9e42-172c24534fe7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Oct 26 16:31:24.995834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Attempting to bind port 2084a85f-eceb-4e0c-adf2-807732b15a8b on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:24.996171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Attempting to bind port 2084a85f-eceb-4e0c-adf2-807732b15a8b by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:24.996507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Attempting to bind port 2084a85f-eceb-4e0c-adf2-807732b15a8b on network bf4fb984-7316-4455-8587-5bdb1c34326c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:25.002939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Port 2084a85f-eceb-4e0c-adf2-807732b15a8b on network bf4fb984-7316-4455-8587-5bdb1c34326c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:25.003479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Attempting to bind port 2084a85f-eceb-4e0c-adf2-807732b15a8b on network bf4fb984-7316-4455-8587-5bdb1c34326c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:25.009393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:25.009740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Checking segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:25.010222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Bound using segment: {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:25.010710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Bound port: 2084a85f-eceb-4e0c-adf2-807732b15a8b, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6bfe6d-49a6-4651-937f-816317529756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:25.011737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:25.016090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-c910385c-0588-4117-ac87-912a5c7ceb40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611 HTTP/1.1" status: 200 len: 217 time: 0.2320898 Oct 26 16:31:25.149380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b80ce-7f43-4d89-8262-e433dc87891f req-b4a3a5e0-e408-4188-b8ab-d439242c0562 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.152306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-e95a9abd-551c-48d4-9c4e-fc6facd1becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.156788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-450b80ce-7f43-4d89-8262-e433dc87891f req-b4a3a5e0-e408-4188-b8ab-d439242c0562 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 943 time: 0.1453345 Oct 26 16:31:25.157357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-e95a9abd-551c-48d4-9c4e-fc6facd1becc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc134912-d907-4fc7-b8de-56498c3e0305 HTTP/1.1" status: 200 len: 861 time: 0.1310306 Oct 26 16:31:25.216339 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-fbaee9d0-a11c-4587-bc41-bf5e83b681aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a8260c1-14ab-4245-8cc5-ec96d3374111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386209 Oct 26 16:31:25.311028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-450b80ce-7f43-4d89-8262-e433dc87891f req-79c019fa-8985-4db5-8011-15e94693d1bc tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497655 Oct 26 16:31:25.342063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f00e-d257-42c2-b7f0-7efd8481b2f0 req-eeb5217e-8a7c-4687-bacb-3da817f87246 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.353620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9075f00e-d257-42c2-b7f0-7efd8481b2f0 req-eeb5217e-8a7c-4687-bacb-3da817f87246 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1424067 Oct 26 16:31:25.354691 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-9ba5e3b5-33bf-4728-9753-7afb5da15905 service neutron] 10.222.0.47 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Oct 26 16:31:25.357584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:25.420375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:25.461288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9075f00e-d257-42c2-b7f0-7efd8481b2f0 req-fd26d055-4a92-4d9e-b71c-5eb52d9ec992 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066763 Oct 26 16:31:25.513569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-31b73e6a-40bd-419f-9e6d-e406de8e15bc req-1b5d798e-4e00-4cd4-a25d-4f9fa26c6c23 service neutron] 10.222.0.47 "GET /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502533 Oct 26 16:31:25.514850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:25.586845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.587886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:25.590736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] 10.222.0.39 "PUT /v2.0/ports/2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 1091 time: 2.5172517 Oct 26 16:31:25.591537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:25.604232 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:25.644831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.652284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78001dc-3cad-42f6-991f-2dc28de4de78 service neutron] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:25.666189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.684909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.699120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.700195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:25.715827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.730309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-80077272-b8c5-48b1-ae29-2b3cdf645fc8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3826 time: 0.3142850 Oct 26 16:31:25.839674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:25.879360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d35e0099-3006-4af7-b354-bf9716fd2d84 req-088dbf13-4417-4322-91c0-10fab4bbe4cc tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447623 Oct 26 16:31:25.944135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc65aaa-9d12-48cc-a066-862713f0b2be req-37ce359b-3228-446e-b9b3-0cc9f4d61346 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:25.954020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc65aaa-9d12-48cc-a066-862713f0b2be req-37ce359b-3228-446e-b9b3-0cc9f4d61346 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1966722 Oct 26 16:31:25.996361 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c2f5c-ada7-472e-9ce5-e3ba03651bec x-openstack-request-id: req-d84c2f5c-ada7-472e-9ce5-e3ba03651bec {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:25.996747 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:25.997667 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d84c2f5c-ada7-472e-9ce5-e3ba03651bec {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:26.000685 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'status': 'completed', 'code': 200} Oct 26 16:31:26.122579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc65aaa-9d12-48cc-a066-862713f0b2be req-27821949-e633-48cb-a361-63afcdf999a4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641622 Oct 26 16:31:26.165151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 96776ddf-81cc-40b8-a45f-4938a6bc79f7 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:26.223986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.224496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.224962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.225418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.225864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.227770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-597cab09-33b2-4357-9f38-062d79db9047 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 4361 time: 0.2021716 Oct 26 16:31:26.411161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c0ab9-d75a-4227-b401-81e4ccce72cd req-c8a2951f-3679-4dcc-9727-8e8e788bef87 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.420054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c0c0ab9-d75a-4227-b401-81e4ccce72cd req-c8a2951f-3679-4dcc-9727-8e8e788bef87 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 943 time: 0.3277073 Oct 26 16:31:26.447970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd655de-3ea0-4484-aecb-19f747c1476b {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:26.473162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:26.482294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c0c0ab9-d75a-4227-b401-81e4ccce72cd req-73b6309e-4d4d-459d-9d10-925302c14c1e tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568771 Oct 26 16:31:26.496626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7,segment=NetworkSegment(0d2ce007-9564-4289-9e58-11104d9e26e9),segment_id=0d2ce007-9564-4289-9e58-11104d9e26e9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:26.503284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Transition to ACTIVE for port object 3fd655de-3ea0-4484-aecb-19f747c1476b will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:26.521616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '96776ddf-81cc-40b8-a45f-4938a6bc79f7', 'network_id': 'a9397582-b0bd-4a0b-9d8a-cadf322487a8', 'port_id': '96776ddf-81cc-40b8-a45f-4938a6bc79f7', 'mac_address': 'fa:16:3e:42:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1da66cc-1c16-4701-99ee-7c1ad6af974a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:26.564120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:26.642179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:26.661776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96776ddf-81cc-40b8-a45f-4938a6bc79f7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:26.670520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cff3e-acb7-431b-ba94-c7e3d8939a0b req-9ceb4da8-42c6-4306-aeb8-614b555b20ea tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.670749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:26.685311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-671cff3e-acb7-431b-ba94-c7e3d8939a0b req-9ceb4da8-42c6-4306-aeb8-614b555b20ea tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 943 time: 0.1781588 Oct 26 16:31:26.720165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7,segment=NetworkSegment(0d2ce007-9564-4289-9e58-11104d9e26e9),segment_id=0d2ce007-9564-4289-9e58-11104d9e26e9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:26.720306 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:31:26.724375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-2bed3267-9447-4a9e-8041-f39844d7ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.725063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-2bed3267-9447-4a9e-8041-f39844d7ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.725681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-2bed3267-9447-4a9e-8041-f39844d7ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.727482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-2bed3267-9447-4a9e-8041-f39844d7ee4e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4843044 Oct 26 16:31:26.784496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:26.848071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Attempting to bind port 3fd655de-3ea0-4484-aecb-19f747c1476b on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:26.850397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Attempting to bind port 3fd655de-3ea0-4484-aecb-19f747c1476b by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:26.851250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Attempting to bind port 3fd655de-3ea0-4484-aecb-19f747c1476b on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:26.860865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Port 3fd655de-3ea0-4484-aecb-19f747c1476b on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:26.861594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Attempting to bind port 3fd655de-3ea0-4484-aecb-19f747c1476b on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:26.870824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:26.871503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:26.872122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Bound using segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:26.877912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Bound port: 3fd655de-3ea0-4484-aecb-19f747c1476b, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:26.878813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:26.881831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-0c96083a-0098-4f8c-9b12-6ab9d14851ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.883392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d02dfaf-7776-4ca1-92d3-cbab49330ec7 req-0c96083a-0098-4f8c-9b12-6ab9d14851ed service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418176 Oct 26 16:31:26.939769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-671cff3e-acb7-431b-ba94-c7e3d8939a0b req-bf9f2b7f-693c-431c-9e65-b7d6f3b75ba8 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533531 Oct 26 16:31:26.963213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80842c-6a18-47c6-bea0-44de476b94cd req-4e9e2e6f-a6b9-4569-b468-e7bc14082608 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:26.977755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:26.982670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3fd655de-3ea0-4484-aecb-19f747c1476b,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:26.989139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e80842c-6a18-47c6-bea0-44de476b94cd req-4e9e2e6f-a6b9-4569-b468-e7bc14082608 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.3888061 Oct 26 16:31:26.994734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:27.010488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.013403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.013940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.014417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.015353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:27.040347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e80842c-6a18-47c6-bea0-44de476b94cd req-7c0f8d40-a0a1-4b23-b807-96b3e1e54040 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503120 Oct 26 16:31:27.056080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['96776ddf-81cc-40b8-a45f-4938a6bc79f7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:27.076066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:27.195314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:27.213691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.213691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:27.214805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1eb2cd2e-8064-4c2b-953a-280b38bd3ee7 service neutron] 10.222.0.39 "PUT /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 1130 time: 1.5244772 Oct 26 16:31:27.265524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.273693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.280914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.293763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.308569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.315696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.324008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-1151d403-29f0-4ad3-85df-158c531b0fb6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 4598 time: 0.1814957 Oct 26 16:31:27.333616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:27.431281 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34e21cd0-e5dd-43a7-9901-72a661be2dd4 req-24789603-13a9-4e6e-9b19-5d7e8cc59e56 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964670 Oct 26 16:31:27.450371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785061f-6e3b-432b-9862-766b0990cbab req-bc36d34a-62f8-4a8a-b8da-aa05cb838864 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.459260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2785061f-6e3b-432b-9862-766b0990cbab req-bc36d34a-62f8-4a8a-b8da-aa05cb838864 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1208541 Oct 26 16:31:27.472438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:27.553462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2785061f-6e3b-432b-9862-766b0990cbab req-d4861a72-4536-4560-a77a-7800364070a1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857134 Oct 26 16:31:27.686489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f98bb-a799-445e-b3f2-92e841e17e1b req-57349c22-1cc6-4162-b1bd-4b509d0ee04c tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:27.695819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-053f98bb-a799-445e-b3f2-92e841e17e1b req-57349c22-1cc6-4162-b1bd-4b509d0ee04c tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 943 time: 0.0733116 Oct 26 16:31:27.759742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-053f98bb-a799-445e-b3f2-92e841e17e1b req-99d0b3a8-6a03-41a3-b403-c57f31892c77 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 Oct 26 16:31:27.826703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0588fd-7465-4521-b217-7fbac50db8d2 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:27.835968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:27.864557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Transition to ACTIVE for port object 2c0588fd-7465-4521-b217-7fbac50db8d2 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:27.941865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.002122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '3fd655de-3ea0-4484-aecb-19f747c1476b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:28.004480 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b8c83-efc9-4cbf-8d61-41601eea7d80" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "3fd655de-3ea0-4484-aecb-19f747c1476b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:28.077079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:28.095482 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a95a1fa-4285-4da8-aba8-b78dcc96ecf2 x-openstack-request-id: req-6a95a1fa-4285-4da8-aba8-b78dcc96ecf2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:28.095961 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "3fd655de-3ea0-4484-aecb-19f747c1476b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:28.096291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a95a1fa-4285-4da8-aba8-b78dcc96ecf2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:28.096831 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '3fd655de-3ea0-4484-aecb-19f747c1476b', 'status': 'completed', 'code': 200} Oct 26 16:31:28.166269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 37e57dd6-5568-4fce-b1ea-4dd20d18c611 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:28.170975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 96776ddf-81cc-40b8-a45f-4938a6bc79f7 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:28.260011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Attempting to bind port 2c0588fd-7465-4521-b217-7fbac50db8d2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:28.260348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Attempting to bind port 2c0588fd-7465-4521-b217-7fbac50db8d2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:28.260680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Attempting to bind port 2c0588fd-7465-4521-b217-7fbac50db8d2 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:28.267114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Port 2c0588fd-7465-4521-b217-7fbac50db8d2 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:28.267468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Attempting to bind port 2c0588fd-7465-4521-b217-7fbac50db8d2 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:28.289324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:28.290512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:28.291540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Bound using segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:28.292609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Bound port: 2c0588fd-7465-4521-b217-7fbac50db8d2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:28.293814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.341441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.342124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.342646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.344254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.346862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.351396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.351396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.351396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-591d8af4-6537-47a5-9888-06fc4126110e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6164 time: 0.1952634 Oct 26 16:31:28.389231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658206e-4025-4fb5-8911-27ba3539318f req-b0d8be80-550b-4523-a7de-9ee0f57e3842 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.392525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d658206e-4025-4fb5-8911-27ba3539318f req-b0d8be80-550b-4523-a7de-9ee0f57e3842 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 944 time: 0.2841976 Oct 26 16:31:28.438848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611,segment=NetworkSegment(99571aa4-976c-45ba-91e5-6863faaae151),segment_id=99571aa4-976c-45ba-91e5-6863faaae151)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:28.471112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:28.488367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:28.490508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:28.490942 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.494296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2c0588fd-7465-4521-b217-7fbac50db8d2,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:28.521813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d658206e-4025-4fb5-8911-27ba3539318f req-5b85edc6-4600-46c1-ba95-eca7d8150621 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150508 Oct 26 16:31:28.597144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.611938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '37e57dd6-5568-4fce-b1ea-4dd20d18c611', 'network_id': '9a8260c1-14ab-4245-8cc5-ec96d3374111', 'port_id': '37e57dd6-5568-4fce-b1ea-4dd20d18c611', 'mac_address': 'fa:16:3e:f4:c7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc134912-d907-4fc7-b8de-56498c3e0305', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:28.623238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3e6fb-907e-4194-9432-bc592872e920 req-f8dd84d3-7dad-4748-b293-5ba2c0af6304 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.626698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ca3e6fb-907e-4194-9432-bc592872e920 req-f8dd84d3-7dad-4748-b293-5ba2c0af6304 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.3446217 Oct 26 16:31:28.711948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:28.738851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.739509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.742127 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-b2f6e964-fc38-4c06-86b2-9b59f57441a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 1129 time: 1.4131360 Oct 26 16:31:28.761510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ca3e6fb-907e-4194-9432-bc592872e920 req-6cd5276b-9568-43f5-a934-dbbb06568d80 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 Oct 26 16:31:28.761686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.770577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-0b814c5f-375b-4588-8836-867add957573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.775253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-0b814c5f-375b-4588-8836-867add957573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.775253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-0b814c5f-375b-4588-8836-867add957573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.775253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-0b814c5f-375b-4588-8836-867add957573 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3762949 Oct 26 16:31:28.810075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e57dd6-5568-4fce-b1ea-4dd20d18c611 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:28.905102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611,segment=NetworkSegment(99571aa4-976c-45ba-91e5-6863faaae151),segment_id=99571aa4-976c-45ba-91e5-6863faaae151)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:28.912007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:28.913362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:28.944417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.963361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.976068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:28.978198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:28.983089 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e4f548-dbd4-477a-8d1a-308b5aba07e9" -d '{"events": [{"server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "name": "network-vif-plugged", "status": "completed", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:28.992678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.009774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.011712 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:29.019228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7,segment=NetworkSegment(0d2ce007-9564-4289-9e58-11104d9e26e9),segment_id=0d2ce007-9564-4289-9e58-11104d9e26e9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:29.026155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.038949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.051376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-260aa8b3-b382-467f-a28d-21e0f2fc81ff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5369 time: 0.3585939 Oct 26 16:31:29.059970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:29.127448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:29.132098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:29.258695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff7d3ecb-1a2f-4bec-a98b-0f0f8d89b998 req-204ddc09-0fd1-4896-b487-7410c0fe520c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2052448 Oct 26 16:31:29.307381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['37e57dd6-5568-4fce-b1ea-4dd20d18c611'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:29.321909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:29.330820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb30f6-4025-4541-ab6f-e0543c31857b req-c50e1b1a-da07-49ec-bbe1-fe8119b14d30 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.340494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6deb30f6-4025-4541-ab6f-e0543c31857b req-c50e1b1a-da07-49ec-bbe1-fe8119b14d30 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2637961 Oct 26 16:31:29.371030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-9f8cd10c-a592-4900-881b-f352068bda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.377536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-951b8c83-efc9-4cbf-8d61-41601eea7d80 req-9f8cd10c-a592-4900-881b-f352068bda34 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5838866 Oct 26 16:31:29.477121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6deb30f6-4025-4541-ab6f-e0543c31857b req-b4f7d0d1-49b5-41cf-b3c1-e755235e5872 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Oct 26 16:31:29.595923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:29.596435 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab00b955-50bb-4b4c-8beb-c6e944afe755 x-openstack-request-id: req-ab00b955-50bb-4b4c-8beb-c6e944afe755 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:29.597447 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "name": "network-vif-plugged", "status": "completed", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:29.597717 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab00b955-50bb-4b4c-8beb-c6e944afe755 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:29.598112 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7', 'code': 200} Oct 26 16:31:29.605929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:29.623750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Transition to ACTIVE for port object 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:29.658346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccadf9-f88c-432c-934e-24c1f932a7c6 req-b6038872-8d12-4e2e-8ea4-84aaaf07e926 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.674740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcccadf9-f88c-432c-934e-24c1f932a7c6 req-b6038872-8d12-4e2e-8ea4-84aaaf07e926 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 944 time: 0.1399472 Oct 26 16:31:29.728898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:29.738882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcccadf9-f88c-432c-934e-24c1f932a7c6 req-a6de03de-a5c8-46f1-a33a-f1ca72b2deb0 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626745 Oct 26 16:31:29.815323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03622da-0265-4d57-9c0f-8ac0951b978a req-7c562789-7391-4d3f-81cd-63cbe6168c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.816830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c03622da-0265-4d57-9c0f-8ac0951b978a req-7c562789-7391-4d3f-81cd-63cbe6168c03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 1096 time: 0.1325712 Oct 26 16:31:29.929701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:29.935962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f6be-6fe8-4b0f-99d7-c7760744581d req-541a1c0d-f976-43e7-a185-ae2c52cc9763 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:29.938216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80b0f6be-6fe8-4b0f-99d7-c7760744581d req-541a1c0d-f976-43e7-a185-ae2c52cc9763 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 945 time: 0.1259646 Oct 26 16:31:30.001185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c03622da-0265-4d57-9c0f-8ac0951b978a req-f636792f-d1ab-4148-b9ed-f0dd654be7ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Oct 26 16:31:30.008836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Attempting to bind port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:30.009405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Attempting to bind port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:30.010751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Attempting to bind port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:30.021248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:30.021558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Attempting to bind port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:30.032495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:30.032992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:30.033489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Bound using segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:30.034045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Bound port: 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:30.034723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:30.038671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80b0f6be-6fe8-4b0f-99d7-c7760744581d req-d8cc86bb-0ad7-42dc-9bac-34e5bab9baa6 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774870 Oct 26 16:31:30.090267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c8b2-1745-4691-912b-7085df218afc req-e5f84453-9b47-4337-88c3-0eec9e4f2236 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.091939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d47c8b2-1745-4691-912b-7085df218afc req-e5f84453-9b47-4337-88c3-0eec9e4f2236 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1527753 Oct 26 16:31:30.097769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2c0588fd-7465-4521-b217-7fbac50db8d2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:30.100113 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2c0588fd-7465-4521-b217-7fbac50db8d2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:30.173093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d47c8b2-1745-4691-912b-7085df218afc req-f1248906-6bca-4a6e-9d9c-a9e0176b4805 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Oct 26 16:31:30.190529 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c87ed-f538-49f4-8644-17d747d92f6f x-openstack-request-id: req-d74c87ed-f538-49f4-8644-17d747d92f6f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:30.190875 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2c0588fd-7465-4521-b217-7fbac50db8d2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:30.191305 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d74c87ed-f538-49f4-8644-17d747d92f6f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:30.191920 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2c0588fd-7465-4521-b217-7fbac50db8d2', 'status': 'completed', 'code': 200} Oct 26 16:31:30.213133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:30.220780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:30.258409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.363614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-9180940b-63c8-4ee9-86af-99b6810a0238 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6231 time: 0.0542822 Oct 26 16:31:30.413298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-d14b2799-1f5f-4564-a686-690f34995602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.413298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-d14b2799-1f5f-4564-a686-690f34995602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.413589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-d14b2799-1f5f-4564-a686-690f34995602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.415192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-d14b2799-1f5f-4564-a686-690f34995602 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1417220 Oct 26 16:31:30.444053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.450107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.456798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.462747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.469066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.475104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.481223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.487832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-28dbfb69-6fb9-4e90-a54f-f542a335bfe6 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5381 time: 0.1325536 Oct 26 16:31:30.543841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:30.594984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.596150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:30.597225 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 200 len: 1090 time: 1.6919792 Oct 26 16:31:30.628218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846b4c3-b3f6-454b-ab38-2fbaf52091c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:30.687433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:30.688620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f23c61a3-f981-433e-9491-0f65425ccd25 req-5bc5bfc0-2710-4420-a07d-c13c6d3197da tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990774 Oct 26 16:31:30.731187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-629d2b31-963f-4446-a5e3-acce56bf16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.737947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ed221c2-7d7d-4af8-89cc-50afabcecfd0 req-629d2b31-963f-4446-a5e3-acce56bf16f3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3135724 Oct 26 16:31:30.758041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06627d2f-5eef-4b31-b9c9-efae333a3c62 req-7cad8bc4-ae38-482e-a9e3-6b0fe8001260 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:30.761934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06627d2f-5eef-4b31-b9c9-efae333a3c62 req-7cad8bc4-ae38-482e-a9e3-6b0fe8001260 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1653979 Oct 26 16:31:30.865768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:30.889176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06627d2f-5eef-4b31-b9c9-efae333a3c62 req-8f5b3679-808f-4e84-80a5-b6cfc23495a5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185770 Oct 26 16:31:30.959480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91054666-f76e-4e32-a918-e5b5cef0b9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:30.997622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9091c78-574f-4853-9abe-783bde92107a req-c0a8db02-9d18-4fc9-9285-2ba7c772150d tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.001179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9091c78-574f-4853-9abe-783bde92107a req-c0a8db02-9d18-4fc9-9285-2ba7c772150d tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 944 time: 0.1001923 Oct 26 16:31:31.073265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9091c78-574f-4853-9abe-783bde92107a req-373c3d89-ac1a-4b3b-b672-7fe9cc28e0bf tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657465 Oct 26 16:31:31.233201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5c17-9d1c-4659-aeed-60015254aa95 req-b17877ba-f4f3-4b1d-9937-c15171ec8d8c tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.241618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f1f5c17-9d1c-4659-aeed-60015254aa95 req-b17877ba-f4f3-4b1d-9937-c15171ec8d8c tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 945 time: 0.0803053 Oct 26 16:31:31.291634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189453d3-4556-4775-b0e1-4fea0ca8ca11 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:31.302115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:31.313312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f1f5c17-9d1c-4659-aeed-60015254aa95 req-da6596a3-40d7-4d09-9504-d6bc02b5ce25 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699089 Oct 26 16:31:31.316515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Transition to ACTIVE for port object 189453d3-4556-4775-b0e1-4fea0ca8ca11 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:31.359836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f763b5-7006-403a-bb46-bc09443c94bd req-8d548546-fee8-4962-ae09-633071874376 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.362819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4f763b5-7006-403a-bb46-bc09443c94bd req-8d548546-fee8-4962-ae09-633071874376 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.0870845 Oct 26 16:31:31.422839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4f763b5-7006-403a-bb46-bc09443c94bd req-a97f6e6d-8492-49cd-b71f-0f6e0949ba6f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Oct 26 16:31:31.431695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:31.520474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:31.609160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Attempting to bind port 189453d3-4556-4775-b0e1-4fea0ca8ca11 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:31.609806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Attempting to bind port 189453d3-4556-4775-b0e1-4fea0ca8ca11 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:31.610032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Attempting to bind port 189453d3-4556-4775-b0e1-4fea0ca8ca11 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:31.621376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Port 189453d3-4556-4775-b0e1-4fea0ca8ca11 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:31.621698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Attempting to bind port 189453d3-4556-4775-b0e1-4fea0ca8ca11 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:31.630386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:31.636355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Checking segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:31.636355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Bound using segment: {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:31.636355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Bound port: 189453d3-4556-4775-b0e1-4fea0ca8ca11, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0983aa7d-0cb6-4f59-a9f3-47872d47179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:31.636355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:31.774758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:31.778233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:31.835758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:31.872540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.876911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:31.879985 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] 10.222.0.39 "PUT /v2.0/ports/189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 200 len: 1090 time: 1.1995564 Oct 26 16:31:31.949408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89defde0-4b64-4eb5-8d8d-ba9e61ad6da9 service neutron] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:31.969274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.981235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.992273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:31.992471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:32.018863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.028555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.041431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.047779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.064498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-f79c2631-68df-4aa4-ac05-40b871707bff tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5393 time: 0.2253215 Oct 26 16:31:32.074810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:32.172942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 37e57dd6-5568-4fce-b1ea-4dd20d18c611 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:32.178335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f93a-3415-4298-9a66-0d118d79dc73 req-b5cb0ec1-86f1-4dfb-a3d0-9fb4860d70ae tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.179935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1354f93a-3415-4298-9a66-0d118d79dc73 req-b5cb0ec1-86f1-4dfb-a3d0-9fb4860d70ae tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1072390 Oct 26 16:31:32.195253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c8c3ba3-3b27-4cc7-b5e1-4516d0536ab1 req-65ff0581-c0c6-44a7-ad25-5a91a3193cd3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251595 Oct 26 16:31:32.268476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1354f93a-3415-4298-9a66-0d118d79dc73 req-fb3b1ece-4e11-44c3-9500-18d508d88b88 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708504 Oct 26 16:31:32.299970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47'}, {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:32.306949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce3a87-1b32-4044-a1c2-c01e7311958c" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47"}, {"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:32.347733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae7bcc-3cb9-41aa-84b1-c49b2d3504bf req-4751c39d-0b70-4377-a3d5-68d44e01839b tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.349306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74ae7bcc-3cb9-41aa-84b1-c49b2d3504bf req-4751c39d-0b70-4377-a3d5-68d44e01839b tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 944 time: 0.0603697 Oct 26 16:31:32.401132 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d431414-5ff0-478c-a4eb-d1bc731469c5 x-openstack-request-id: req-7d431414-5ff0-478c-a4eb-d1bc731469c5 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:32.403625 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:32.404049 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d431414-5ff0-478c-a4eb-d1bc731469c5 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:32.404463 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'status': 'completed', 'code': 200} Oct 26 16:31:32.404712 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'status': 'completed', 'code': 200} Oct 26 16:31:32.423477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74ae7bcc-3cb9-41aa-84b1-c49b2d3504bf req-64354751-c650-4384-8a24-87ec257b688b tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Oct 26 16:31:32.453113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:31:32.466382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:32.466865 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:32.581839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049de8f-e71a-4f47-b3c4-88b6547d4764 req-c2ba014d-66ed-4e23-979b-0a744e611112 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.597760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3049de8f-e71a-4f47-b3c4-88b6547d4764 req-c2ba014d-66ed-4e23-979b-0a744e611112 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 945 time: 0.1443260 Oct 26 16:31:32.619374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:32.665381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:32.669275 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bada6dce-0e4b-4281-a1d1-1c34dbf34200" -d '{"events": [{"server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "name": "network-vif-plugged", "status": "completed", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:32.683034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611,segment=NetworkSegment(99571aa4-976c-45ba-91e5-6863faaae151),segment_id=99571aa4-976c-45ba-91e5-6863faaae151)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:32.718776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3049de8f-e71a-4f47-b3c4-88b6547d4764 req-5a4cd88f-d352-445e-a089-05d47d7084ae tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197827 Oct 26 16:31:32.752196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:32.783655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3d653e-2970-46c0-ae33-d20ee8e7cdea {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:32.793966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:32.803772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542915af-aec6-41d0-808a-6e6b0c92d44d req-d936483c-a820-455a-bebf-7e96d062ed9e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.805424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-542915af-aec6-41d0-808a-6e6b0c92d44d req-d936483c-a820-455a-bebf-7e96d062ed9e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1642232 Oct 26 16:31:32.820139 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Transition to ACTIVE for port object fd3d653e-2970-46c0-ae33-d20ee8e7cdea will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:32.878049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.881476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:32.884832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.885297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.885762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.886255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.886778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.887305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:32.890019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-a6daed61-6904-46a9-9a99-0fd5d983fd99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6340 time: 0.2580752 Oct 26 16:31:32.922298 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc4711-936c-4b7e-8f21-afe02b725ac1 x-openstack-request-id: req-dabc4711-936c-4b7e-8f21-afe02b725ac1 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:32.932267 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "name": "network-vif-plugged", "status": "completed", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:32.932267 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dabc4711-936c-4b7e-8f21-afe02b725ac1 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:32.932267 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611', 'code': 200} Oct 26 16:31:32.980525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:33.062914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-542915af-aec6-41d0-808a-6e6b0c92d44d req-e2947e7e-bbe2-4cfc-b502-e4979ed56ed8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452314 Oct 26 16:31:33.258937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-8513ae73-03d4-4638-bb9f-2c08ce076859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.265893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-8513ae73-03d4-4638-bb9f-2c08ce076859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.271894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-8513ae73-03d4-4638-bb9f-2c08ce076859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.273844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-8513ae73-03d4-4638-bb9f-2c08ce076859 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3646955 Oct 26 16:31:33.466917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-1bfadd81-4521-43bb-b7d2-6675d5622641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.468925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-1bfadd81-4521-43bb-b7d2-6675d5622641 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869805 Oct 26 16:31:33.556735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd8da-9f2b-4baf-baf5-8a895ab13cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:33.694200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.713460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.736636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.757595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.771087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.786965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.794148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.803253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-02a5e99e-bdbe-4f96-bbc5-04134935ce47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5405 time: 0.3332133 Oct 26 16:31:33.828763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.829233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.829716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.830178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.830630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.831080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.831588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:33.833509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-dbf3cead-f386-4067-8a13-1c2c8d048ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6365 time: 0.2502429 Oct 26 16:31:33.858987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893db1e-7a85-4892-a1c7-5921fb3289ff req-ac559d55-220f-4fcd-bb36-d3b5702121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0893db1e-7a85-4892-a1c7-5921fb3289ff req-ac559d55-220f-4fcd-bb36-d3b5702121a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 1096 time: 0.8351021 Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0893db1e-7a85-4892-a1c7-5921fb3289ff req-43301391-2edb-4eb1-8a20-aa94cab0e3a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Attempting to bind port fd3d653e-2970-46c0-ae33-d20ee8e7cdea on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Attempting to bind port fd3d653e-2970-46c0-ae33-d20ee8e7cdea by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Attempting to bind port fd3d653e-2970-46c0-ae33-d20ee8e7cdea on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Port fd3d653e-2970-46c0-ae33-d20ee8e7cdea on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Attempting to bind port fd3d653e-2970-46c0-ae33-d20ee8e7cdea on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Checking segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Bound using segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:34.092850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Bound port: fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:34.094883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:34.094953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8976490c-366a-4303-b4fd-f1b80eb72967 req-f1bf50a8-1ec7-4d03-8e0a-a8d643c98087 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545858 Oct 26 16:31:34.096071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:34.096071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:34.096333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd07c1-2649-41f6-9c23-ce278ae41dae req-fb5b10c6-52a5-4171-8c60-ceb72a3babea tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.103375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01cd07c1-2649-41f6-9c23-ce278ae41dae req-fb5b10c6-52a5-4171-8c60-ceb72a3babea tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1665385 Oct 26 16:31:34.158633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-d4d377ca-c8dd-4bfa-a067-9494fe1f2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.159642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-d4d377ca-c8dd-4bfa-a067-9494fe1f2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.159642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-d4d377ca-c8dd-4bfa-a067-9494fe1f2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.161673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-d4d377ca-c8dd-4bfa-a067-9494fe1f2bbf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3148668 Oct 26 16:31:34.206989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:34.243690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01cd07c1-2649-41f6-9c23-ce278ae41dae req-d22e76fd-0b3a-494e-867d-deb23a831264 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375604 Oct 26 16:31:34.287378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:34.291805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68e6be-b646-4667-b828-1938c4ea5ef6 req-acfbbdc2-a8fa-448c-8f68-e50f72990dc2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.305576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae68e6be-b646-4667-b828-1938c4ea5ef6 req-acfbbdc2-a8fa-448c-8f68-e50f72990dc2 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 945 time: 0.2262762 Oct 26 16:31:34.338753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.339383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:34.341023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 200 len: 1091 time: 2.3570008 Oct 26 16:31:34.390025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4578d-57d4-45b0-b0e5-56221509dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:34.406150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:34.408391 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b6f1bb-92f0-40ea-a231-89d868784015" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:34.450575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae68e6be-b646-4667-b828-1938c4ea5ef6 req-2a89c708-81d2-43ec-9f10-cd53df0729c4 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436317 Oct 26 16:31:34.470987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Request body: {'port': {'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:34.517539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-36cbf2cc-0cf2-4456-9da6-eb6c71fa85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.519032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ce3a87-1b32-4044-a1c2-c01e7311958c req-36cbf2cc-0cf2-4456-9da6-eb6c71fa85c4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3460231 Oct 26 16:31:34.550457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d3ea-5976-4832-aee0-2581c17ae406 req-d310c253-1692-42a0-acbf-2e8d3fa7441e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.563842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c469d3ea-5976-4832-aee0-2581c17ae406 req-d310c253-1692-42a0-acbf-2e8d3fa7441e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 945 time: 0.2077107 Oct 26 16:31:34.615721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:34.634703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c469d3ea-5976-4832-aee0-2581c17ae406 req-392e365b-28dc-45c8-9cd2-38ae8ccca32c tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698531 Oct 26 16:31:34.848605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024e36c-449c-4f73-8900-482394633bd9 req-cb5980f2-110a-4125-a81f-5ef58a57ebf5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:34.858711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5024e36c-449c-4f73-8900-482394633bd9 req-cb5980f2-110a-4125-a81f-5ef58a57ebf5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1743917 Oct 26 16:31:34.868280 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695d02eb-91e8-49c0-9717-8aebd3d8d4c2 x-openstack-request-id: req-695d02eb-91e8-49c0-9717-8aebd3d8d4c2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:34.868812 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:34.869182 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-695d02eb-91e8-49c0-9717-8aebd3d8d4c2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:34.869792 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea', 'status': 'completed', 'code': 200} Oct 26 16:31:34.943644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:35.015233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5024e36c-449c-4f73-8900-482394633bd9 req-2a1769c2-b9cd-4f02-a0a5-6755f448741f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742307 Oct 26 16:31:35.058887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.060248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.060730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.061396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.063869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.064368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.065178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.067841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-16fe5179-51f0-4772-926e-abb3d31d7614 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6407 time: 0.2106292 Oct 26 16:31:35.329788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:35.360026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:35.399313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Transition to ACTIVE for port object 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:35.403739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.411895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.419726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.431835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.440053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.452289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.460333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.464558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-20d88103-b51e-4eeb-965e-c370f2c14520 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5405 time: 0.1725702 Oct 26 16:31:35.467095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:35.589988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-e2525ed4-43e4-4475-8c0b-f7f97845acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.598261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-e2525ed4-43e4-4475-8c0b-f7f97845acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.598993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-e2525ed4-43e4-4475-8c0b-f7f97845acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.601003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-e2525ed4-43e4-4475-8c0b-f7f97845acce service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5214515 Oct 26 16:31:35.609736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:35.657876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf332770-0843-43df-85c9-8287366036da req-b7cdd0d6-c65f-491d-8ae5-2f31643605e2 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:35.661901 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cf332770-0843-43df-85c9-8287366036da req-b7cdd0d6-c65f-491d-8ae5-2f31643605e2 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.47 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 945 time: 0.2128334 Oct 26 16:31:35.671059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb9e3cec-e32d-4b13-ae67-f67107637813 req-5b17a375-c9c5-40ee-8c04-6d6436679dd0 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946061 Oct 26 16:31:36.054609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Attempting to bind port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:36.057112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Attempting to bind port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:36.057541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Attempting to bind port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:36.116409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:36.116890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Attempting to bind port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 on network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:36.130821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:36.134881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Checking segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:36.135354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Bound using segment: {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:36.135885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Bound port: 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:36.136446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.268057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:36.271636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:36.311034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa860a4a-fe7c-40a6-8fa1-68e6634e2118 req-72e4932d-2a67-49b7-8305-1f829ad0396d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.311985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Deleting port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:31:36.312437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.313178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa860a4a-fe7c-40a6-8fa1-68e6634e2118 req-72e4932d-2a67-49b7-8305-1f829ad0396d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.8423629 Oct 26 16:31:36.449828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-24cc4611-3dde-4e95-a8a0-c60aacae83a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1998916 Oct 26 16:31:36.480968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] For port 96776ddf-81cc-40b8-a45f-4938a6bc79f7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=96776ddf-81cc-40b8-a45f-4938a6bc79f7,segment=NetworkSegment(0d2ce007-9564-4289-9e58-11104d9e26e9),segment_id=0d2ce007-9564-4289-9e58-11104d9e26e9)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:36.481717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.488204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c904e3-c1df-4aff-8aec-bf6c4c287ce2 req-80b3a05d-cef8-4d3a-a169-5f0b01a6dc2f tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.495353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82c904e3-c1df-4aff-8aec-bf6c4c287ce2 req-80b3a05d-cef8-4d3a-a169-5f0b01a6dc2f tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 945 time: 0.2582970 Oct 26 16:31:36.504102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Calling delete_port for 96776ddf-81cc-40b8-a45f-4938a6bc79f7 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:31:36.509315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.578102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa860a4a-fe7c-40a6-8fa1-68e6634e2118 req-65407c50-79e9-4971-baea-ebab0b78e743 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479084 Oct 26 16:31:36.590857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-675ece91-ceda-455a-951a-b2d56cbd466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.592516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b6f1bb-92f0-40ea-a231-89d868784015 req-675ece91-ceda-455a-951a-b2d56cbd466c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9805942 Oct 26 16:31:36.626132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82c904e3-c1df-4aff-8aec-bf6c4c287ce2 req-3ed648d8-1473-4a9f-ab49-8ade364e0548 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298373 Oct 26 16:31:36.640084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-d8c27ba1-ad09-4608-8957-849212952f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.651823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-d8c27ba1-ad09-4608-8957-849212952f5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 1095 time: 0.1489027 Oct 26 16:31:36.766716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.853512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.854333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.856677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 1091 time: 2.3904231 Oct 26 16:31:36.867458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc477d4-655c-40e2-91f7-30af192e3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:36.875893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:36.880775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:36.892629 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050eb36-0bbe-4768-9a87-bba2951dda1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:36.894287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['96776ddf-81cc-40b8-a45f-4938a6bc79f7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:36.992368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-843c168c-4814-412c-ad35-13f90d3fdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:36.996045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-843c168c-4814-412c-ad35-13f90d3fdca6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.3142877 Oct 26 16:31:37.032609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Pushing event deleted for resources: {'Port': ['ID=96776ddf-81cc-40b8-a45f-4938a6bc79f7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:37.035936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc07ae-bce4-4220-b327-3082d654866b req-52f96152-1953-43fb-a4b3-9ccfb8a4b148 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.038365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30dc07ae-bce4-4220-b327-3082d654866b req-52f96152-1953-43fb-a4b3-9ccfb8a4b148 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 867 time: 0.2584269 Oct 26 16:31:37.099034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-0264b9c4-7f0c-42b1-920d-7e726acfa012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 200 len: 217 time: 0.0593102 Oct 26 16:31:37.118101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] No DVR routers for this DVR port 96776ddf-81cc-40b8-a45f-4938a6bc79f7 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:37.127619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:37.131043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cf332770-0843-43df-85c9-8287366036da req-11278afe-a8f6-40ca-a770-1ef309916b1e tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.47 "DELETE /v2.0/ports/96776ddf-81cc-40b8-a45f-4938a6bc79f7 HTTP/1.1" status: 204 len: 173 time: 1.3628321 Oct 26 16:31:37.215515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-64a85753-9449-4a0b-8361-41ba87f25478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.218144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-64a85753-9449-4a0b-8361-41ba87f25478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0908835 Oct 26 16:31:37.224332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.224805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.236327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.237583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.238667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.239675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.241016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.252431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-70ba6a9a-fd1b-4f3e-9fae-161d3596a359 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6474 time: 0.2266979 Oct 26 16:31:37.293754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-8f603bd3-3d85-4c44-b4d7-3ac03b31bae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385785 Oct 26 16:31:37.327698 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-201fa26d-895b-4a57-8271-7a32b76af27c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 217 time: 0.0649874 Oct 26 16:31:37.410960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753205ed-db8d-458c-ac05-385abdc99db9 req-781f5604-30be-4391-b15e-acb27ea51f0e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.412952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-753205ed-db8d-458c-ac05-385abdc99db9 req-781f5604-30be-4391-b15e-acb27ea51f0e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.3129494 Oct 26 16:31:37.418829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30dc07ae-bce4-4220-b327-3082d654866b req-4be8b832-4a6a-4e8b-aa1b-26171336332a tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/security-groups?id=34fee6af-5782-42c6-ad29-deba99f27bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062520 Oct 26 16:31:37.434327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-97c07808-7617-4b6f-9ef0-ae85d04d17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.434327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-97c07808-7617-4b6f-9ef0-ae85d04d17c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 200 len: 851 time: 0.0862947 Oct 26 16:31:37.538893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-753205ed-db8d-458c-ac05-385abdc99db9 req-d9dcc063-14ab-436a-8068-9fd76e4848ed tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187496 Oct 26 16:31:37.577840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-fb55be0e-d1ef-4a78-97ab-00fbe08de9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.579875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-fb55be0e-d1ef-4a78-97ab-00fbe08de9f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf4fb984-7316-4455-8587-5bdb1c34326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397636 Oct 26 16:31:37.621069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-8e07276f-d014-4531-ab87-66fbdb21e3bd service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169973 Oct 26 16:31:37.672130 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301f4759-e8cb-4ae3-868e-d78401002c6f x-openstack-request-id: req-301f4759-e8cb-4ae3-868e-d78401002c6f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:37.672555 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:37.672874 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301f4759-e8cb-4ae3-868e-d78401002c6f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:37.673397 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'status': 'completed', 'code': 200} Oct 26 16:31:37.745102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.750406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-a652fc3f-708c-4825-9ad5-0de01724c812 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625597 Oct 26 16:31:37.752952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.760433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.767271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.773361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.779604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.785667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.787614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-a73e03da-ad41-46d7-bb9b-85883a894885 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.2028253 Oct 26 16:31:37.845572 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-a1735d7e-d911-48d9-963b-bc9bf045aa69 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874176 Oct 26 16:31:37.885853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb9b8-78a9-47ad-83db-ea9c67b5219a req-17b83ed8-4935-45c0-b26f-30162fe6df2d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:37.892742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff0bb9b8-78a9-47ad-83db-ea9c67b5219a req-17b83ed8-4935-45c0-b26f-30162fe6df2d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1759310 Oct 26 16:31:37.894735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d43d87f9-1ded-4a31-b64c-dd7ca45e6e9c req-ce680912-37f5-4672-bc23-18ca474004fd service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589364 Oct 26 16:31:37.897377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0ee8aff0-03b9-47a1-b962-5975646db8d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 217 time: 0.0436633 Oct 26 16:31:37.901924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aed72b4-67c5-4d93-b480-dcf13585f5e3 req-4bac1ca4-41dc-46a7-809f-bedf859f8556 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971053 Oct 26 16:31:38.007949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff0bb9b8-78a9-47ad-83db-ea9c67b5219a req-e3cf5fc9-0acc-44d8-a52b-b14a21311487 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043215 Oct 26 16:31:38.070738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-dd3ee936-c1ac-4499-a3e4-9fe3d6ff3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:38.073474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-dd3ee936-c1ac-4499-a3e4-9fe3d6ff3055 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.1683378 Oct 26 16:31:38.133214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37554) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:38.160997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d30ecc06-1cf4-4ee3-89b9-2020735810ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:38.166386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-d30ecc06-1cf4-4ee3-89b9-2020735810ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856967 Oct 26 16:31:38.242982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b2cfa49a-5ae1-41a6-93da-725146f7d578 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:38.398826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5103eedd-65ee-4705-95c3-cba8b008680d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:38.432145 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0bbe2e77-8d42-42f3-9395-8be039ab211a service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570755 Oct 26 16:31:38.482585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:38.540426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'mac_address': 'fa:16:3e:a3:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:38.618577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5103eedd-65ee-4705-95c3-cba8b008680d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:38.629745 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-a2f1a2cd-eada-48fc-aab1-0faa89fb67a5 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873200 Oct 26 16:31:38.691503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:38.703007 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-846c21af-61ea-4b7b-8cc3-feeb6d033e1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 217 time: 0.0623071 Oct 26 16:31:38.722049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2cfa49a-5ae1-41a6-93da-725146f7d578 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:38.726853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f3df21c-d7d1-4834-aea4-1fa1c71f3629 req-0527de6e-45a6-472a-ae04-baacb2172a99 tempest-ServerGroupTestJSON-1722353302 tempest-ServerGroupTestJSON-1722353302-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b27c61-0a43-436f-8df5-f442845a9b82 HTTP/1.1" status: 200 len: 210 time: 0.0778699 Oct 26 16:31:38.728214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5103eedd-65ee-4705-95c3-cba8b008680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:38.766392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:38.787827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5103eedd-65ee-4705-95c3-cba8b008680d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cdcf6ed63144c23862db40eab43fc33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546133 Oct 26 16:31:38.789777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eedd-65ee-4705-95c3-cba8b008680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c212a72c-1c33-4954-8014-82a56f343f12,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:38.796286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:38.871361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-fb8a3c0a-d780-414e-92b2-97707636733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:38.875450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-fb8a3c0a-d780-414e-92b2-97707636733c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.1619668 Oct 26 16:31:38.882847 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:38.931598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:39.021546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:39.021863 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:39.036628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f06f4558-d0d2-41f5-bb3c-df501576138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.040125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f06f4558-d0d2-41f5-bb3c-df501576138b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585872 Oct 26 16:31:39.044766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b2cfa49a-5ae1-41a6-93da-725146f7d578'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:39.198129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12b13-dd0c-47c7-aa41-c561b734595a req-32452064-7e0e-452c-86b1-29812beb9b52 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.206804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8a12b13-dd0c-47c7-aa41-c561b734595a req-32452064-7e0e-452c-86b1-29812beb9b52 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.3028553 Oct 26 16:31:39.217425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:39.220887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:39.233032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c212a72c-1c33-4954-8014-82a56f343f12 HTTP/1.1" status: 204 len: 168 time: 0.4296060 Oct 26 16:31:39.270695 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-8d67c1cd-5621-42a4-877b-30b0cc15c767 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199643 Oct 26 16:31:39.281609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6faaa-f139-4c75-a14c-46464954b2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c212a72c-1c33-4954-8014-82a56f343f12,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:39.303405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26abe-b516-4693-adb8-f666067cbd67 req-4bcd531b-e52b-43c3-97b4-f96880cc3114 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.326028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31b26abe-b516-4693-adb8-f666067cbd67 req-4bcd531b-e52b-43c3-97b4-f96880cc3114 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 945 time: 0.2296171 Oct 26 16:31:39.415786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8a12b13-dd0c-47c7-aa41-c561b734595a req-156e832e-2e1d-443c-8c4c-0edfc86a7ac0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055697 Oct 26 16:31:39.485695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31b26abe-b516-4693-adb8-f666067cbd67 req-67fa26c6-ae91-422a-8954-b8be7a27219d tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574869 Oct 26 16:31:39.537361 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f1e22aef-c931-43e0-bed9-482ef9c3199f service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575505 Oct 26 16:31:39.609873 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-a6670c36-a9ef-41da-a549-c978b5d05dbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 200 len: 217 time: 0.0613081 Oct 26 16:31:39.676889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.683484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.688074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'name': 'network-vif-deleted', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:39.690214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.690772 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71532ea6-e20e-4579-afe4-0729814a38ce" -d '{"events": [{"server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "name": "network-vif-deleted", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:39.695053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-dffc240f-881f-42f3-9888-2191f50e6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.697056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-dffc240f-881f-42f3-9888-2191f50e6471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0751903 Oct 26 16:31:39.704205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.719401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.725912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.738214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.746910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-5067f9d0-1b4c-4534-96af-06b77fe53ae7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.1924250 Oct 26 16:31:39.760177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41412c-56fb-40ee-b535-587e7b18653b req-248506ab-6d94-49d2-80d3-48707dd7b0d8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.762399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb41412c-56fb-40ee-b535-587e7b18653b req-248506ab-6d94-49d2-80d3-48707dd7b0d8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1645820 Oct 26 16:31:39.836618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dcf7525-a610-4b2c-bae4-ea406dcfc0d3 req-cf95818f-b0f3-41cb-8f5e-59af3ab29778 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862706 Oct 26 16:31:39.850580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5524fa94-4caa-42a5-af8c-7dd0b3d2f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:39.856035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-5524fa94-4caa-42a5-af8c-7dd0b3d2f478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486456 Oct 26 16:31:39.898189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb41412c-56fb-40ee-b535-587e7b18653b req-354bd907-b9e7-4c24-a77a-1f540edc3396 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095257 Oct 26 16:31:39.996917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-e8154c87-1754-43cc-9ec1-97af89e1eaad service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337206 Oct 26 16:31:40.069042 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3364d1-0145-4023-899f-81e0d0c0a037 x-openstack-request-id: req-0e3364d1-0145-4023-899f-81e0d0c0a037 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:40.069411 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b27c61-0a43-436f-8df5-f442845a9b82", "name": "network-vif-deleted", "tag": "96776ddf-81cc-40b8-a45f-4938a6bc79f7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:40.075662 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e3364d1-0145-4023-899f-81e0d0c0a037 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:40.075662 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b27c61-0a43-436f-8df5-f442845a9b82', 'name': 'network-vif-deleted', 'tag': '96776ddf-81cc-40b8-a45f-4938a6bc79f7', 'status': 'completed', 'code': 200} Oct 26 16:31:40.147446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-7f4735f9-23cb-4e6e-9402-4936c1b0ce18 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408732 Oct 26 16:31:40.212041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-0dfd69f7-f2b4-427b-ab2a-832c8e31ff4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 200 len: 217 time: 0.0562513 Oct 26 16:31:40.268738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b2cfa49a-5ae1-41a6-93da-725146f7d578 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:40.316768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-88db978a-c0f7-4f4b-bb6a-0604a0c1ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.318484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-88db978a-c0f7-4f4b-bb6a-0604a0c1ca25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0966995 Oct 26 16:31:40.330463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37646) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:40.357243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9a2-1004-4f5d-9e42-058979796c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.405517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b2cfa49a-5ae1-41a6-93da-725146f7d578 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:40.410483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.426143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175ada-8d4b-4455-92e4-71a0a5605260 req-3bd3b900-1548-4a50-8a4a-13f0759aa8ab tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.438678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4175ada-8d4b-4455-92e4-71a0a5605260 req-3bd3b900-1548-4a50-8a4a-13f0759aa8ab tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 950 time: 0.1278319 Oct 26 16:31:40.462752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9a2-1004-4f5d-9e42-058979796c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.527628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4175ada-8d4b-4455-92e4-71a0a5605260 req-f7f307ab-3cde-4680-a3e4-9ac0b8f9cc67 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821798 Oct 26 16:31:40.541617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9a2-1004-4f5d-9e42-058979796c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.583966 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.647603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:40.650697 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2424e4b7-ec3b-43f4-a543-abe8d0322a2f" -d '{"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:40.655982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:40.675408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-92f7e9a2-1004-4f5d-9e42-058979796c98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac47062e1a3348e688721798ad026e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409424 Oct 26 16:31:40.675794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e9a2-1004-4f5d-9e42-058979796c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e556c-3116-468b-a993-a3e975a4c5d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:40.678356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37662) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:40.680556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ef365188-68c8-411d-aba7-fa3a83d792cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.682003 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ef365188-68c8-411d-aba7-fa3a83d792cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175169 Oct 26 16:31:40.719818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85718e26-9525-4778-876b-b4db5db19c87 req-841f3aba-f890-433c-b2a8-0e3cc74cb9a9 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.721068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-85718e26-9525-4778-876b-b4db5db19c87 req-841f3aba-f890-433c-b2a8-0e3cc74cb9a9 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.47 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 945 time: 0.2553911 Oct 26 16:31:40.734358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da93ac-6fe8-4b11-84ef-cf59522d2b8d req-4140834f-bf26-466e-b567-944bc9d591b2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.742820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22da93ac-6fe8-4b11-84ef-cf59522d2b8d req-4140834f-bf26-466e-b567-944bc9d591b2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.1711216 Oct 26 16:31:40.743747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.745453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 96776ddf-81cc-40b8-a45f-4938a6bc79f7 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:40.755942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c848517-91e1-4f33-a981-e5ade89a800e req-6dac2354-3e13-4a8f-88e5-a9c83b03ce87 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:40.764922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c848517-91e1-4f33-a981-e5ade89a800e req-6dac2354-3e13-4a8f-88e5-a9c83b03ce87 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 945 time: 0.1071219 Oct 26 16:31:40.833302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22da93ac-6fe8-4b11-84ef-cf59522d2b8d req-d6595b6b-071f-4ced-80d4-8f104b7b5366 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836220 Oct 26 16:31:40.833724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 96776ddf-81cc-40b8-a45f-4938a6bc79f7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:31:40.834067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 96776ddf-81cc-40b8-a45f-4938a6bc79f7 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:31:40.890182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c848517-91e1-4f33-a981-e5ade89a800e req-7ca0076a-c4b9-4423-9a4a-5b21187b5b4c tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b292fc-7c4a-4de7-a304-714fb351a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Oct 26 16:31:40.904739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:40.919179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:40.952103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-c4759975-3947-429c-acd9-3944a4fa721b service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535861 Oct 26 16:31:40.957786 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f004695-bccb-406d-b09e-45167dd05dab x-openstack-request-id: req-0f004695-bccb-406d-b09e-45167dd05dab {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:40.958088 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:40.958396 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f004695-bccb-406d-b09e-45167dd05dab {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:40.958795 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'code': 200} Oct 26 16:31:40.978502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.064188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.070409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.078086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.085548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.092144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.100117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.106790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.115621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-55a617d1-b55a-4481-a84b-4a8b6f3afd7b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.1185572 Oct 26 16:31:41.159828 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-3c15764d-bba6-4875-938d-260374dca5fd service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965461 Oct 26 16:31:41.179811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Deleting port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:31:41.180148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.199794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81ed0abf-218f-45c8-9dc9-719c12eabaf3 req-33912c54-97aa-48d5-991b-c9fd20f08022 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745914 Oct 26 16:31:41.252708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f7fce-c4c0-4dc3-b325-033e0d810324 req-4498e7bf-4fe8-4401-86dc-6630fc15bd3b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.254500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-084f7fce-c4c0-4dc3-b325-033e0d810324 req-4498e7bf-4fe8-4401-86dc-6630fc15bd3b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1363204 Oct 26 16:31:41.290369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-ff7957d9-4a9e-4014-a5f6-293d292a8251 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 200 len: 217 time: 0.1139641 Oct 26 16:31:41.316459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-084f7fce-c4c0-4dc3-b325-033e0d810324 req-bfe59edb-63a8-4112-aed3-7c4328d17719 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Oct 26 16:31:41.391942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.394847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.396135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b74e556c-3116-468b-a993-a3e975a4c5d4 HTTP/1.1" status: 204 len: 168 time: 0.7132406 Oct 26 16:31:41.413926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-72e54940-005f-4560-aa36-4f338c22e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.415645 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-72e54940-005f-4560-aa36-4f338c22e17f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.1092410 Oct 26 16:31:41.429078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d92fd9-dde4-4cd6-80f7-2c79817bb05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e556c-3116-468b-a993-a3e975a4c5d4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:41.439807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] For port 37e57dd6-5568-4fce-b1ea-4dd20d18c611, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=37e57dd6-5568-4fce-b1ea-4dd20d18c611,segment=NetworkSegment(99571aa4-976c-45ba-91e5-6863faaae151),segment_id=99571aa4-976c-45ba-91e5-6863faaae151)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:41.440257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.476034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Calling delete_port for 37e57dd6-5568-4fce-b1ea-4dd20d18c611 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:31:41.539837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2114f2bb-8d37-4436-a83f-dad718b3bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.545882 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2114f2bb-8d37-4436-a83f-dad718b3bae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192555 Oct 26 16:31:41.551389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37678) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:41.633619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Deleting subnet a1da66cc-1c16-4701-99ee-7c1ad6af974a {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:31:41.645131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.706878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.728905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1bb5432f-6ade-4855-bd2e-3b4365bd5774 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743362 Oct 26 16:31:41.766496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:41.884343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-c0de70a6-510f-4cca-a34c-87eb4daaf7ca service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334336 Oct 26 16:31:41.974210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff057-029a-472c-b890-1eb1004d6318 req-5662f237-fe19-4795-92b9-5977c35ba31e tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:41.975860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01aff057-029a-472c-b890-1eb1004d6318 req-5662f237-fe19-4795-92b9-5977c35ba31e tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 950 time: 0.3375924 Oct 26 16:31:41.993422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-2730d7ef-19d7-49ea-a584-e1743a1cdd68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 217 time: 0.1008837 Oct 26 16:31:42.003906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.017475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['37e57dd6-5568-4fce-b1ea-4dd20d18c611'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:42.018043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-cfd15402-d273-4b6d-a812-d4098f61f5e5 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:42.019527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-cfd15402-d273-4b6d-a812-d4098f61f5e5 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1097 time: 0.1989260 Oct 26 16:31:42.060679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.127356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Pushing event deleted for resources: {'Port': ['ID=37e57dd6-5568-4fce-b1ea-4dd20d18c611,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:42.142214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:42.159917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1da66cc-1c16-4701-99ee-7c1ad6af974a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:42.166323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.173331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:42.174131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1da66cc-1c16-4701-99ee-7c1ad6af974a HTTP/1.1" status: 204 len: 168 time: 0.6212397 Oct 26 16:31:42.228765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.229304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.229717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.230226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.230789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.231193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.231635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.232094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.232546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.232990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.233385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.233851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffe9d0-3d42-47d0-b6d9-9514eaf030f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:42.256841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] No DVR routers for this DVR port 37e57dd6-5568-4fce-b1ea-4dd20d18c611 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:42.286789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01aff057-029a-472c-b890-1eb1004d6318 req-6e77f08c-4eb5-4518-b3c3-c3b456cbdd90 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855303 Oct 26 16:31:42.319739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.323774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-85718e26-9525-4778-876b-b4db5db19c87 req-c743fae8-b189-48a3-a985-1331c0e9d7a7 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.47 "DELETE /v2.0/ports/37e57dd6-5568-4fce-b1ea-4dd20d18c611 HTTP/1.1" status: 204 len: 173 time: 1.5824728 Oct 26 16:31:42.324217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'name': 'network-vif-deleted', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:42.342029 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a767495-a0fb-4ff8-bbec-db545cf221fc" -d '{"events": [{"server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "name": "network-vif-deleted", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:42.360258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-19378974-512b-41d2-9b8f-907e4c356fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:42.362308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-19378974-512b-41d2-9b8f-907e4c356fe7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.3564165 Oct 26 16:31:42.373684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00086b-46bb-43e1-ac82-6b619b324d63 req-aa66861a-b3b0-4626-b670-8ef28811eec2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:42.376673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b00086b-46bb-43e1-ac82-6b619b324d63 req-aa66861a-b3b0-4626-b670-8ef28811eec2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 946 time: 0.3973813 Oct 26 16:31:42.399704 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.442343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.461677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f58cfe15-629f-4405-919b-b90ebe7de761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:42.464274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-f58cfe15-629f-4405-919b-b90ebe7de761 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849655 Oct 26 16:31:42.512089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afd25a0a-8606-45dc-bcc2-c9a29c15fa0a req-1bf4947f-fef8-4a7a-a748-9b24c51b6b95 tempest-ServerMetadataNegativeTestJSON-1723117661 tempest-ServerMetadataNegativeTestJSON-1723117661-project] 10.222.0.21 "GET /v2.0/ports?device_id=031e7475-414c-442c-9345-f71195a1b172 HTTP/1.1" status: 200 len: 210 time: 0.1125410 Oct 26 16:31:42.653178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.659729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b00086b-46bb-43e1-ac82-6b619b324d63 req-fa2e6757-79de-4de5-a8d2-4d01eb7ccb6f tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670088 Oct 26 16:31:42.724104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9397582-b0bd-4a0b-9d8a-cadf322487a8']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:42.778072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2ce007-9564-4289-9e58-11104d9e26e9') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:42.778389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2ce007-9564-4289-9e58-11104d9e26e9') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:42.786257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-1e14558b-3fb7-4165-9425-b1d41c76c46e service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113725 Oct 26 16:31:42.845116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.931509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.949704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:42.972413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:31:42.972855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:31:42.975169 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:31:43.037282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.043357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.061293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.067789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.075086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.081598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.087896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.090263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-3999453c-9c02-4be7-98fd-9ce5d6293b14 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.4087009 Oct 26 16:31:43.098680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:43.166550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004dec-80b7-474b-8b82-75b59d76e4fd req-4e170116-84c4-4f11-bccb-e3ac95f0d4fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:43.174736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b004dec-80b7-474b-8b82-75b59d76e4fd req-4e170116-84c4-4f11-bccb-e3ac95f0d4fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2723260 Oct 26 16:31:43.208562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:43.211598 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c05176-b367-43a1-898f-0417a6ca74d4" -d '{"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-unplugged", "status": "completed", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:43.216527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.261580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c20a58c6-da1d-43d0-aa49-e1c2cf866678 req-5aeaff51-7ea3-4251-b673-ac87d5571beb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587651 Oct 26 16:31:43.276317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b004dec-80b7-474b-8b82-75b59d76e4fd req-fa1779bb-b571-4c2c-b250-3de39b6feb56 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959730 Oct 26 16:31:43.286529 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.492856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:43.516608 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b4722-5669-4dc3-aa2e-25b80698715b x-openstack-request-id: req-1d1b4722-5669-4dc3-aa2e-25b80698715b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:43.516608 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-unplugged", "status": "completed", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:43.516608 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d1b4722-5669-4dc3-aa2e-25b80698715b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:43.516948 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'code': 200} Oct 26 16:31:43.525508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:43.543522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:43.543933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:43.553558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:31:43.553868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Attempting to bind port 34e18a58-8e08-460f-8ebf-b245d65eee02 on network 9acfd8aa-0fb9-466e-9183-0f8dc62040d6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:43.566197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:43.566539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Checking segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:43.568413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Bound using segment: {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:43.568413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Bound port: 34e18a58-8e08-460f-8ebf-b245d65eee02, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43ed052-8267-489c-ac1e-7b7b3dc4945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9acfd8aa-0fb9-466e-9183-0f8dc62040d6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:43.568413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.647243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37740) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:43.815110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:43.818483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:43.874289 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15aea83-1ebc-4716-bd18-7e2d9952d55b x-openstack-request-id: req-b15aea83-1ebc-4716-bd18-7e2d9952d55b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:43.875446 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031e7475-414c-442c-9345-f71195a1b172", "name": "network-vif-deleted", "tag": "37e57dd6-5568-4fce-b1ea-4dd20d18c611", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:43.875912 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b15aea83-1ebc-4716-bd18-7e2d9952d55b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:43.876538 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031e7475-414c-442c-9345-f71195a1b172', 'name': 'network-vif-deleted', 'tag': '37e57dd6-5568-4fce-b1ea-4dd20d18c611', 'status': 'completed', 'code': 200} Oct 26 16:31:43.884708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Deleting subnet fc134912-d907-4fc7-b8de-56498c3e0305 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:31:43.893662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.898278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.929290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e30b29cd-026d-4fce-9a85-33a47b6e8925 req-4eaf5edd-6dee-46bd-a4cd-dc42b57899a8 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1148458 Oct 26 16:31:43.989158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:43.994242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:44.002903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9397582-b0bd-4a0b-9d8a-cadf322487a8 HTTP/1.1" status: 204 len: 168 time: 1.8181973 Oct 26 16:31:44.048394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2bd23-ff51-4085-96ac-a4ed0e195112 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9397582-b0bd-4a0b-9d8a-cadf322487a8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:44.180085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7a3a-1a10-4374-ac97-addac1ac77f9 req-77821c07-4b12-4c09-a013-8b6b4eab3d78 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.187256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70ab7a3a-1a10-4374-ac97-addac1ac77f9 req-77821c07-4b12-4c09-a013-8b6b4eab3d78 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.3648362 Oct 26 16:31:44.216274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.218846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.219429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.223229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.223850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.224472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.224994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.227052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-fc248e70-c88e-4d48-b82e-d6ac5dab430f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6474 time: 0.1441994 Oct 26 16:31:44.284396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:44.301757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 37e57dd6-5568-4fce-b1ea-4dd20d18c611 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:44.335288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 37e57dd6-5568-4fce-b1ea-4dd20d18c611 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:31:44.335642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 37e57dd6-5568-4fce-b1ea-4dd20d18c611 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:31:44.382586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.384778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:44.385799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] 10.222.0.39 "PUT /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 1122 time: 2.3074796 Oct 26 16:31:44.431650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67eeab-14f3-4815-bdae-8bb3b259774c service neutron] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=8']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:44.449663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-6d49c44b-1787-4f30-8daa-a89c73741d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.455048 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-6d49c44b-1787-4f30-8daa-a89c73741d92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 902 time: 0.2196698 Oct 26 16:31:44.457240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34e18a58-8e08-460f-8ebf-b245d65eee02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:44.552113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70ab7a3a-1a10-4374-ac97-addac1ac77f9 req-3dfb3834-76d7-4745-8598-0afad6229e65 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230324 Oct 26 16:31:44.568449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:44.570494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-cfcf161d-b6ad-4e78-891a-85685c976d3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 217 time: 0.1004393 Oct 26 16:31:44.600459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:44.602447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:44.625678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['34e18a58-8e08-460f-8ebf-b245d65eee02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:44.708188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37778) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:44.738668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-7ef95e3c-fceb-4080-92d9-60cafb402add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.740893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-7ef95e3c-fceb-4080-92d9-60cafb402add service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.1621728 Oct 26 16:31:44.837300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-0830cd88-6a25-4334-b9f0-79a958ade234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:44.838808 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-0830cd88-6a25-4334-b9f0-79a958ade234 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888608 Oct 26 16:31:44.899886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:44.937050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b0d50b33-d494-48af-89c5-ea2cd533226b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a285402f1b74efe9a579f5e76b5ca0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220907 Oct 26 16:31:44.941226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37786) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:45.064781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-80e799af-de96-4c5c-a1e1-7155e578398a service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121897 Oct 26 16:31:45.126730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.137683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc134912-d907-4fc7-b8de-56498c3e0305 HTTP/1.1" status: 204 len: 168 time: 1.4874623 Oct 26 16:31:45.139209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e81049-dc85-4a08-9b00-a2eba561ac26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc134912-d907-4fc7-b8de-56498c3e0305,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:45.146089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37794) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:45.207370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a9653-3b54-46c3-9203-c79d794561fd req-a817772c-3bab-4bc0-bcc3-ab345378bc7d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:45.208942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e41a9653-3b54-46c3-9203-c79d794561fd req-a817772c-3bab-4bc0-bcc3-ab345378bc7d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.4125936 Oct 26 16:31:45.247321 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.312990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4050eb36-0bbe-4768-9a87-bba2951dda1a req-65ff1b04-837c-4f9d-ae9b-cae97b418e68 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426553 Oct 26 16:31:45.427638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e41a9653-3b54-46c3-9203-c79d794561fd req-640d55f2-d2c3-40d7-919f-abafee7f3c50 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052577 Oct 26 16:31:45.466161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.527708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:45.581759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:45.584236 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c54f6-447f-4643-8732-f190bd1e29ce" -d '{"events": [{"name": "network-changed", "server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:45.591460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.646547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 16:31:45.745501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.752125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.756591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:45.758108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34fee6af-5782-42c6-ad29-deba99f27bc5 HTTP/1.1" status: 204 len: 168 time: 0.7648733 Oct 26 16:31:45.897268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:45.906247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fbea-a900-49aa-96e4-86ea636c56c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fee6af-5782-42c6-ad29-deba99f27bc5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:45.914033 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d401b93-605d-44b9-9c3b-8f97866527c7" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-unplugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:45.976259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.019737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:46.066799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8260c1-14ab-4245-8cc5-ec96d3374111']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:46.103361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99571aa4-976c-45ba-91e5-6863faaae151') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:46.103361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99571aa4-976c-45ba-91e5-6863faaae151') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:46.114659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.141365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-bb23dbcc-e534-4b2b-b6c3-a9822fa1a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.147785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-bb23dbcc-e534-4b2b-b6c3-a9822fa1a6be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1125 time: 0.0968952 Oct 26 16:31:46.147938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.203371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:46.209819 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a5947-25fe-4237-82c8-44e15c3d5c0f x-openstack-request-id: req-366a5947-25fe-4237-82c8-44e15c3d5c0f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:46.210691 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:46.211104 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-366a5947-25fe-4237-82c8-44e15c3d5c0f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:46.211677 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'status': 'completed', 'code': 200} Oct 26 16:31:46.257381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.271123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:31:46.272430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:31:46.275006 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:31:46.342567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.346998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-26adeb2b-fd04-4306-a818-84b213ae52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.349485 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-26adeb2b-fd04-4306-a818-84b213ae52ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.1915972 Oct 26 16:31:46.352669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.362226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.369922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.380440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.388113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.395027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.397000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-bba2e0be-fe1a-4858-9038-dcbf6e391ab8 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.7669218 Oct 26 16:31:46.407986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-f83f863d-721d-44d1-a580-ce2b3e92ac96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 217 time: 0.0469253 Oct 26 16:31:46.494001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf887e9-6a21-4cd4-930e-7f17924fffa5 req-4975f27c-52c8-41ee-a1db-f33724921329 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.502152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cf887e9-6a21-4cd4-930e-7f17924fffa5 req-4975f27c-52c8-41ee-a1db-f33724921329 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.2961438 Oct 26 16:31:46.554299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-3f99c8ec-04b0-4ef5-938b-9e0bec77e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.556034 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-3f99c8ec-04b0-4ef5-938b-9e0bec77e946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.1381385 Oct 26 16:31:46.563369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4dd6b8-480c-4e7e-85a3-495dd089df9b req-685ca421-e7b8-4bd8-b161-837c4dbac40f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999463 Oct 26 16:31:46.579408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cf887e9-6a21-4cd4-930e-7f17924fffa5 req-3d65b0c8-492a-4af4-9018-7d1ca00d7d25 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719674 Oct 26 16:31:46.582556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.590981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:46.597056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a8260c1-14ab-4245-8cc5-ec96d3374111 HTTP/1.1" status: 204 len: 168 time: 1.4482327 Oct 26 16:31:46.632551 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-ea403897-29f4-45de-8274-6b1fa2d07d1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480340 Oct 26 16:31:46.636139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2c1e3-b4c6-4205-86ed-27aa4afcbb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8260c1-14ab-4245-8cc5-ec96d3374111,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:46.754276 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce316df7-2e4c-4cfe-8497-a50a53000904 x-openstack-request-id: req-ce316df7-2e4c-4cfe-8497-a50a53000904 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:46.754276 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-unplugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:46.754276 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce316df7-2e4c-4cfe-8497-a50a53000904 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:46.754276 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'code': 200} Oct 26 16:31:46.811950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-793b0500-b5b3-421e-a946-05f59e3a44ef service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825254 Oct 26 16:31:46.846644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:46.932529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45108b3-3590-4320-b347-d86620e8e1a4 req-1914181f-d773-4cb3-b6cd-31c953b9b6d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:46.943728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d45108b3-3590-4320-b347-d86620e8e1a4 req-1914181f-d773-4cb3-b6cd-31c953b9b6d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1954176 Oct 26 16:31:47.017878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba6c54f6-447f-4643-8732-f190bd1e29ce req-ffe59bed-f027-4bfa-af42-80ff227aec61 service neutron] 10.222.0.47 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980598 Oct 26 16:31:47.040732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d45108b3-3590-4320-b347-d86620e8e1a4 req-4600f6e1-9205-4ac6-b470-a0763016adb6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Oct 26 16:31:47.125688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8852b9b1-8b9e-4ed8-bb07-a2d42eea4509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.249166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8852b9b1-8b9e-4ed8-bb07-a2d42eea4509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.351668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8852b9b1-8b9e-4ed8-bb07-a2d42eea4509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.402064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37862) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:47.438331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852b9b1-8b9e-4ed8-bb07-a2d42eea4509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c325a-89ca-47b1-b159-740b251a23cd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:47.476653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8852b9b1-8b9e-4ed8-bb07-a2d42eea4509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b384415d07452595426fbdb16e745c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261818 Oct 26 16:31:47.479649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37864) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:47.514219 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-157cef8d-02c9-48bc-982d-dc2739a5458e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29b9fe85969e48239446d001509b55f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087048 Oct 26 16:31:47.516700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37866) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:47.567453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.613121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.623262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.675228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.747090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.750520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.754532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba6c325a-89ca-47b1-b159-740b251a23cd HTTP/1.1" status: 204 len: 168 time: 0.2709978 Oct 26 16:31:47.845633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89e26-883b-4c84-a06a-21746c4cdec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c325a-89ca-47b1-b159-740b251a23cd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:47.884123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45135-6d9c-425f-a336-09b9df230ee5 req-f3b265f6-b71f-42da-9733-8743ca6479e7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:47.889499 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.892642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:47.892933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4e45135-6d9c-425f-a336-09b9df230ee5 req-f3b265f6-b71f-42da-9733-8743ca6479e7 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.1620145 Oct 26 16:31:47.914818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2b292fc-7c4a-4de7-a304-714fb351a6ce HTTP/1.1" status: 204 len: 168 time: 0.3967013 Oct 26 16:31:47.943683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:47.950381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:47.953013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b292fc-7c4a-4de7-a304-714fb351a6ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:47.981843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.983260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.983381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:47.983967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.984557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.985381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.986256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.986823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.987405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.988050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.988589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.989169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:47.991478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad834198-e26f-4e01-b2e1-65300c72f957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:48.000823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:48.015017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:48.031245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:48.047166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:48.056421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-4e932689-0d2f-46f2-8575-71b2e249eb38 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.2323775 Oct 26 16:31:48.097889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4e45135-6d9c-425f-a336-09b9df230ee5 req-59874494-c9eb-48f3-a468-b926f068e48c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042570 Oct 26 16:31:48.149136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03f50b8-1fd8-411a-9f19-01700fd81ea6 req-e447c397-8771-4e84-b92e-26d1679d4b09 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917549 Oct 26 16:31:48.324268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8a7f-dd49-49f3-a68f-6f5f6afc7596 req-8a09c9d2-673a-468e-ab0b-909da4a98853 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:48.326634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feaf8a7f-dd49-49f3-a68f-6f5f6afc7596 req-8a09c9d2-673a-468e-ab0b-909da4a98853 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0782681 Oct 26 16:31:48.387632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feaf8a7f-dd49-49f3-a68f-6f5f6afc7596 req-1a383618-a14d-4950-a45b-f533aaaac565 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Oct 26 16:31:48.547611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:48.691058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1570806494-network', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:48.828914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Made reservation on behalf of cef60cc6e2e64549847b213a50b63264 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:48.831410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:48.844097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.044322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.062496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:49.076747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-839d5ff3-649a-4b0c-b9f9-2dd65d29a350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.132290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.198487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-839d5ff3-649a-4b0c-b9f9-2dd65d29a350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.243275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:49.263975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-839d5ff3-649a-4b0c-b9f9-2dd65d29a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.271417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6914653-10f2-4f4c-a6d6-94924ee6e407,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:49.288029 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.288380 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Added segment 894c7ab5-3989-4cd8-bac9-6b9999046e40 of type vlan for network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 Oct 26 16:31:49.388875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.450647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-839d5ff3-649a-4b0c-b9f9-2dd65d29a350 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3e3f7326b2a446785f5ec6f7d938e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934093 Oct 26 16:31:49.452493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d5ff3-649a-4b0c-b9f9-2dd65d29a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09df924-3b4f-48a7-981a-a39357d7659d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:49.453916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37936) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:49.475796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03644-ba18-4ac2-8323-129eec97a023 req-7d69ec80-10fe-493f-a690-3fe5313df501 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.479422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51b03644-ba18-4ac2-8323-129eec97a023 req-7d69ec80-10fe-493f-a690-3fe5313df501 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.1767886 Oct 26 16:31:49.498311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.505257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.506542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.510433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.512286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.513821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.520247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.526830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.534525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.542738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.544403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-c093f0ff-fcbd-4930-9c6e-1c32bdb37e9c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.2205343 Oct 26 16:31:49.621831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51b03644-ba18-4ac2-8323-129eec97a023 req-8b466e21-5f87-49a5-8b9a-948c384e7067 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322958 Oct 26 16:31:49.636886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] Pushing event updated for resources: {'Network': ['ID=16dbdab6-6c37-4f36-87d7-1b1ca2f27648,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:49.649582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:49.664915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.684215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a4868dd-e19a-443a-bdec-db7790ae2cec req-31e5a5eb-b9b1-48cc-9a03-17ddcb2ff71a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212883 Oct 26 16:31:49.697606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.830291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37948) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:49.836415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9a3a5e3e-f4c5-4fec-827f-1da1087e57ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2747476 Oct 26 16:31:49.837467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Request body: {'subnet': {'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1570806494-subnet', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:49.909280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:49.958398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eceee-a947-4327-811b-8985ffb9dd4b req-dfde2353-8916-4e73-8284-2d1d88c79312 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:49.960324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-674eceee-a947-4327-811b-8985ffb9dd4b req-dfde2353-8916-4e73-8284-2d1d88c79312 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0735018 Oct 26 16:31:49.974030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.977971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:49.980545 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f09df924-3b4f-48a7-981a-a39357d7659d HTTP/1.1" status: 204 len: 168 time: 0.5246353 Oct 26 16:31:49.991360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572639d-c20c-469c-9f52-c6351f683451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09df924-3b4f-48a7-981a-a39357d7659d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:50.020696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Made reservation on behalf of cef60cc6e2e64549847b213a50b63264 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:50.028143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.121672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1717093055-network', 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:50.224491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-674eceee-a947-4327-811b-8985ffb9dd4b req-06db0b69-9608-4da6-a944-402540eeeb44 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567596 Oct 26 16:31:50.257511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:50.260929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.284234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.495736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.530318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.554986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.588960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.610033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:50.656410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=863c4e32-778d-46f2-964a-a283418fbe0e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:50.662880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.664073 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Added segment f4c31177-5205-4096-9d6b-1fd1e445aafd of type vlan for network 32b1973a-e28f-4e9a-81b2-6c5eea549190 Oct 26 16:31:50.686176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Checking segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:50.687096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:50.687789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Network hostable DHCP agents. Network: 16dbdab6-6c37-4f36-87d7-1b1ca2f27648, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:50.775292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.812073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:50.903380 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.905356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:50.906283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:50.930166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 16dbdab6-6c37-4f36-87d7-1b1ca2f27648) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:50.941951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c024ac6-af19-485e-bb87-64fdcb38e975 None None] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:50.946938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:50.947602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.003199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.017061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.045108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.066495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.078706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.116718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.120268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] Pushing event updated for resources: {'Network': ['ID=32b1973a-e28f-4e9a-81b2-6c5eea549190,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:51.145867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:51.146379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.150764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-521a2795-c119-4c91-9976-f1582c36e6df req-c06662e9-81f4-45b7-b505-c623b404225f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.3274148 Oct 26 16:31:51.169260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1c73bfcf-7606-4128-b2e0-b0ee2febf93a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2586217 Oct 26 16:31:51.173955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37976) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:51.179620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Request body: {'subnet': {'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1717093055-subnet', 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:51.301205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f1afcf0e-c23d-403b-9d87-f0f76a2dbc1d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4659138 Oct 26 16:31:51.302462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37986) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:51.306314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:51.334108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b704d03-d470-49a6-ac0c-60b4589337fe req-a0533d73-5d8a-4b87-ae35-6661a617d458 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.335740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b704d03-d470-49a6-ac0c-60b4589337fe req-a0533d73-5d8a-4b87-ae35-6661a617d458 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.1212733 Oct 26 16:31:51.348112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-521a2795-c119-4c91-9976-f1582c36e6df req-d37fd775-4e65-4786-bc8c-2929af2a4651 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870351 Oct 26 16:31:51.364640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:51.366391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c39c49-c09e-4ae7-b5da-410d005af077 None None] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:51.367236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.411714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b704d03-d470-49a6-ac0c-60b4589337fe req-701691ab-b6d9-427a-9d2f-313486d0df5d tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525339 Oct 26 16:31:51.583906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.584938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.688411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.693225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf05b1-e254-4921-bf9c-2da421a1d9e2 req-e94d8e5d-e550-4992-a81f-47bdf4d642b4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:51.701523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dcf05b1-e254-4921-bf9c-2da421a1d9e2 req-e94d8e5d-e550-4992-a81f-47bdf4d642b4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1366305 Oct 26 16:31:51.728627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37998) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:51.776553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dcf05b1-e254-4921-bf9c-2da421a1d9e2 req-002c598b-89ec-4c65-9e5e-2f26b99d4153 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Oct 26 16:31:51.887529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661656453-network', 'tenant_id': 'e92a0de67368489d9737c27e93213b2a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:51.902711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:51.988966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Made reservation on behalf of e92a0de67368489d9737c27e93213b2a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:51.993038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.013983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.036379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.049747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97c1bdf-39d7-4070-bea3-7652987f24b1,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:52.058961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Checking segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:52.059366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Network hostable DHCP agents. Network: 32b1973a-e28f-4e9a-81b2-6c5eea549190, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:52.128072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.223045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:52.264786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.281320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:52.300543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.301104 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Added segment f2d22d55-8105-4814-8b10-e39cc53640b9 of type vlan for network 585deff7-bcad-492e-992c-352ed81276e7 Oct 26 16:31:52.328599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:52.367593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39702059-48a0-4e83-b05e-45d73f21eb75,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:52.371537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.417687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 32b1973a-e28f-4e9a-81b2-6c5eea549190) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:52.444082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac5b03-18f8-4c9e-9dd3-81789d1b3352 None None] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:52.451627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.457843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:52.458583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.539021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.548517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:52.552602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.608519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.661428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9292586 Oct 26 16:31:52.663240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38028) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:52.686723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:31:52.691792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa9da55e-0760-4939-8f8a-75df31f3f53d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5165570 Oct 26 16:31:52.698382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Request body: {'subnet': {'network_id': '585deff7-bcad-492e-992c-352ed81276e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661656453-subnet', 'tenant_id': 'e92a0de67368489d9737c27e93213b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:52.722235 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.804159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a450f8d-22cb-438d-befc-a7a8b7d19740 None None] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:52.804384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Made reservation on behalf of e92a0de67368489d9737c27e93213b2a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:52.806584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:52.887840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-b2b8d69b-2957-4fd9-a5b4-34b3c8694aad service neutron] 10.222.0.47 "GET /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.2259352 Oct 26 16:31:52.924084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1637e0-3e88-40b4-9693-5714511c1017 admin admin] Pushing event updated for resources: {'Network': ['ID=585deff7-bcad-492e-992c-352ed81276e7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:52.930473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.resource_extend [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:31:53.014017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.019545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 585deff7-bcad-492e-992c-352ed81276e7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:53.024616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.034785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.043496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.043648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Allocated IP 172.25.5.103 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/13511979-3d68-4ef9-9643-cc1f0b35fad5) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:53.052562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.062498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.070562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.086194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-a06d9a18-91f7-4379-a4a7-490137684344 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.5680766 Oct 26 16:31:53.164750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c19a303-1f7f-41f6-b556-9285136f7e87 req-31f6b410-864c-4af0-b4ba-ec23e04c8d50 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715001 Oct 26 16:31:53.201615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea5b3-eedb-4904-b792-040a4ab4f601 req-9cfdb780-d7a6-49e9-85e7-e40edbf9b7e0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.207487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c19ea5b3-eedb-4904-b792-040a4ab4f601 req-9cfdb780-d7a6-49e9-85e7-e40edbf9b7e0 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 944 time: 0.6758757 Oct 26 16:31:53.270770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c19ea5b3-eedb-4904-b792-040a4ab4f601 req-817e7e84-32b5-4c93-919a-40f65ac97e5e tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Oct 26 16:31:53.417629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.454815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:53.492530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:53.536533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:53.547871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.577315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb03fd3-f95d-452f-96f3-e4f1d6da5be7 req-50b56bb9-79aa-42e3-b5ca-f1bb3c5e4d38 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:53.582539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e18a58-8e08-460f-8ebf-b245d65eee02 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:53.588345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acb03fd3-f95d-452f-96f3-e4f1d6da5be7 req-50b56bb9-79aa-42e3-b5ca-f1bb3c5e4d38 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1102083 Oct 26 16:31:53.608850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'mac_address': 'fa:16:3e:23:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:31:53.613560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:53.654263 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.656543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154f17b8-7d0f-4e3c-8745-3769e6a426c5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:53.671813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acb03fd3-f95d-452f-96f3-e4f1d6da5be7 req-1708bc84-fef6-4d3b-bf50-b9a1dc0b5ad9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812349 Oct 26 16:31:53.710718 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.726481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Pushing event updated for resources: {'Port': ['ID=13511979-3d68-4ef9-9643-cc1f0b35fad5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:53.728755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:31:53.734802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Checking segment: {'id': 'f2d22d55-8105-4814-8b10-e39cc53640b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '585deff7-bcad-492e-992c-352ed81276e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:53.735111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Network hostable DHCP agents. Network: 585deff7-bcad-492e-992c-352ed81276e7, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:53.755602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:53.759278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:53.762174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.766101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:53.769415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:53.840329 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:53.968425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:53.991193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Network 585deff7-bcad-492e-992c-352ed81276e7 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:54.045961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5306137e-aac8-43d4-99d1-ceb408c215e2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:31:54.057429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 585deff7-bcad-492e-992c-352ed81276e7) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:54.075785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:54.076701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:54.116623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb18f766-36b1-4019-89eb-6cf0f38ca5b4 None None] Network 585deff7-bcad-492e-992c-352ed81276e7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:54.199405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] Transition to ACTIVE for port object 34e18a58-8e08-460f-8ebf-b245d65eee02 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:31:54.254745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:54.362431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12de0165-fa35-4792-8263-d0b060596799 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6689336 Oct 26 16:31:54.413150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eead1a-6f97-4b9e-8312-2ae7349b18bb None None] Network 585deff7-bcad-492e-992c-352ed81276e7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:54.881314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:54.983590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] No DVR routers for this DVR port 34e18a58-8e08-460f-8ebf-b245d65eee02 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:55.005923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] Pushing event updated for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:55.037048 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-ede48340-b51e-4fbe-871a-02917e5d21bd service neutron] 10.222.0.47 "PUT /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1372898 Oct 26 16:31:55.038245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:55.351573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-1515ae79-c7d4-46ce-befe-9e7da1a8e6e0 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:55.355390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-1515ae79-c7d4-46ce-befe-9e7da1a8e6e0 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.0989664 Oct 26 16:31:55.440645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Router dc2fa394-840a-4d57-9677-b1095affd4ad is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:31:55.465722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-f91b4b94-4ceb-49a1-b038-f1c191bef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:55.467408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-f91b4b94-4ceb-49a1-b038-f1c191bef7fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89&tenant_id=f6d9485713ac4cf180ed93f03807a693 HTTP/1.1" status: 200 len: 1096 time: 0.1032014 Oct 26 16:31:55.518578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38078) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:55.526539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337025670-network', 'tenant_id': 'c0b06c8f7b764567abedb284db549045'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:55.618761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-20bc9609-b47c-4e98-9b4c-1404b1b126f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:55.620342 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-20bc9609-b47c-4e98-9b4c-1404b1b126f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d9485713ac4cf180ed93f03807a693&device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1096 time: 0.0996065 Oct 26 16:31:55.650987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Made reservation on behalf of c0b06c8f7b764567abedb284db549045 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:55.655949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:55.674212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:55.725162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:31:55.741913 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Sync routers for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:55.771326 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:31:55.772156 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:31:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:55.862000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:55.868956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-97a7221f-70e6-4bf9-b6b6-cccbc27ac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:55.874750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-97a7221f-70e6-4bf9-b6b6-cccbc27ac80e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 200 len: 908 time: 0.2461414 Oct 26 16:31:55.887322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:55.895407 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:31:55.898022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:55.901315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3de0604e-f7aa-4da2-bd69-b034189b0f3f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5983768 Oct 26 16:31:56.045608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-64ef14f7-4457-47a4-9d5b-eaad58049050 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 200 len: 217 time: 0.1424036 Oct 26 16:31:56.124361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-85d6cbcf-421a-45c2-b521-da38d5dff818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:56.126674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-85d6cbcf-421a-45c2-b521-da38d5dff818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 200 len: 847 time: 0.0727711 Oct 26 16:31:56.181289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-c4484f26-26a6-48fc-bc13-85d1fb2c94dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9acfd8aa-0fb9-466e-9183-0f8dc62040d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454469 Oct 26 16:31:56.186528 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:53Z', 'revision_number': 3, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:56.233081 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Checking router: dc2fa394-840a-4d57-9677-b1095affd4ad for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:56.233663 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Updating router dc2fa394-840a-4d57-9677-b1095affd4ad port 13511979-3d68-4ef9-9643-cc1f0b35fad5 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:31:56.294199 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.392228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-d684ae7f-6e60-4c25-99a9-47460d1e58a7 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005353 Oct 26 16:31:56.580372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:56.598998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-6f2b9878-bac4-4606-b384-c33b6cf92f77 service neutron] 10.222.0.39 "GET /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983256 Oct 26 16:31:56.680605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.756248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5306137e-aac8-43d4-99d1-ceb408c215e2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:56.756882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.824434 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.837151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:31:56.889698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a374fad8-4269-434b-9cd4-67b6857a9b9d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:56.897943 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.900002 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Added segment 28a45215-7527-4b05-9e85-edab1e3dbffd of type vlan for network 12067db0-1ce8-4cd0-9096-d2cfaea61bb2 Oct 26 16:31:56.942840 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:56.979825 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.037446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:31:57.045430 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303f713-ffda-4ab7-918e-4390ac00489d" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:57.046651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.079893 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Pushing event updated for resources: {'Port': ['ID=13511979-3d68-4ef9-9643-cc1f0b35fad5,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:57.105926 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.107394 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.107920 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.108464 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.108974 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.126960 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.127962 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.128480 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.129120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.129669 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.130175 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.130674 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:57.223038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Attempting to bind port 13511979-3d68-4ef9-9643-cc1f0b35fad5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:31:57.226016 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Attempting to bind port 13511979-3d68-4ef9-9643-cc1f0b35fad5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:31:57.226634 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Attempting to bind port 13511979-3d68-4ef9-9643-cc1f0b35fad5 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:31:57.241337 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:31:57.242169 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:57.242784 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.243498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:31:57.244225 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Bound port: 13511979-3d68-4ef9-9643-cc1f0b35fad5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:31:57.246319 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.271163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-4ef0d920-b5c4-4058-ad1e-f2eb0d824247 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:57.272672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-4ef0d920-b5c4-4058-ad1e-f2eb0d824247 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89&tenant_id=f6d9485713ac4cf180ed93f03807a693&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.1337237 Oct 26 16:31:57.299504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:31:57.398450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] For port 13511979-3d68-4ef9-9643-cc1f0b35fad5, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:57.404139 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] For port 13511979-3d68-4ef9-9643-cc1f0b35fad5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13511979-3d68-4ef9-9643-cc1f0b35fad5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:31:57.469191 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.494232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:57.494423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.494423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:57.495516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.611941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.668472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1465733 Oct 26 16:31:57.671361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef90a6d-cc33-4814-80e6-b7f6596e53d3 admin admin] Pushing event updated for resources: {'Network': ['ID=12067db0-1ce8-4cd0-9096-d2cfaea61bb2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:57.671890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:31:57.677532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Request body: {'subnet': {'network_id': '12067db0-1ce8-4cd0-9096-d2cfaea61bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337025670-subnet', 'tenant_id': 'c0b06c8f7b764567abedb284db549045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:57.701994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:57.708408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 12067db0-1ce8-4cd0-9096-d2cfaea61bb2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:31:57.717441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-503d2b6c-570f-4494-af07-1be695f2c6a7 service neutron] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:31:57.729359 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-503d2b6c-570f-4494-af07-1be695f2c6a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.734365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-01ddcc32-fea1-41cb-aac3-5943648783d6 req-503d2b6c-570f-4494-af07-1be695f2c6a7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.4506872 Oct 26 16:31:57.823588 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:31:57.824338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:31:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:57.857789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Made reservation on behalf of c0b06c8f7b764567abedb284db549045 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:31:57.860913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:57.883626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:58.054425 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efc083-e978-461e-88d9-bf297f544763 None None] Pushing event updated for resources: {'Port': ['ID=13511979-3d68-4ef9-9643-cc1f0b35fad5,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:58.183408 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:31:58.200598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:58.351954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d813dfd-0b13-4e05-8640-e347d844f720,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:58.416144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Allocated IP 172.20.0.1 (16dbdab6-6c37-4f36-87d7-1b1ca2f27648/863c4e32-778d-46f2-964a-a283418fbe0e/5934bb5a-6199-4c7b-9f0d-fbccca385e32) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:31:58.445842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Checking segment: {'id': '28a45215-7527-4b05-9e85-edab1e3dbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12067db0-1ce8-4cd0-9096-d2cfaea61bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:31:58.447024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Network hostable DHCP agents. Network: 12067db0-1ce8-4cd0-9096-d2cfaea61bb2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:31:58.570858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:53Z', 'revision_number': 3, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:58.582700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Network 12067db0-1ce8-4cd0-9096-d2cfaea61bb2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:31:58.619114 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d411-9561-4d75-a98f-3ab8cba5f91a None None] The sync data for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 is: [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:53Z', 'revision_number': 3, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:58.620021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:58.972102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 12067db0-1ce8-4cd0-9096-d2cfaea61bb2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:58.972863 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:58.990341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:31:58.990967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:58.995920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a366f96-173f-47ce-bb81-779f0101e841 None None] Network 12067db0-1ce8-4cd0-9096-d2cfaea61bb2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:59.094416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:31:59.121748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:31:59.139105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:31:59.154883 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e180e4b1-9605-47c3-b1d1-5ef05a104ee5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4804754 Oct 26 16:31:59.170393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:59.229243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13511979-3d68-4ef9-9643-cc1f0b35fad5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:59.282666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:59.404475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015f105-9f11-4b84-a22c-b1b566470bc0 None None] Network 12067db0-1ce8-4cd0-9096-d2cfaea61bb2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:31:59.645141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 13511979-3d68-4ef9-9643-cc1f0b35fad5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:31:59.645521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:59.821636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:59.901096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:31:59.927969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 13511979-3d68-4ef9-9643-cc1f0b35fad5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13511979-3d68-4ef9-9643-cc1f0b35fad5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:00.138808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:00.230117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:00.252315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:00.344075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=13511979-3d68-4ef9-9643-cc1f0b35fad5,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:00.386416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:00.389091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:00.504579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:00.506184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:00.658067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Router dc2fa394-840a-4d57-9677-b1095affd4ad has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:32:00.807923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:32:00.814685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-82e62d5b-227e-410d-8bfb-516b459e94d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc2fa394-840a-4d57-9677-b1095affd4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9154844 Oct 26 16:32:01.011340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7ea861c5-99c9-4c3b-b9af-2fdc84c52ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:01.064857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13511979-3d68-4ef9-9643-cc1f0b35fad5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:01.131762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 13511979-3d68-4ef9-9643-cc1f0b35fad5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:01.132349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:01.159811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Sync routers for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:32:01.183435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:32:01.184187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:31:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:01.336446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:32:01.608329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5934bb5a-6199-4c7b-9f0d-fbccca385e32', 'name': '', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'mac_address': 'fa:16:3e:32:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:57Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 2, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'subnets': [{'id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:01.641782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Checking router: dc2fa394-840a-4d57-9677-b1095affd4ad for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:32:01.642052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Updating router dc2fa394-840a-4d57-9677-b1095affd4ad port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:32:01.677633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:01.685017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.692150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.698827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.704986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.712965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.719923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.726569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.728663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-52924641-f3d0-4d20-a31a-6f3ba1f539c7 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.1360381 Oct 26 16:32:01.736856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-713e4a38-8ed5-450c-972a-8220fb61afab tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:01.745122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-713e4a38-8ed5-450c-972a-8220fb61afab tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.2340615 Oct 26 16:32:01.775177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-8fd69df5-f42a-4daf-a906-fc2a1d6df495 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/quotas/a5ff4fb6d0254012b9199fc243f4dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0303919 Oct 26 16:32:01.820346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9c9d0c2-78b2-44d5-a88f-15bb47ca73e8 req-3506102e-89e1-498f-820e-20f26924cfc5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744355 Oct 26 16:32:01.829154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-3ec98d55-b50d-4e29-b6a1-d3f31057e93b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530710 Oct 26 16:32:01.999178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-765c1d9a-e88c-44db-9cc7-329d8dd0eb63 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:32:02.000296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-765c1d9a-e88c-44db-9cc7-329d8dd0eb63 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1703961 Oct 26 16:32:02.014954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aad38-265b-4237-a2d4-ca82a22e7c5d req-aa0034be-c808-4e1a-a021-f36365af4198 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:02.016916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f16aad38-265b-4237-a2d4-ca82a22e7c5d req-aa0034be-c808-4e1a-a021-f36365af4198 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 945 time: 0.0829363 Oct 26 16:32:02.034884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:02.104511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f16aad38-265b-4237-a2d4-ca82a22e7c5d req-61a2a0d9-456a-4de1-b4d3-e242b59b5016 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Oct 26 16:32:02.114751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:02.119816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-5ecd77ee-9060-456a-b5c1-1241d29b5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:02.121329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-5ecd77ee-9060-456a-b5c1-1241d29b5f33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0479186 Oct 26 16:32:02.154266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-9c8872ff-a982-4efb-91fe-709e6293b4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362104 Oct 26 16:32:02.249949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-9fe46952-a070-4fd6-a782-ace41188c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:02.251618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-9fe46952-a070-4fd6-a782-ace41188c882 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 913 time: 0.1232023 Oct 26 16:32:02.260368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97237096-c303-4820-992c-94085f779719 None None] Pushing event updated for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:02.284958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-6077fe33-ad3a-45cf-9efa-34f27f9de7a1 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295710 Oct 26 16:32:02.317920 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-0d19a579-1afd-4ab6-be33-6939c664e7fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578 HTTP/1.1" status: 200 len: 217 time: 0.0588033 Oct 26 16:32:02.340123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Attempting to bind port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:02.340648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Attempting to bind port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:02.341110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Attempting to bind port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:02.347337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:02.347706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Checking segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:02.348236 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:02.348632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Bound using segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:02.349106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Bound port: 5934bb5a-6199-4c7b-9f0d-fbccca385e32, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:02.349484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:02.421319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-d680d81c-26f6-41bc-a646-5593bcec4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:02.424010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-d680d81c-26f6-41bc-a646-5593bcec4a3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0962179 Oct 26 16:32:02.463122 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-6de12223-9023-4148-b70f-12a3a07de71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301895 Oct 26 16:32:02.476306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52332a19-b53f-4971-86e2-992ea866d812 req-05778dbe-0067-4d4b-9d2a-af7103345025 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:02.477841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52332a19-b53f-4971-86e2-992ea866d812 req-05778dbe-0067-4d4b-9d2a-af7103345025 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0603745 Oct 26 16:32:02.494625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] For port 5934bb5a-6199-4c7b-9f0d-fbccca385e32, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:02.499089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] For port 5934bb5a-6199-4c7b-9f0d-fbccca385e32, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5934bb5a-6199-4c7b-9f0d-fbccca385e32,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:02.572000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52332a19-b53f-4971-86e2-992ea866d812 req-8bf2d177-7dd3-4895-acae-6e91c8f66b11 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869920 Oct 26 16:32:02.597194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-7e2df81c-c23e-44a0-8f39-3700cbc0cd19 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270614 Oct 26 16:32:02.628790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:02.705618 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808aa285-b7db-4207-9fcf-488f94416ba7 x-openstack-request-id: req-808aa285-b7db-4207-9fcf-488f94416ba7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:02.705910 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-plugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:02.710940 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-808aa285-b7db-4207-9fcf-488f94416ba7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:02.711415 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'code': 200} Oct 26 16:32:02.800424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-98c53d00-9329-4cf0-9c12-b69967a6c7fc req-8fafc103-b55a-48fc-853e-70de682b39b8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953449 Oct 26 16:32:02.801719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:32:02.802561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:31:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:02.894449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97237096-c303-4820-992c-94085f779719 None None] Pushing event updated for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:03.049043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:32:03.130871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-b779e87f-6792-419b-998b-74416d22d31a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:03.132510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-b779e87f-6792-419b-998b-74416d22d31a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/networks?id=585deff7-bcad-492e-992c-352ed81276e7 HTTP/1.1" status: 200 len: 809 time: 0.1915584 Oct 26 16:32:03.187865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-627350e1-a9d2-4ac1-bb38-183df7f46e66 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/quotas/e92a0de67368489d9737c27e93213b2a HTTP/1.1" status: 200 len: 375 time: 0.0397429 Oct 26 16:32:03.239442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-a87e9bb3-702e-4b32-8285-feeb82a078cd tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e92a0de67368489d9737c27e93213b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397437 Oct 26 16:32:03.286048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-3182470c-5f7c-44de-893f-a49dae4f2f78 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:03.287975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-3182470c-5f7c-44de-893f-a49dae4f2f78 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 811 time: 0.2109950 Oct 26 16:32:03.306682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-4fda9a6a-5c11-44ca-9418-98332d02275a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/quotas/cef60cc6e2e64549847b213a50b63264 HTTP/1.1" status: 200 len: 375 time: 0.0109844 Oct 26 16:32:03.425879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-c3d525db-6e36-41dd-943c-af9545d2d257 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046000 Oct 26 16:32:03.506709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-e9732927-a1e9-4f29-9ff1-bcf2e5ec4073 service neutron] 10.222.0.21 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362928 Oct 26 16:32:03.524179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5934bb5a-6199-4c7b-9f0d-fbccca385e32', 'name': '', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'mac_address': 'fa:16:3e:32:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:57Z', 'updated_at': '2021-10-26T16:32:02Z', 'revision_number': 4, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'subnets': [{'id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:03.554873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b690484-104f-4062-8dd0-80a509c269dc None None] The sync data for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 is: [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5934bb5a-6199-4c7b-9f0d-fbccca385e32', 'name': '', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'mac_address': 'fa:16:3e:32:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:57Z', 'updated_at': '2021-10-26T16:32:02Z', 'revision_number': 4, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'subnets': [{'id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:32:03.596069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-e38544f9-dc3b-409f-916d-78fd84fc2ffe service neutron] 10.222.0.21 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587732 Oct 26 16:32:03.611805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0013-b40a-462c-8b6c-194cbae4e404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:03.705483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-f6e3126f-103a-4187-8fc6-bb6de3ad2843 service neutron] 10.222.0.21 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044947 Oct 26 16:32:03.722039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:32:03.805176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-fabbf25a-5d9f-4c35-b0f0-5b2e2cc19377 service neutron] 10.222.0.21 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695173 Oct 26 16:32:04.159823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:04.194511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2efd0d15-aea3-46a7-9b14-f447265bda4e req-cbeca7cb-7468-463c-9072-6cf45b7e51bc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 210 time: 0.0651023 Oct 26 16:32:04.287773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.307030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.326071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.343566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.362245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.390330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.411286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.421918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-93ccde51-26ab-4a85-b008-95a60db62abe tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.2294195 Oct 26 16:32:04.527062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6807495a-1d38-4ac3-84a7-77b55ce09e76 req-b198c60f-eff3-42d2-87c6-a1883617da6a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039243 Oct 26 16:32:04.564996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94593-fde1-4532-9963-9ac370088921 req-c0ece35e-f0b7-46de-b957-521ca3e1f0d3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.566592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35d94593-fde1-4532-9963-9ac370088921 req-c0ece35e-f0b7-46de-b957-521ca3e1f0d3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1238923 Oct 26 16:32:04.660098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26da9154-4d58-40c8-8d3e-26e47bfb0d6c req-f6c3cd9f-2e1f-4ee1-99e2-394b5ff0648a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 210 time: 0.0511861 Oct 26 16:32:04.680247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35d94593-fde1-4532-9963-9ac370088921 req-6e099018-992a-498e-8319-5115ae1af13e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012652 Oct 26 16:32:04.771108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242f082-1de0-4c1d-b6a3-08496a6974d4 req-c1ef4503-bc80-4590-8ace-c3508d0611b4 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:04.773063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9242f082-1de0-4c1d-b6a3-08496a6974d4 req-c1ef4503-bc80-4590-8ace-c3508d0611b4 tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 1096 time: 0.0578861 Oct 26 16:32:04.803171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fc9f260-a067-436c-9320-ee7a53853e4b req-4e8aff9f-610f-4112-88f8-4fa076dffc64 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 210 time: 0.0342305 Oct 26 16:32:04.881590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9242f082-1de0-4c1d-b6a3-08496a6974d4 req-07994bad-24ac-47f1-a37b-dad7fe0d0e4a tempest-LiveMigrationTest-966331195 tempest-LiveMigrationTest-966331195-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780547 Oct 26 16:32:04.990861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:05.142030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5934bb5a-6199-4c7b-9f0d-fbccca385e32 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:05.249094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:05.251216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:05.655077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7bdf317-7893-4d6b-b190-85983b000715 req-7f01f160-cc96-41b6-8813-9b25794136a0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 210 time: 0.0667377 Oct 26 16:32:05.656526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:05.656526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 5934bb5a-6199-4c7b-9f0d-fbccca385e32, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5934bb5a-6199-4c7b-9f0d-fbccca385e32,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:05.683858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-68980731-1cb3-4f02-b87e-25c19eda637b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.1100349 Oct 26 16:32:05.851960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ea8d646-7938-43ff-88e4-5610136b7a48 req-f5eb1402-b48c-446f-b85c-14e96ed38feb tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514679 Oct 26 16:32:05.866851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc4943ba-9c0c-4a0c-b853-4dc85dff6476 req-ada748c5-9cff-45bc-b44c-578fb5d6bbb4 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 210 time: 0.0346096 Oct 26 16:32:05.967511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:06.120631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:06.163257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d310d32-ec2b-4d7b-8de0-a75c49bb5900 req-a520005d-3f34-455d-a40e-e2a5296d7ae6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 210 time: 0.1005180 Oct 26 16:32:06.186894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7ddd2-309a-4ecc-983f-6325d27130d3 req-911214ad-598b-47a5-9a58-68b28bdbab87 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:06.190892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cd7ddd2-309a-4ecc-983f-6325d27130d3 req-911214ad-598b-47a5-9a58-68b28bdbab87 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2427361 Oct 26 16:32:06.242664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cd7ddd2-309a-4ecc-983f-6325d27130d3 req-066fdf9a-d91a-448f-89c2-3e8cdf0f84bd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Oct 26 16:32:06.316008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e521-d958-4d11-b032-5e8d5ae2e967 req-94e2d859-c2fe-41e0-be24-c22bc03329dc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:06.327531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbb8e521-d958-4d11-b032-5e8d5ae2e967 req-94e2d859-c2fe-41e0-be24-c22bc03329dc tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 945 time: 0.0836265 Oct 26 16:32:06.333915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b2cfa49a-5ae1-41a6-93da-725146f7d578 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:06.394491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbb8e521-d958-4d11-b032-5e8d5ae2e967 req-3fadffce-0056-4933-8537-7be8ccac7b23 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Oct 26 16:32:06.494255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:06.529709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:06.549318 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de8d31d-309f-4b2b-9b70-ad09d22ab2c4" -d '{"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:06.582330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:06.588742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:06.610529 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db8d2c-b206-4fd8-b4be-cbe41fe6dbd7 x-openstack-request-id: req-92db8d2c-b206-4fd8-b4be-cbe41fe6dbd7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:06.611011 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-unplugged", "status": "failed", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:06.611484 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92db8d2c-b206-4fd8-b4be-cbe41fe6dbd7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:06.611923 n-d-815373-2 neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'code': 422} returned with failed status Oct 26 16:32:06.676234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:06.784130 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0025fdae-519c-4bc0-b42b-25c71d0ace03 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:06.786757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0025fdae-519c-4bc0-b42b-25c71d0ace03 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 945 time: 0.1485207 Oct 26 16:32:06.813860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:06.926692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-6d6510e2-29ed-426b-97a0-5b4103876d7a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:06.927964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-6d6510e2-29ed-426b-97a0-5b4103876d7a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.2926371 Oct 26 16:32:06.942868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Request body: {'port': {'device_id': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'admin_state_up': True, 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:06.985659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80a2b26d-27c8-4f57-b3d7-aea735bff7c4 req-8a77ff14-6989-41c1-90ac-e74a03cf126f tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 210 time: 0.0685062 Oct 26 16:32:07.109924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5934bb5a-6199-4c7b-9f0d-fbccca385e32 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:07.131428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Deleting port 34e18a58-8e08-460f-8ebf-b245d65eee02 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:07.131770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:07.241548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.244572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:07.245458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:07.265270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.279648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.294525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.303808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.312406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.320224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.332854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-000cb422-67fd-490d-9797-023efb68bfd2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.2045338 Oct 26 16:32:07.347761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] For port 34e18a58-8e08-460f-8ebf-b245d65eee02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=34e18a58-8e08-460f-8ebf-b245d65eee02,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:07.348139 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:07.372379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Calling delete_port for 34e18a58-8e08-460f-8ebf-b245d65eee02 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:07.386871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84da3b77-21d4-48fc-a5e2-f3e2c9c4164f req-09fc6bbf-801c-4a8d-a13f-1ca524bf2c5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482621 Oct 26 16:32:07.477727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:07.481403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:07.497360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e652d3f-c6ba-4bda-96b5-fc9e54c74c84 req-07082192-24eb-44d6-ab36-ecd46efc11e1 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 210 time: 0.0398803 Oct 26 16:32:07.626180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96f5c596-42cc-4db7-80fb-ed4185f91576 req-fc71b843-1932-4311-9a8f-6c02c87318b1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 210 time: 0.0439765 Oct 26 16:32:07.751562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Allocated IP 172.20.0.5 (32b1973a-e28f-4e9a-81b2-6c5eea549190/f97c1bdf-39d7-4070-bea3-7652987f24b1/41a108da-990b-453f-bf80-fb03f0bd4e62) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:07.783715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:07.797511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452', '34e18a58-8e08-460f-8ebf-b245d65eee02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:07.898501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event deleted for resources: {'Port': ['ID=34e18a58-8e08-460f-8ebf-b245d65eee02,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:07.981455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-c16bf2d2-4ce6-4b8d-bce8-edfd9e62b592 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:07.981455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-c16bf2d2-4ce6-4b8d-bce8-edfd9e62b592 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.47 "GET /v2.0/networks?id=585deff7-bcad-492e-992c-352ed81276e7 HTTP/1.1" status: 200 len: 809 time: 0.1880453 Oct 26 16:32:07.983831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Request body: {'port': {'device_id': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'network_id': '585deff7-bcad-492e-992c-352ed81276e7', 'admin_state_up': True, 'tenant_id': 'e92a0de67368489d9737c27e93213b2a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:08.059318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] No DVR routers for this DVR port 34e18a58-8e08-460f-8ebf-b245d65eee02 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:08.065470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.068795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e450232b-29e7-4e74-96ec-6fd1cfedfe1c req-0035b762-c087-47f1-8ba2-3618e60891cb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "DELETE /v2.0/ports/34e18a58-8e08-460f-8ebf-b245d65eee02 HTTP/1.1" status: 204 len: 173 time: 1.2738762 Oct 26 16:32:08.069254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-deleted', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:08.071615 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0aa40-ca79-4b8e-bb0d-3cd88a3958cd" -d '{"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-deleted", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:08.139768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.376434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Made reservation on behalf of e92a0de67368489d9737c27e93213b2a for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:08.377030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.381379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.429758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:08.433045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:08.437061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:08.444207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event updated for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:08.537029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:08.537810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.608690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cb57b5da-7359-4ec0-af96-7d3ec5efcb77 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6699464 Oct 26 16:32:08.620936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Request body: {'port': {'device_id': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:08.736409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5695194e-193a-49ea-bc1c-0f1723abf1cd req-f0d9e735-f527-411f-ab6e-648ff64cf971 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0674248 Oct 26 16:32:08.761828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:08.779276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-6eb4c35b-3939-4296-9c6f-76f6c5ded18f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:08.795750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-6eb4c35b-3939-4296-9c6f-76f6c5ded18f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd252ee-c076-4f32-8f6f-dc3c0f77f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1515639 Oct 26 16:32:08.821511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Allocated IP 172.20.0.12 (585deff7-bcad-492e-992c-352ed81276e7/154f17b8-7d0f-4e3c-8745-3769e6a426c5/8336488a-4427-4462-accd-951053de75da) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:09.062004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port b2cfa49a-5ae1-41a6-93da-725146f7d578 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:09.062378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.359504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a108da-990b-453f-bf80-fb03f0bd4e62 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:09.374883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.411587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Transition to ACTIVE for port object 41a108da-990b-453f-bf80-fb03f0bd4e62 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:09.421322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-590203db-2e73-4d0a-8017-dd47efb824a8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:09.422905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-590203db-2e73-4d0a-8017-dd47efb824a8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.47 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 811 time: 0.1854205 Oct 26 16:32:09.443542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Request body: {'port': {'device_id': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'admin_state_up': True, 'tenant_id': 'cef60cc6e2e64549847b213a50b63264'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:09.515305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.602707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port b2cfa49a-5ae1-41a6-93da-725146f7d578, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b2cfa49a-5ae1-41a6-93da-725146f7d578,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:09.603877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.643297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:09.675065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.730176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f126b-dee0-46e4-9ed0-3035c505a2fd req-8cb07b39-01f5-490b-8449-6c5ebb7d8569 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:09.739327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Attempting to bind port 41a108da-990b-453f-bf80-fb03f0bd4e62 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:09.739730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2f126b-dee0-46e4-9ed0-3035c505a2fd req-8cb07b39-01f5-490b-8449-6c5ebb7d8569 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 931 time: 0.7225585 Oct 26 16:32:09.744527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Attempting to bind port 41a108da-990b-453f-bf80-fb03f0bd4e62 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:09.745445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Attempting to bind port 41a108da-990b-453f-bf80-fb03f0bd4e62 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:09.753776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Port 41a108da-990b-453f-bf80-fb03f0bd4e62 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:09.753776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Attempting to bind port 41a108da-990b-453f-bf80-fb03f0bd4e62 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:09.758320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:09.758867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Checking segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:09.759341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Bound using segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:09.759836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Bound port: 41a108da-990b-453f-bf80-fb03f0bd4e62, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:09.760255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.769656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for b2cfa49a-5ae1-41a6-93da-725146f7d578 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:09.801355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Made reservation on behalf of cef60cc6e2e64549847b213a50b63264 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:09.804823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.816894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:09.823079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2f126b-dee0-46e4-9ed0-3035c505a2fd req-0f264d3a-9e72-4252-9cb3-936f7d08cce6 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825064 Oct 26 16:32:09.910702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:09.925151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Network 585deff7-bcad-492e-992c-352ed81276e7 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:09.937055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=41a108da-990b-453f-bf80-fb03f0bd4e62,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:09.941683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:09.947339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:09.986818 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c587c3e-ec07-4ca0-8850-1bd862e2fcbb x-openstack-request-id: req-8c587c3e-ec07-4ca0-8850-1bd862e2fcbb {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:09.987119 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c186c3-b9d6-4eb5-88b4-160e71de7b89", "name": "network-vif-deleted", "tag": "34e18a58-8e08-460f-8ebf-b245d65eee02", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:09.987909 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c587c3e-ec07-4ca0-8850-1bd862e2fcbb {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:09.988312 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c186c3-b9d6-4eb5-88b4-160e71de7b89', 'name': 'network-vif-deleted', 'tag': '34e18a58-8e08-460f-8ebf-b245d65eee02', 'status': 'completed', 'code': 200} Oct 26 16:32:10.041248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.041248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.041448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Allocated IP 172.20.0.2 (16dbdab6-6c37-4f36-87d7-1b1ca2f27648/863c4e32-778d-46f2-964a-a283418fbe0e/34c26d56-6bf1-4bcc-941a-d98af8a6ad73) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:10.051438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Pushing event updated for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:10.128519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.162174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.168714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.174336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.180681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.187214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.193185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.199055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.201540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-47e433cb-f5e9-4d71-bbdf-80e810105db5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5417 time: 0.1082301 Oct 26 16:32:10.205296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-7fa72e92-dfd0-484e-a7f2-8da15d34ed2a tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2308381 Oct 26 16:32:10.223021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.225075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.226911 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 200 len: 1091 time: 1.6083729 Oct 26 16:32:10.235019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Request body: {'port': {'device_id': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:10.271183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.276956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea2822-5673-4027-9231-e27e06d620f5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:10.299252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.333778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=b2cfa49a-5ae1-41a6-93da-725146f7d578,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:10.344064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.390275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-a0ef9177-ebbd-402c-b556-3c6f6a2544bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.391875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-a0ef9177-ebbd-402c-b556-3c6f6a2544bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 1094 time: 0.0663533 Oct 26 16:32:10.415675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f62b41c-8a50-4501-a43c-ed89e84a3777 req-4549feed-5628-4447-9552-ff28077b3006 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819422 Oct 26 16:32:10.429822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port b2cfa49a-5ae1-41a6-93da-725146f7d578 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:10.434430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.445158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b9160f2-3cae-4baa-ac2f-1a736c76bf1b req-141675e9-f161-4f06-b97d-585bdef8ef5e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "DELETE /v2.0/ports/b2cfa49a-5ae1-41a6-93da-725146f7d578 HTTP/1.1" status: 204 len: 173 time: 1.6485133 Oct 26 16:32:10.445675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-deleted', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:10.447537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.448084 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59928703-e152-470c-ae04-151ae0e8fefb" -d '{"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-deleted", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:10.459359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-cf985e69-dc1d-40b6-b9a0-ef544998f234 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 200 len: 217 time: 0.0597658 Oct 26 16:32:10.563812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:10.572678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:10.579515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:10.617818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Pushing event updated for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:10.625357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-6d02c3eb-77a4-417d-8de9-52390f153bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.627575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-6d02c3eb-77a4-417d-8de9-52390f153bb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.1359916 Oct 26 16:32:10.635169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c72c-ae16-4efe-a287-07c206198304 req-8ea0c27e-b7d2-4bda-8ee2-65f92973cdb1 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.637418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca84c72c-ae16-4efe-a287-07c206198304 req-8ea0c27e-b7d2-4bda-8ee2-65f92973cdb1 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 932 time: 0.1463730 Oct 26 16:32:10.663727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-64a0c008-1f05-4fbd-881f-48aca9a21225 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287826 Oct 26 16:32:10.675257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:10.675904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.684401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2c0588fd-7465-4521-b217-7fbac50db8d2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:10.687533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:10.711089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 34e18a58-8e08-460f-8ebf-b245d65eee02 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:10.711720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 34e18a58-8e08-460f-8ebf-b245d65eee02 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:10.753794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca84c72c-ae16-4efe-a287-07c206198304 req-c69bdb8b-a936-4c8d-998e-c5e9220d2ffa tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039233 Oct 26 16:32:10.787467 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-5a82cce3-e888-4723-8269-788debc5a528 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078684 Oct 26 16:32:10.833622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2c0588fd-7465-4521-b217-7fbac50db8d2,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:10.839235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-693e860c-3914-4b81-928b-c0a0377be591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4003582 Oct 26 16:32:10.850138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '2c0588fd-7465-4521-b217-7fbac50db8d2', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'port_id': '2c0588fd-7465-4521-b217-7fbac50db8d2', 'mac_address': 'fa:16:3e:cc:25:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:10.887311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Request body: {'port': {'device_id': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:10.896546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.916719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0588fd-7465-4521-b217-7fbac50db8d2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:10.974151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2c0588fd-7465-4521-b217-7fbac50db8d2,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:10.981689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:10.982655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8336488a-4427-4462-accd-951053de75da {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:11.000108 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec163b6d-b106-4baf-b47e-b0c7a923c53e req-205c61ce-3515-48b8-b6ee-80059093d15d service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038999 Oct 26 16:32:11.009971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.031739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Transition to ACTIVE for port object 8336488a-4427-4462-accd-951053de75da will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:11.050550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094a4c1-bad8-4251-9cb8-f706b84206cc req-ab680316-b754-4660-ae05-9446893e6bd5 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.056503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.057234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3fd655de-3ea0-4484-aecb-19f747c1476b details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:11.072031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4094a4c1-bad8-4251-9cb8-f706b84206cc req-ab680316-b754-4660-ae05-9446893e6bd5 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 931 time: 0.1961105 Oct 26 16:32:11.160711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4094a4c1-bad8-4251-9cb8-f706b84206cc req-b86d0961-bbb9-414e-98b8-6be7a0fe3590 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867219 Oct 26 16:32:11.164244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3fd655de-3ea0-4484-aecb-19f747c1476b,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:11.170714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.175036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:11.190872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3fd655de-3ea0-4484-aecb-19f747c1476b', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'port_id': '3fd655de-3ea0-4484-aecb-19f747c1476b', 'mac_address': 'fa:16:3e:de:69:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:11.247844 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.267680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd655de-3ea0-4484-aecb-19f747c1476b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:11.272754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Pushing event updated for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:11.298698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3fd655de-3ea0-4484-aecb-19f747c1476b,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:11.359432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:11.365659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.366337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2084a85f-eceb-4e0c-adf2-807732b15a8b details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:11.374632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.390759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Transition to ACTIVE for port object 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:11.405804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afa5f7a-2006-4347-993f-7c72c32d0a15 req-b0b4e8a5-5b4b-4406-b63b-35ceedcc42ec tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0405929 Oct 26 16:32:11.405804 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef32d4-8a5b-461c-bdbc-5c3ee163ed35 x-openstack-request-id: req-b0ef32d4-8a5b-461c-bdbc-5c3ee163ed35 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:11.406147 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd252ee-c076-4f32-8f6f-dc3c0f77f8b8", "name": "network-vif-deleted", "tag": "b2cfa49a-5ae1-41a6-93da-725146f7d578", "status": "failed", "code": 422}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:11.406345 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ef32d4-8a5b-461c-bdbc-5c3ee163ed35 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:11.406891 n-d-815373-2 neutron-server[102736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efd252ee-c076-4f32-8f6f-dc3c0f77f8b8', 'name': 'network-vif-deleted', 'tag': 'b2cfa49a-5ae1-41a6-93da-725146f7d578', 'status': 'failed', 'code': 422} returned with failed status Oct 26 16:32:11.441747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Attempting to bind port 8336488a-4427-4462-accd-951053de75da on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:11.442025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Attempting to bind port 8336488a-4427-4462-accd-951053de75da by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'f2d22d55-8105-4814-8b10-e39cc53640b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '585deff7-bcad-492e-992c-352ed81276e7'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:11.442221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Attempting to bind port 8336488a-4427-4462-accd-951053de75da on network 585deff7-bcad-492e-992c-352ed81276e7 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:11.447189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Port 8336488a-4427-4462-accd-951053de75da on network 585deff7-bcad-492e-992c-352ed81276e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:11.447511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Attempting to bind port 8336488a-4427-4462-accd-951053de75da on network 585deff7-bcad-492e-992c-352ed81276e7 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:11.453446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:11.453903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Checking segment: {'id': 'f2d22d55-8105-4814-8b10-e39cc53640b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '585deff7-bcad-492e-992c-352ed81276e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:11.454406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Bound using segment: {'id': 'f2d22d55-8105-4814-8b10-e39cc53640b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '585deff7-bcad-492e-992c-352ed81276e7'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:11.454997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Bound port: 8336488a-4427-4462-accd-951053de75da, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d22d55-8105-4814-8b10-e39cc53640b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '585deff7-bcad-492e-992c-352ed81276e7'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:11.455386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.483219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:11.502674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.600694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f665-37a6-47ed-9094-a03c699c5e79 req-9f745e1d-db1d-4367-96b8-a7c9fc1c756a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.604763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e770f665-37a6-47ed-9094-a03c699c5e79 req-9f745e1d-db1d-4367-96b8-a7c9fc1c756a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 943 time: 0.1024141 Oct 26 16:32:11.636212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:11.678972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8336488a-4427-4462-accd-951053de75da,segment=NetworkSegment(f2d22d55-8105-4814-8b10-e39cc53640b9),segment_id=f2d22d55-8105-4814-8b10-e39cc53640b9)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:11.708648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:11.732295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e770f665-37a6-47ed-9094-a03c699c5e79 req-b9651ea7-b96a-4e5e-a277-e9a3247588c8 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158559 Oct 26 16:32:11.751672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.755104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'port_id': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'mac_address': 'fa:16:3e:90:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:11.784723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.791261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.798029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.805244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.806725 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.811899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.818031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.825070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.825745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2084a85f-eceb-4e0c-adf2-807732b15a8b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:11.827087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-7ad54bb2-5a07-4fe8-8e6c-70e541687154 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5419 time: 0.1689258 Oct 26 16:32:11.851611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:11.856266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.856963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.859679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] 10.222.0.47 "PUT /v2.0/ports/8336488a-4427-4462-accd-951053de75da HTTP/1.1" status: 200 len: 1092 time: 1.6365361 Oct 26 16:32:11.937584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:11.940024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fd3d653e-2970-46c0-ae33-d20ee8e7cdea details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:11.952142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-065529ef-85c6-4e86-9367-b59ad1c37f16 req-ed7219c2-1eec-4df2-b200-49e1df1fe545 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928125 Oct 26 16:32:11.956096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcc0ee-cf3e-49db-8f6a-3635ac53005e service neutron] Pushing event updated for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:11.989651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24759305-e6cc-46ce-bcff-ceb91ffca8de req-4015c9b8-baeb-4ffd-9097-15282e7e77b2 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:11.991188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24759305-e6cc-46ce-bcff-ceb91ffca8de req-4015c9b8-baeb-4ffd-9097-15282e7e77b2 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 951 time: 0.1611860 Oct 26 16:32:12.085350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.101931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-4d5477c5-e082-4e6a-83b2-bdd722654302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.103614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:12.103744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-4d5477c5-e082-4e6a-83b2-bdd722654302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a0de67368489d9737c27e93213b2a&device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 1095 time: 0.1048524 Oct 26 16:32:12.106621 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af515d-e7ad-43ca-8255-656542e94ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:12.120949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24759305-e6cc-46ce-bcff-ceb91ffca8de req-e826e5f4-9c4b-431b-bec9-6f341804bfbb tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080117 Oct 26 16:32:12.123747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.135389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Attempting to bind port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:12.135389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Attempting to bind port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:12.135389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Attempting to bind port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:12.135389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:12.135389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Attempting to bind port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:12.140590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:12.140922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Checking segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:12.141297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Bound using segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:12.141733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Bound port: 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:12.142085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.163084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.181003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea', 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'port_id': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea', 'mac_address': 'fa:16:3e:13:f5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1636efc2-8d46-4f17-92cb-d2908d48872f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:12.237503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:12.246680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:12.247880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.257439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-267bfd04-2dc3-4d6e-8df2-639faceb5bd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336488a-4427-4462-accd-951053de75da HTTP/1.1" status: 200 len: 217 time: 0.1352732 Oct 26 16:32:12.259719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3d653e-2970-46c0-ae33-d20ee8e7cdea {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:12.281905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.349705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.369240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56daf15-cf13-4b58-8eff-910168780de3 req-d1b5a5ab-7cc9-405e-a282-6a24ca35b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.370698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.370826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-d1b5a5ab-7cc9-405e-a282-6a24ca35b1fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=154f17b8-7d0f-4e3c-8745-3769e6a426c5 HTTP/1.1" status: 200 len: 849 time: 0.0994716 Oct 26 16:32:12.371587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:12.386702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ce71d-8d66-4494-8f36-3f4b00a21b43 req-1d5e413f-a3a9-4d85-9040-9a3dbbc5c3c9 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.388622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-664ce71d-8d66-4494-8f36-3f4b00a21b43 req-1d5e413f-a3a9-4d85-9040-9a3dbbc5c3c9 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 944 time: 0.1356421 Oct 26 16:32:12.407965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-dfa8d588-d58e-425e-b918-b3f1da8e12df tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.414728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-dfa8d588-d58e-425e-b918-b3f1da8e12df tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.2914140 Oct 26 16:32:12.444645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.445119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.445611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-5c2d9b21-764d-4513-a069-321f4e3c1bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=585deff7-bcad-492e-992c-352ed81276e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669954 Oct 26 16:32:12.453508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.461246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'network_id': '6117e3f1-dc33-452a-8d71-68fd7cf941b6', 'port_id': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'mac_address': 'fa:16:3e:d7:97:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1636efc2-8d46-4f17-92cb-d2908d48872f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:12.462932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-1a166de7-974b-41f7-9523-6e002c9d56bb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0472872 Oct 26 16:32:12.470795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.471432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.474200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-a604bc2a-da74-4f4c-9daa-447edc0102f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 200 len: 1091 time: 1.5913634 Oct 26 16:32:12.517508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.546714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:12.554688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-ba98323b-beaf-402a-b83a-9364590bdd59 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908256 Oct 26 16:32:12.567954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.610483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.611946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 189453d3-4556-4775-b0e1-4fea0ca8ca11 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:12.615813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-664ce71d-8d66-4494-8f36-3f4b00a21b43 req-cb79f130-28b0-4def-9b3a-ac6828b48638 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182193 Oct 26 16:32:12.625751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-12ed7b5f-d47c-4363-a46d-0be35fb0a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.627676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-12ed7b5f-d47c-4363-a46d-0be35fb0a331 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1094 time: 0.0609410 Oct 26 16:32:12.671748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-a2c5d1f6-e537-4db1-87d4-d7128a6164a2 service neutron] 10.222.0.47 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160406 Oct 26 16:32:12.723415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-d40dfa80-b446-4599-9fee-6dc8a5a0f8de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 200 len: 217 time: 0.0869777 Oct 26 16:32:12.725221 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c871ca42-fd20-4910-a792-1cab8550d46b x-openstack-request-id: req-c871ca42-fd20-4910-a792-1cab8550d46b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:12.738538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-a235c7cb-7a85-4529-a6c8-23ed98c5c65b service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828995 Oct 26 16:32:12.745710 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:12.747146 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c871ca42-fd20-4910-a792-1cab8550d46b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:12.753074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.754762 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62', 'status': 'completed', 'code': 200} Oct 26 16:32:12.756648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.776974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'port_id': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'mac_address': 'fa:16:3e:ed:c9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:12.854792 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:12.863709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c56daf15-cf13-4b58-8eff-910168780de3 req-81e149d8-b7ab-435e-a5bd-1b3b154717cc service neutron] 10.222.0.47 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812413 Oct 26 16:32:12.878208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-6c0dacc8-8e86-44fc-9775-659511720161 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387215 Oct 26 16:32:12.893741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-40ea845c-509a-4e27-848c-ef8c25cbf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.899651 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-40ea845c-509a-4e27-848c-ef8c25cbf72d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 1094 time: 0.1373067 Oct 26 16:32:12.899779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189453d3-4556-4775-b0e1-4fea0ca8ca11 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:12.899861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-24c1a19d-ec14-49d8-a11c-46337df022af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:12.900603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-24c1a19d-ec14-49d8-a11c-46337df022af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.0953670 Oct 26 16:32:12.921711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:12.992923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-8345a8bf-82fa-47f5-af68-a4321bb3a88a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698080 Oct 26 16:32:13.039572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:13.040405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:13.099069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-9954923f-11f3-4b07-94d0-9e4af638c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.100556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-9954923f-11f3-4b07-94d0-9e4af638c254 service neutron] 10.222.0.47 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 916 time: 0.1917083 Oct 26 16:32:13.118340 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-c695dd5a-9a35-4406-89c3-d2f5192573fb service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189172 Oct 26 16:32:13.119352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:13.146796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:13.165686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'network_id': '2e5b6964-1bf6-4495-8ffa-dea879b2612c', 'port_id': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'mac_address': 'fa:16:3e:5c:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2183f8f1-935f-4eac-9efa-1c58e6cdb685', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:13.188820 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-883a1763-0540-4a45-8df4-d92388b98dfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 200 len: 217 time: 0.0766623 Oct 26 16:32:13.265798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:13.293706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-f06bee00-84fa-4adc-8a7a-18d844ef0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.295353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-f06bee00-84fa-4adc-8a7a-18d844ef0a6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0773015 Oct 26 16:32:13.296866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:13.298673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802fbc-410b-42ee-8cc7-693f89cfebd6 req-1f3cecf7-f071-4df6-b175-242968535406 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.300525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22802fbc-410b-42ee-8cc7-693f89cfebd6 req-1f3cecf7-f071-4df6-b175-242968535406 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 943 time: 0.0796924 Oct 26 16:32:13.341409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:13.351740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-8c537a9a-6b2f-4123-8b04-e3e521ca2993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477586 Oct 26 16:32:13.356704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22802fbc-410b-42ee-8cc7-693f89cfebd6 req-c5a5b30d-36ea-4e4a-8ac7-a9703711adc4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Oct 26 16:32:13.365920 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-05d4978c-399e-4d82-b3bc-9ca11b03a706 req-c3435c9a-6274-4064-b085-d35cf23de161 service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388620 Oct 26 16:32:13.408484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'tag': '8336488a-4427-4462-accd-951053de75da'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:13.411009 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:13.413471 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed5c20-cb03-4b87-8910-bbc34135f12c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "tag": "8336488a-4427-4462-accd-951053de75da"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:13.490672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:13.542382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-b79023d7-d3fa-4b12-b402-71c99bb1c8af service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751883 Oct 26 16:32:13.614988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc9d8ec3-c7f5-496d-8c13-d582e31b6a75 req-240d4114-a257-40e6-976b-771a972c0b79 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0502489 Oct 26 16:32:13.669189 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49af515d-e7ad-43ca-8255-656542e94ff5 req-b8865a59-ed5b-41eb-976c-80b5d5444679 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233449 Oct 26 16:32:13.749808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f3eb-451a-491e-a41d-3bcb3f63d071 req-60bacc58-5174-4439-a496-658fb39804bb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.751426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af35f3eb-451a-491e-a41d-3bcb3f63d071 req-60bacc58-5174-4439-a496-658fb39804bb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 943 time: 0.0576935 Oct 26 16:32:13.794142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af35f3eb-451a-491e-a41d-3bcb3f63d071 req-dca83b4d-6fc3-4320-8848-b0e5f2bd3305 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Oct 26 16:32:13.928591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.935875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.942057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.948883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.955566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.961576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.968946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:13.970849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-b9b9ea8d-6518-4cdb-bc70-6582d9419647 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5424 time: 0.1105621 Oct 26 16:32:14.013879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea260e0d-4e51-4907-a8f0-ab5b7dfade12 req-be6bbcea-ee1e-453c-bc81-e4021e27080d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364990 Oct 26 16:32:14.103618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32d0cd42-4477-49fa-b641-85743b9d69f8 req-06a705c6-1bc7-4dc8-b656-2b0489c529fc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 210 time: 0.0307760 Oct 26 16:32:14.146624 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fcf01c-c0c2-4192-9ce3-908d57a1ef8e x-openstack-request-id: req-05fcf01c-c0c2-4192-9ce3-908d57a1ef8e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:14.146773 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "tag": "8336488a-4427-4462-accd-951053de75da", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:14.146923 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05fcf01c-c0c2-4192-9ce3-908d57a1ef8e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:14.147355 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'tag': '8336488a-4427-4462-accd-951053de75da', 'status': 'completed', 'code': 200} Oct 26 16:32:14.207661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['fd3d653e-2970-46c0-ae33-d20ee8e7cdea'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.237298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-c3a9d17d-553f-44d9-b3b8-032cc8d71057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.239989 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-c3a9d17d-553f-44d9-b3b8-032cc8d71057 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a0de67368489d9737c27e93213b2a&device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 1095 time: 0.0572689 Oct 26 16:32:14.241887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['2084a85f-eceb-4e0c-adf2-807732b15a8b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.275729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3fd655de-3ea0-4484-aecb-19f747c1476b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.284877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['2c0588fd-7465-4521-b217-7fbac50db8d2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.286902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['189453d3-4556-4775-b0e1-4fea0ca8ca11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.313961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b3d6c-7e19-4a1f-b44d-01886f1590c5 req-84d15582-0c39-4d3b-9456-a9b780bc0e19 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.324942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f9b3d6c-7e19-4a1f-b44d-01886f1590c5 req-84d15582-0c39-4d3b-9456-a9b780bc0e19 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 944 time: 0.0939925 Oct 26 16:32:14.362401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3ebf0304-e843-4d9b-beff-4ed04b4f12f2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.364537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['6f1d5583-aa1b-43a0-8c1d-1ec11d292e47'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:14.388530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f9b3d6c-7e19-4a1f-b44d-01886f1590c5 req-2bf7ef7f-ba7d-42c8-9ab2-b840b96e4aa8 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 Oct 26 16:32:14.425929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-0e539b74-3d7f-43fd-a47d-52aa2439a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.429608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-0e539b74-3d7f-43fd-a47d-52aa2439a3ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=585deff7-bcad-492e-992c-352ed81276e7 HTTP/1.1" status: 200 len: 910 time: 0.1804950 Oct 26 16:32:14.444470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 41a108da-990b-453f-bf80-fb03f0bd4e62 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:14.501398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-20c13b40-fa8a-44c1-84b5-580f48737ad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336488a-4427-4462-accd-951053de75da HTTP/1.1" status: 200 len: 217 time: 0.0614047 Oct 26 16:32:14.562082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e130c9-5ac0-4489-8485-9df7930c704a req-034d6fc4-c3fe-4080-9803-16de0c19d17e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.563940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4e130c9-5ac0-4489-8485-9df7930c704a req-034d6fc4-c3fe-4080-9803-16de0c19d17e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 943 time: 0.0691724 Oct 26 16:32:14.580671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-39103d50-f74e-408e-a869-5577594892d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.582127 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-39103d50-f74e-408e-a869-5577594892d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=154f17b8-7d0f-4e3c-8745-3769e6a426c5 HTTP/1.1" status: 200 len: 849 time: 0.0737574 Oct 26 16:32:14.650144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4e130c9-5ac0-4489-8485-9df7930c704a req-330ed7b7-2145-4087-80db-4f28d12a9ae6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Oct 26 16:32:14.657260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-72e3b2e9-8a58-421c-9bda-9ae122315fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=585deff7-bcad-492e-992c-352ed81276e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558043 Oct 26 16:32:14.772606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:14.775328 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ec127-69ff-449d-af6e-9d71d4bf2e46" -d '{"events": [{"name": "network-changed", "server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:14.815060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-734a088e-3311-4d7c-b474-4a2a3f0b8ef1 req-6adb3af0-6c39-4dea-a049-bb10ee57e08c tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c186c3-b9d6-4eb5-88b4-160e71de7b89 HTTP/1.1" status: 200 len: 210 time: 0.0375726 Oct 26 16:32:14.830595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-21545e24-935d-4498-a9a2-deacdbb79d13 service neutron] 10.222.0.47 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658876 Oct 26 16:32:14.831373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca35f7-2ac4-499a-a137-ce8a9ecb1e4d req-8da23708-c184-484f-ab25-211d1e4b0144 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:14.833041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ca35f7-2ac4-499a-a137-ce8a9ecb1e4d req-8da23708-c184-484f-ab25-211d1e4b0144 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 951 time: 0.1077316 Oct 26 16:32:14.880222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ca35f7-2ac4-499a-a137-ce8a9ecb1e4d req-0fec0497-86f3-49b0-a965-f3d0e012403d tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Oct 26 16:32:14.966881 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6257d3-dde8-4cbf-9cab-e7e536bfcff0 x-openstack-request-id: req-9a6257d3-dde8-4cbf-9cab-e7e536bfcff0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:14.967463 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:14.967463 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a6257d3-dde8-4cbf-9cab-e7e536bfcff0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:14.968157 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73', 'status': 'completed', 'code': 200} Oct 26 16:32:15.021037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca02cb0-d1b0-41f2-ac61-497579080764 req-a2bb9350-a349-4d39-a4b4-0fd29ea2674c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.022681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bca02cb0-d1b0-41f2-ac61-497579080764 req-a2bb9350-a349-4d39-a4b4-0fd29ea2674c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 943 time: 0.0601397 Oct 26 16:32:15.040805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-54965197-9175-45e9-be28-2508cb6c6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.042289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-54965197-9175-45e9-be28-2508cb6c6cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1094 time: 0.0775907 Oct 26 16:32:15.072474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bca02cb0-d1b0-41f2-ac61-497579080764 req-154d0a0d-fb5b-4f3b-90fa-96cfb56de3af tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Oct 26 16:32:15.165802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-deed5c20-cb03-4b87-8910-bbc34135f12c req-afbcda2f-1ce0-46f1-8701-d94a1b384ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216908 Oct 26 16:32:15.177082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=41a108da-990b-453f-bf80-fb03f0bd4e62,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:15.216755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.223347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-c82d9f2a-667f-4af9-b49e-33ffbf694c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.229182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.231357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-c82d9f2a-667f-4af9-b49e-33ffbf694c74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.1760933 Oct 26 16:32:15.253296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.260939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.268027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.274290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.280907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.281809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '41a108da-990b-453f-bf80-fb03f0bd4e62', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'port_id': '41a108da-990b-453f-bf80-fb03f0bd4e62', 'mac_address': 'fa:16:3e:55:58:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c1bdf-39d7-4070-bea3-7652987f24b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:15.283161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee9b8627-f600-44e2-8802-76064444599e req-b5fea220-44ca-4c80-beae-f32f2c073d03 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5424 time: 0.1617861 Oct 26 16:32:15.296777 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-0398627c-b0d1-4f2b-86d5-13bcd60f2713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 200 len: 217 time: 0.0583372 Oct 26 16:32:15.323559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b404bf4-badb-4181-8cc2-f74275713511 req-8d395a17-3317-46eb-a8ec-3e82b99987e5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 210 time: 0.0393565 Oct 26 16:32:15.367711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee9b8627-f600-44e2-8802-76064444599e req-3ec99f21-40f9-4126-9ea7-cb6861f2707b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741291 Oct 26 16:32:15.488281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:15.561176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103f85e-2f43-4306-9ed1-7ef9a8475f58 req-669d6700-160e-40cd-839e-ccf77687dcc3 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.572361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a103f85e-2f43-4306-9ed1-7ef9a8475f58 req-669d6700-160e-40cd-839e-ccf77687dcc3 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 944 time: 0.1018913 Oct 26 16:32:15.591030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-118eb51f-83be-40c4-b918-284a72d740c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.592739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-118eb51f-83be-40c4-b918-284a72d740c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.2888043 Oct 26 16:32:15.619271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:15.644194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a103f85e-2f43-4306-9ed1-7ef9a8475f58 req-1848fbdb-90d5-4f08-aa00-78c31165f68c tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Oct 26 16:32:15.650715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-b67b0b4e-3a57-45e2-b8eb-43be90d53b90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478406 Oct 26 16:32:15.688446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a108da-990b-453f-bf80-fb03f0bd4e62 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:15.717653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=41a108da-990b-453f-bf80-fb03f0bd4e62,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:15.773111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:15.796682 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:15.824871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-7b1f41b9-9f50-4995-aecc-62afbe3fde6e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.828165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-7b1f41b9-9f50-4995-aecc-62afbe3fde6e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.4316735 Oct 26 16:32:15.862729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:15.865648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:15.868500 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730ba30-76b1-40cb-bf88-b2847ad2ec2c" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-unplugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:15.878376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49ad07-7123-476c-b30d-86f43e96fb06 req-c8e5520d-a43f-4d2c-b66a-75d918a4ca60 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:15.885936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:15.889118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc49ad07-7123-476c-b30d-86f43e96fb06 req-c8e5520d-a43f-4d2c-b66a-75d918a4ca60 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 943 time: 0.0977480 Oct 26 16:32:15.895595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-b9e7d9a1-e77d-40cd-8815-2003328366a7 service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304864 Oct 26 16:32:15.899963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:15.953227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc49ad07-7123-476c-b30d-86f43e96fb06 req-7e99e7d0-0aa9-47a7-912f-d8b47db4b4c2 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Oct 26 16:32:15.954696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.041876 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bcec37-e926-4021-98f9-8df6f789d6c9 x-openstack-request-id: req-64bcec37-e926-4021-98f9-8df6f789d6c9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:16.042177 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-unplugged", "status": "completed", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:16.042425 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64bcec37-e926-4021-98f9-8df6f789d6c9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:16.043099 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'code': 200} Oct 26 16:32:16.051808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:16.074099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5276d-2902-4809-99f5-2ccf56cae255 req-8533ca13-755f-466c-8d90-eb22e9489d2f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.079284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-005ec127-69ff-449d-af6e-9d71d4bf2e46 req-1f925798-1111-4cc3-a6e0-298901844b4b service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637845 Oct 26 16:32:16.085169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49c5276d-2902-4809-99f5-2ccf56cae255 req-8533ca13-755f-466c-8d90-eb22e9489d2f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 949 time: 0.0782137 Oct 26 16:32:16.130860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=11']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:16.151560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49c5276d-2902-4809-99f5-2ccf56cae255 req-4b88b39a-3d1c-442b-8af5-baee063a386f tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602915 Oct 26 16:32:16.198633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:16.202233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.226709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201c630-8b25-4e9b-af3a-bb3d28cd7a5c req-871a0bc5-fd6d-4ccb-a2b7-503390978309 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.228347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a201c630-8b25-4e9b-af3a-bb3d28cd7a5c req-871a0bc5-fd6d-4ccb-a2b7-503390978309 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 944 time: 0.0628531 Oct 26 16:32:16.277063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a201c630-8b25-4e9b-af3a-bb3d28cd7a5c req-8a299335-744a-4c5e-a4d2-b322021d5e30 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Oct 26 16:32:16.386736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.10 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/f10e8404-4062-47c1-862a-71b3a9ecef87) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:16.404929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:16.520837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fe92408-a907-42a0-bc46-24cd4613356c req-86b8835a-2219-46d6-97df-fc7f11317b7b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 210 time: 0.0656176 Oct 26 16:32:16.566546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:16.586412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'port_id': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73', 'mac_address': 'fa:16:3e:46:bc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:16.621420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.638783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.654188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.660096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.666142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.666343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:16.690681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:16.691989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.698222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.704638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.710701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.712609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-5fc99429-5900-441d-8199-5d78d59dbe60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5424 time: 0.1952820 Oct 26 16:32:16.736827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.751676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-c1f47c4a-c5c8-4e75-affb-7fa80510fb52 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.753231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-c1f47c4a-c5c8-4e75-affb-7fa80510fb52 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 949 time: 0.1639163 Oct 26 16:32:16.759084 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.760283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8336488a-4427-4462-accd-951053de75da details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:16.788302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:16.794898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:16.798799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:16.833063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76e18a3c-fb96-40c4-b713-4a812e609046 req-39dd9987-b381-4100-b8bb-0ae1b8d80630 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098952 Oct 26 16:32:16.856363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.857018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:16.884667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:16.961692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-08da24e9-d69b-4e47-a2fc-1951b46e4b22 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0690930 Oct 26 16:32:16.981234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dbb7-57fe-44a9-80f8-8a3c6108b9d0 req-fc12f817-126b-4a52-ba22-f051c2904d17 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:16.984203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Request body: {'port': {'device_id': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:16.989360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba48dbb7-57fe-44a9-80f8-8a3c6108b9d0 req-fc12f817-126b-4a52-ba22-f051c2904d17 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 944 time: 0.2332506 Oct 26 16:32:17.006448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:17.057158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba48dbb7-57fe-44a9-80f8-8a3c6108b9d0 req-dc2bb165-1a1f-425e-8bf6-7325988f9948 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664561 Oct 26 16:32:17.062928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8336488a-4427-4462-accd-951053de75da,segment=NetworkSegment(f2d22d55-8105-4814-8b10-e39cc53640b9),segment_id=f2d22d55-8105-4814-8b10-e39cc53640b9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:17.076664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Deleting port 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:17.077401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.098975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '8336488a-4427-4462-accd-951053de75da', 'network_id': '585deff7-bcad-492e-992c-352ed81276e7', 'port_id': '8336488a-4427-4462-accd-951053de75da', 'mac_address': 'fa:16:3e:d1:0b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f17b8-7d0f-4e3c-8745-3769e6a426c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:17.145871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.148285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.167335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8336488a-4427-4462-accd-951053de75da {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:17.192479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8336488a-4427-4462-accd-951053de75da,segment=NetworkSegment(f2d22d55-8105-4814-8b10-e39cc53640b9),segment_id=f2d22d55-8105-4814-8b10-e39cc53640b9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:17.235231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5bb4-0f46-434f-b6cf-e8abcc6131ae req-5f9f5fdd-6c48-4091-ab83-ee7568aa71a5 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:17.242878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7fa5bb4-0f46-434f-b6cf-e8abcc6131ae req-5f9f5fdd-6c48-4091-ab83-ee7568aa71a5 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 944 time: 0.1128907 Oct 26 16:32:17.256987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.364356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:17.385247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] For port 5306137e-aac8-43d4-99d1-ceb408c215e2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5306137e-aac8-43d4-99d1-ceb408c215e2,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:17.385980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.440844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7fa5bb4-0f46-434f-b6cf-e8abcc6131ae req-318fa299-2cc9-432d-b1d0-32269e9e115d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965470 Oct 26 16:32:17.442778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Calling delete_port for 5306137e-aac8-43d4-99d1-ceb408c215e2 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:17.462321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0181718-1847-45c9-a051-1539fa26a376 req-703cf878-e5e7-49b3-96ee-67ee779fa572 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:17.472425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34c26d56-6bf1-4bcc-941a-d98af8a6ad73'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:17.480750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0181718-1847-45c9-a051-1539fa26a376 req-703cf878-e5e7-49b3-96ee-67ee779fa572 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 949 time: 0.1926732 Oct 26 16:32:17.506390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8336488a-4427-4462-accd-951053de75da'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:17.573975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10e8404-4062-47c1-862a-71b3a9ecef87 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:17.583539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.611673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Transition to ACTIVE for port object f10e8404-4062-47c1-862a-71b3a9ecef87 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:17.648381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0181718-1847-45c9-a051-1539fa26a376 req-f34b3dd4-806f-426f-8ecf-5764f9d14844 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/security-groups?id=f186cc95-6b81-4129-9a96-c132dc3d7850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646407 Oct 26 16:32:17.685699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.720422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0490-9024-4f41-8667-8ddbc5186cff req-6b75ff92-7a93-449e-9ee9-825e1190d4d0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:17.728386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ba0490-9024-4f41-8667-8ddbc5186cff req-6b75ff92-7a93-449e-9ee9-825e1190d4d0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 944 time: 0.1718385 Oct 26 16:32:17.782052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Pushing event updated for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:17.842693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ba0490-9024-4f41-8667-8ddbc5186cff req-c7ffc8a3-329d-45b3-a0ac-7ea6b0294e70 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080112 Oct 26 16:32:17.878782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e7c16-9e59-4199-b8a7-7cfa460a48be req-c9f088ac-6e37-4daf-a453-f2ec5bb4dace tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:17.881716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Attempting to bind port f10e8404-4062-47c1-862a-71b3a9ecef87 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:17.882055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Attempting to bind port f10e8404-4062-47c1-862a-71b3a9ecef87 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:17.882376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Attempting to bind port f10e8404-4062-47c1-862a-71b3a9ecef87 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:17.889140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Port f10e8404-4062-47c1-862a-71b3a9ecef87 on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:17.889458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Attempting to bind port f10e8404-4062-47c1-862a-71b3a9ecef87 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:17.892136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-968e7c16-9e59-4199-b8a7-7cfa460a48be req-c9f088ac-6e37-4daf-a453-f2ec5bb4dace tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 944 time: 0.1358531 Oct 26 16:32:17.896851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:17.897557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:17.898181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:17.898954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Bound port: f10e8404-4062-47c1-862a-71b3a9ecef87, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:17.899483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:17.975000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:17.978996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f10e8404-4062-47c1-862a-71b3a9ecef87,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:18.007311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-968e7c16-9e59-4199-b8a7-7cfa460a48be req-71a94ccf-0a1d-40c2-8e12-c1b53dfcc836 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983980 Oct 26 16:32:18.039710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.044781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.051223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.057860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.066293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.072742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.080198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.087406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.097438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ca215c3a-4ba2-44f1-aac0-58074aa8a43d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5424 time: 0.1360948 Oct 26 16:32:18.105868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.149031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Pushing event updated for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:18.157167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Pushing event deleted for resources: {'Port': ['ID=5306137e-aac8-43d4-99d1-ceb408c215e2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:18.194246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.194246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.194246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-2b3a48bd-dfbc-4634-9ccb-d7cb21f7be5a service neutron] 10.222.0.39 "PUT /v2.0/ports/f10e8404-4062-47c1-862a-71b3a9ecef87 HTTP/1.1" status: 200 len: 1092 time: 1.2179377 Oct 26 16:32:18.194246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:18.204750 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf559e-dc6c-4465-9947-212cb9d2a075" -d '{"events": [{"name": "network-changed", "server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:18.226525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] No DVR routers for this DVR port 5306137e-aac8-43d4-99d1-ceb408c215e2 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:18.232105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.235467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96fe21a4-b4b6-4171-a888-f573a3f31575 req-47940974-0c99-4696-9b26-b19f6ecbe071 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.39 "DELETE /v2.0/ports/5306137e-aac8-43d4-99d1-ceb408c215e2 HTTP/1.1" status: 204 len: 173 time: 1.4690883 Oct 26 16:32:18.235968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-deleted', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:18.238504 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb1c01b-72ad-4c61-b8d2-7e70efc6d90a" -d '{"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-deleted", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:18.253872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7fdf515-5f14-49f9-9e3f-37868123d021 req-ce297c6c-2613-481f-966f-5ce09e1c233d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554620 Oct 26 16:32:18.328409 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9992f628-d956-4a90-b676-da4c8bf1c922 x-openstack-request-id: req-9992f628-d956-4a90-b676-da4c8bf1c922 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:18.328680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4716bf0-1403-4e6b-a576-ed6e9a0d17b2 req-33264024-4890-4b36-a5f8-6dcc4cb02d40 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.328818 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:18.328944 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9992f628-d956-4a90-b676-da4c8bf1c922 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:18.329343 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87', 'status': 'completed', 'code': 200} Oct 26 16:32:18.331523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4716bf0-1403-4e6b-a576-ed6e9a0d17b2 req-33264024-4890-4b36-a5f8-6dcc4cb02d40 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 945 time: 0.0899918 Oct 26 16:32:18.405635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:18.409086 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eadb128-d94b-4b07-ac92-241a75db5e35 x-openstack-request-id: req-8eadb128-d94b-4b07-ac92-241a75db5e35 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:18.409378 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f55c1-4b06-4549-9149-b8056d3d1496", "name": "network-vif-deleted", "tag": "5306137e-aac8-43d4-99d1-ceb408c215e2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:18.409633 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eadb128-d94b-4b07-ac92-241a75db5e35 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:18.410030 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f55c1-4b06-4549-9149-b8056d3d1496', 'name': 'network-vif-deleted', 'tag': '5306137e-aac8-43d4-99d1-ceb408c215e2', 'status': 'completed', 'code': 200} Oct 26 16:32:18.438928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-8108cada-7234-474b-9137-7c0ac619ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.440099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-8108cada-7234-474b-9137-7c0ac619ab8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 1095 time: 0.1026466 Oct 26 16:32:18.450960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4716bf0-1403-4e6b-a576-ed6e9a0d17b2 req-004c181a-ae1a-4103-9b5d-1b3d12684d4c tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120551 Oct 26 16:32:18.501752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-99ca2f5d-e366-46c3-afe0-a9ae91d58450 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10e8404-4062-47c1-862a-71b3a9ecef87 HTTP/1.1" status: 200 len: 217 time: 0.0478213 Oct 26 16:32:18.576880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:18.581181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:18.581633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.587804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c456ae-b523-4588-970e-8a486550fe06 req-19b32faf-de5b-489d-a2a0-fd8a59c458d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.588558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-19b32faf-de5b-489d-a2a0-fd8a59c458d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0760000 Oct 26 16:32:18.644631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-c957d3c6-577b-4df4-b4de-01a8e8a6a487 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349109 Oct 26 16:32:18.714624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cfe78-3a9e-4c6e-8a16-7530dc68fc09 req-4be36676-0401-45b8-a6f9-440a85e1af4c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:18.716749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-265cfe78-3a9e-4c6e-8a16-7530dc68fc09 req-4be36676-0401-45b8-a6f9-440a85e1af4c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 944 time: 0.1477425 Oct 26 16:32:18.728748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.790459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:18.793308 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e191f91-427f-4b41-8bc6-b5fea3a8827d" -d '{"events": [{"server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "name": "network-vif-plugged", "status": "completed", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:18.799411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd0206b1-c5fb-4a88-adcb-6eafbcbadbfe req-e30df8e5-90a5-4bf0-92fe-067e619ce879 tempest-ImagesOneServerTestJSON-1401122762 tempest-ImagesOneServerTestJSON-1401122762-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6f55c1-4b06-4549-9149-b8056d3d1496 HTTP/1.1" status: 200 len: 210 time: 0.0394325 Oct 26 16:32:18.830602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:18.830833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-265cfe78-3a9e-4c6e-8a16-7530dc68fc09 req-d6641ae6-20f2-4ac0-9c4d-ada0579ee486 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043046 Oct 26 16:32:18.846483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-8b76a325-344f-4810-a1c6-c38dc772307a service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833308 Oct 26 16:32:18.909272 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602e1b97-372f-4c69-8b39-18e46fc8e653 x-openstack-request-id: req-602e1b97-372f-4c69-8b39-18e46fc8e653 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:18.910105 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "name": "network-vif-plugged", "status": "completed", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:18.911366 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-602e1b97-372f-4c69-8b39-18e46fc8e653 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:18.911984 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73', 'code': 200} Oct 26 16:32:18.920653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:18.921787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 41a108da-990b-453f-bf80-fb03f0bd4e62 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:19.026415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96711f7a-c39f-4bbb-96b7-fe52e14e96ad req-fa83b06d-02f6-4839-9606-1459dc2b6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.029217 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-96711f7a-c39f-4bbb-96b7-fe52e14e96ad req-fa83b06d-02f6-4839-9606-1459dc2b6dcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1096 time: 0.0546672 Oct 26 16:32:19.076957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-96711f7a-c39f-4bbb-96b7-fe52e14e96ad req-173d4e7b-2823-40e6-b9c4-774a646e813d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Oct 26 16:32:19.086517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:19.095177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d3ce-d805-412a-8b83-4afc30c74f1e req-13c66238-0188-4d9e-82b3-68c4fda4c9aa tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.097584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8c7d3ce-d805-412a-8b83-4afc30c74f1e req-13c66238-0188-4d9e-82b3-68c4fda4c9aa tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 944 time: 0.1426136 Oct 26 16:32:19.115677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c456ae-b523-4588-970e-8a486550fe06 req-1a31c2eb-215b-4df1-bd17-b40c7a667420 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661350 Oct 26 16:32:19.144904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 41a108da-990b-453f-bf80-fb03f0bd4e62 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:19.149553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 41a108da-990b-453f-bf80-fb03f0bd4e62 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:19.150099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.187950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8c7d3ce-d805-412a-8b83-4afc30c74f1e req-2e065f27-e53c-4f30-9903-8271ffd47293 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820441 Oct 26 16:32:19.207060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70009bf-9c48-4330-bb54-c6ead9d47156 req-2e00a06f-f751-4deb-ae43-485ee6a7bcc7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.210238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70009bf-9c48-4330-bb54-c6ead9d47156 req-2e00a06f-f751-4deb-ae43-485ee6a7bcc7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 944 time: 0.0932500 Oct 26 16:32:19.294594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.305620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70009bf-9c48-4330-bb54-c6ead9d47156 req-72c23b1d-381e-4652-b99c-deafb6dfce0c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865481 Oct 26 16:32:19.310857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-9555aea2-bf01-4a70-8f41-44390810bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.314164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-9555aea2-bf01-4a70-8f41-44390810bdc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 1095 time: 0.0727260 Oct 26 16:32:19.363447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=41a108da-990b-453f-bf80-fb03f0bd4e62,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:19.433190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.434853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8336488a-4427-4462-accd-951053de75da up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:19.459499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-e06a5b38-4329-4602-b640-e2ebdb5a9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.461252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-e06a5b38-4329-4602-b640-e2ebdb5a9fb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 913 time: 0.1401258 Oct 26 16:32:19.544449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-af0d3e00-c5db-4056-9615-4d0b2fa17955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10e8404-4062-47c1-862a-71b3a9ecef87 HTTP/1.1" status: 200 len: 217 time: 0.0412908 Oct 26 16:32:19.562663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2c0588fd-7465-4521-b217-7fbac50db8d2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:19.566243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:19.631250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.638340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.644324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.650208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.656720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.662946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.667354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 8336488a-4427-4462-accd-951053de75da completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:19.669675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.673965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 8336488a-4427-4462-accd-951053de75da triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:19.674856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.677551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-6996ab22-939b-498f-83f5-9a7f72e1c717 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5424 time: 0.2151940 Oct 26 16:32:19.702924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 2c0588fd-7465-4521-b217-7fbac50db8d2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:19.710205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 2c0588fd-7465-4521-b217-7fbac50db8d2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:19.710742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.747919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-349240a1-1ac8-401c-8a1a-6d554f5268c9 req-5ca3c0d6-2677-4976-b147-8f2329645e95 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694356 Oct 26 16:32:19.768241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-5b48bf42-9c93-466d-a7c9-7cc5a91bb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.769679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-5b48bf42-9c93-466d-a7c9-7cc5a91bb804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.2167077 Oct 26 16:32:19.783606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bda43-6082-481b-a69f-a0e5cc52d42b req-3a533859-8cfb-4a43-b40b-daf24c38b5c0 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:19.785670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-125bda43-6082-481b-a69f-a0e5cc52d42b req-3a533859-8cfb-4a43-b40b-daf24c38b5c0 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 945 time: 0.1973467 Oct 26 16:32:19.812120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-2f7f5a57-318b-4fb8-bf53-5d37eaf1b8fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254655 Oct 26 16:32:19.881716 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.883993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:19.955539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-125bda43-6082-481b-a69f-a0e5cc52d42b req-d947f62f-fbe0-4db1-85ed-f26421bdf32e tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385434 Oct 26 16:32:19.985838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8336488a-4427-4462-accd-951053de75da,segment=NetworkSegment(f2d22d55-8105-4814-8b10-e39cc53640b9),segment_id=f2d22d55-8105-4814-8b10-e39cc53640b9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:19.999634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2c0588fd-7465-4521-b217-7fbac50db8d2,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:20.026229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-82f3e1cf-2ea2-4e77-a475-ebb7aa5b3164 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049506 Oct 26 16:32:20.037723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa684c-d777-481b-89d1-c26276778c0f req-9ced3718-c430-4749-a921-36381fb0a487 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:20.039402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6aa684c-d777-481b-89d1-c26276778c0f req-9ced3718-c430-4749-a921-36381fb0a487 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0828671 Oct 26 16:32:20.056461 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.106445 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.107501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3fd655de-3ea0-4484-aecb-19f747c1476b up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:20.124579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6aa684c-d777-481b-89d1-c26276778c0f req-effe898b-3726-45ae-be47-44835cab6272 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Oct 26 16:32:20.188946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:20.266802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:20.319768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3fd655de-3ea0-4484-aecb-19f747c1476b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:20.328683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3fd655de-3ea0-4484-aecb-19f747c1476b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:20.328683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.460293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.668581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38548) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:20.722045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3fd655de-3ea0-4484-aecb-19f747c1476b,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:20.727998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555340d8-8f4e-43cb-990a-2fea02b744f3 req-3d8e2320-8848-4e68-b842-0d2dedf5615c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:20.729668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-555340d8-8f4e-43cb-990a-2fea02b744f3 req-3d8e2320-8848-4e68-b842-0d2dedf5615c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.1248536 Oct 26 16:32:20.753890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8065e91-474a-47d4-8771-58628d1d7c56 req-bf6eedfa-4681-4aab-90da-8661f264ec09 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:20.755434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8065e91-474a-47d4-8771-58628d1d7c56 req-bf6eedfa-4681-4aab-90da-8661f264ec09 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 944 time: 0.1493008 Oct 26 16:32:20.763266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efdf559e-dc6c-4465-9947-212cb9d2a075 req-d2bed8ff-655c-4fad-9b64-83624eccead1 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227166 Oct 26 16:32:20.787357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.822101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.823417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2084a85f-eceb-4e0c-adf2-807732b15a8b up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:20.838050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-555340d8-8f4e-43cb-990a-2fea02b744f3 req-a81b64de-2bf6-4e57-8939-cf6ac4e79be1 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972071 Oct 26 16:32:20.863370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b282da2a-da08-49af-ae32-08eff889c38d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad75e5a89d3142c6bf7054b97bd583d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936247 Oct 26 16:32:20.865978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:20.878839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8065e91-474a-47d4-8771-58628d1d7c56 req-279999c9-d791-436b-b40c-2a22e0440034 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092362 Oct 26 16:32:20.929388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.962878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62'}, {'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336488a-4427-4462-accd-951053de75da'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0588fd-7465-4521-b217-7fbac50db8d2'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd655de-3ea0-4484-aecb-19f747c1476b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:20.963871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:20.966866 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be9aee-759a-4315-ad29-d7fc2460f680" -d '{"events": [{"server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "name": "network-vif-plugged", "status": "completed", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62"}, {"server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "name": "network-vif-plugged", "status": "completed", "tag": "8336488a-4427-4462-accd-951053de75da"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "2c0588fd-7465-4521-b217-7fbac50db8d2"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3fd655de-3ea0-4484-aecb-19f747c1476b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:20.988038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:21.073078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.079396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.085376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.091505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.097781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.103771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.110496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.112555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-d084720b-ff70-4971-9d64-9e8d2aefc431 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5426 time: 0.1295457 Oct 26 16:32:21.113154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 2084a85f-eceb-4e0c-adf2-807732b15a8b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:21.117672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 2084a85f-eceb-4e0c-adf2-807732b15a8b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:21.118117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.124176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.126720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.130202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f186cc95-6b81-4129-9a96-c132dc3d7850 HTTP/1.1" status: 204 len: 168 time: 0.2606385 Oct 26 16:32:21.144410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462ffa4-a495-4d60-8608-662f959a54fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186cc95-6b81-4129-9a96-c132dc3d7850,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:21.203831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8340d9ed-d987-4c41-9ead-2172506075b2 req-76ee0da0-2f44-4322-89de-136133ad259e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685153 Oct 26 16:32:21.216021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745470d5-326b-42a5-9ca6-87a0577f0333 req-372579d1-ad39-4f16-8b33-5274ec06d9a7 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.217596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-745470d5-326b-42a5-9ca6-87a0577f0333 req-372579d1-ad39-4f16-8b33-5274ec06d9a7 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.1678057 Oct 26 16:32:21.247945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.302534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:21.304555 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b828e436-70bc-444b-a1f8-63f1cbc5d267 x-openstack-request-id: req-b828e436-70bc-444b-a1f8-63f1cbc5d267 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:21.305105 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "name": "network-vif-plugged", "status": "completed", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62", "code": 200}, {"server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "name": "network-vif-plugged", "status": "completed", "tag": "8336488a-4427-4462-accd-951053de75da", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "2c0588fd-7465-4521-b217-7fbac50db8d2", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3fd655de-3ea0-4484-aecb-19f747c1476b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:21.305463 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b828e436-70bc-444b-a1f8-63f1cbc5d267 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:21.305992 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62', 'code': 200} Oct 26 16:32:21.306455 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336488a-4427-4462-accd-951053de75da', 'code': 200} Oct 26 16:32:21.306812 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0588fd-7465-4521-b217-7fbac50db8d2', 'code': 200} Oct 26 16:32:21.307328 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd655de-3ea0-4484-aecb-19f747c1476b', 'code': 200} Oct 26 16:32:21.354627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-745470d5-326b-42a5-9ca6-87a0577f0333 req-209c1c52-d4dd-47a3-a636-6023de1c2a70 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106369 Oct 26 16:32:21.371599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.372798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 189453d3-4556-4775-b0e1-4fea0ca8ca11 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:21.467645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d1999-7719-4910-b1b8-ae5b5fcbbb98 req-7950b81b-6519-4eea-bcde-268bc280a19c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.470333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79d1999-7719-4910-b1b8-ae5b5fcbbb98 req-7950b81b-6519-4eea-bcde-268bc280a19c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1113429 Oct 26 16:32:21.515943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858271a-7cfb-4b1e-9bea-0ebcb28ca36c req-8c1dde3f-897f-4370-9b45-de3a86a401ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.517711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d858271a-7cfb-4b1e-9bea-0ebcb28ca36c req-8c1dde3f-897f-4370-9b45-de3a86a401ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 1097 time: 0.1170318 Oct 26 16:32:21.534831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:21.535514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab5df-789c-4d6a-bbed-8d29d157df9d req-eee60815-ce5c-456b-b9d5-6250a20f5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.537299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6ab5df-789c-4d6a-bbed-8d29d157df9d req-eee60815-ce5c-456b-b9d5-6250a20f5b74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 1096 time: 0.1557946 Oct 26 16:32:21.544122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79d1999-7719-4910-b1b8-ae5b5fcbbb98 req-ef6ba8ba-1aff-4b9c-8d4f-ff3933fe6790 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Oct 26 16:32:21.593262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6ab5df-789c-4d6a-bbed-8d29d157df9d req-d77b93b4-4054-4fbd-9202-e7ba97ef85a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Oct 26 16:32:21.611527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d858271a-7cfb-4b1e-9bea-0ebcb28ca36c req-dba9b380-e696-43b4-9333-f83ea812a5ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730619 Oct 26 16:32:21.644476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 189453d3-4556-4775-b0e1-4fea0ca8ca11 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:21.648619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 189453d3-4556-4775-b0e1-4fea0ca8ca11 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:21.648997 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.755761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.799536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:21.843357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:21.844324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:21.949383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:21.978310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c486b-c120-402a-83f5-ebc23715b6f8 req-634185b7-e10d-40bf-974c-5a022a50ebba tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:21.980551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-864c486b-c120-402a-83f5-ebc23715b6f8 req-634185b7-e10d-40bf-974c-5a022a50ebba tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0746005 Oct 26 16:32:22.010242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:22.015087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:22.015567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.048449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-864c486b-c120-402a-83f5-ebc23715b6f8 req-1252c4e1-ec19-4a56-a30d-243419226b1d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Oct 26 16:32:22.115574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6614-b21e-4069-81f6-2410f2cbfbac req-529a224f-510c-4e48-b4de-4e30b5559b50 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.117109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d74b6614-b21e-4069-81f6-2410f2cbfbac req-529a224f-510c-4e48-b4de-4e30b5559b50 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.0730371 Oct 26 16:32:22.164343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.167314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d1e6-5269-482b-b579-29c395614582 req-6ecb49c0-f4ac-4573-ae9c-1b16e8ac250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.169666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-6ecb49c0-f4ac-4573-ae9c-1b16e8ac250d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1096 time: 0.0574572 Oct 26 16:32:22.201108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d74b6614-b21e-4069-81f6-2410f2cbfbac req-7941a486-572c-4226-84a3-76f4aca0156e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Oct 26 16:32:22.217334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:22.227939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd0eb-8c11-4165-b5b4-7c670acb2c9f req-3a3db853-6c0d-49ef-8112-f2c73515c006 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.238214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6cfd0eb-8c11-4165-b5b4-7c670acb2c9f req-3a3db853-6c0d-49ef-8112-f2c73515c006 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 944 time: 0.1163232 Oct 26 16:32:22.302303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.303386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fd3d653e-2970-46c0-ae33-d20ee8e7cdea up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:22.311901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6cfd0eb-8c11-4165-b5b4-7c670acb2c9f req-ed2351f8-9e46-4f9c-ba16-6b8d5bb2bb3a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Oct 26 16:32:22.343872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d1e6-5269-482b-b579-29c395614582 req-2fc66d72-62e3-48a0-9081-226877b970b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.345676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-2fc66d72-62e3-48a0-9081-226877b970b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.1652656 Oct 26 16:32:22.380219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae8de-fa1d-49c9-bc46-b29c5b90ff14 req-07e475f3-2cb7-4b7b-a1a0-ee49c029f2d8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.389709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-993ae8de-fa1d-49c9-bc46-b29c5b90ff14 req-07e475f3-2cb7-4b7b-a1a0-ee49c029f2d8 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.0682569 Oct 26 16:32:22.403326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-8d02edcd-6c4c-43c8-b4bb-e4f64f47810b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 200 len: 217 time: 0.0468142 Oct 26 16:32:22.430191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:22.461527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.469147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-993ae8de-fa1d-49c9-bc46-b29c5b90ff14 req-301b067b-7446-46e9-85e4-0a5c4221ef24 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Oct 26 16:32:22.470311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d1e6-5269-482b-b579-29c395614582 req-9885dcca-fc5b-47e2-960d-cddc8356700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.472006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-9885dcca-fc5b-47e2-960d-cddc8356700d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.0605559 Oct 26 16:32:22.515757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-2def176a-6ff8-42be-aa16-84c664605ccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323801 Oct 26 16:32:22.519580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.525677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.533359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.540439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.541372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port fd3d653e-2970-46c0-ae33-d20ee8e7cdea completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:22.546037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port fd3d653e-2970-46c0-ae33-d20ee8e7cdea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:22.547266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.547372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.552518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.567182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.569870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-5c514b04-9f20-4f8f-9504-d10b88eef2ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5429 time: 0.1776071 Oct 26 16:32:22.659720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.671680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-bad245fd-4348-4538-ae86-1a78c086d2fb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.673204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-bad245fd-4348-4538-ae86-1a78c086d2fb tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 944 time: 0.2031348 Oct 26 16:32:22.680042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23309-65bd-4801-91f6-da3ff685a2e9 req-408b284a-40a7-4865-831b-b6051091d742 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896993 Oct 26 16:32:22.692184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-780bf659-db30-411a-9365-f4c0942ed2ab service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684518 Oct 26 16:32:22.718086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:22.721841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523d05b-ba6c-4faa-adbb-849358cae582 req-ddb85f5d-4734-4245-8674-608b73da1bcd tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:22.723504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0523d05b-ba6c-4faa-adbb-849358cae582 req-ddb85f5d-4734-4245-8674-608b73da1bcd tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.1515250 Oct 26 16:32:22.776082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.777475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:22.811222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0523d05b-ba6c-4faa-adbb-849358cae582 req-d3d252d4-da86-4b9d-9ac8-b5be4ebee839 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748692 Oct 26 16:32:22.841888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Deleting port c5d57be7-77d3-4c3e-b212-b516ac15a452 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:22.842098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.856650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6024d1e6-5269-482b-b579-29c395614582 req-a6efd584-055f-49af-a09e-ff21be7ab4e9 service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485226 Oct 26 16:32:22.867557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:22.947642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] For port c5d57be7-77d3-4c3e-b212-b516ac15a452, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c5d57be7-77d3-4c3e-b212-b516ac15a452,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:22.948061 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.958816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:22.962854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:22.963274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:22.969175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Calling delete_port for c5d57be7-77d3-4c3e-b212-b516ac15a452 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:23.047666 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.088562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:23.141871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.142893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:23.174202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7dd3-5e05-43da-91a5-a28a33437fe0 req-9d2a9236-a21f-4920-ab42-86340ba7ca13 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.175985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-673c7dd3-5e05-43da-91a5-a28a33437fe0 req-9d2a9236-a21f-4920-ab42-86340ba7ca13 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Oct 26 16:32:23.177162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.181072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 5306137e-aac8-43d4-99d1-ceb408c215e2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:23.181420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5306137e-aac8-43d4-99d1-ceb408c215e2 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:23.191901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c5d57be7-77d3-4c3e-b212-b516ac15a452'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:23.211036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event deleted for resources: {'Port': ['ID=c5d57be7-77d3-4c3e-b212-b516ac15a452,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:23.233621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:23.274596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] No DVR routers for this DVR port c5d57be7-77d3-4c3e-b212-b516ac15a452 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:23.279215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.282437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4c927f7-ed59-4ee4-8d71-cf7e05a8e08f req-85ff19c2-8f51-471c-b75d-92938bc8e6c2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "DELETE /v2.0/ports/c5d57be7-77d3-4c3e-b212-b516ac15a452 HTTP/1.1" status: 204 len: 173 time: 0.6013398 Oct 26 16:32:23.283221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-deleted', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:23.285479 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1abf2-4bd7-48e8-9fa6-9042014a6e9f" -d '{"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-deleted", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:23.292026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-673c7dd3-5e05-43da-91a5-a28a33437fe0 req-abd0c9cb-6a34-4e02-ba7c-16d11caac140 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848672 Oct 26 16:32:23.309235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:23.312517 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee42cb3e-6a54-4c85-ad93-0134848b516f" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:23.344384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45fc2c-4092-4cbd-925a-b88fe59f8e7b req-d39de4a1-9df2-4310-8f4c-42689e9c02b3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.346191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e45fc2c-4092-4cbd-925a-b88fe59f8e7b req-d39de4a1-9df2-4310-8f4c-42689e9c02b3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.0574486 Oct 26 16:32:23.347770 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe4e5e-fd55-4588-a5c6-ded262a32285 x-openstack-request-id: req-9efe4e5e-fd55-4588-a5c6-ded262a32285 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:23.348054 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b331474a-3104-4376-98fe-864b3a120c63", "name": "network-vif-deleted", "tag": "c5d57be7-77d3-4c3e-b212-b516ac15a452", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:23.348307 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efe4e5e-fd55-4588-a5c6-ded262a32285 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:23.348698 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b331474a-3104-4376-98fe-864b3a120c63', 'name': 'network-vif-deleted', 'tag': 'c5d57be7-77d3-4c3e-b212-b516ac15a452', 'status': 'completed', 'code': 200} Oct 26 16:32:23.382332 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d7bc2-f7a3-4e62-b400-ef0f14bc3a45 x-openstack-request-id: req-5e0d7bc2-f7a3-4e62-b400-ef0f14bc3a45 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:23.382698 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:23.383011 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e0d7bc2-f7a3-4e62-b400-ef0f14bc3a45 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:23.383560 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'code': 200} Oct 26 16:32:23.384730 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'code': 200} Oct 26 16:32:23.384730 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'code': 200} Oct 26 16:32:23.384730 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea', 'code': 200} Oct 26 16:32:23.384730 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'code': 200} Oct 26 16:32:23.394485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e45fc2c-4092-4cbd-925a-b88fe59f8e7b req-44f6d03a-0bbe-47c3-85a8-91484441e008 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Oct 26 16:32:23.485704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9c5b-c336-425c-a765-832ccb53c6a5 req-5d14d263-c092-4c4d-b389-67950ad9327e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.487470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b82d9c5b-c336-425c-a765-832ccb53c6a5 req-5d14d263-c092-4c4d-b389-67950ad9327e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 944 time: 0.0549097 Oct 26 16:32:23.506660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f10e8404-4062-47c1-862a-71b3a9ecef87 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:23.593770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c521813d-3ee7-4711-baea-862b3b6ecb0c req-eb616b5a-5660-4102-b6b4-e032296c2dc2 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b331474a-3104-4376-98fe-864b3a120c63 HTTP/1.1" status: 200 len: 210 time: 0.0430813 Oct 26 16:32:23.601616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b82d9c5b-c336-425c-a765-832ccb53c6a5 req-6d2c6181-dc27-4a1d-ad5b-1f1b41bb0447 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933089 Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.617801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-6b692cb1-f05e-4e87-89ca-b7b2fbe5805e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1209495 Oct 26 16:32:23.648520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f10e8404-4062-47c1-862a-71b3a9ecef87,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:23.660322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f10e8404-4062-47c1-862a-71b3a9ecef87', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': 'f10e8404-4062-47c1-862a-71b3a9ecef87', 'mac_address': 'fa:16:3e:6d:8b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:23.664817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c616bf65-9293-440b-92cb-ac5c380f1878 req-feda0baa-6fc5-40d5-8312-400a9833689f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336878 Oct 26 16:32:23.699257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.712305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10e8404-4062-47c1-862a-71b3a9ecef87 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:23.732730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f10e8404-4062-47c1-862a-71b3a9ecef87,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:23.793820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:23.814853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.821808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.828810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.837151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.844714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.850406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:23.851268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.857678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.860047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-5b9e0f55-6569-402e-8508-ac2374366889 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1032498 Oct 26 16:32:23.906693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-174c12e2-5501-4557-9c09-34d7c5a03c18 req-f9fc8608-edb2-4bb7-91a7-40f26feda1ad tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404403 Oct 26 16:32:23.985872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b77d-d0ab-4e0c-981b-08d6bba7a311 req-56729561-2ea3-4c3c-855f-5bfb1b7c0e06 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:23.987354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63b77d-d0ab-4e0c-981b-08d6bba7a311 req-56729561-2ea3-4c3c-855f-5bfb1b7c0e06 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Oct 26 16:32:24.030744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd63b77d-d0ab-4e0c-981b-08d6bba7a311 req-217bc20a-190b-4eb7-ac2b-e1e05a2a34ac tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Oct 26 16:32:24.129641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f10e8404-4062-47c1-862a-71b3a9ecef87'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:24.445781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb083-c555-48e5-9a99-c2d3a18300d0 req-f2c7e96b-9ddc-42ca-885a-e124cbd544a9 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:24.447399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70dcb083-c555-48e5-9a99-c2d3a18300d0 req-f2c7e96b-9ddc-42ca-885a-e124cbd544a9 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0613685 Oct 26 16:32:24.487075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70dcb083-c555-48e5-9a99-c2d3a18300d0 req-43e045fd-d5fd-4a57-924a-b41d6c9249dc tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Oct 26 16:32:24.742801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ce502-b17e-48b6-8dd7-848695de974d req-9bbb49b7-92d3-4be3-9373-4b46df82c7c9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:24.744324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e6ce502-b17e-48b6-8dd7-848695de974d req-9bbb49b7-92d3-4be3-9373-4b46df82c7c9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 945 time: 0.0600715 Oct 26 16:32:24.784269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e6ce502-b17e-48b6-8dd7-848695de974d req-33da34d3-5df5-4243-bc67-3bd1efd0e246 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Oct 26 16:32:25.185726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.193162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.199948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.210164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.220452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.229561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.237237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.240624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-b2ef270a-8fbb-40a1-9102-344fb87fbaed tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1686256 Oct 26 16:32:25.263963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb60ab-be3b-4264-b839-3a3617ad0c0a req-d2bac4ca-cf13-4c89-a330-cdc3dd3b1557 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.265647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96bb60ab-be3b-4264-b839-3a3617ad0c0a req-d2bac4ca-cf13-4c89-a330-cdc3dd3b1557 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.1596410 Oct 26 16:32:25.314051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eaa04861-53f3-4a69-ab3e-082a38d6d1b8 req-e47b5bce-4513-4f9a-a169-fb6a965bf46a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656343 Oct 26 16:32:25.332454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96bb60ab-be3b-4264-b839-3a3617ad0c0a req-1f74b957-7191-44f7-9a42-06e57a42b5ae tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561678 Oct 26 16:32:25.517388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f10e8404-4062-47c1-862a-71b3a9ecef87 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:25.612434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-c4ddc799-024a-4c8d-971f-ec73a8442781 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.614073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-c4ddc799-024a-4c8d-971f-ec73a8442781 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 944 time: 0.0803943 Oct 26 16:32:25.689859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port f10e8404-4062-47c1-862a-71b3a9ecef87 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:25.694004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f10e8404-4062-47c1-862a-71b3a9ecef87 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:25.694555 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:25.727556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaee1f-3aa9-4a17-8907-1816730bbc70 req-7989508d-2bf1-4709-9503-fcf7cce32fa6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:25.729155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5eaee1f-3aa9-4a17-8907-1816730bbc70 req-7989508d-2bf1-4709-9503-fcf7cce32fa6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1141443 Oct 26 16:32:25.771437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Deleting port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:25.771776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:25.775080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:25.798670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:25.800911 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c60a863-470e-4f8c-bd11-2f070866d92e" -d '{"events": [{"server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "name": "network-vif-plugged", "status": "completed", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:25.815738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f10e8404-4062-47c1-862a-71b3a9ecef87,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:25.827006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5eaee1f-3aa9-4a17-8907-1816730bbc70 req-8f46b567-6cef-4a3c-9232-17bbbc29a180 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Oct 26 16:32:25.843618 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64123ca-c1b6-4276-84ed-269b909a7c27 x-openstack-request-id: req-f64123ca-c1b6-4276-84ed-269b909a7c27 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:25.843971 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "name": "network-vif-plugged", "status": "completed", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:25.844327 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f64123ca-c1b6-4276-84ed-269b909a7c27 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:25.844781 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87', 'code': 200} Oct 26 16:32:25.887359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:25.888348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:25.888438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] For port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:25.888792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:25.911597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Calling delete_port for 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:25.962301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c5d57be7-77d3-4c3e-b212-b516ac15a452 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:25.962979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c5d57be7-77d3-4c3e-b212-b516ac15a452 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:26.000118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:26.053429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b927c-e8d5-47a9-9671-7eba970c9915 req-8ed69a0a-1197-4139-ae0c-6824a926518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.056386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d8b927c-e8d5-47a9-9671-7eba970c9915 req-8ed69a0a-1197-4139-ae0c-6824a926518c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 1097 time: 0.1107399 Oct 26 16:32:26.060435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9564d5-f644-474f-a706-a1d159dfc90a req-f48ed903-9bd9-41ed-ac29-8b97846e82ae tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.062040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b9564d5-f644-474f-a706-a1d159dfc90a req-f48ed903-9bd9-41ed-ac29-8b97846e82ae tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1258481 Oct 26 16:32:26.110784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d8b927c-e8d5-47a9-9671-7eba970c9915 req-a3d04cdb-65ac-4068-9d47-e80246a5babe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Oct 26 16:32:26.145031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b9564d5-f644-474f-a706-a1d159dfc90a req-475f7684-b6a1-4065-b3b8-edab0d9d6d4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764673 Oct 26 16:32:26.232809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:26.260508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event deleted for resources: {'Port': ['ID=7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:26.310074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] No DVR routers for this DVR port 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:26.312799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:26.316106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1291a60c-9aff-4598-8b4c-63844f51b40c req-199ad6d3-ba8f-4b75-99d2-cb9ad928b9c5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "DELETE /v2.0/ports/7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 HTTP/1.1" status: 204 len: 173 time: 0.6923637 Oct 26 16:32:26.316556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-deleted', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:26.318893 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b1e7f0-b86d-4c0c-8589-3a555ff42714" -d '{"events": [{"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-deleted", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:26.358170 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e432392-6e08-45c5-bd2a-0e0fba2d7a06 x-openstack-request-id: req-9e432392-6e08-45c5-bd2a-0e0fba2d7a06 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:26.358411 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b269eecd-a2ab-4883-ab9a-46c467cfaf0d", "name": "network-vif-deleted", "tag": "7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:26.358665 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e432392-6e08-45c5-bd2a-0e0fba2d7a06 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:26.359068 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b269eecd-a2ab-4883-ab9a-46c467cfaf0d', 'name': 'network-vif-deleted', 'tag': '7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91', 'status': 'completed', 'code': 200} Oct 26 16:32:26.481058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.487109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.493138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.499827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.505935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.512502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.518506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.520530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-9b3f57b7-fecb-4827-b9fe-1ce4e7f7c17e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1027765 Oct 26 16:32:26.569065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ba3ce8e-321b-460c-9538-ac9c8dfa28fd req-51c54386-3f45-4d1d-bcd6-da3ec33b67ae tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404229 Oct 26 16:32:26.658810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3084143f-1f26-4eb6-8d66-f1468b14d9ad req-3f1e3be7-eeb9-45b4-b6fc-e33322ad8672 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=b269eecd-a2ab-4883-ab9a-46c467cfaf0d HTTP/1.1" status: 200 len: 210 time: 0.0275221 Oct 26 16:32:26.775896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.782730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.788685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.795518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.801483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.807430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.813553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:26.815452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-368a914d-f03d-4d72-8818-0e586f3e05c0 req-8dfa5f9b-e415-4983-878f-9e4a95ed0a60 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.0937936 Oct 26 16:32:26.826185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:26.830595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Request body: {'floatingip': {'port_id': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:26.876006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:27.021372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b2c4c-80f6-4924-adbb-1c09b77de1a6 req-f4b2d185-a5b8-425c-82fc-29dd737a5d62 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:27.027361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a59b2c4c-80f6-4924-adbb-1c09b77de1a6 req-f4b2d185-a5b8-425c-82fc-29dd737a5d62 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1165469 Oct 26 16:32:27.136803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a59b2c4c-80f6-4924-adbb-1c09b77de1a6 req-e57797a0-f328-464b-a293-fd63e9cfba72 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807879 Oct 26 16:32:27.454226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd2d4-69e7-496f-9714-a5b7bafb2517 req-295033c3-d82a-4649-a0df-08ac19bb53c5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:27.455779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811bd2d4-69e7-496f-9714-a5b7bafb2517 req-295033c3-d82a-4649-a0df-08ac19bb53c5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1485136 Oct 26 16:32:27.460736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:27.516151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-811bd2d4-69e7-496f-9714-a5b7bafb2517 req-8ca19d45-5963-4774-94e2-556e9a0dbb5c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Oct 26 16:32:27.644478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:27.773412 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Floating IP 841b1838-2232-41b9-87ed-245b8972fe1b associated. External IP: 172.25.5.115, port: 2084a85f-eceb-4e0c-adf2-807732b15a8b. Oct 26 16:32:28.007552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Router ffc95ef1-ee6b-4801-91b5-ef71327e8969 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:32:28.142424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:32:28.153768 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Sync routers for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:32:28.155655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:28.186398 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:32:28.187364 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:32:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:28.197964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e04db531-a15f-42bb-aca3-aac04c54ebc3 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "PUT /v2.0/floatingips/841b1838-2232-41b9-87ed-245b8972fe1b HTTP/1.1" status: 200 len: 991 time: 1.3704779 Oct 26 16:32:28.304747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d257-77c6-4c3d-af6c-f05f5a0378e4 req-4649ea80-45fe-49c8-809d-f91e4acf53d3 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.308242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f27d257-77c6-4c3d-af6c-f05f5a0378e4 req-4649ea80-45fe-49c8-809d-f91e4acf53d3 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.0861235 Oct 26 16:32:28.321144 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:32:28.329020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158e8c-8d8e-4895-bed6-f4f41c8bf430 req-ef992644-ca17-4956-9319-b6de0f32f6e4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.330600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63158e8c-8d8e-4895-bed6-f4f41c8bf430 req-ef992644-ca17-4956-9319-b6de0f32f6e4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0945694 Oct 26 16:32:28.360889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:28.363242 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:28.383322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f27d257-77c6-4c3d-af6c-f05f5a0378e4 req-1aade7ed-300e-4ef0-832b-13d70386aaf5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/security-groups?id=443ba2e2-e844-4a71-8e3b-416089c76cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690374 Oct 26 16:32:28.397362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63158e8c-8d8e-4895-bed6-f4f41c8bf430 req-b00202df-c040-4bda-ab5a-6effd596074b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587063 Oct 26 16:32:28.619939 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f61df-37fb-46c8-af94-03e8398927a4 x-openstack-request-id: req-f89f61df-37fb-46c8-af94-03e8398927a4 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:28.620274 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:28.620535 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f89f61df-37fb-46c8-af94-03e8398927a4 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:28.627026 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'status': 'completed', 'code': 200} Oct 26 16:32:28.747551 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '841b1838-2232-41b9-87ed-245b8972fe1b', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'port_id': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'mac_address': 'fa:16:3e:90:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:31:03Z', 'updated_at': '2021-10-26T16:32:27Z', 'revision_number': 1, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:28.752156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.752642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.753060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.763767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.764242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.764689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.765307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.768091 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-b6f72c5b-6e7a-4a99-a552-ff477da0a577 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1063159 Oct 26 16:32:28.785500 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Checking router: ffc95ef1-ee6b-4801-91b5-ef71327e8969 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:32:28.796001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:32:28.796854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:32:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:28.831235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-32cab141-ad8e-4303-8077-1aca0d08a938 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.833017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-32cab141-ad8e-4303-8077-1aca0d08a938 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 944 time: 0.1073248 Oct 26 16:32:28.893921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-c3b8ac4f-8ebf-471c-a0c6-765197e6f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.894556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c044b-03a4-4770-8c9f-61d3019aac07 req-bbf43d54-5c6e-463e-a6e2-fa00ae8497be tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:28.895756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-c3b8ac4f-8ebf-471c-a0c6-765197e6f3c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c HTTP/1.1" status: 200 len: 913 time: 0.1206818 Oct 26 16:32:28.899617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de4c044b-03a4-4770-8c9f-61d3019aac07 req-bbf43d54-5c6e-463e-a6e2-fa00ae8497be tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.2424912 Oct 26 16:32:28.969717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de4c044b-03a4-4770-8c9f-61d3019aac07 req-6f7bb19b-de46-4b95-a466-ad552d6f0d78 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Oct 26 16:32:28.976558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-75ce7cae-d872-4a1c-9ba1-bda7ba8fba26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 999 time: 0.0731959 Oct 26 16:32:29.044593 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:32:29.054933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-014aff01-817a-4159-a7f0-fdded63299e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:29.055372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Deleting port fe217608-9038-4818-801d-24dcb58064ac {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:29.055719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:29.056878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-014aff01-817a-4159-a7f0-fdded63299e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 200 len: 851 time: 0.0718915 Oct 26 16:32:29.141318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-19035d63-bbf5-4c9c-b123-16f7ab45b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:29.143536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-19035d63-bbf5-4c9c-b123-16f7ab45b8a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf4fb984-7316-4455-8587-5bdb1c34326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774302 Oct 26 16:32:29.234841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] For port fe217608-9038-4818-801d-24dcb58064ac, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fe217608-9038-4818-801d-24dcb58064ac,segment=NetworkSegment(e43ed052-8267-489c-ac1e-7b7b3dc4945e),segment_id=e43ed052-8267-489c-ac1e-7b7b3dc4945e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:29.234841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:29.246863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Calling delete_port for fe217608-9038-4818-801d-24dcb58064ac owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:29.280175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-bca13344-972b-4935-be80-bd74d78f3c21 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265476 Oct 26 16:32:29.341783 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '841b1838-2232-41b9-87ed-245b8972fe1b', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'port_id': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'mac_address': 'fa:16:3e:90:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:31:03Z', 'updated_at': '2021-10-26T16:32:27Z', 'revision_number': 1, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:29.382510 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268d1a-880e-4d7d-8b7c-5269f28304db None None] The sync data for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 is: [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '841b1838-2232-41b9-87ed-245b8972fe1b', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'port_id': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'mac_address': 'fa:16:3e:90:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:31:03Z', 'updated_at': '2021-10-26T16:32:27Z', 'revision_number': 1, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:32:29.552716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:29.558852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fe217608-9038-4818-801d-24dcb58064ac no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:29.604118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: fe217608-9038-4818-801d-24dcb58064ac {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:29.604527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fe217608-9038-4818-801d-24dcb58064ac not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:29.605083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:29.616245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Pushing event deleted for resources: {'Port': ['ID=fe217608-9038-4818-801d-24dcb58064ac,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:29.664568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:29.665144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7c3aa8cb-582a-4b79-ac7f-d0bd705a5d91 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:29.718568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55392924-f5fe-4041-847b-3992084cc911 req-087c4982-9406-499e-9a87-ac51d76834b5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 210 time: 0.0568187 Oct 26 16:32:29.723936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] No DVR routers for this DVR port fe217608-9038-4818-801d-24dcb58064ac on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:29.726795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:29.732752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-068a801d-4855-4243-b8c8-0451bb2685d9 req-851dfb94-6995-448a-ab29-eb0fada029e5 tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.39 "DELETE /v2.0/ports/fe217608-9038-4818-801d-24dcb58064ac HTTP/1.1" status: 204 len: 173 time: 0.8914914 Oct 26 16:32:29.761272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566deb-e9b1-4bb7-950b-86e2d7111684 req-831ce1b6-705a-4b78-b1cd-8a50617e985b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:29.769689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d566deb-e9b1-4bb7-950b-86e2d7111684 req-831ce1b6-705a-4b78-b1cd-8a50617e985b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1728976 Oct 26 16:32:29.832397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47d17c-5682-4f75-b64e-f49682e2af10 None None] New status for floating IP 841b1838-2232-41b9-87ed-245b8972fe1b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:32:29.843730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d566deb-e9b1-4bb7-950b-86e2d7111684 req-c8036302-aedd-4986-bafe-39f9185f360d tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727255 Oct 26 16:32:29.898480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9e564124-c4e7-4e61-a7cd-1f7da1787ea9 req-46e3991e-17d0-43ba-ba2d-86d6ec71432e service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104465 Oct 26 16:32:29.969709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5338424-df88-42da-a459-fd0dc9b17d74 req-730de017-dfa7-4038-89e6-ab6ec692fe05 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:29.971338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5338424-df88-42da-a459-fd0dc9b17d74 req-730de017-dfa7-4038-89e6-ab6ec692fe05 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1263533 Oct 26 16:32:30.014083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03329d1-25db-4f76-af69-2ea179d289af req-0646adc6-b931-4905-aa56-79166be8a732 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:30.015550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b03329d1-25db-4f76-af69-2ea179d289af req-0646adc6-b931-4905-aa56-79166be8a732 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.0967729 Oct 26 16:32:30.045475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5338424-df88-42da-a459-fd0dc9b17d74 req-64413dcf-b74c-43e7-b5ec-047bff030b0e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Oct 26 16:32:30.074566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b03329d1-25db-4f76-af69-2ea179d289af req-c01eab51-9917-4679-a486-729be8bf0760 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Oct 26 16:32:30.288148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-3a264309-7ecd-4069-a866-dd6d35b0ef06 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232847 Oct 26 16:32:30.402480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-42ccb575-1e1b-4be5-84e1-43f2c3d5051a tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:30.403950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-42ccb575-1e1b-4be5-84e1-43f2c3d5051a tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099954 Oct 26 16:32:30.422142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-d9683dd2-500b-4088-a7ee-13b8f2d5bd62 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/quotas/3e6666eed7c245909d5f1c779226bf3f HTTP/1.1" status: 200 len: 375 time: 0.0119803 Oct 26 16:32:30.778828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-deleted', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:30.781189 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed8898-eb04-4056-ab75-5c1873500424" -d '{"events": [{"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-deleted", "tag": "fe217608-9038-4818-801d-24dcb58064ac"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:30.787756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-ca4365ea-a7f1-4fe7-85eb-a45def4c41e1 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3597715 Oct 26 16:32:30.875804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b2bfed2-73e9-4893-b6e4-e8512aa4426d req-c4f62212-3763-41bf-8bad-39b93e378fee tempest-LiveMigrationTest-1541525362 tempest-LiveMigrationTest-1541525362-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c289a-1e6c-426a-a0d5-9c6334636ec2 HTTP/1.1" status: 200 len: 210 time: 0.0351841 Oct 26 16:32:30.930278 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f034f-7838-4c1f-9e0c-ed77b0cc37e1 x-openstack-request-id: req-7b0f034f-7838-4c1f-9e0c-ed77b0cc37e1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:30.930691 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c289a-1e6c-426a-a0d5-9c6334636ec2", "name": "network-vif-deleted", "tag": "fe217608-9038-4818-801d-24dcb58064ac", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:30.931148 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b0f034f-7838-4c1f-9e0c-ed77b0cc37e1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:30.931553 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c289a-1e6c-426a-a0d5-9c6334636ec2', 'name': 'network-vif-deleted', 'tag': 'fe217608-9038-4818-801d-24dcb58064ac', 'status': 'completed', 'code': 200} Oct 26 16:32:31.015496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-5438-46bf-885a-a064b9694278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:31.041951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-74a46bb5-b4f9-440d-a134-bdadaab997b5 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:31.043519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-74a46bb5-b4f9-440d-a134-bdadaab997b5 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.0938041 Oct 26 16:32:31.083197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2411f-b46f-4d8c-bad3-bbae90daedf2 req-d9c860e7-859d-4742-b96a-fbcf8d18b0b7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:31.084912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fce2411f-b46f-4d8c-bad3-bbae90daedf2 req-d9c860e7-859d-4742-b96a-fbcf8d18b0b7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0785465 Oct 26 16:32:31.173548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fce2411f-b46f-4d8c-bad3-bbae90daedf2 req-3c0b2a56-bdbb-4bcb-9bf3-a027d3f4cd01 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798759 Oct 26 16:32:31.179244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-3a0da161-b3b5-45ad-ae85-fd152ac4e944 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535345 Oct 26 16:32:31.195587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Deleting port 8336488a-4427-4462-accd-951053de75da {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:31.196123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:31.297679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] For port 8336488a-4427-4462-accd-951053de75da, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8336488a-4427-4462-accd-951053de75da,segment=NetworkSegment(f2d22d55-8105-4814-8b10-e39cc53640b9),segment_id=f2d22d55-8105-4814-8b10-e39cc53640b9)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:31.298085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:31.312295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Calling delete_port for 8336488a-4427-4462-accd-951053de75da owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:31.336001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d7ef-4d75-4678-8037-b5527dac7b02 req-4c0a87cf-407b-48ec-a7e5-bb5692e192b2 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:31.337570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce15d7ef-4d75-4678-8037-b5527dac7b02 req-4c0a87cf-407b-48ec-a7e5-bb5692e192b2 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0853868 Oct 26 16:32:31.365800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-1c658499-4f08-4868-aae6-ac32cf55c1fc tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:31.367484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-1c658499-4f08-4868-aae6-ac32cf55c1fc tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833174 Oct 26 16:32:31.405820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-3234efa6-5a43-4509-9373-146c9ec2edcb tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/quotas/3e6666eed7c245909d5f1c779226bf3f HTTP/1.1" status: 200 len: 375 time: 0.0293491 Oct 26 16:32:31.410974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce15d7ef-4d75-4678-8037-b5527dac7b02 req-48099e2d-54f8-4519-b6d9-135903d1ecc0 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Oct 26 16:32:31.442201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-14a9dc4d-5d4f-4491-bd2c-b1858e49a55a tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275202 Oct 26 16:32:31.524589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1279e0-c99f-45b4-a8a6-c73d27f9155b req-18a156f5-e8a4-4a57-8c1b-614bc9bd23a9 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:31.526656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b1279e0-c99f-45b4-a8a6-c73d27f9155b req-18a156f5-e8a4-4a57-8c1b-614bc9bd23a9 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 946 time: 0.0531940 Oct 26 16:32:31.572261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b1279e0-c99f-45b4-a8a6-c73d27f9155b req-ab6da59e-5d52-48f6-923a-2dffe9c4fbdb tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/security-groups?id=39702059-48a0-4e83-b05e-45d73f21eb75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Oct 26 16:32:31.621452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:31.638639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8336488a-4427-4462-accd-951053de75da'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:31.776933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Pushing event deleted for resources: {'Port': ['ID=8336488a-4427-4462-accd-951053de75da,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:31.816045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] No DVR routers for this DVR port 8336488a-4427-4462-accd-951053de75da on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:31.819635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:31.822818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0da4ae8-a89d-4768-befb-bde3836ebf4a req-89fff079-6d01-4d64-875c-99a1b44a1e26 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.47 "DELETE /v2.0/ports/8336488a-4427-4462-accd-951053de75da HTTP/1.1" status: 204 len: 173 time: 0.7723346 Oct 26 16:32:31.823458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'name': 'network-vif-deleted', 'tag': '8336488a-4427-4462-accd-951053de75da'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:31.826084 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb74149-75ef-47bf-b742-f22b15fa650f" -d '{"events": [{"server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "name": "network-vif-deleted", "tag": "8336488a-4427-4462-accd-951053de75da"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:31.847880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9f4ce8d-64aa-49fd-9fe5-05f710d8f7f6 req-d79e7efe-0c10-495f-8cbb-65b1d5cfb06c tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 210 time: 0.0532024 Oct 26 16:32:31.872782 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f4d40-75ea-4141-bcfb-ef652143573a x-openstack-request-id: req-a23f4d40-75ea-4141-bcfb-ef652143573a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:31.873125 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71", "name": "network-vif-deleted", "tag": "8336488a-4427-4462-accd-951053de75da", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:31.873490 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a23f4d40-75ea-4141-bcfb-ef652143573a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:31.874068 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71', 'name': 'network-vif-deleted', 'tag': '8336488a-4427-4462-accd-951053de75da', 'status': 'completed', 'code': 200} Oct 26 16:32:31.945854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:32.187561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Deleting subnet 83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:32:32.191083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.231087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.301800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.350591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf3841-a021-44e4-abcf-aa80b443946d req-19542a12-c74a-4187-9fda-e32c4239dddd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:32.352168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fcf3841-a021-44e4-abcf-aa80b443946d req-19542a12-c74a-4187-9fda-e32c4239dddd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0988183 Oct 26 16:32:32.403014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fcf3841-a021-44e4-abcf-aa80b443946d req-3686cacb-284b-4daa-afba-c2be74a6c3e5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Oct 26 16:32:32.472801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.513662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:32.523855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.531678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-27ed0a56-9619-4efd-a31d-9ba3f0c65be4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/83b7ac2b-da5d-45fb-abac-9b58a1dd5f9f HTTP/1.1" status: 204 len: 168 time: 0.5841713 Oct 26 16:32:32.534169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38954) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:32.598615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3af4-1af8-4962-a149-0238c5f3499a req-3f62ec8e-5443-4792-98fb-84b3ffdf748d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:32.606707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df6a3af4-1af8-4962-a149-0238c5f3499a req-3f62ec8e-5443-4792-98fb-84b3ffdf748d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0738771 Oct 26 16:32:32.631608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.662763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df6a3af4-1af8-4962-a149-0238c5f3499a req-d82c0a62-32fb-4b24-94bc-ac7c61ab3351 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Oct 26 16:32:32.731636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab2162b5-07ea-4137-a2a8-504c81617223 req-316768a9-8a22-4b96-be85-7addf3af6641 tempest-VolumesActionsTest-1522037866 tempest-VolumesActionsTest-1522037866-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfb4a6b2-65c1-4ff6-adef-3ba75a2fae71 HTTP/1.1" status: 200 len: 210 time: 0.0669084 Oct 26 16:32:32.767475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.791010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acfd8aa-0fb9-466e-9183-0f8dc62040d6']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:32.802742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ed052-8267-489c-ac1e-7b7b3dc4945e') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:32.803488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ed052-8267-489c-ac1e-7b7b3dc4945e') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:32.815628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.831424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.841272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:32:32.841758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:32:32.845343 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:32:32.957774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db00a01a-18ff-448e-a413-71a21e683b48 req-861209b7-83f4-4664-8913-846afb6ce26c tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 210 time: 0.0266595 Oct 26 16:32:32.976006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.983007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:32.986794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9acfd8aa-0fb9-466e-9183-0f8dc62040d6 HTTP/1.1" status: 204 len: 168 time: 0.4450245 Oct 26 16:32:32.989567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38966) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:33.025632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781f567-8186-4d15-8a5d-c320c30b149f admin admin] Pushing event deleted for resources: {'Network': ['ID=9acfd8aa-0fb9-466e-9183-0f8dc62040d6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:33.038026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Deleting subnet f3c23849-6009-47db-bb1d-3b931f8dcca8 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:32:33.041447 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.078387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.123407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.232907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.257539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c23849-6009-47db-bb1d-3b931f8dcca8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:33.264507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.267954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a86f0b64-33c0-4626-85f6-d58e7ab8320f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3c23849-6009-47db-bb1d-3b931f8dcca8 HTTP/1.1" status: 204 len: 168 time: 0.2773488 Oct 26 16:32:33.271268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:33.339262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.423040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.468277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b9fa12-295a-4da1-81a1-e7ffee09d732']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:33.484238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f241e6-1a17-4b16-9fc7-37116b732824') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:33.484768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f241e6-1a17-4b16-9fc7-37116b732824') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:33.497167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.523018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.552367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:32:33.552774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:32:33.554506 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:32:33.609699 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d2e927d-49e2-484e-be13-a3c019b03ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.628125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605013b-3d3d-4dfa-be7f-76c7998dcb5e req-4623f6b5-6389-4ab2-9886-4a498335eccd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:33.629764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7605013b-3d3d-4dfa-be7f-76c7998dcb5e req-4623f6b5-6389-4ab2-9886-4a498335eccd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1252625 Oct 26 16:32:33.650660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-12c40228-b4cf-4f92-b2a6-60265f1fbaae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074665 Oct 26 16:32:33.678640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7605013b-3d3d-4dfa-be7f-76c7998dcb5e req-dc50b5c7-fd74-441e-b0e0-90ab07f48652 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Oct 26 16:32:33.690047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bcbbf64f-fea0-4e72-a717-4f7702354ca1 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336926 Oct 26 16:32:33.730092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.737527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:33.739412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3b9fa12-295a-4da1-81a1-e7ffee09d732 HTTP/1.1" status: 204 len: 168 time: 0.4680722 Oct 26 16:32:33.792406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8644-34c9-4386-9096-7cd0c5dad09b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b9fa12-295a-4da1-81a1-e7ffee09d732,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:33.828915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011146-5e89-4ada-80a8-611e5cda403c req-f210b9e9-65f1-47b8-af5f-4d1144fafd4a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:33.830505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f011146-5e89-4ada-80a8-611e5cda403c req-f210b9e9-65f1-47b8-af5f-4d1144fafd4a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0874555 Oct 26 16:32:33.872194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-7d6884cb-59bc-4c89-97e5-3ad501fc5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:33.873690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-7d6884cb-59bc-4c89-97e5-3ad501fc5965 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 1096 time: 0.1553917 Oct 26 16:32:33.939658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f011146-5e89-4ada-80a8-611e5cda403c req-a1d5e71d-22eb-4abf-91ea-f979ca6936c1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971694 Oct 26 16:32:34.011065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-8fc1e265-4b1c-401c-9d98-e20d4571eb30 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:34.012748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-8fc1e265-4b1c-401c-9d98-e20d4571eb30 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160274 Oct 26 16:32:34.030509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Request body: {'port': {'device_id': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '3e6666eed7c245909d5f1c779226bf3f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:34.061399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.099691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2116e551-046f-4ed1-8b7d-48082b8485c3 req-c97396f9-ea7d-4be5-99f8-be2feab92de4 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 210 time: 0.0389132 Oct 26 16:32:34.138644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-08d5696d-c39a-418e-9b53-42fa1022df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:34.140141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-08d5696d-c39a-418e-9b53-42fa1022df82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 916 time: 0.2308640 Oct 26 16:32:34.174425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:34.203155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-040c75e6-4a84-4269-a86a-dff0e898217b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 200 len: 217 time: 0.0501359 Oct 26 16:32:34.216182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-028927b0-43f2-4dd7-8f21-994231799203 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6d9485713ac4cf180ed93f03807a693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405605 Oct 26 16:32:34.218940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:34.270609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-786c00e7-838f-4c07-a714-dc47aeda1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:34.271889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-786c00e7-838f-4c07-a714-dc47aeda1659 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0608447 Oct 26 16:32:34.286819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-84bd2fa9-e930-49ab-9475-d0804f77f262 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281506 Oct 26 16:32:34.291402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.305364 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-4c6371a1-97c9-4c78-83f9-4955c531f2a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250447 Oct 26 16:32:34.326905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Made reservation on behalf of 3e6666eed7c245909d5f1c779226bf3f for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:34.330687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.374474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.375829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.452264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-5e948faa-e1de-4365-bcea-bb7a89fc35fb tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:34.453723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-5e948faa-e1de-4365-bcea-bb7a89fc35fb tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597846 Oct 26 16:32:34.455899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-e8a5a545-31df-4ab9-a9dd-562c7d912937 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416836 Oct 26 16:32:34.469041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Request body: {'port': {'device_id': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '3e6666eed7c245909d5f1c779226bf3f'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:34.548606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.552029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.555724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/443ba2e2-e844-4a71-8e3b-416089c76cb4 HTTP/1.1" status: 204 len: 168 time: 0.3357997 Oct 26 16:32:34.559163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.587697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5870c-44ce-4cdc-87d0-c58069503765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ba2e2-e844-4a71-8e3b-416089c76cb4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:34.588064 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54fd2476-f4fb-440f-a8a3-c38faefb3050 req-883b9224-01e5-45fd-a82d-d694d981f3e3 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217513 Oct 26 16:32:34.621791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.685611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Made reservation on behalf of 3e6666eed7c245909d5f1c779226bf3f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:34.690647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fbbe21-cc8a-4552-bf9a-1957afbe49d0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:34.691164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:34.820074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Allocated IP 192.168.233.210 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/c16269e2-f88e-4304-a770-347d24b875f7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:34.833872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c47bc-3171-4cd9-8826-bdda6b8ec391 req-337a9d45-e556-4bca-a4a6-24283bdf3a1c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:34.835391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-976c47bc-3171-4cd9-8826-bdda6b8ec391 req-337a9d45-e556-4bca-a4a6-24283bdf3a1c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0700192 Oct 26 16:32:34.887699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-976c47bc-3171-4cd9-8826-bdda6b8ec391 req-f14813ad-4288-417a-b894-88fa1992c9b3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Oct 26 16:32:34.923919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.098278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.118406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19b0dc-1d7c-4fde-b971-d043419d4508 req-ff5e57ba-f8ec-4a45-b7af-0c897b72cc94 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:35.120735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc19b0dc-1d7c-4fde-b971-d043419d4508 req-ff5e57ba-f8ec-4a45-b7af-0c897b72cc94 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0669734 Oct 26 16:32:35.179737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc19b0dc-1d7c-4fde-b971-d043419d4508 req-79e5b242-e475-4b56-a1c1-6aef34e40a91 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Oct 26 16:32:35.214385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-199fdd80-1399-4be1-a66a-372b902f918b req-a183d8f3-b3e0-4db9-b9b4-b52650e350d8 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 210 time: 0.0336168 Oct 26 16:32:35.221771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.268711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:35.275727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:35.279884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:35.317984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Allocated IP 192.168.233.127 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/f28c7ee4-2111-44fe-8936-dde6c16747e4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:35.328999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:35.354797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39016) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:35.365746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:35.366465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.441376 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-bc4df004-3c11-4e30-88b2-49a2a36d67bf tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4160492 Oct 26 16:32:35.454571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Request body: {'port': {'device_id': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:35.470107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ae95d5a-4a0f-4adc-bab4-2b2d93f3389b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87e0b66d6d0348ed8191dbb8507d4945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139240 Oct 26 16:32:35.473209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39018) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:35.522171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.572629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.575581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.608098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6746078e-2f4e-4c78-ae8e-f1a2c31fdd0a None None] Provisioning complete for port c16269e2-f88e-4304-a770-347d24b875f7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:35.608759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6746078e-2f4e-4c78-ae8e-f1a2c31fdd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.613221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.662299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6746078e-2f4e-4c78-ae8e-f1a2c31fdd0a None None] Port c16269e2-f88e-4304-a770-347d24b875f7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:32:35.798142 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.840278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:35.843360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.845916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.847067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00156bf1-ce89-46be-b037-30da3504c848 HTTP/1.1" status: 204 len: 168 time: 0.3732116 Oct 26 16:32:35.853744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:35.860461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:35.894587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:35.896999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1200b-f44f-45e3-98f1-75112c5efdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00156bf1-ce89-46be-b037-30da3504c848,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:35.927757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:35.928670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:35.987748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:36.002771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.031303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Transition to ACTIVE for port object c16269e2-f88e-4304-a770-347d24b875f7 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:36.058544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-afd75e81-78a4-46de-9583-1c52763aba1b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5949547 Oct 26 16:32:36.082032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926788-686d-40cb-9c8c-20256378c12b req-870a5037-ef84-40bf-832e-cad243bbed0b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.082779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70926788-686d-40cb-9c8c-20256378c12b req-870a5037-ef84-40bf-832e-cad243bbed0b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0865817 Oct 26 16:32:36.088855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Request body: {'port': {'device_id': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:36.163846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.194109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-065b159d-50b9-4eec-931f-81a3e1c6d7c5 None None] Provisioning complete for port f28c7ee4-2111-44fe-8936-dde6c16747e4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:36.194580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-065b159d-50b9-4eec-931f-81a3e1c6d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.196859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70926788-686d-40cb-9c8c-20256378c12b req-8057b4f8-46df-4cbf-b848-c51292d0f8e0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035914 Oct 26 16:32:36.197642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.269649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-065b159d-50b9-4eec-931f-81a3e1c6d7c5 None None] Port f28c7ee4-2111-44fe-8936-dde6c16747e4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:32:36.337783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:36.348189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Attempting to bind port c16269e2-f88e-4304-a770-347d24b875f7 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:36.348189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Attempting to bind port c16269e2-f88e-4304-a770-347d24b875f7 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:36.348189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Attempting to bind port c16269e2-f88e-4304-a770-347d24b875f7 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:36.356919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Port c16269e2-f88e-4304-a770-347d24b875f7 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:36.356919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Attempting to bind port c16269e2-f88e-4304-a770-347d24b875f7 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:36.362420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:36.362787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:36.363189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:36.363621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Bound port: c16269e2-f88e-4304-a770-347d24b875f7, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:36.363976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.431246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:36.434796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:36.489861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8336488a-4427-4462-accd-951053de75da no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:32:36.517259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 8336488a-4427-4462-accd-951053de75da {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:32:36.517771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8336488a-4427-4462-accd-951053de75da not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:32:36.524449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.544689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545a342-2752-4461-9217-9c2f31b27ad9 req-3acc6a96-8c01-4fd7-b0e5-fb1a41fafa06 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.554791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f545a342-2752-4461-9217-9c2f31b27ad9 req-3acc6a96-8c01-4fd7-b0e5-fb1a41fafa06 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 936 time: 0.2411137 Oct 26 16:32:36.789104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.789104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.789104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] 10.222.0.39 "PUT /v2.0/ports/c16269e2-f88e-4304-a770-347d24b875f7 HTTP/1.1" status: 200 len: 1096 time: 1.1496241 Oct 26 16:32:36.789104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:36.792210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb06ff-935f-4829-9dee-2ff39f739f3f req-5d669c3b-8a8b-4585-9875-839274e9d0b1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.793112 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d935b06e-83a6-4529-8994-74a7b89d44bd" -d '{"events": [{"name": "network-changed", "server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:36.793429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbdb06ff-935f-4829-9dee-2ff39f739f3f req-5d669c3b-8a8b-4585-9875-839274e9d0b1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.3045032 Oct 26 16:32:36.793720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1bbb2-c0e3-4f2a-a9e3-b5980358f333 service neutron] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:36.793799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f545a342-2752-4461-9217-9c2f31b27ad9 req-fd4361b5-5f13-48a7-8ede-4456e3f9aec6 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094706 Oct 26 16:32:36.793799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbdb06ff-935f-4829-9dee-2ff39f739f3f req-8c82b868-13c2-4568-b99b-61e26235ca8f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776191 Oct 26 16:32:36.793947 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a31566-72b7-4851-9b98-d53ee66960e4 x-openstack-request-id: req-31a31566-72b7-4851-9b98-d53ee66960e4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:36.793947 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:36.793947 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31a31566-72b7-4851-9b98-d53ee66960e4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:36.793947 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'status': 'completed', 'code': 200} Oct 26 16:32:36.800427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28c7ee4-2111-44fe-8936-dde6c16747e4 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:36.804677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935b06e-83a6-4529-8994-74a7b89d44bd req-88579e68-89a8-40de-87c9-3209cf12c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.806240 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d935b06e-83a6-4529-8994-74a7b89d44bd req-88579e68-89a8-40de-87c9-3209cf12c7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 1099 time: 0.0628576 Oct 26 16:32:36.812807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.827765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Transition to ACTIVE for port object f28c7ee4-2111-44fe-8936-dde6c16747e4 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:36.849485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:36.852107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d935b06e-83a6-4529-8994-74a7b89d44bd req-1711c1b3-ab42-4b90-acdc-dd405dd085ff service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203223 Oct 26 16:32:36.955696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935b06e-83a6-4529-8994-74a7b89d44bd req-f02abf79-6009-4016-8f92-008c3241d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:36.957764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d935b06e-83a6-4529-8994-74a7b89d44bd req-f02abf79-6009-4016-8f92-008c3241d081 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982063 Oct 26 16:32:37.011151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:37.050502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-46175014-d6db-4b27-96c3-b97655d55ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.051975 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-46175014-d6db-4b27-96c3-b97655d55ab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 1099 time: 0.0561831 Oct 26 16:32:37.107601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-c8dcadc2-bf18-4409-9442-38eff7725950 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c16269e2-f88e-4304-a770-347d24b875f7 HTTP/1.1" status: 200 len: 217 time: 0.0451288 Oct 26 16:32:37.111193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:37.219562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-568115f6-0f5c-483c-8e36-6ff7412f9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.221241 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-568115f6-0f5c-483c-8e36-6ff7412f9254 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.1027675 Oct 26 16:32:37.228034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Attempting to bind port f28c7ee4-2111-44fe-8936-dde6c16747e4 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:37.228567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Attempting to bind port f28c7ee4-2111-44fe-8936-dde6c16747e4 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:37.228665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Attempting to bind port f28c7ee4-2111-44fe-8936-dde6c16747e4 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:37.249289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Port f28c7ee4-2111-44fe-8936-dde6c16747e4 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:37.249606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Attempting to bind port f28c7ee4-2111-44fe-8936-dde6c16747e4 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:37.256118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:37.256858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:37.256858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:37.257397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Bound port: f28c7ee4-2111-44fe-8936-dde6c16747e4, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:37.257733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:37.294283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-20c2a23a-abff-46b6-b232-766d3780612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.296213 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-20c2a23a-abff-46b6-b232-766d3780612f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649443 Oct 26 16:32:37.387609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:37.399759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:37.415764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514a7e-3728-43da-8a07-26d08fae82e5 req-feac5550-d586-4898-a807-c7147f747826 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.425124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e514a7e-3728-43da-8a07-26d08fae82e5 req-feac5550-d586-4898-a807-c7147f747826 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0838821 Oct 26 16:32:37.441323 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-8f7e9f4b-319b-4748-8f55-099d5432a4d9 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257474 Oct 26 16:32:37.478076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e514a7e-3728-43da-8a07-26d08fae82e5 req-5a5237ac-e0e0-41af-ae5b-b1e8a87e4ab0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Oct 26 16:32:37.490327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:37.538728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.539422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:37.540798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] 10.222.0.39 "PUT /v2.0/ports/f28c7ee4-2111-44fe-8936-dde6c16747e4 HTTP/1.1" status: 200 len: 1096 time: 1.4570537 Oct 26 16:32:37.541249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:37.544228 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:37.581172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4682b8-5dc0-4ca3-98c5-f8cf35709fab service neutron] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:37.585253 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d0150a70-873f-4b43-9cb1-a6fb25b95452 req-da2100de-97ea-40df-8d50-dc6cf4ac0ebf service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356258 Oct 26 16:32:37.610334 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d4660-4713-473d-a8e7-dc6184581c18 x-openstack-request-id: req-490d4660-4713-473d-a8e7-dc6184581c18 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:37.610629 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:37.610883 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-490d4660-4713-473d-a8e7-dc6184581c18 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:37.611377 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'status': 'completed', 'code': 200} Oct 26 16:32:37.661797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39078) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:37.687187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba req-d1bb13e5-b289-4404-adbe-2c8bf99f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.689320 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba req-d1bb13e5-b289-4404-adbe-2c8bf99f1adb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 1099 time: 0.0483057 Oct 26 16:32:37.736923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba req-679ca5ef-9e0d-4461-a7eb-5712b1613b6b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e6666eed7c245909d5f1c779226bf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242260 Oct 26 16:32:37.827274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1142679251-network', 'tenant_id': '4b736d5ef39b4cfda1852d8c299d074b'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:37.919065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba req-32dad88c-43e4-40b0-9407-cb78e5bcac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:37.922615 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45fbb3eb-6f3a-4a28-b3de-97749a2d44ba req-32dad88c-43e4-40b0-9407-cb78e5bcac67 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767623 Oct 26 16:32:37.959416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Made reservation on behalf of 4b736d5ef39b4cfda1852d8c299d074b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:37.962352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:37.986600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.006857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-d859f24d-df86-4356-aaea-5b0e7546c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.008511 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-d859f24d-df86-4356-aaea-5b0e7546c272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 1099 time: 0.0454495 Oct 26 16:32:38.014218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d9836-716c-4d02-8dc1-04292cf99967 req-86f31aa5-011f-45f3-92d4-7e01f0ea10a7 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.015788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa5d9836-716c-4d02-8dc1-04292cf99967 req-86f31aa5-011f-45f3-92d4-7e01f0ea10a7 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1462011 Oct 26 16:32:38.060270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23fe8-659e-44ef-b948-9d7c16ee9810 req-d9325716-f984-42e6-ae7c-b841322971b5 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.060852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe23fe8-659e-44ef-b948-9d7c16ee9810 req-d9325716-f984-42e6-ae7c-b841322971b5 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.1380281 Oct 26 16:32:38.061923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-5e4decb2-3ff6-4624-b767-f2b9d4249047 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4 HTTP/1.1" status: 200 len: 217 time: 0.0440018 Oct 26 16:32:38.117028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-0f1295be-c941-40b4-9d69-e2c0951fd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.118593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-0f1295be-c941-40b4-9d69-e2c0951fd4a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0493665 Oct 26 16:32:38.124967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa5d9836-716c-4d02-8dc1-04292cf99967 req-f489afbd-80f9-4d90-8c87-e67cb33856ec tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997741 Oct 26 16:32:38.153355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe23fe8-659e-44ef-b948-9d7c16ee9810 req-c8d4f5c8-df70-48c1-9529-6309c9d50c5b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843909 Oct 26 16:32:38.185592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-ab18b5eb-463c-4b83-a6c6-2694595e6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.187387 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-ab18b5eb-463c-4b83-a6c6-2694595e6dec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616069 Oct 26 16:32:38.197254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.244200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.275425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:32:38.288779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecba45f-634b-467d-933e-39c74182d592,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:38.309171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.309509 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Added segment 4136074d-401e-4922-8226-0875a260b810 of type vlan for network b020d715-03c3-4bcc-acc5-2e0866b10fa9 Oct 26 16:32:38.329120 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-172c8c7d-6589-4e20-952b-25b057db56ee service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326442 Oct 26 16:32:38.357181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.429221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaef9dec-0380-42bd-8255-0d48fbbc8d40 req-0ad43979-d015-4783-9caa-3735ca1df771 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903790 Oct 26 16:32:38.468904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.468904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.468904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.539773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b020d715-03c3-4bcc-acc5-2e0866b10fa9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:38.550679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b020d715-03c3-4bcc-acc5-2e0866b10fa9 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:32:38.606117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-791e03a0-5cd3-4b2d-94a8-4461bbe672c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9430215 Oct 26 16:32:38.608940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:38.613626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Request body: {'subnet': {'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1142679251-subnet', 'tenant_id': '4b736d5ef39b4cfda1852d8c299d074b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:38.648087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc28f-481f-47d3-a389-afeb7dd704da req-75784bf5-3f8a-415f-85f5-389e93b33ac1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:38.649559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e26dc28f-481f-47d3-a389-afeb7dd704da req-75784bf5-3f8a-415f-85f5-389e93b33ac1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0781441 Oct 26 16:32:38.691320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e26dc28f-481f-47d3-a389-afeb7dd704da req-b8362b79-cddc-43f4-a934-f9f53ad30e70 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Oct 26 16:32:38.752266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Made reservation on behalf of 4b736d5ef39b4cfda1852d8c299d074b for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:38.754757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:38.992818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:39.052753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d265bc41-aa48-411d-98b2-b27980647036,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:39.063682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Checking segment: {'id': '4136074d-401e-4922-8226-0875a260b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:39.063682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Network hostable DHCP agents. Network: b020d715-03c3-4bcc-acc5-2e0866b10fa9, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:32:39.118030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Network b020d715-03c3-4bcc-acc5-2e0866b10fa9 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:32:39.186668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b020d715-03c3-4bcc-acc5-2e0866b10fa9) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:39.196971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:39.198660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:39.204966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550861dc-c648-4781-bbf7-322a9a49a17c None None] Network b020d715-03c3-4bcc-acc5-2e0866b10fa9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:32:39.272764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc7fb5-153a-44b3-ba77-45666db0928a req-8b0f5a99-cf51-4e73-8668-d40ab379c84c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:39.275929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9abc7fb5-153a-44b3-ba77-45666db0928a req-8b0f5a99-cf51-4e73-8668-d40ab379c84c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0724850 Oct 26 16:32:39.306148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea060d7b-be57-4e32-9cbd-b5cbbeeac06b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6957929 Oct 26 16:32:39.373850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5768988-1023-4d13-9e5e-2d5162d3ea9a req-c5e0ab29-f160-48c6-8c90-1fda536e13f7 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:39.376025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5768988-1023-4d13-9e5e-2d5162d3ea9a req-c5e0ab29-f160-48c6-8c90-1fda536e13f7 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.1242073 Oct 26 16:32:39.376245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab802989-0196-4246-970d-c51488cbd541 None None] Network b020d715-03c3-4bcc-acc5-2e0866b10fa9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:32:39.379909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9abc7fb5-153a-44b3-ba77-45666db0928a req-a1746c40-ce0c-49bb-8963-bacba2b73c2e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860405 Oct 26 16:32:39.472350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5768988-1023-4d13-9e5e-2d5162d3ea9a req-dd66e7b1-02f1-4859-b2d2-ebeb74f32d6b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772047 Oct 26 16:32:39.820121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b39c2-0c9d-495d-b853-fa149d14fc1f req-dd1a668c-f53d-43c1-81a3-85ae9ca19376 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:39.821562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7b39c2-0c9d-495d-b853-fa149d14fc1f req-dd1a668c-f53d-43c1-81a3-85ae9ca19376 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0545697 Oct 26 16:32:39.863070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7b39c2-0c9d-495d-b853-fa149d14fc1f req-5ace8e77-761d-4f80-b389-35b339c163b0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Oct 26 16:32:40.187974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:40.193815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-558635117-network', 'tenant_id': 'b018aef043d744b5b879abc25935c79e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:40.277939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Made reservation on behalf of b018aef043d744b5b879abc25935c79e for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:40.282080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.289472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.361612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.460045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.483467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:32:40.493793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb8c62-b501-4ce3-90f3-9ae06b06116a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:40.503546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.503836 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Added segment c6bdadee-4657-4b81-a3f1-f0372e7cb258 of type vlan for network c62663dd-e1d7-4f77-9e63-17ac7419029a Oct 26 16:32:40.573108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1e07-8fe5-4bfa-87cb-6956a8509ca6 req-4dc0321d-634c-49fc-9fe2-5caa612fa269 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:40.584007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.593187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2e1e07-8fe5-4bfa-87cb-6956a8509ca6 req-4dc0321d-634c-49fc-9fe2-5caa612fa269 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1003406 Oct 26 16:32:40.672165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2e1e07-8fe5-4bfa-87cb-6956a8509ca6 req-d3520bf5-a65b-4cd8-8b55-0f0a8ac6fd47 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779917 Oct 26 16:32:40.696985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304f6c-36e5-4cfc-a76f-7190451edacd req-ed3f98e8-cccf-44a1-b32d-8083d4da4f3d tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:40.708399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1304f6c-36e5-4cfc-a76f-7190451edacd req-ed3f98e8-cccf-44a1-b32d-8083d4da4f3d tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.0943246 Oct 26 16:32:40.723672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.725446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:40.726629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:40.733690 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:32:40.762303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1304f6c-36e5-4cfc-a76f-7190451edacd req-64a5e134-f0df-494e-bc01-1e22cb6d96a8 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529389 Oct 26 16:32:40.848840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] Pushing event updated for resources: {'Network': ['ID=c62663dd-e1d7-4f77-9e63-17ac7419029a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:40.859530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c62663dd-e1d7-4f77-9e63-17ac7419029a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:32:40.918269 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c306a5cb-0e83-40a7-88a2-8081d08ad154 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7288773 Oct 26 16:32:40.919186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:32:40.928300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Request body: {'subnet': {'network_id': 'c62663dd-e1d7-4f77-9e63-17ac7419029a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-558635117-subnet', 'tenant_id': 'b018aef043d744b5b879abc25935c79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:41.020831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7a5a19cd-9919-4e3b-84cf-2d04e6d2b1d3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:41.020831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7a5a19cd-9919-4e3b-84cf-2d04e6d2b1d3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.1525521 Oct 26 16:32:41.044006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-e784a138-7bbc-4078-a9b7-e8a1a2fda96c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/quotas/a5ff4fb6d0254012b9199fc243f4dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0178926 Oct 26 16:32:41.062411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f647-e432-4cf2-b37e-9aa09db5c259 req-cd022e96-47d4-4500-aace-92c77e59d36b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:41.063914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b948f647-e432-4cf2-b37e-9aa09db5c259 req-cd022e96-47d4-4500-aace-92c77e59d36b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0883760 Oct 26 16:32:41.067096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Made reservation on behalf of b018aef043d744b5b879abc25935c79e for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:41.073091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:41.141565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-aa41bf70-b751-4ae5-abda-a06d2dc78850 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902340 Oct 26 16:32:41.159352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b948f647-e432-4cf2-b37e-9aa09db5c259 req-99b98971-c6e8-4ffc-96a4-52067d887169 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 Oct 26 16:32:41.262353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-d73b6ee6-01fa-478e-8712-eee40849b34b service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052971 Oct 26 16:32:41.318077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:41.375308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a573f8d-2b68-4a0b-bd9a-39ef4a8ffda2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:41.386643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-c92daa09-54d4-4188-95f3-1db3a6f78a43 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233487 Oct 26 16:32:41.387644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Checking segment: {'id': 'c6bdadee-4657-4b81-a3f1-f0372e7cb258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c62663dd-e1d7-4f77-9e63-17ac7419029a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:41.388008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Network hostable DHCP agents. Network: c62663dd-e1d7-4f77-9e63-17ac7419029a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:32:41.558515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Network c62663dd-e1d7-4f77-9e63-17ac7419029a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:32:41.575401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:41.674174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:41.688924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'mac_address': 'fa:16:3e:72:8c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:41.700767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c62663dd-e1d7-4f77-9e63-17ac7419029a) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:41.709589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:41.709589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:41.738185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1321ce5-7c29-4b65-9f9e-d83378f6a847 None None] Network c62663dd-e1d7-4f77-9e63-17ac7419029a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:32:41.788076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efe5f942-ad24-41d0-bac9-f1206970bd28 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8588505 Oct 26 16:32:41.812929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:41.846379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28c7ee4-2111-44fe-8936-dde6c16747e4 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:41.872078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:41.919163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bfc6c25-4601-4d41-898a-366e1644b52f req-47bdbeff-049f-462f-936d-9d7b3be132a2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 210 time: 0.0757563 Oct 26 16:32:41.950285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d7214-bfab-48cc-a0d4-d706981e3905 req-395529bf-2f18-4031-9df1-471b6e25d591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:41.952001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc1d7214-bfab-48cc-a0d4-d706981e3905 req-395529bf-2f18-4031-9df1-471b6e25d591 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1611614 Oct 26 16:32:41.977126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:41.979223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:42.044341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc1d7214-bfab-48cc-a0d4-d706981e3905 req-45c146e8-d2a9-458d-91d9-02c1d862e3d9 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Oct 26 16:32:42.084705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:42.098546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.098944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.099314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.099644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.099969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.101080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.101481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.101809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.102128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.102446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.102771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.104652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:42.134425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299bbe9c-3dab-4fd9-83d7-9ee35e4e5b67 None None] Network c62663dd-e1d7-4f77-9e63-17ac7419029a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:32:42.160472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe54c7b-677b-4f88-8a5f-56c7c97fe6b7 req-afc0c1cf-f872-4ace-9b36-b679cba83793 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:42.162098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfe54c7b-677b-4f88-8a5f-56c7c97fe6b7 req-afc0c1cf-f872-4ace-9b36-b679cba83793 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 949 time: 0.1167505 Oct 26 16:32:42.214482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:42.232563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c16269e2-f88e-4304-a770-347d24b875f7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c16269e2-f88e-4304-a770-347d24b875f7', 'mac_address': 'fa:16:3e:ad:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:42.233828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfe54c7b-677b-4f88-8a5f-56c7c97fe6b7 req-e5913cd2-a1a1-4fc1-9f23-05eac683fee3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Oct 26 16:32:42.292267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:42.360441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:42.454827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:42.464403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024d2d-67cb-4627-a6da-b1083f14c97a req-ce05a052-62fb-4703-b39c-24ee0b0340e2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:42.466235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48024d2d-67cb-4627-a6da-b1083f14c97a req-ce05a052-62fb-4703-b39c-24ee0b0340e2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1228061 Oct 26 16:32:42.564655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48024d2d-67cb-4627-a6da-b1083f14c97a req-cdb0b6a0-1f64-434b-b4e8-a1cde9238966 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Oct 26 16:32:42.580618 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:42.616378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-ac007e62-4c59-4608-a428-9ece5843df4e tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:42.617894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-ac007e62-4c59-4608-a428-9ece5843df4e tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/networks?id=b020d715-03c3-4bcc-acc5-2e0866b10fa9 HTTP/1.1" status: 200 len: 815 time: 0.1372924 Oct 26 16:32:42.632569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:42.635785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-fefbad18-2c82-4d68-b53f-cacdb9fbb50c tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/quotas/4b736d5ef39b4cfda1852d8c299d074b HTTP/1.1" status: 200 len: 375 time: 0.0100849 Oct 26 16:32:42.671424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-0aa4e850-730f-473e-a656-6ec20fb4f1fd tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b736d5ef39b4cfda1852d8c299d074b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291514 Oct 26 16:32:42.783525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-a8572e0d-1005-4946-aaec-8ec36ed8b4a7 service neutron] 10.222.0.21 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029656 Oct 26 16:32:42.880944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-b90f0902-0a44-4b55-9f9c-baf18b448158 service neutron] 10.222.0.21 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910151 Oct 26 16:32:42.950295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f28c7ee4-2111-44fe-8936-dde6c16747e4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:42.975074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c16269e2-f88e-4304-a770-347d24b875f7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:43.028265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c90e2e02-6d4e-41cd-a047-26a07ea93784 req-fe44a442-0ff2-4475-b8f7-a2c3f7cf6b1e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Oct 26 16:32:43.132808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98b881f7-f9f2-46c8-979c-eab99cf9f16e req-859824f9-07fa-4e78-aaec-3d4ec6b91a8b tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.0462089 Oct 26 16:32:43.206148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a642-0238-4acd-942c-faf89c504a73 req-383b942c-c867-4d12-88fa-10e24ffa868b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:43.214985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cba5a642-0238-4acd-942c-faf89c504a73 req-383b942c-c867-4d12-88fa-10e24ffa868b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0622637 Oct 26 16:32:43.271301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cba5a642-0238-4acd-942c-faf89c504a73 req-9ec41990-940d-4745-ab30-3d4a4ef9c676 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535748 Oct 26 16:32:43.383006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339b9fc-222c-4503-973c-61ff0b83fea1 req-d8d64571-72a1-43e6-8a9c-d05e0e15a1a0 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:43.384482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0339b9fc-222c-4503-973c-61ff0b83fea1 req-d8d64571-72a1-43e6-8a9c-d05e0e15a1a0 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 949 time: 0.0556538 Oct 26 16:32:43.425304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0339b9fc-222c-4503-973c-61ff0b83fea1 req-953f1d3d-0c64-4d87-9f70-cca908c91df8 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Oct 26 16:32:43.688619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3907-dd78-428a-a5bc-bd87a6521ef3 req-c6729133-d3e1-453f-a883-ef8cbfba7ae7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:43.690086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e4d3907-dd78-428a-a5bc-bd87a6521ef3 req-c6729133-d3e1-453f-a883-ef8cbfba7ae7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0503252 Oct 26 16:32:43.731577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e4d3907-dd78-428a-a5bc-bd87a6521ef3 req-d08be500-51a0-4777-bb3a-9576abdedf02 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Oct 26 16:32:44.159719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a0bba6c-7564-4626-b4c9-a8aacb0bdb65 req-74f9357d-9413-4470-94ba-7d301a21a5c8 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 210 time: 0.0504162 Oct 26 16:32:44.197721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-bc0d501b-318a-43c2-90f9-6fa7cca516d7 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:44.199279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-bc0d501b-318a-43c2-90f9-6fa7cca516d7 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.1349716 Oct 26 16:32:44.218973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Request body: {'port': {'device_id': '5f0c035e-891b-4c68-9012-be47559d1a69', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'admin_state_up': True, 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:44.274370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80479989-3e2c-4c1c-95e2-4deb581b3665 req-4f95d615-2e65-48a1-a5c6-8fc775d6fa33 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.0483248 Oct 26 16:32:44.403902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55205-eb8b-446d-962a-55bf3b3f18ec req-13d0cb8e-6d0a-41e8-9a25-590ed53c2b92 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:44.412231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81c55205-eb8b-446d-962a-55bf3b3f18ec req-13d0cb8e-6d0a-41e8-9a25-590ed53c2b92 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0716193 Oct 26 16:32:44.453362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81c55205-eb8b-446d-962a-55bf3b3f18ec req-00ac56f2-c53c-42a1-ac2f-87554e5c83f0 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Oct 26 16:32:44.466557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:44.470389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:44.582618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32f11-9cca-4f44-adee-33dfddd01ce1 req-9dae2fe0-bd8b-4bbe-8c30-633a4dc5a542 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:44.594815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ce32f11-9cca-4f44-adee-33dfddd01ce1 req-9dae2fe0-bd8b-4bbe-8c30-633a4dc5a542 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 949 time: 0.0696714 Oct 26 16:32:44.635830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ce32f11-9cca-4f44-adee-33dfddd01ce1 req-e929dc25-5ee8-4fd6-9076-80c1ce597ede tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Oct 26 16:32:44.673514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Allocated IP 172.20.0.11 (32b1973a-e28f-4e9a-81b2-6c5eea549190/f97c1bdf-39d7-4070-bea3-7652987f24b1/90f0133e-d40c-48de-a1e6-8b881b0502cc) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:44.870544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:44.981537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:44.997950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:45.045359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:45.103578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event updated for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:45.107712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:45.117940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:45.179798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:45.180429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:45.253251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-7fae9662-5b16-42a7-b1bb-c0f0019a8f10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0385373 Oct 26 16:32:45.269382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Request body: {'port': {'device_id': '5f0c035e-891b-4c68-9012-be47559d1a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:45.353237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b087ba0-4535-4379-bc3e-bf09dcece918 req-eb4684ab-0010-4147-aa57-61f7f9a12c33 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:45.356205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:45.361329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b087ba0-4535-4379-bc3e-bf09dcece918 req-eb4684ab-0010-4147-aa57-61f7f9a12c33 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 932 time: 0.0732877 Oct 26 16:32:45.371595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1dc6-4553-4062-9e33-8d5dccf8a548 req-c3859fcd-79c3-4579-bd4a-83a5921b84fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:45.379475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db8f1dc6-4553-4062-9e33-8d5dccf8a548 req-c3859fcd-79c3-4579-bd4a-83a5921b84fb tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.5726984 Oct 26 16:32:45.448614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db8f1dc6-4553-4062-9e33-8d5dccf8a548 req-e524485e-10b2-47ab-ad69-dad07a1dea30 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 Oct 26 16:32:45.474713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b087ba0-4535-4379-bc3e-bf09dcece918 req-c4c2fb83-a24c-41e9-9a9b-8b4a7c04704b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124461 Oct 26 16:32:45.604204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:45.618287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-565472ba-6f04-4ae8-91ca-7fcb3f1b48b3 req-4bce9486-13eb-4604-92f8-1309c9ab4319 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.0430570 Oct 26 16:32:45.796868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c16269e2-f88e-4304-a770-347d24b875f7 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:45.798744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c16269e2-f88e-4304-a770-347d24b875f7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:45.799358 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:45.835669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a54203-1e9c-4c95-94eb-afa47f057bf8 req-1bb573b0-57d1-4c37-ad52-109c4efc1b85 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:45.846105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58a54203-1e9c-4c95-94eb-afa47f057bf8 req-1bb573b0-57d1-4c37-ad52-109c4efc1b85 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1398304 Oct 26 16:32:45.932532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302a7a-607b-4e1a-9562-f2941a772cdf req-b9e22264-f4df-4170-93d7-75bbe49f2ef3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:45.939273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72302a7a-607b-4e1a-9562-f2941a772cdf req-b9e22264-f4df-4170-93d7-75bbe49f2ef3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 949 time: 0.1908937 Oct 26 16:32:45.981243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58a54203-1e9c-4c95-94eb-afa47f057bf8 req-891783cc-1462-4ab2-8255-dfbc68262ee3 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323082 Oct 26 16:32:46.018430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.037375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72302a7a-607b-4e1a-9562-f2941a772cdf req-6375a186-acbc-494d-8bb4-35e841f096f3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920944 Oct 26 16:32:46.046292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:46.048611 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce35e44-5c7a-4e7f-86af-d391c6873549" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:46.065670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:46.123190 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1da54-1919-4d56-971e-0848f63ac7b5 x-openstack-request-id: req-50f1da54-1919-4d56-971e-0848f63ac7b5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:46.123190 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:46.123190 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f1da54-1919-4d56-971e-0848f63ac7b5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:46.123190 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'code': 200} Oct 26 16:32:46.129082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.132454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:46.230070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:46.256260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-2aeee6e5-62d3-4a3a-b20c-23243cbddebc tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:46.257722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-2aeee6e5-62d3-4a3a-b20c-23243cbddebc tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.47 "GET /v2.0/networks?id=b020d715-03c3-4bcc-acc5-2e0866b10fa9 HTTP/1.1" status: 200 len: 815 time: 0.7552764 Oct 26 16:32:46.283784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Request body: {'port': {'device_id': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9', 'admin_state_up': True, 'tenant_id': '4b736d5ef39b4cfda1852d8c299d074b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:46.324308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port f28c7ee4-2111-44fe-8936-dde6c16747e4 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:46.328524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f28c7ee4-2111-44fe-8936-dde6c16747e4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:46.328893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.366581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943525d-305c-49ca-b717-cc7320a602a9 req-25429004-6d53-41ff-b0bd-4083be5911f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:46.368325 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a943525d-305c-49ca-b717-cc7320a602a9 req-25429004-6d53-41ff-b0bd-4083be5911f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 1101 time: 0.1577878 Oct 26 16:32:46.419849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.438114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f0133e-d40c-48de-a1e6-8b881b0502cc {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:46.455674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:46.460628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.471887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a943525d-305c-49ca-b717-cc7320a602a9 req-0d70fb4a-b8f2-4682-87ef-d850af7c5293 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823457 Oct 26 16:32:46.486985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Transition to ACTIVE for port object 90f0133e-d40c-48de-a1e6-8b881b0502cc will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:46.563295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.586319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Made reservation on behalf of 4b736d5ef39b4cfda1852d8c299d074b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:46.591416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.595368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:46.602389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db07f3-1123-4f2c-9a3a-e412714be541 req-d9e14ffb-72ec-4ae0-9fb3-a221334475c5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:46.609611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52db07f3-1123-4f2c-9a3a-e412714be541 req-d9e14ffb-72ec-4ae0-9fb3-a221334475c5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0950701 Oct 26 16:32:46.625483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:46.637160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b9880-03c4-405c-a732-2ece7e7f56d5 req-a6250e49-ceac-4e19-9c20-090f714e4a56 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:46.638712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b3b9880-03c4-405c-a732-2ece7e7f56d5 req-a6250e49-ceac-4e19-9c20-090f714e4a56 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 932 time: 0.0920238 Oct 26 16:32:46.677939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52db07f3-1123-4f2c-9a3a-e412714be541 req-160dd670-dd89-4d04-85b8-3c90a62a15ff tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674341 Oct 26 16:32:46.701872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b3b9880-03c4-405c-a732-2ece7e7f56d5 req-87fd8fce-f88a-4d0b-95cb-dfb617247ee0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Oct 26 16:32:46.706163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Pushing event updated for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:46.831059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79aca75b-df3e-4a0c-bf60-9c6bf09e0aea req-0954da58-34ee-4910-9048-1ed2ca3136f0 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.0411713 Oct 26 16:32:46.871289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Attempting to bind port 90f0133e-d40c-48de-a1e6-8b881b0502cc on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:46.872619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Attempting to bind port 90f0133e-d40c-48de-a1e6-8b881b0502cc by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:46.872619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Attempting to bind port 90f0133e-d40c-48de-a1e6-8b881b0502cc on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:46.880133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Port 90f0133e-d40c-48de-a1e6-8b881b0502cc on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:46.880448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Attempting to bind port 90f0133e-d40c-48de-a1e6-8b881b0502cc on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:46.886210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Allocated IP 172.20.0.8 (b020d715-03c3-4bcc-acc5-2e0866b10fa9/d265bc41-aa48-411d-98b2-b27980647036/aeeef26d-08a6-48bc-96f7-5640d93c41e1) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:46.891909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:46.895699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Checking segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:46.895699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Bound using segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:46.895699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Bound port: 90f0133e-d40c-48de-a1e6-8b881b0502cc, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:46.895699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.035794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:47.050122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:47.104041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ecc82-fa94-4d20-9596-ebfdcde72e33 req-710df642-74a9-4e2c-9707-4c4c537fa80f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.104289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.105988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa8ecc82-fa94-4d20-9596-ebfdcde72e33 req-710df642-74a9-4e2c-9707-4c4c537fa80f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Oct 26 16:32:47.141135 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.168534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa8ecc82-fa94-4d20-9596-ebfdcde72e33 req-553a2fbe-bd71-4c6a-80c6-6ffbccd59781 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Oct 26 16:32:47.184958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.186154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.187772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] 10.222.0.47 "PUT /v2.0/ports/90f0133e-d40c-48de-a1e6-8b881b0502cc HTTP/1.1" status: 200 len: 1092 time: 1.9243834 Oct 26 16:32:47.193014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:47.195722 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:47.226694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.233259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88ce4d-624b-49f1-be7b-7ecded60d2ff service neutron] Pushing event updated for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:47.253000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff085921-b970-4eba-bbd0-02b5af567854 req-2809cc15-da37-43b4-b05c-c56a60fb7763 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.262711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff085921-b970-4eba-bbd0-02b5af567854 req-2809cc15-da37-43b4-b05c-c56a60fb7763 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.0977008 Oct 26 16:32:47.297504 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a8f26-b1a8-4240-8cb0-a59251c6fae1 x-openstack-request-id: req-d01a8f26-b1a8-4240-8cb0-a59251c6fae1 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:47.298073 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:47.298073 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d01a8f26-b1a8-4240-8cb0-a59251c6fae1 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:47.298461 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc', 'status': 'completed', 'code': 200} Oct 26 16:32:47.320050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff085921-b970-4eba-bbd0-02b5af567854 req-b73cc847-4ce2-4211-a8df-949ca59c1b80 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Oct 26 16:32:47.341152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Pushing event updated for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:47.353005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Network b020d715-03c3-4bcc-acc5-2e0866b10fa9 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:47.356844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:47.359801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:47.388703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-96fdb981-000b-437e-85b5-a9ea3d8829a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.390422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-96fdb981-000b-437e-85b5-a9ea3d8829a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 1095 time: 0.0910246 Oct 26 16:32:47.466286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.466814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.515818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-1a3cb640-34c2-4e68-83cd-761840fea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.517331 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-1a3cb640-34c2-4e68-83cd-761840fea817 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1175826 Oct 26 16:32:47.575521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-80d7b46f-1f61-452d-bb26-0321a8384933 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3025582 Oct 26 16:32:47.602474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Request body: {'port': {'device_id': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:47.676436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-437aa85d-1145-493c-b76f-7f78596b8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.678151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-88dbfa1b-f2a1-42c9-85a2-7dfad1cf570f req-437aa85d-1145-493c-b76f-7f78596b8dc4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540632 Oct 26 16:32:47.686860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:47.926980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-c1dee087-e4ad-49d5-a892-fcb2617ead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.928552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-c1dee087-e4ad-49d5-a892-fcb2617ead00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 1095 time: 0.1838920 Oct 26 16:32:47.944297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885992-b031-4766-b86a-c5d2bac534db req-b5cf69d9-331a-4b56-b4ad-961f812f0dac tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.957572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74885992-b031-4766-b86a-c5d2bac534db req-b5cf69d9-331a-4b56-b4ad-961f812f0dac tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1339188 Oct 26 16:32:47.957572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20483a5d-939a-4c88-8005-ee2b1b97b395 req-26e08a9d-f9c6-43f9-ad7f-b206293880ac tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:47.964168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20483a5d-939a-4c88-8005-ee2b1b97b395 req-26e08a9d-f9c6-43f9-ad7f-b206293880ac tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 944 time: 0.1366458 Oct 26 16:32:47.981233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-aebb853e-20bb-4bdb-bfb6-875177805cd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc HTTP/1.1" status: 200 len: 217 time: 0.0432072 Oct 26 16:32:48.065059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20483a5d-939a-4c88-8005-ee2b1b97b395 req-275eeffa-a3bd-486f-bda3-4f7c774bd9bc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000199 Oct 26 16:32:48.077255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74885992-b031-4766-b86a-c5d2bac534db req-f3971fee-d8e7-4743-9954-95ebcf74eeb1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Oct 26 16:32:48.107480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-cec79a4c-0aa4-46b7-a841-2b119e7b1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:48.107480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-cec79a4c-0aa4-46b7-a841-2b119e7b1e7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0992570 Oct 26 16:32:48.117864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:48.121698 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7726c1fa-ebb0-46da-b213-081a639f4e51" -d '{"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-plugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:48.164438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeeef26d-08a6-48bc-96f7-5640d93c41e1 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:48.170403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-06bf1b20-6efe-40e8-9dc7-067688be04aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563645 Oct 26 16:32:48.205043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:48.255221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952895b-0cfc-4324-b784-1e787d7cd5b3 req-c57a0e22-ff7e-4138-8926-484ede47fa1b tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:48.264291 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7952895b-0cfc-4324-b784-1e787d7cd5b3 req-c57a0e22-ff7e-4138-8926-484ede47fa1b tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 931 time: 0.0907600 Oct 26 16:32:48.311458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7952895b-0cfc-4324-b784-1e787d7cd5b3 req-4ff773f7-a93b-42c7-94d2-336211b560b6 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Oct 26 16:32:48.344370 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b785b72-cebe-435d-93e1-c712b629304d x-openstack-request-id: req-7b785b72-cebe-435d-93e1-c712b629304d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:48.344985 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-plugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:48.351253 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b785b72-cebe-435d-93e1-c712b629304d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:48.351253 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'code': 200} Oct 26 16:32:48.351460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Transition to ACTIVE for port object aeeef26d-08a6-48bc-96f7-5640d93c41e1 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:48.451908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:48.460980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-ace11ce2-05f2-4a72-b591-834eb2b56c13 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768183 Oct 26 16:32:48.465316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73c91-b356-4d19-8de0-9a11ed44ca21 req-fa43a20a-e730-480a-9e10-51cca5d538a4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:48.467958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06e73c91-b356-4d19-8de0-9a11ed44ca21 req-fa43a20a-e730-480a-9e10-51cca5d538a4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1025081 Oct 26 16:32:48.541651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3f73-39f3-4c6b-a0c8-ff4e525f7923 req-08c26232-89cc-4f5a-a55a-bc4995d9a98d tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:48.552248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f04a3f73-39f3-4c6b-a0c8-ff4e525f7923 req-08c26232-89cc-4f5a-a55a-bc4995d9a98d tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.1159484 Oct 26 16:32:48.569649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff50049-0b2a-4011-8711-327f3d80e92f req-545b8ed6-18b4-47dc-945d-26f35fd0b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:48.571186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ff50049-0b2a-4011-8711-327f3d80e92f req-545b8ed6-18b4-47dc-945d-26f35fd0b4ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 1101 time: 0.1584139 Oct 26 16:32:48.599681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:48.664114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f04a3f73-39f3-4c6b-a0c8-ff4e525f7923 req-57e8f179-68de-4a97-9008-053505dfc82f tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033385 Oct 26 16:32:48.665057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.665412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.665793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.666138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.666456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.666784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.676047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.676481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.676823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.677156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.677493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.677827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:48.695571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06e73c91-b356-4d19-8de0-9a11ed44ca21 req-0c9b873c-6f72-4816-8021-e47af3cdca68 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035427 Oct 26 16:32:48.757312 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ff50049-0b2a-4011-8711-327f3d80e92f req-108cc76f-7ee1-4900-b498-e1334519c40b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758399 Oct 26 16:32:48.798237 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-816442de-ebd9-439d-8d7c-a7af63a48e7b req-e02664b8-ce6e-4261-be71-c477b60ec431 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232429 Oct 26 16:32:48.823876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Attempting to bind port aeeef26d-08a6-48bc-96f7-5640d93c41e1 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:48.824507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Attempting to bind port aeeef26d-08a6-48bc-96f7-5640d93c41e1 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4136074d-401e-4922-8226-0875a260b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:48.824976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Attempting to bind port aeeef26d-08a6-48bc-96f7-5640d93c41e1 on network b020d715-03c3-4bcc-acc5-2e0866b10fa9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:48.830501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Port aeeef26d-08a6-48bc-96f7-5640d93c41e1 on network b020d715-03c3-4bcc-acc5-2e0866b10fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:48.830817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Attempting to bind port aeeef26d-08a6-48bc-96f7-5640d93c41e1 on network b020d715-03c3-4bcc-acc5-2e0866b10fa9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:48.835943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:48.836278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Checking segment: {'id': '4136074d-401e-4922-8226-0875a260b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:48.836652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Bound using segment: {'id': '4136074d-401e-4922-8226-0875a260b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:48.842980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Bound port: aeeef26d-08a6-48bc-96f7-5640d93c41e1, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4136074d-401e-4922-8226-0875a260b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:48.842980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:48.909449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:48.914299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1,segment=NetworkSegment(4136074d-401e-4922-8226-0875a260b810),segment_id=4136074d-401e-4922-8226-0875a260b810)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:49.003792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:49.071327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.071963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:49.073316 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] 10.222.0.47 "PUT /v2.0/ports/aeeef26d-08a6-48bc-96f7-5640d93c41e1 HTTP/1.1" status: 200 len: 1091 time: 1.4769866 Oct 26 16:32:49.097622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d99e-4379-41f7-8fa4-8ad74ad15670 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:49.105731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51ca92-68fa-43d2-bcd1-004d6ee7bc2c req-bbb86168-5999-44ed-b166-6dbd4cd74230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.109402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b51ca92-68fa-43d2-bcd1-004d6ee7bc2c req-bbb86168-5999-44ed-b166-6dbd4cd74230 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1096 time: 0.0709403 Oct 26 16:32:49.178158 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b51ca92-68fa-43d2-bcd1-004d6ee7bc2c req-eef4705d-5f62-45e0-9dec-36df3e5a5e38 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Oct 26 16:32:49.247756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5a76-c3af-4582-9b87-3cf5b0a3220e req-f7f7e490-799f-44cb-b418-86a7ceadbe31 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.249279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-460c5a76-c3af-4582-9b87-3cf5b0a3220e req-f7f7e490-799f-44cb-b418-86a7ceadbe31 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0785894 Oct 26 16:32:49.276005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22c995-bee3-4ebd-a7a4-4f3cc66ffa32 req-33fe3bd0-9e0f-4c96-87ff-a0393bbedc2e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.277671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee22c995-bee3-4ebd-a7a4-4f3cc66ffa32 req-33fe3bd0-9e0f-4c96-87ff-a0393bbedc2e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 944 time: 0.0791228 Oct 26 16:32:49.299102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:49.301444 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cb180e-6017-4a08-8462-3bbc0c2247ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:49.335917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-460c5a76-c3af-4582-9b87-3cf5b0a3220e req-73f11e53-78bf-49d1-8249-c9d00b00b801 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774720 Oct 26 16:32:49.341617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee22c995-bee3-4ebd-a7a4-4f3cc66ffa32 req-0f9cb5b5-7c6e-457d-9ce3-8d8da8e81734 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Oct 26 16:32:49.415619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-d9502e87-a1e1-42fe-9fc4-16ecafa2eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.417161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-d9502e87-a1e1-42fe-9fc4-16ecafa2eac5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b736d5ef39b4cfda1852d8c299d074b&device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 1094 time: 0.0472143 Oct 26 16:32:49.467475 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf41e75-f726-402d-bd55-b06a252c9053 x-openstack-request-id: req-2cf41e75-f726-402d-bd55-b06a252c9053 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:49.467860 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:49.468085 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cf41e75-f726-402d-bd55-b06a252c9053 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:49.468431 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1', 'status': 'completed', 'code': 200} Oct 26 16:32:49.470082 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-532b848d-656c-4de8-89c0-bc9251091d76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1 HTTP/1.1" status: 200 len: 217 time: 0.0435531 Oct 26 16:32:49.524915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-896af8f9-5906-46fd-ab3e-47b428bf03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.527573 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-896af8f9-5906-46fd-ab3e-47b428bf03d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d265bc41-aa48-411d-98b2-b27980647036 HTTP/1.1" status: 200 len: 855 time: 0.0476215 Oct 26 16:32:49.577959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14202e-04c1-4e93-9f65-8998c3ca2be3 req-b11db051-9dff-45c9-98f0-9586a4bface3 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.579728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f14202e-04c1-4e93-9f65-8998c3ca2be3 req-b11db051-9dff-45c9-98f0-9586a4bface3 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0715542 Oct 26 16:32:49.581673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-cb780a39-3a28-4485-8f06-6db4f53c9023 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b020d715-03c3-4bcc-acc5-2e0866b10fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268891 Oct 26 16:32:49.589207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91311c-da0c-49ad-bfdd-65b2c173460f req-5e4d408f-6f13-42ef-8f14-68f00bd5ea57 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.590874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c91311c-da0c-49ad-bfdd-65b2c173460f req-5e4d408f-6f13-42ef-8f14-68f00bd5ea57 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 943 time: 0.0921867 Oct 26 16:32:49.648959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f14202e-04c1-4e93-9f65-8998c3ca2be3 req-5af6140b-7884-43a2-b41a-96d39ab2dfdb tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569301 Oct 26 16:32:49.652990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c91311c-da0c-49ad-bfdd-65b2c173460f req-d27a54fb-9a98-44ea-982c-9cd6536404cc tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Oct 26 16:32:49.689485 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-973957aa-7a00-459a-9ae6-3b54e7b1fe50 service neutron] 10.222.0.47 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984914 Oct 26 16:32:49.786421 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-48b68909-3bbe-4d85-9cd2-595a92a259da req-2348bcd3-c78b-43fb-acb8-b285aa7d1e61 service neutron] 10.222.0.47 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Oct 26 16:32:49.824081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d3e06-38a3-4631-9a60-495bcfef6700 req-54571b85-6917-40d8-9c4b-18374cb8a15f tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.826067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7d3e06-38a3-4631-9a60-495bcfef6700 req-54571b85-6917-40d8-9c4b-18374cb8a15f tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.0855167 Oct 26 16:32:49.834676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbb72-75ba-4710-bf5c-fe91983c9d92 req-6cf76004-dfd4-404b-8a6c-8235a4ab6324 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.836074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-533bbb72-75ba-4710-bf5c-fe91983c9d92 req-6cf76004-dfd4-404b-8a6c-8235a4ab6324 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Oct 26 16:32:49.894705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7d3e06-38a3-4631-9a60-495bcfef6700 req-e334339e-cb84-4045-8053-42ab9b14e78f tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576837 Oct 26 16:32:49.898261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-533bbb72-75ba-4710-bf5c-fe91983c9d92 req-8ab360d2-3b8b-4640-9c0f-792bbd1893f7 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542414 Oct 26 16:32:49.937645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-df5694ac-a252-46aa-8b1d-c4538e23c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:49.939171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-df5694ac-a252-46aa-8b1d-c4538e23c94f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b736d5ef39b4cfda1852d8c299d074b&device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 1094 time: 0.0529153 Oct 26 16:32:50.036098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-f209bde1-3042-4af0-a602-ebbbe703bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:50.037552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-f209bde1-3042-4af0-a602-ebbbe703bd90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b020d715-03c3-4bcc-acc5-2e0866b10fa9 HTTP/1.1" status: 200 len: 916 time: 0.0913045 Oct 26 16:32:50.084052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-a154c93c-d75f-4465-8f79-51a07b90df66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1 HTTP/1.1" status: 200 len: 217 time: 0.0381844 Oct 26 16:32:50.138759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-caee9492-dab5-473e-a196-50888be9730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:50.142859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-caee9492-dab5-473e-a196-50888be9730e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d265bc41-aa48-411d-98b2-b27980647036 HTTP/1.1" status: 200 len: 855 time: 0.0499511 Oct 26 16:32:50.178984 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-3b2ead60-c99d-48f6-95a2-c017d5cec093 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b020d715-03c3-4bcc-acc5-2e0866b10fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251501 Oct 26 16:32:50.281666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-6f136b66-bb81-4f53-bee5-56c7a0f0c121 service neutron] 10.222.0.47 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934372 Oct 26 16:32:50.377805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e7cb180e-6017-4a08-8462-3bbc0c2247ad req-36f03da1-07a3-4dc5-9425-76ff385126c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885882 Oct 26 16:32:50.494179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d3ac-65d3-43bf-80a4-9c5054d63e4c req-49952441-14e5-4285-bd14-2e75935d0841 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:50.495678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7eb8d3ac-65d3-43bf-80a4-9c5054d63e4c req-49952441-14e5-4285-bd14-2e75935d0841 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0831521 Oct 26 16:32:50.520127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc05183-5e93-4c6d-96cf-38242907f395 req-eeb0876a-0063-41b0-904a-dc95c8265fdf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:50.521485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cc05183-5e93-4c6d-96cf-38242907f395 req-eeb0876a-0063-41b0-904a-dc95c8265fdf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 944 time: 0.0994632 Oct 26 16:32:50.568970 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:50.571447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7eb8d3ac-65d3-43bf-80a4-9c5054d63e4c req-480a6575-28ba-4237-9359-b6cbe9b2d659 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Oct 26 16:32:50.585756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cc05183-5e93-4c6d-96cf-38242907f395 req-ba583ab3-4f1f-47ed-b0f9-c829433de07f tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Oct 26 16:32:50.772843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539aa2b-5a0b-459b-a153-210c6d83aa57 req-ed85cedd-c3b9-4e1c-a7d3-4aa0e4fadd58 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:50.774254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c539aa2b-5a0b-459b-a153-210c6d83aa57 req-ed85cedd-c3b9-4e1c-a7d3-4aa0e4fadd58 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 943 time: 0.0519674 Oct 26 16:32:50.813626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c539aa2b-5a0b-459b-a153-210c6d83aa57 req-7bdef34f-f4c9-4343-b1ff-e89e149ef88b tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Oct 26 16:32:51.047897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97350b67-0aa1-4edf-a795-f94d7399e432 req-e2d0a69a-9c8e-4612-ba3d-344ce3efd835 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:51.049465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97350b67-0aa1-4edf-a795-f94d7399e432 req-e2d0a69a-9c8e-4612-ba3d-344ce3efd835 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0832322 Oct 26 16:32:51.058339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a597-ef9e-45da-b2e6-ac035c2f713e req-1387b7e5-5653-4f27-845b-449cd03a2c24 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:51.059934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d01a597-ef9e-45da-b2e6-ac035c2f713e req-1387b7e5-5653-4f27-845b-449cd03a2c24 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.0844808 Oct 26 16:32:51.119376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97350b67-0aa1-4edf-a795-f94d7399e432 req-858cb0c7-054c-437b-bb18-b6ff774e6623 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Oct 26 16:32:51.124560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d01a597-ef9e-45da-b2e6-ac035c2f713e req-b1688aec-5da3-40c4-b15c-e47a77825fbd tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575521 Oct 26 16:32:51.247845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0f41-3776-45ee-8f4f-55d889d7bf05 req-30b738f3-6a00-421f-b4fb-0f2b75de0dbc tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:51.249491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0a0f41-3776-45ee-8f4f-55d889d7bf05 req-30b738f3-6a00-421f-b4fb-0f2b75de0dbc tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 950 time: 0.0531006 Oct 26 16:32:51.292357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0a0f41-3776-45ee-8f4f-55d889d7bf05 req-15d16e1e-a872-44bd-b332-ee59fbc10b79 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Oct 26 16:32:51.427567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-631f54ac-263f-47bd-a38c-ec95a3d59980 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:51.429675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-631f54ac-263f-47bd-a38c-ec95a3d59980 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 811 time: 0.1326270 Oct 26 16:32:51.449625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-520bc848-0b51-41f0-9207-ea69f3732b94 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/quotas/cef60cc6e2e64549847b213a50b63264 HTTP/1.1" status: 200 len: 375 time: 0.0122392 Oct 26 16:32:51.517945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-e9069954-2d4f-45ec-9672-724410fdfcc6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574875 Oct 26 16:32:51.629440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-dea62bd5-90ac-4fa0-b1e2-16fee203df06 service neutron] 10.222.0.21 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019199 Oct 26 16:32:51.723609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-d4a27fdd-cbcb-4688-aee4-b23932958621 service neutron] 10.222.0.21 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Oct 26 16:32:52.067782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33877daa-8a06-4364-aabe-7db9d6609e27 req-af516337-baae-41c0-bd4a-a200adf2f88f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:52.069498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33877daa-8a06-4364-aabe-7db9d6609e27 req-af516337-baae-41c0-bd4a-a200adf2f88f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1011403 Oct 26 16:32:52.095950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd27d4e-6d4e-424b-bb1a-ced793ab7437 req-fe923cd3-ef69-47b4-9199-d878bdf235ad tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:52.097722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efd27d4e-6d4e-424b-bb1a-ced793ab7437 req-fe923cd3-ef69-47b4-9199-d878bdf235ad tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 944 time: 0.0747502 Oct 26 16:32:52.157543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33877daa-8a06-4364-aabe-7db9d6609e27 req-285d51f6-61dd-46e8-bd4e-cba8fe801a1f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765615 Oct 26 16:32:52.162793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efd27d4e-6d4e-424b-bb1a-ced793ab7437 req-563c168d-da95-47a0-8154-b7ca9e9e7c02 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Oct 26 16:32:52.345849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ea179-86a8-4835-80ae-75d702724802 req-ecf185ae-7c79-4b04-81b4-9eb6ba4d4c14 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:52.359731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-812ea179-86a8-4835-80ae-75d702724802 req-ecf185ae-7c79-4b04-81b4-9eb6ba4d4c14 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 943 time: 0.0674391 Oct 26 16:32:52.445215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-812ea179-86a8-4835-80ae-75d702724802 req-8f0a98ec-d6b5-4df8-a96e-471626be07b9 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767136 Oct 26 16:32:52.461614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f38-0c41-44fd-9f2d-a89f3cc771b4 req-479ccbf0-93a5-401d-8d6d-a487b5a6513e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:52.467011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f49e4f38-0c41-44fd-9f2d-a89f3cc771b4 req-479ccbf0-93a5-401d-8d6d-a487b5a6513e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0776484 Oct 26 16:32:52.517516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:52.521241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4ed3d41-3fb6-44c8-b26c-0b94a3ddaa61 req-718c2ac9-013a-4948-ac5f-43c206cdfc0e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 210 time: 0.0340996 Oct 26 16:32:52.529700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f49e4f38-0c41-44fd-9f2d-a89f3cc771b4 req-1e007f3b-b7d7-40d6-b54f-31fca49b1fb6 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583022 Oct 26 16:32:52.606844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device aeeef26d-08a6-48bc-96f7-5640d93c41e1 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:52.729219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1,segment=NetworkSegment(4136074d-401e-4922-8226-0875a260b810),segment_id=4136074d-401e-4922-8226-0875a260b810)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:52.741340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1', 'network_id': 'b020d715-03c3-4bcc-acc5-2e0866b10fa9', 'port_id': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1', 'mac_address': 'fa:16:3e:b5:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd265bc41-aa48-411d-98b2-b27980647036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:52.785185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:52.800601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeef26d-08a6-48bc-96f7-5640d93c41e1 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:52.823267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1,segment=NetworkSegment(4136074d-401e-4922-8226-0875a260b810),segment_id=4136074d-401e-4922-8226-0875a260b810)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:52.894705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:52.895323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 90f0133e-d40c-48de-a1e6-8b881b0502cc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:52.985705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:53.041075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:53.052328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '90f0133e-d40c-48de-a1e6-8b881b0502cc', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'port_id': '90f0133e-d40c-48de-a1e6-8b881b0502cc', 'mac_address': 'fa:16:3e:5b:7d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c1bdf-39d7-4070-bea3-7652987f24b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:53.095659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:53.110534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f0133e-d40c-48de-a1e6-8b881b0502cc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:53.131413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:53.198019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:53.264368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:53.364069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ea56a-a400-465b-97aa-220f000f8cef req-d87ee9d1-ad4f-4b31-a416-dc2ffb6d133c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:53.370739 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-866ea56a-a400-465b-97aa-220f000f8cef req-d87ee9d1-ad4f-4b31-a416-dc2ffb6d133c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0932479 Oct 26 16:32:53.381478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83754358-24ba-4044-b14c-7d52e53b9285 req-17fcb4a7-826e-4931-a7ad-ad43e6b07e08 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:53.382922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83754358-24ba-4044-b14c-7d52e53b9285 req-17fcb4a7-826e-4931-a7ad-ad43e6b07e08 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 945 time: 0.0956759 Oct 26 16:32:53.447977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['aeeef26d-08a6-48bc-96f7-5640d93c41e1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:53.448332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83754358-24ba-4044-b14c-7d52e53b9285 req-ae79d057-2f1f-43c4-8d70-5ab6816523f5 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Oct 26 16:32:53.448438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:53.460926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-866ea56a-a400-465b-97aa-220f000f8cef req-f13b6512-4e61-4359-bd77-3f619409a654 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882049 Oct 26 16:32:53.741828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99703b-4573-4d92-9ab1-b2011f59d65f req-34dd3d34-3758-4bef-880b-ede0b6a31254 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:53.756586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b99703b-4573-4d92-9ab1-b2011f59d65f req-34dd3d34-3758-4bef-880b-ede0b6a31254 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 944 time: 0.0760455 Oct 26 16:32:53.808828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b99703b-4573-4d92-9ab1-b2011f59d65f req-3d3db451-b5b5-4c5f-96e0-719d84c37bcf tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553324 Oct 26 16:32:53.909555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46d30e71-02cc-45df-9cdf-8aaad32882b9 req-0095be72-bb5c-49a2-9325-3c1fae32500c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 210 time: 0.0340023 Oct 26 16:32:54.387428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607a674-5b8b-4008-a0ac-bc6520b229c5 req-db0f6484-6547-4139-830b-958ccdfd09c0 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:54.389079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1607a674-5b8b-4008-a0ac-bc6520b229c5 req-db0f6484-6547-4139-830b-958ccdfd09c0 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0604980 Oct 26 16:32:54.430769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1607a674-5b8b-4008-a0ac-bc6520b229c5 req-535b9360-abfb-4960-be20-8ba8cf7fe34e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338047 Oct 26 16:32:54.603037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed85ca-1662-445a-b83e-49e4ae204f4c req-191e0e2a-913c-4e30-ac58-c5585f4d4b84 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:54.604860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeed85ca-1662-445a-b83e-49e4ae204f4c req-191e0e2a-913c-4e30-ac58-c5585f4d4b84 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 945 time: 0.0804207 Oct 26 16:32:54.611672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device aeeef26d-08a6-48bc-96f7-5640d93c41e1 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:54.629345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed017-629e-4dcd-acf0-43e7c18a3858 req-83a298d2-6aa6-488d-b69e-bc1908137770 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:54.630843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef8ed017-629e-4dcd-acf0-43e7c18a3858 req-83a298d2-6aa6-488d-b69e-bc1908137770 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0963616 Oct 26 16:32:54.693032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeed85ca-1662-445a-b83e-49e4ae204f4c req-fb20ab80-dc1a-4602-a56d-d260ca721b14 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Oct 26 16:32:54.709899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef8ed017-629e-4dcd-acf0-43e7c18a3858 req-c1aa2ac0-882c-4ccd-bbe3-086cde643e87 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676222 Oct 26 16:32:54.723988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port aeeef26d-08a6-48bc-96f7-5640d93c41e1 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:54.733150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port aeeef26d-08a6-48bc-96f7-5640d93c41e1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:54.733150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:54.846680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:54.878509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:54.880698 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e24a600-2a61-4e08-a026-332ea5f1d819" -d '{"events": [{"server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "name": "network-vif-plugged", "status": "completed", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:54.901826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1,segment=NetworkSegment(4136074d-401e-4922-8226-0875a260b810),segment_id=4136074d-401e-4922-8226-0875a260b810)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:54.932728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-387b426e-4a74-4644-ab50-7755d978dfab tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:54.934238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-387b426e-4a74-4644-ab50-7755d978dfab tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.39 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 811 time: 0.1493998 Oct 26 16:32:54.942108 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d716b-45f2-40a3-8f99-3a040e0e72ea x-openstack-request-id: req-e87d716b-45f2-40a3-8f99-3a040e0e72ea {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:54.942574 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "name": "network-vif-plugged", "status": "completed", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:54.943017 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87d716b-45f2-40a3-8f99-3a040e0e72ea {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:54.944117 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1', 'code': 200} Oct 26 16:32:54.954057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Request body: {'port': {'device_id': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'admin_state_up': True, 'tenant_id': 'cef60cc6e2e64549847b213a50b63264'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:54.963585 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:54.964396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 90f0133e-d40c-48de-a1e6-8b881b0502cc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:54.971948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ba1e-4b60-4a37-9e23-2cfab2f61516 req-c4fb1291-5fc8-4ff5-b1ab-2b7387a125d6 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:54.982287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1405ba1e-4b60-4a37-9e23-2cfab2f61516 req-c4fb1291-5fc8-4ff5-b1ab-2b7387a125d6 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 944 time: 0.1051693 Oct 26 16:32:55.030761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1405ba1e-4b60-4a37-9e23-2cfab2f61516 req-23199218-0688-475c-8323-5a60926f984b tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Oct 26 16:32:55.101734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:55.103587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8db22114-1f0c-4044-a36f-c21a478d769f req-37f1e0d9-4539-453a-b1ce-2840f0a24eba tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 210 time: 0.0498078 Oct 26 16:32:55.149065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de977cc-64e2-452b-9bb7-98ad3437bd15 req-7c7ff5de-e386-4d02-90b8-3622eb658149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:55.151021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1de977cc-64e2-452b-9bb7-98ad3437bd15 req-7c7ff5de-e386-4d02-90b8-3622eb658149 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 1096 time: 0.1039367 Oct 26 16:32:55.174673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 90f0133e-d40c-48de-a1e6-8b881b0502cc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:32:55.178803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 90f0133e-d40c-48de-a1e6-8b881b0502cc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:55.179202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.221575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1de977cc-64e2-452b-9bb7-98ad3437bd15 req-4fdbacf7-65fc-4120-afd6-0170ccec00b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589883 Oct 26 16:32:55.262814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.282975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Made reservation on behalf of cef60cc6e2e64549847b213a50b63264 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:55.287584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.298876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:55.359914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.420276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:55.422713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Allocated IP 172.20.0.11 (16dbdab6-6c37-4f36-87d7-1b1ca2f27648/863c4e32-778d-46f2-964a-a283418fbe0e/b300e3f7-3957-4dc5-8920-85849721e978) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:55.596825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2980a-df39-4207-9818-e998f1688056 req-498d2ecd-9c34-4f83-8bc3-0595cabf53b7 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:55.598519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36f2980a-df39-4207-9818-e998f1688056 req-498d2ecd-9c34-4f83-8bc3-0595cabf53b7 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0615838 Oct 26 16:32:55.622969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.642614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36f2980a-df39-4207-9818-e998f1688056 req-9e27a749-329b-4b75-b39b-928aa45b51e7 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362968 Oct 26 16:32:55.685899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:32:55.778043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.794863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34c26d56-6bf1-4bcc-941a-d98af8a6ad73'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:55.847161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:55.852122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:55.860500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:32:55.863325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551d5c-23ad-4586-9c0a-b6fefb9874c0 req-ae1a3e55-37a6-4a0f-b0e4-78102434bb3a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:55.866429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Pushing event updated for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:55.873462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69551d5c-23ad-4586-9c0a-b6fefb9874c0 req-ae1a3e55-37a6-4a0f-b0e4-78102434bb3a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1049476 Oct 26 16:32:55.875713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:55.900588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c16269e2-f88e-4304-a770-347d24b875f7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c16269e2-f88e-4304-a770-347d24b875f7', 'mac_address': 'fa:16:3e:ad:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:32:55.925082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4748ee-890d-4901-91f1-b16e96552a64 req-86826bbc-1ed0-4d39-bf43-97415b45295c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:55.926914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee4748ee-890d-4901-91f1-b16e96552a64 req-86826bbc-1ed0-4d39-bf43-97415b45295c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1160879 Oct 26 16:32:55.934878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:55.934878 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:55.964460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69551d5c-23ad-4586-9c0a-b6fefb9874c0 req-d338f260-a8da-45d0-8db4-6bc45508cf5a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900564 Oct 26 16:32:55.989246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee4748ee-890d-4901-91f1-b16e96552a64 req-ef22ade9-f19a-4f0b-9505-78da78014bab tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Oct 26 16:32:56.018334 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.043895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:56.075545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:56.080914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-beb2d3ed-f7b2-494c-8f73-0b307c221b00 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1311288 Oct 26 16:32:56.110753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Request body: {'port': {'device_id': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:56.136406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.201912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46067-1eec-4612-a94f-09ddab11fa63 req-8245e2ab-2114-49f2-838f-7140ae32fc3a tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:56.202197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.204136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3a46067-1eec-4612-a94f-09ddab11fa63 req-8245e2ab-2114-49f2-838f-7140ae32fc3a tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 945 time: 0.0605736 Oct 26 16:32:56.219254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:56.295214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecdd6e-d7f3-4591-92b7-eea5b50950ee req-72105f05-7462-4a9e-83ea-3cde242c880b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:56.296773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72ecdd6e-d7f3-4591-92b7-eea5b50950ee req-72105f05-7462-4a9e-83ea-3cde242c880b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 932 time: 0.0910332 Oct 26 16:32:56.304748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3a46067-1eec-4612-a94f-09ddab11fa63 req-cfeb8e58-7fb6-47eb-b0b2-a4cf1c9b6041 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587125 Oct 26 16:32:56.345307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c16269e2-f88e-4304-a770-347d24b875f7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:32:56.369851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72ecdd6e-d7f3-4591-92b7-eea5b50950ee req-784e76d7-abd2-4441-b1e5-1be44d7ee72a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641251 Oct 26 16:32:56.621903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b300e3f7-3957-4dc5-8920-85849721e978 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:32:56.637484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.662624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Transition to ACTIVE for port object b300e3f7-3957-4dc5-8920-85849721e978 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:32:56.736123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.808406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:56.834362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd98a6-10dc-4ac4-94be-59ec250de66e req-13245c47-cd4b-4ac3-82f2-1b230a6bd679 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:56.842563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ecd98a6-10dc-4ac4-94be-59ec250de66e req-13245c47-cd4b-4ac3-82f2-1b230a6bd679 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.1089201 Oct 26 16:32:56.900941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-91ae16e4-bd5b-4836-85df-73c03354393d tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:56.902526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-91ae16e4-bd5b-4836-85df-73c03354393d tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.1069810 Oct 26 16:32:56.911895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ecd98a6-10dc-4ac4-94be-59ec250de66e req-7ae7fffc-f6c1-4f6f-80b2-944f6e0aaf56 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684004 Oct 26 16:32:56.920414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Attempting to bind port b300e3f7-3957-4dc5-8920-85849721e978 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:32:56.920823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Attempting to bind port b300e3f7-3957-4dc5-8920-85849721e978 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:32:56.932674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Attempting to bind port b300e3f7-3957-4dc5-8920-85849721e978 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:56.932674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Port b300e3f7-3957-4dc5-8920-85849721e978 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:32:56.932674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Attempting to bind port b300e3f7-3957-4dc5-8920-85849721e978 on network 16dbdab6-6c37-4f36-87d7-1b1ca2f27648 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:32:56.938091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:32:56.938746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Checking segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:32:56.938924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Bound using segment: {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:32:56.939451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Bound port: b300e3f7-3957-4dc5-8920-85849721e978, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894c7ab5-3989-4cd8-bac9-6b9999046e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:32:56.939806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:56.945237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:56.949736 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8044ff-2dd8-4ec7-988f-52538298b5bd" -d '{"events": [{"server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "name": "network-vif-plugged", "status": "completed", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:57.045027 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4367f56-1962-49f9-9654-a63201709ef2 x-openstack-request-id: req-b4367f56-1962-49f9-9654-a63201709ef2 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:57.045598 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "name": "network-vif-plugged", "status": "completed", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:57.046190 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4367f56-1962-49f9-9654-a63201709ef2 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:57.046776 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc', 'code': 200} Oct 26 16:32:57.069905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Deleting port cd7e36e9-89a6-4f74-87fc-0be229b04251 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:32:57.070449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.073945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:32:57.081432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b300e3f7-3957-4dc5-8920-85849721e978,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:32:57.188258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.254622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca810cf-6268-4c8c-bf86-e3caa10224ba req-aaa8302f-f18d-4434-b490-7f0439c6240b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.263198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ca810cf-6268-4c8c-bf86-e3caa10224ba req-aaa8302f-f18d-4434-b490-7f0439c6240b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1139116 Oct 26 16:32:57.267611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.268617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.271227 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] 10.222.0.39 "PUT /v2.0/ports/b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 200 len: 1092 time: 1.1659524 Oct 26 16:32:57.273918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:57.277315 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c350c5-7b87-40d8-ab52-3add29065aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "tag": "b300e3f7-3957-4dc5-8920-85849721e978"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:57.293528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fe3b9-92d8-4d82-8e9a-cbbc7d3f4374 req-8197ad6e-5310-4a56-9c58-1dd4022c7a90 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.299525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c7fe3b9-92d8-4d82-8e9a-cbbc7d3f4374 req-8197ad6e-5310-4a56-9c58-1dd4022c7a90 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1586061 Oct 26 16:32:57.339846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f46d5-23d8-4e96-8c0f-ead2af1e33da req-818e7d91-f65f-443e-8c13-aa61d19a427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.342018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb4f46d5-23d8-4e96-8c0f-ead2af1e33da req-818e7d91-f65f-443e-8c13-aa61d19a427f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 1097 time: 0.2011316 Oct 26 16:32:57.352394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] For port cd7e36e9-89a6-4f74-87fc-0be229b04251, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=cd7e36e9-89a6-4f74-87fc-0be229b04251,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:57.352394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.389605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ca810cf-6268-4c8c-bf86-e3caa10224ba req-2abf3511-b6f0-40de-8430-a91ca4d544f6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247525 Oct 26 16:32:57.469041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb4f46d5-23d8-4e96-8c0f-ead2af1e33da req-156e97bb-a2bf-4aae-95ee-0f089cd2334f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087372 Oct 26 16:32:57.471278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8a094-bb2d-43cc-b7d7-b060e391b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:57.520050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-4394c5df-d8f9-48e8-9678-fba23662a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.521639 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-4394c5df-d8f9-48e8-9678-fba23662a5f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1095 time: 0.0875020 Oct 26 16:32:57.528705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c7fe3b9-92d8-4d82-8e9a-cbbc7d3f4374 req-d277eb12-dee9-486b-904e-318ab958550d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272935 Oct 26 16:32:57.592618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-1956eb71-75ca-4d09-aa04-e3c68809a43d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 200 len: 217 time: 0.0608542 Oct 26 16:32:57.616515 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aec4b29-e457-4359-b4cc-6c82731331af x-openstack-request-id: req-1aec4b29-e457-4359-b4cc-6c82731331af {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:57.616807 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "tag": "b300e3f7-3957-4dc5-8920-85849721e978", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:57.621225 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aec4b29-e457-4359-b4cc-6c82731331af {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:57.621225 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978', 'status': 'completed', 'code': 200} Oct 26 16:32:57.705215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:32:57.749173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015627a8-384d-49c6-894d-8ed7a3734244 req-95a38d25-f4df-4d40-9bf5-370a9d9ef5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.751402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-95a38d25-f4df-4d40-9bf5-370a9d9ef5d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.1510923 Oct 26 16:32:57.812266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-67b2d706-759d-44e1-856f-33f9ce055d62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437243 Oct 26 16:32:57.949292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-5e4c7181-6fdb-4ede-a542-aabdff1e887c service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291649 Oct 26 16:32:57.956591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c16269e2-f88e-4304-a770-347d24b875f7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:32:57.957158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.957945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.958570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:57.959083 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Floating IP 5555ac6a-970f-432c-9762-f3f60feb4188 disassociated. External IP: 172.25.5.45, port: cd7e36e9-89a6-4f74-87fc-0be229b04251. Oct 26 16:32:57.959683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Calling delete_port for cd7e36e9-89a6-4f74-87fc-0be229b04251 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:32:57.987394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a712af-2c14-4d7a-9a94-6c19f90b2faa req-2d67330e-32b0-4014-b5a9-75730866d05e tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:57.996129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1a712af-2c14-4d7a-9a94-6c19f90b2faa req-2d67330e-32b0-4014-b5a9-75730866d05e tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 945 time: 0.2714868 Oct 26 16:32:58.017194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef78d1-cfe4-4aa3-8f61-082ea553beea req-c9a5db69-9a29-40ff-b72c-62eb8c6cd336 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:58.025892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efef78d1-cfe4-4aa3-8f61-082ea553beea req-c9a5db69-9a29-40ff-b72c-62eb8c6cd336 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 944 time: 0.2228544 Oct 26 16:32:58.086096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:58.135150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efef78d1-cfe4-4aa3-8f61-082ea553beea req-6f333298-1d9b-4213-9c40-7e454eea97cf tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078887 Oct 26 16:32:58.155421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:32:58.183349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-015627a8-384d-49c6-894d-8ed7a3734244 req-617b3df7-36c4-4c1f-ab68-7aee065df631 service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132263 Oct 26 16:32:58.225885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:58.241220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1a712af-2c14-4d7a-9a94-6c19f90b2faa req-8fa7cbe1-42c0-4c20-8f98-78feabceaf1a tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174866 Oct 26 16:32:58.286273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:58.421529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-09c86ea7-eb4a-41eb-a9b8-b4953d5cd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:58.425344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-09c86ea7-eb4a-41eb-a9b8-b4953d5cd7de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1095 time: 0.1075511 Oct 26 16:32:58.495625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58c141-dfde-472f-9ef4-796b1870159b req-6334ea20-5003-444d-8b9f-9eb0e6fdf4e7 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:58.513634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba58c141-dfde-472f-9ef4-796b1870159b req-6334ea20-5003-444d-8b9f-9eb0e6fdf4e7 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 946 time: 0.2604334 Oct 26 16:32:58.588902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:58.609186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba58c141-dfde-472f-9ef4-796b1870159b req-c33f7cc9-7276-483d-84ce-78481b55fe90 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a74837a-6697-4890-a510-6cb0b42741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903578 Oct 26 16:32:58.615614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-1826c197-2e48-4b52-acb0-5fb5dd66f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:58.618293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-1826c197-2e48-4b52-acb0-5fb5dd66f745 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.1770289 Oct 26 16:32:58.695976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-07bff785-e028-4d3b-ae28-b6ee0c4fddce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 200 len: 217 time: 0.0673907 Oct 26 16:32:58.729188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event deleted for resources: {'Port': ['ID=cd7e36e9-89a6-4f74-87fc-0be229b04251,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:58.802657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-11ce96ee-5ae3-4298-b69e-9d143c13a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:58.804216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-11ce96ee-5ae3-4298-b69e-9d143c13a701 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.1001768 Oct 26 16:32:58.856426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-fb95a24a-e739-437a-bc6b-563cdbe12512 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374179 Oct 26 16:32:58.874071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.874337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.874801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.875163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.875563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.875984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:58.880535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:59.001601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97e9c-382a-4318-8610-8a3c8d87b715 req-ca242503-1b5f-4053-ad0b-0a5f8c08cf5f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:59.017520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81d97e9c-382a-4318-8610-8a3c8d87b715 req-ca242503-1b5f-4053-ad0b-0a5f8c08cf5f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.4562733 Oct 26 16:32:59.047874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:59.050200 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c1690-2245-4109-9e6c-823473f00fcd" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:59.080141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175bfee-ad76-4c59-bb0b-8e5f394e3f41 req-fbc87e96-93a3-4e89-8475-05d886a7c70b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:59.081964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c175bfee-ad76-4c59-bb0b-8e5f394e3f41 req-fbc87e96-93a3-4e89-8475-05d886a7c70b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1864052 Oct 26 16:32:59.185267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81d97e9c-382a-4318-8610-8a3c8d87b715 req-4a7d7b0e-6feb-4bac-a717-d88ff87c08b3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667588 Oct 26 16:32:59.215994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:32:59.399372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef62de1-a30c-42f6-af50-ed251d1e7a2b x-openstack-request-id: req-4ef62de1-a30c-42f6-af50-ed251d1e7a2b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:59.399935 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:59.400197 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef62de1-a30c-42f6-af50-ed251d1e7a2b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:59.400584 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'code': 200} Oct 26 16:32:59.426383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c175bfee-ad76-4c59-bb0b-8e5f394e3f41 req-fec45bee-b4ec-42ee-b0d0-72d6a12d3872 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283608 Oct 26 16:32:59.621522 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-6e699bdd-c95a-4e52-88e9-af3449fa85ff service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553678 Oct 26 16:32:59.653869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3bee1-dd0c-4666-af7c-2fe505feaebd req-e4ec7462-109e-4305-b571-98870321ea40 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:32:59.655737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67b3bee1-dd0c-4666-af7c-2fe505feaebd req-e4ec7462-109e-4305-b571-98870321ea40 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 944 time: 0.1507947 Oct 26 16:32:59.701628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:32:59.716859 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Sync routers for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:32:59.735892 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:32:59.738708 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:32:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:59.809056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62c350c5-7b87-40d8-ab52-3add29065aa3 req-01408555-d675-456e-b287-9c6bcadc88c1 service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729627 Oct 26 16:32:59.857099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] No DVR routers for this DVR port cd7e36e9-89a6-4f74-87fc-0be229b04251 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:32:59.890584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:32:59.908360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50008e27-0dd9-4b21-bf59-9b5b7e57eec5 req-6be5fe69-9771-4543-8a23-9ca033befd75 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.39 "DELETE /v2.0/ports/cd7e36e9-89a6-4f74-87fc-0be229b04251 HTTP/1.1" status: 204 len: 173 time: 2.9953408 Oct 26 16:32:59.923649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76ff2b83-9f8f-4fc9-857d-4d9569c85b79 req-0f7be773-05ff-4388-a0e0-858e1d1c30f6 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.1205690 Oct 26 16:32:59.924410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'name': 'network-vif-deleted', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:32:59.929730 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa4d09-e25c-422f-8606-cb7cd3c5a95c" -d '{"events": [{"server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "name": "network-vif-deleted", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:59.970427 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:32:59.989928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67b3bee1-dd0c-4666-af7c-2fe505feaebd req-1c841aa9-3601-4342-a0d8-202d004d7c42 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030558 Oct 26 16:33:00.072005 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914e018-13b2-42b0-b7e4-b319208493fe x-openstack-request-id: req-2914e018-13b2-42b0-b7e4-b319208493fe {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:00.072395 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f6144-8d07-44b1-b8e9-e15d3465f6e0", "name": "network-vif-deleted", "tag": "cd7e36e9-89a6-4f74-87fc-0be229b04251", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:00.078938 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2914e018-13b2-42b0-b7e4-b319208493fe {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:00.078938 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f6144-8d07-44b1-b8e9-e15d3465f6e0', 'name': 'network-vif-deleted', 'tag': 'cd7e36e9-89a6-4f74-87fc-0be229b04251', 'status': 'completed', 'code': 200} Oct 26 16:33:00.410222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edff6-8c87-4606-9fd9-82f19cc7c056 req-074f33ba-2414-4549-8653-02fd066381cd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:00.424516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d6edff6-8c87-4606-9fd9-82f19cc7c056 req-074f33ba-2414-4549-8653-02fd066381cd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1055119 Oct 26 16:33:00.517141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d6edff6-8c87-4606-9fd9-82f19cc7c056 req-2800b724-bb0c-48f9-b831-319c0b4e601a tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931423 Oct 26 16:33:00.657786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ff525-dad4-44f8-a600-c18ee8044d69 req-bf3321ac-8027-4217-b425-60fe7859337d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:00.663448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38ff525-dad4-44f8-a600-c18ee8044d69 req-bf3321ac-8027-4217-b425-60fe7859337d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1081891 Oct 26 16:33:00.675393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:00.740823 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Checking router: 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:33:00.753895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a38ff525-dad4-44f8-a600-c18ee8044d69 req-32842ce6-7d0a-4e74-ac92-ab0684ae4e5b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819840 Oct 26 16:33:00.785595 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:00.786724 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:32:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:00.999706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:01.014654 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc56a-44a1-41e5-bee5-971c28b1b477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:01.098352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26613486-b328-42a7-b17c-8568b5e3623b req-0817ee42-af61-49c6-aec1-5be78439ebe1 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0565798 Oct 26 16:33:01.293937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af22efd-f3fc-4c15-b4ce-784bf70ff8cd req-9facc0e3-ab66-478a-aa69-fba6f8660d61 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:01.295721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4af22efd-f3fc-4c15-b4ce-784bf70ff8cd req-9facc0e3-ab66-478a-aa69-fba6f8660d61 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 944 time: 0.0969601 Oct 26 16:33:01.388304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4af22efd-f3fc-4c15-b4ce-784bf70ff8cd req-ec319166-206c-4ed6-ad9f-eb577f0a80cc tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804167 Oct 26 16:33:01.543704 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:01.599672 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b374b71-59cc-4c8b-826c-e85dfd3616aa None None] The sync data for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 is: [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:28:41Z', 'revision_number': 4, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ba55da2c-02da-4abb-b95b-f421349a57ac', 'name': '', 'network_id': '5df86089-0306-4e99-b898-a926ea0b2f65', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'mac_address': 'fa:16:3e:5b:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:39Z', 'updated_at': '2021-10-26T16:28:48Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'subnets': [{'id': 'b55c1626-3d59-43b8-9cdc-2abfb34bfd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:33:01.607536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dcd83-0d43-47ff-947d-1619b1e067bf req-b5fd1c41-2183-44b1-9986-9250335750f4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:01.623780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-408dcd83-0d43-47ff-947d-1619b1e067bf req-b5fd1c41-2183-44b1-9986-9250335750f4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1275995 Oct 26 16:33:01.704626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-408dcd83-0d43-47ff-947d-1619b1e067bf req-fd335f6c-e4e5-4107-b92f-b5b7676c93e4 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Oct 26 16:33:01.762181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b300e3f7-3957-4dc5-8920-85849721e978 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:33:01.765886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cd7e36e9-89a6-4f74-87fc-0be229b04251 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:01.801332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: cd7e36e9-89a6-4f74-87fc-0be229b04251 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:01.801969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device cd7e36e9-89a6-4f74-87fc-0be229b04251 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:01.986464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b300e3f7-3957-4dc5-8920-85849721e978,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:02.008317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b300e3f7-3957-4dc5-8920-85849721e978', 'network_id': '16dbdab6-6c37-4f36-87d7-1b1ca2f27648', 'port_id': 'b300e3f7-3957-4dc5-8920-85849721e978', 'mac_address': 'fa:16:3e:40:2f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863c4e32-778d-46f2-964a-a283418fbe0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:33:02.054479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7edbd5-da64-4a2d-945f-50275eac5175 None None] New status for floating IP 5555ac6a-970f-432c-9762-f3f60feb4188: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:33:02.112407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:02.176303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b300e3f7-3957-4dc5-8920-85849721e978 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:02.292527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b300e3f7-3957-4dc5-8920-85849721e978,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:02.368900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:02.578836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:02.781591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b99dae9-a443-4824-bb26-621a85ca520e req-da6dadbc-2170-4c0b-9a3c-0d6ac65c14fe tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0576646 Oct 26 16:33:02.797024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b300e3f7-3957-4dc5-8920-85849721e978'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:02.820462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-6971796e-8000-49e2-a9ac-d3837cb69847 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:02.822856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-6971796e-8000-49e2-a9ac-d3837cb69847 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.1836779 Oct 26 16:33:03.113424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2f013-b8b3-4492-910b-973f2ab2e3f2 req-fde32ce3-dfe1-4b20-8f57-c4f428c0463e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:03.117775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24f2f013-b8b3-4492-910b-973f2ab2e3f2 req-fde32ce3-dfe1-4b20-8f57-c4f428c0463e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 945 time: 0.1249576 Oct 26 16:33:03.226309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port f10e8404-4062-47c1-862a-71b3a9ecef87 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:03.226654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:03.336943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24f2f013-b8b3-4492-910b-973f2ab2e3f2 req-d7e66e82-2b13-4c71-bece-0f8829feddda tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088418 Oct 26 16:33:03.367657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port f10e8404-4062-47c1-862a-71b3a9ecef87, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f10e8404-4062-47c1-862a-71b3a9ecef87,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:03.367657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:03.398522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for f10e8404-4062-47c1-862a-71b3a9ecef87 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:03.601846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f4c85-89ca-4223-bb1e-8f45b1d01849 req-0d9463e0-aabc-47fa-b307-1d3e54c5eea7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:03.603905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-715f4c85-89ca-4223-bb1e-8f45b1d01849 req-0d9463e0-aabc-47fa-b307-1d3e54c5eea7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 946 time: 0.0735228 Oct 26 16:33:03.714810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-715f4c85-89ca-4223-bb1e-8f45b1d01849 req-ca579940-db12-4dab-a70e-62ee225c8172 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 Oct 26 16:33:03.735762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d9b73676-58c8-42b1-b151-51082b6cd172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:03.813883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:03.909113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=f10e8404-4062-47c1-862a-71b3a9ecef87,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:04.004294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port f10e8404-4062-47c1-862a-71b3a9ecef87 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:33:04.008038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cd9db76-adb5-42d5-a230-59fcaf688cca req-0dc262b7-beaa-4ae5-9225-53d9ebe1154a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0570974 Oct 26 16:33:04.009899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:04.013362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e0740f1-b3de-485a-afef-fa7974c5c0a8 req-b2ff4f92-8d47-4f03-8d68-61fdf311eba9 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.39 "DELETE /v2.0/ports/f10e8404-4062-47c1-862a-71b3a9ecef87 HTTP/1.1" status: 204 len: 173 time: 1.1795552 Oct 26 16:33:04.013815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'name': 'network-vif-deleted', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:04.016607 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b13c44-4179-410f-bca7-c995aa44bf24" -d '{"events": [{"server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "name": "network-vif-deleted", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:04.065707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f10e8404-4062-47c1-862a-71b3a9ecef87'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:04.097887 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:04.099504 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841744d3-fd57-4147-b9de-da0e5443c772 x-openstack-request-id: req-841744d3-fd57-4147-b9de-da0e5443c772 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:04.100044 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3883bb7a-b727-4e97-b03b-ba52040f7764", "name": "network-vif-deleted", "tag": "f10e8404-4062-47c1-862a-71b3a9ecef87", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:04.100639 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-841744d3-fd57-4147-b9de-da0e5443c772 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:04.101236 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3883bb7a-b727-4e97-b03b-ba52040f7764', 'name': 'network-vif-deleted', 'tag': 'f10e8404-4062-47c1-862a-71b3a9ecef87', 'status': 'completed', 'code': 200} Oct 26 16:33:04.552125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124a59-d903-4597-a525-7236af8cf6ba req-c2ed50e0-136f-4cf9-b70a-d03a42a4c8cf tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:04.561200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0124a59-d903-4597-a525-7236af8cf6ba req-c2ed50e0-136f-4cf9-b70a-d03a42a4c8cf tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 945 time: 0.1027589 Oct 26 16:33:04.607807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0124a59-d903-4597-a525-7236af8cf6ba req-22e5c9e8-f770-4142-b90d-3414a4d45810 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Oct 26 16:33:04.879226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ade0bc73-a024-4bbd-9115-5bb52d0cc5ee req-3e147789-5809-4e45-94df-4ee8c7b5e8d7 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3883bb7a-b727-4e97-b03b-ba52040f7764 HTTP/1.1" status: 200 len: 210 time: 0.0524795 Oct 26 16:33:04.974566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:05.223434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0995cc0-87b0-43ad-b44c-7ffc951a929f req-0d51cf0c-9389-4bb9-910f-b35d3300e004 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0432734 Oct 26 16:33:05.770936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb663bc-51fc-4529-b029-f7e3f7bb2bef req-a524e632-b50a-4268-b895-47f6b384605c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:05.772667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfb663bc-51fc-4529-b029-f7e3f7bb2bef req-a524e632-b50a-4268-b895-47f6b384605c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 945 time: 0.0709665 Oct 26 16:33:05.793125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b300e3f7-3957-4dc5-8920-85849721e978 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:05.836983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfb663bc-51fc-4529-b029-f7e3f7bb2bef req-b3ea4811-b7cb-4366-bf15-e10072ede20a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 Oct 26 16:33:06.019940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b300e3f7-3957-4dc5-8920-85849721e978 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:33:06.033242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b300e3f7-3957-4dc5-8920-85849721e978 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:06.033673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:06.173245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:06.202531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:06.207947 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8422af4-57af-42d9-943f-69e79c2b3f6a" -d '{"events": [{"server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b300e3f7-3957-4dc5-8920-85849721e978"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:06.223471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b300e3f7-3957-4dc5-8920-85849721e978,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:06.300083 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:06.347542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-74a986ee-6e5c-453d-8d3d-d3476a29afca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:06.349409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-74a986ee-6e5c-453d-8d3d-d3476a29afca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.1727917 Oct 26 16:33:06.370954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:06.375824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2fec9bff-89fa-447c-a81a-c6353c07e0d3 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/quotas/63c5ca8422bc4606823a364d57a4bed8 HTTP/1.1" status: 200 len: 375 time: 0.0190499 Oct 26 16:33:06.384702 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd2bd7-c2fb-4bcb-bac4-c684f064e000 x-openstack-request-id: req-5ffd2bd7-c2fb-4bcb-bac4-c684f064e000 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:06.385350 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b300e3f7-3957-4dc5-8920-85849721e978", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:06.385744 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ffd2bd7-c2fb-4bcb-bac4-c684f064e000 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:06.386276 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978', 'code': 200} Oct 26 16:33:06.479385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-b7405b47-2c3c-4499-b25b-7941b8d859d8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919960 Oct 26 16:33:06.506150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:07.062200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a698a94b-ec9c-4fd5-b41f-4f79ec0d34af req-e3d5a920-1ee6-4968-92fc-d4d3e886d037 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.4265952 Oct 26 16:33:07.074704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-b4c660a5-7a03-4307-b9a3-5192feb9f074 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301101 Oct 26 16:33:07.141665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c990a-8bd2-4dfa-acd0-d44b148dd65e req-7e27c12c-5834-4507-a600-7a52a9fa31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:07.143197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f7c990a-8bd2-4dfa-acd0-d44b148dd65e req-7e27c12c-5834-4507-a600-7a52a9fa31ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1097 time: 0.6612427 Oct 26 16:33:07.211518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f7c990a-8bd2-4dfa-acd0-d44b148dd65e req-6af2f51d-59ad-4e61-87e7-5a9071a98342 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530713 Oct 26 16:33:07.227577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-cb1678f0-d49a-4c7e-91d2-19c59c4cbc31 service neutron] 10.222.0.21 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426027 Oct 26 16:33:07.315847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f29a-c0d4-4353-9ace-3ee93605c200 req-089523bd-2691-46e1-9a62-f50b944d8d27 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:07.325741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da98f29a-c0d4-4353-9ace-3ee93605c200 req-089523bd-2691-46e1-9a62-f50b944d8d27 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0965438 Oct 26 16:33:07.390269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da98f29a-c0d4-4353-9ace-3ee93605c200 req-b10d5baa-8d4d-4e13-9357-9272e8d25fb6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Oct 26 16:33:07.674507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff83a191-2aa0-431d-b4cd-5faacba78ab2 req-b7d2c568-6498-49f7-b7c7-500b6bc1554b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0378137 Oct 26 16:33:07.952798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f10e8404-4062-47c1-862a-71b3a9ecef87 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:07.952798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: f10e8404-4062-47c1-862a-71b3a9ecef87 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:07.952798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f10e8404-4062-47c1-862a-71b3a9ecef87 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:08.250599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6ee0416-d8d1-42d0-adce-1f686c09ccf6 req-133ae793-ba3a-4a4a-b93a-de2ba5b6186a tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.1160185 Oct 26 16:33:08.620557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35beddc-82d7-461d-9c13-d1b3c2430f07 req-bd5fc278-c83d-44c3-8c2e-b79f5108ff45 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:08.627727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e35beddc-82d7-461d-9c13-d1b3c2430f07 req-bd5fc278-c83d-44c3-8c2e-b79f5108ff45 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1245427 Oct 26 16:33:08.699404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e35beddc-82d7-461d-9c13-d1b3c2430f07 req-63259b53-d728-43d1-bb01-9d8207a4ce1f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665452 Oct 26 16:33:08.794616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6074183-a0fe-40cf-98d3-002e2b83207a req-e748e82d-7227-4fd6-9862-49db8ee70682 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0498414 Oct 26 16:33:09.448764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c8e1e6b-bbcd-4a72-b5ad-c4711c77f756 req-41cec1e4-ddcd-491e-b20a-df8473263c95 tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0f6144-8d07-44b1-b8e9-e15d3465f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0623755 Oct 26 16:33:09.842821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f96ad-a5e2-4ddb-9494-76f957b13602 req-34b4fdd0-cc0e-4529-80f0-521e55584c7e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:09.847747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-686f96ad-a5e2-4ddb-9494-76f957b13602 req-34b4fdd0-cc0e-4529-80f0-521e55584c7e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0743027 Oct 26 16:33:09.917414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-686f96ad-a5e2-4ddb-9494-76f957b13602 req-43307577-6fcc-496e-92b4-fbd4965fc32e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Oct 26 16:33:09.978940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40740b89-df83-413e-ac2c-92750c2f9531 req-bc0b8aad-e9d7-4228-a8f4-bfb52b11ac80 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0678039 Oct 26 16:33:10.604286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-b28da315-4b0d-4a42-bdd9-e7225387adad tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:10.606443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-b28da315-4b0d-4a42-bdd9-e7225387adad tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "GET /v2.0/networks?id=ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 200 len: 812 time: 0.2182267 Oct 26 16:33:10.626340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Request body: {'port': {'device_id': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'admin_state_up': True, 'tenant_id': '63c5ca8422bc4606823a364d57a4bed8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:10.640091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-1ffa243f-875a-476c-be9a-6c80d4b1df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:10.641888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-1ffa243f-875a-476c-be9a-6c80d4b1df62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1097 time: 0.0811200 Oct 26 16:33:10.678140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37e71-7cea-4def-9aca-8689efe096d0 req-e50d1f34-66e8-4fda-9797-7a8f44aedb9c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:10.680705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3b37e71-7cea-4def-9aca-8689efe096d0 req-e50d1f34-66e8-4fda-9797-7a8f44aedb9c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1682048 Oct 26 16:33:10.701613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:10.915359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-c1ab7c4b-d5d8-4e4e-ab7a-138dff6186fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:10.916845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-c1ab7c4b-d5d8-4e4e-ab7a-138dff6186fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.2611516 Oct 26 16:33:10.921686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3b37e71-7cea-4def-9aca-8689efe096d0 req-1e47c31e-4948-4593-bfcd-f70e7277b488 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280385 Oct 26 16:33:10.922689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:10.927910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Made reservation on behalf of 63c5ca8422bc4606823a364d57a4bed8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:10.935165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:10.984288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-4f799091-c353-4993-bd60-6e6a3a4f326b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 200 len: 217 time: 0.0594835 Oct 26 16:33:11.027366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.095030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-cb6d78c1-35cb-43ec-9f88-c0877a691f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:11.098593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-cb6d78c1-35cb-43ec-9f88-c0877a691f11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.0871665 Oct 26 16:33:11.135553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6b165a6-c1fb-4973-829b-38db07574e40 req-dc8619d9-6fb4-4edf-b910-42ab51b9e259 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0358925 Oct 26 16:33:11.147735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Allocated IP 172.20.0.9 (ed8d5a84-33df-428f-8359-e488965d27ba/107b2b07-921d-451a-9df7-e935923a9fa0/07742204-8b3f-40e9-aabc-a27a3c0cc200) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:33:11.151606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-d85414ae-f928-4efe-8d46-a241cc0a7a68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410330 Oct 26 16:33:11.271645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-db61b9ad-9473-4344-81d4-9a60e5c1be5c service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086862 Oct 26 16:33:11.275750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.283013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.292793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "DELETE /v2.0/security-groups/6a74837a-6697-4890-a510-6cb0b42741fd HTTP/1.1" status: 204 len: 168 time: 0.5898361 Oct 26 16:33:11.293091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39864) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:11.322539 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-687cb2d1-70cf-4125-bb17-53c5a5f289ae tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] show failed (client error): The resource could not be found. Oct 26 16:33:11.326167 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-687cb2d1-70cf-4125-bb17-53c5a5f289ae tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "GET /v2.0/security-groups/6a74837a-6697-4890-a510-6cb0b42741fd HTTP/1.1" status: 404 len: 347 time: 0.0295663 Oct 26 16:33:11.327832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39866) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:11.374654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbf828-0ed6-465a-81b5-cb8d94a31f5e tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74837a-6697-4890-a510-6cb0b42741fd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:11.408188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.474345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24ceb79f-d1e1-43a5-9d41-d7de3691b2fd req-e85c8239-714a-4f72-95e3-76b116b63a5a service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784027 Oct 26 16:33:11.553001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Deleting port 62d995ff-2135-4efb-b5cd-a29647e6f584 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:11.553455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.628306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.694444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Network ed8d5a84-33df-428f-8359-e488965d27ba is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:11.706414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:11.711012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:33:11.713681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event updated for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:11.753416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.753760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.775422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Calling delete_port for 62d995ff-2135-4efb-b5cd-a29647e6f584 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:11.795149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:11.795984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:11.977768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-2e42de9e-a222-46df-8eb2-416d96f173c1 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3571787 Oct 26 16:33:12.005161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Request body: {'port': {'device_id': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:12.067317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.118248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Pushing event deleted for resources: {'Port': ['ID=62d995ff-2135-4efb-b5cd-a29647e6f584,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:12.122621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.123949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b8c4-71e6-4654-b5c2-b7facc26475e req-c07bc3b9-126e-467e-86d4-8578fb057c2f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:12.131692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5464b8c4-71e6-4654-b5c2-b7facc26475e req-c07bc3b9-126e-467e-86d4-8578fb057c2f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1105864 Oct 26 16:33:12.215676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5464b8c4-71e6-4654-b5c2-b7facc26475e req-86f31243-790b-4a2c-a83f-fb816cc4836f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824642 Oct 26 16:33:12.230749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.234408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.235672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df40e472-d046-4ce8-8a11-50cfa2a6165b tempest-ServersTestBootFromVolume-1961357085 tempest-ServersTestBootFromVolume-1961357085-project] 10.222.0.21 "DELETE /v2.0/floatingips/5555ac6a-970f-432c-9762-f3f60feb4188 HTTP/1.1" status: 204 len: 168 time: 0.9069223 Oct 26 16:33:12.238639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:12.384316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a4c7-cfee-42ff-8dc4-6332e7dc214f req-1d00ccf4-e09b-430e-8152-6937d653627b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:12.391568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f03a4c7-cfee-42ff-8dc4-6332e7dc214f req-1d00ccf4-e09b-430e-8152-6937d653627b tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 931 time: 0.1005764 Oct 26 16:33:12.436724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f03a4c7-cfee-42ff-8dc4-6332e7dc214f req-74bcd8d8-d037-4b69-a7e8-06e59dce67fd tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Oct 26 16:33:12.518036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07742204-8b3f-40e9-aabc-a27a3c0cc200 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:12.530107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.551215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Transition to ACTIVE for port object 07742204-8b3f-40e9-aabc-a27a3c0cc200 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:33:12.619976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.724617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Pushing event updated for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:12.811174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Attempting to bind port 07742204-8b3f-40e9-aabc-a27a3c0cc200 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:33:12.811530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Attempting to bind port 07742204-8b3f-40e9-aabc-a27a3c0cc200 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:33:12.811850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Attempting to bind port 07742204-8b3f-40e9-aabc-a27a3c0cc200 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:12.818057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Port 07742204-8b3f-40e9-aabc-a27a3c0cc200 on network ed8d5a84-33df-428f-8359-e488965d27ba not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:33:12.818396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Attempting to bind port 07742204-8b3f-40e9-aabc-a27a3c0cc200 on network ed8d5a84-33df-428f-8359-e488965d27ba {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:12.836907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:33:12.837477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Checking segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:12.837873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Bound using segment: {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:33:12.838330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Bound port: 07742204-8b3f-40e9-aabc-a27a3c0cc200, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:33:12.838688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.878713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:12.978957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:33:12.978957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:33:13.181653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Deleting port ba55da2c-02da-4abb-b95b-f421349a57ac {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:13.182212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:13.218336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:13.271841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] For port ba55da2c-02da-4abb-b95b-f421349a57ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ba55da2c-02da-4abb-b95b-f421349a57ac,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:13.279860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:13.288214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Calling delete_port for ba55da2c-02da-4abb-b95b-f421349a57ac owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:13.326075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Pushing event updated for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:13.340942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.341569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:13.343297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-a6ea7070-96f7-43d6-b74a-6d03d4386f04 service neutron] 10.222.0.47 "PUT /v2.0/ports/07742204-8b3f-40e9-aabc-a27a3c0cc200 HTTP/1.1" status: 200 len: 1091 time: 1.3485458 Oct 26 16:33:13.344275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:13.348586 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f4df8-9dc5-4458-a6cd-ce71faa66983" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:13.423661 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a6ab1-9e25-4e98-aee0-51f890c79a27 x-openstack-request-id: req-d59a6ab1-9e25-4e98-aee0-51f890c79a27 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:13.424057 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:13.424316 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d59a6ab1-9e25-4e98-aee0-51f890c79a27 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:13.424786 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200', 'status': 'completed', 'code': 200} Oct 26 16:33:13.525360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-2576fe5b-ab6d-48c2-8b6d-8b4d3eed563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.544824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-2576fe5b-ab6d-48c2-8b6d-8b4d3eed563e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 1094 time: 0.0867896 Oct 26 16:33:13.630561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a34afb-bbba-4c50-91a1-d1b926f08743 req-a7d84365-70f4-4e27-a84b-565eabae524c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.640578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23a34afb-bbba-4c50-91a1-d1b926f08743 req-a7d84365-70f4-4e27-a84b-565eabae524c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1891315 Oct 26 16:33:13.739653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-2f679250-c668-4088-bf7f-d80029c65bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.743817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23a34afb-bbba-4c50-91a1-d1b926f08743 req-9d8c2897-fc3b-40f4-992a-11c7db510e14 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019113 Oct 26 16:33:13.744635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-2f679250-c668-4088-bf7f-d80029c65bd9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63c5ca8422bc4606823a364d57a4bed8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1841450 Oct 26 16:33:13.745993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:13.828918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba55da2c-02da-4abb-b95b-f421349a57ac,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:13.878090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75787761-bebb-44aa-9dec-a4be2de95e34 req-d74c3936-e38a-40b9-aed7-84f27ff28268 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.879573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75787761-bebb-44aa-9dec-a4be2de95e34 req-d74c3936-e38a-40b9-aed7-84f27ff28268 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 943 time: 0.2087386 Oct 26 16:33:13.973298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-884bb23e-70b1-46da-9f2c-9fc43bd43e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:13.974762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-171f4df8-9dc5-4458-a6cd-ce71faa66983 req-884bb23e-70b1-46da-9f2c-9fc43bd43e54 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2199647 Oct 26 16:33:14.090720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-89f169cb-1095-46fa-ab39-aee855b53ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:14.092836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-89f169cb-1095-46fa-ab39-aee855b53ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63c5ca8422bc4606823a364d57a4bed8&device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 1094 time: 0.0715170 Oct 26 16:33:14.095499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75787761-bebb-44aa-9dec-a4be2de95e34 req-dea793e3-8e67-44f5-a5eb-2ef73af45013 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577353 Oct 26 16:33:14.229985 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-8761ae90-9b06-4086-b5ed-4f2e3f7de1cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200 HTTP/1.1" status: 200 len: 217 time: 0.1196513 Oct 26 16:33:14.332320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-12286b5a-6125-4a27-989a-a61d173842dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:14.334557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-12286b5a-6125-4a27-989a-a61d173842dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 200 len: 852 time: 0.0962403 Oct 26 16:33:14.348373 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:14.369657 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-e9243d3c-4cec-43a2-9cc5-f554cef98aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8d5a84-33df-428f-8359-e488965d27ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261197 Oct 26 16:33:14.467097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-42b27736-25d6-4fec-b6a7-e89691605113 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:14.474219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-42b27736-25d6-4fec-b6a7-e89691605113 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.2392943 Oct 26 16:33:14.498230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-4cbad73e-3b73-44ec-be48-fa03854ef8db tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/quotas/a5ff4fb6d0254012b9199fc243f4dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0229325 Oct 26 16:33:14.617897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-2a7fba5e-f4fe-438f-9420-308ed157b6dc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189237 Oct 26 16:33:14.639176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-741008c9-4040-4f07-a929-aa17acf22b86 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457185 Oct 26 16:33:14.900247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f5a1ecd-64c7-4fc8-b991-08c9ae0e00f0 req-d6164534-af11-4853-8d5c-e7d83216004e service neutron] 10.222.0.47 "GET /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534261 Oct 26 16:33:15.022024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122ed6-3b75-4bbb-8712-4eba09883c5a req-950ddebf-1ab7-4c5a-97a8-367ac5654c67 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:15.025282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2122ed6-3b75-4bbb-8712-4eba09883c5a req-950ddebf-1ab7-4c5a-97a8-367ac5654c67 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1237686 Oct 26 16:33:15.033145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-c07ad5c4-7d08-4c31-8f23-58699be2a3ff service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141729 Oct 26 16:33:15.080318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:33:15.168488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2122ed6-3b75-4bbb-8712-4eba09883c5a req-41f74501-cce1-44f6-b7ad-36c830f0dcd6 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340709 Oct 26 16:33:15.308375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-14481970-8261-4dd1-92de-d170cd834449 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642102 Oct 26 16:33:15.309606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:33:15.317820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e6405b1-1e21-47b9-b3f4-bce3c46a9bc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/677db8b0-a17a-4395-bb7e-85cb7e2e1a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757601 Oct 26 16:33:15.318190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39984) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:15.321970 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Sync routers for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:33:15.337958 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:15.340195 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:15.544912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:15.597154 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:15.807579 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:33:13Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:15.839464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be6bc9-7100-4dc9-80ca-6f10e7d2e453 req-582fb6af-104c-4395-8b42-e1b60cbd4619 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:15.842871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37be6bc9-7100-4dc9-80ca-6f10e7d2e453 req-582fb6af-104c-4395-8b42-e1b60cbd4619 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 943 time: 0.4042075 Oct 26 16:33:15.850438 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Checking router: 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:33:15.861598 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Routers {'677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:15.862439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:15.927614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37be6bc9-7100-4dc9-80ca-6f10e7d2e453 req-bb764fbc-60d8-4e0d-87bd-ed0b9ff6c3ca tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767882 Oct 26 16:33:16.004270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8bf0a50-4f71-40d4-87fe-4e69c7622ac5 req-3620a5c6-889d-42b0-91cd-d662da818871 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 210 time: 0.0811546 Oct 26 16:33:16.014097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:16.050119 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] Set router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:16.242361 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:33:13Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:16.290386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0060e8-67ac-464b-a2a1-cf170b2dd14f None None] The sync data for ids ['677db8b0-a17a-4395-bb7e-85cb7e2e1a5c'] in n-d-815373-2 is: [{'id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'name': 'tempest-ServersTestBootFromVolume-4458048-router', 'tenant_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:28:35Z', 'updated_at': '2021-10-26T16:33:13Z', 'revision_number': 5, 'project_id': '0eb9ddb8e59147a69ed768fcd4020e95', 'gw_port': {'id': 'a3a21e15-f92b-443c-8733-41338e5d6ce1', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677db8b0-a17a-4395-bb7e-85cb7e2e1a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:28:36Z', 'updated_at': '2021-10-26T16:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:33:16.804269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba5dd-d356-42f2-8b54-e4922ced0109 req-f6feac38-f5c6-4f76-953e-18fedadb7526 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:16.806382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-973ba5dd-d356-42f2-8b54-e4922ced0109 req-f6feac38-f5c6-4f76-953e-18fedadb7526 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 950 time: 0.1065478 Oct 26 16:33:16.817793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837dd82-9e1b-43e6-bde3-b8ca633ffc6f req-690aa2e0-2038-4ba0-9497-09e8bcb4b9ed tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:16.819327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3837dd82-9e1b-43e6-bde3-b8ca633ffc6f req-690aa2e0-2038-4ba0-9497-09e8bcb4b9ed tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1209953 Oct 26 16:33:16.861842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Deleting port a3a21e15-f92b-443c-8733-41338e5d6ce1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:16.862304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.074333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] For port a3a21e15-f92b-443c-8733-41338e5d6ce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3a21e15-f92b-443c-8733-41338e5d6ce1,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:17.074333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.077428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ba55da2c-02da-4abb-b95b-f421349a57ac no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:17.091397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Calling delete_port for a3a21e15-f92b-443c-8733-41338e5d6ce1 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:17.098597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ba55da2c-02da-4abb-b95b-f421349a57ac {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:17.098939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ba55da2c-02da-4abb-b95b-f421349a57ac not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:17.342651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-973ba5dd-d356-42f2-8b54-e4922ced0109 req-901f1b8c-8f9f-45f1-9cd8-d00cda742fe7 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221906 Oct 26 16:33:17.358707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3837dd82-9e1b-43e6-bde3-b8ca633ffc6f req-b2fb428c-eedd-400d-8dc8-3db9c89721af tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065126 Oct 26 16:33:17.413594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.449447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a21e15-f92b-443c-8733-41338e5d6ce1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:17.630221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.734233 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:33:17.775642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0c410-14db-46ff-acab-9a968dbfd770 req-b40a9f4a-bdd3-4486-b595-0263442be0e0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:17.777163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ad0c410-14db-46ff-acab-9a968dbfd770 req-b40a9f4a-bdd3-4486-b595-0263442be0e0 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 943 time: 0.2226772 Oct 26 16:33:17.803028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bf1a2c9-9dac-41b6-8d60-9d14f1c47a4e req-3adf9c81-7bc2-4f03-901e-3d28c51f6857 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 210 time: 0.1330776 Oct 26 16:33:17.805525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.823517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.913222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ad0c410-14db-46ff-acab-9a968dbfd770 req-ffb2dadd-b167-4321-ba96-bb2d436d9e65 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078756 Oct 26 16:33:17.951207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.951857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677db8b0-a17a-4395-bb7e-85cb7e2e1a5c {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:33:17.957231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:17.961345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:17.972647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12c4a29e-9cc8-4cc6-9da9-9d8ca78d0bc9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/677db8b0-a17a-4395-bb7e-85cb7e2e1a5c HTTP/1.1" status: 204 len: 168 time: 2.6522498 Oct 26 16:33:18.061618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Deleting subnet b55c1626-3d59-43b8-9cdc-2abfb34bfd8c {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:33:18.066318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.139215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.267745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.408365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.466102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55c1626-3d59-43b8-9cdc-2abfb34bfd8c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:18.475111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.477518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c5987-df71-4558-9111-0e0a6b4300a9 None None] Network 5df86089-0306-4e99-b898-a926ea0b2f65 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:33:18.481748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f22e59b-fa03-4fce-9570-d98146a37bd2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b55c1626-3d59-43b8-9cdc-2abfb34bfd8c HTTP/1.1" status: 204 len: 168 time: 0.5191891 Oct 26 16:33:18.492530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:18.681538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-769e7bc3-9af1-4daa-aa70-0ad2a13a349c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:18.682952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-769e7bc3-9af1-4daa-aa70-0ad2a13a349c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.3344450 Oct 26 16:33:18.708273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Request body: {'port': {'device_id': '87746f80-ad50-4a3d-88d9-faffd187467e', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'admin_state_up': True, 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:18.738150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:18.744015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07742204-8b3f-40e9-aabc-a27a3c0cc200 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:33:18.779032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff480-a9c1-4c1f-b87f-1e8f7d023820 req-906d0265-f240-47ec-90c0-f328d37c5bd7 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:18.782262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d8ff480-a9c1-4c1f-b87f-1e8f7d023820 req-906d0265-f240-47ec-90c0-f328d37c5bd7 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.3148611 Oct 26 16:33:18.875293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:18.890533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '07742204-8b3f-40e9-aabc-a27a3c0cc200', 'network_id': 'ed8d5a84-33df-428f-8359-e488965d27ba', 'port_id': '07742204-8b3f-40e9-aabc-a27a3c0cc200', 'mac_address': 'fa:16:3e:27:b2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107b2b07-921d-451a-9df7-e935923a9fa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:33:18.895025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Deleting port a3ccbdde-8639-462c-8af7-4d8978b6ac7f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:18.899260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.029151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.067622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] For port a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,segment=NetworkSegment(bcd20a3a-e890-4431-b352-cc362987f92b),segment_id=bcd20a3a-e890-4431-b352-cc362987f92b)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:19.068127 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.069265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07742204-8b3f-40e9-aabc-a27a3c0cc200 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:19.135867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Calling delete_port for a3ccbdde-8639-462c-8af7-4d8978b6ac7f owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:19.177135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] DHCP port deletion for 5df86089-0306-4e99-b898-a926ea0b2f65 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:33:19.197171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:19.204641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3a21e15-f92b-443c-8733-41338e5d6ce1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:19.206800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f353f2d-a6a6-475d-a3da-6d8521f41b3a req-2162bca7-8573-4aee-a281-cbc9b1fca3b9 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 210 time: 0.1154008 Oct 26 16:33:19.224431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d8ff480-a9c1-4c1f-b87f-1e8f7d023820 req-84dedb84-1d36-4731-9b79-bde6db4c5ddf tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688152 Oct 26 16:33:19.272741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a3a21e15-f92b-443c-8733-41338e5d6ce1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:19.272741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3a21e15-f92b-443c-8733-41338e5d6ce1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:19.278213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.370031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf97ed-d133-4d95-a389-ef398dfac0ad req-1eb48ada-ff9c-4ede-be0c-f4c30d580a0f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:19.377769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddaf97ed-d133-4d95-a389-ef398dfac0ad req-1eb48ada-ff9c-4ede-be0c-f4c30d580a0f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 944 time: 0.0630004 Oct 26 16:33:19.385054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.403048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:19.409659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.416485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:19.432153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:19.439068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Deleting port a3ccbdde-8639-462c-8af7-4d8978b6ac7f {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:19.439929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.443966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] No DVR routers for this DVR port a3ccbdde-8639-462c-8af7-4d8978b6ac7f on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:33:19.506880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddaf97ed-d133-4d95-a389-ef398dfac0ad req-42f455e3-176f-47a1-8633-67cbbe91cd4e tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280689 Oct 26 16:33:19.608710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['07742204-8b3f-40e9-aabc-a27a3c0cc200'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:19.644313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.700403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df86089-0306-4e99-b898-a926ea0b2f65']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:19.720716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd20a3a-e890-4431-b352-cc362987f92b') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:19.724661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd20a3a-e890-4431-b352-cc362987f92b') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:19.746338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.753670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] For port a3ccbdde-8639-462c-8af7-4d8978b6ac7f, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:19.754069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.763001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Allocated IP 172.20.0.6 (32b1973a-e28f-4e9a-81b2-6c5eea549190/f97c1bdf-39d7-4070-bea3-7652987f24b1/3bb69ca9-d163-476b-a4f7-d9c4dd01c509) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:33:19.769823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.778680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:33:19.784773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.812991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Calling delete_port for a3ccbdde-8639-462c-8af7-4d8978b6ac7f owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:19.826424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Port a3ccbdde-8639-462c-8af7-4d8978b6ac7f was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:33:19.840058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:19.864529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] No DVR routers for this DVR port a3ccbdde-8639-462c-8af7-4d8978b6ac7f on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:33:19.913374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:19.913374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cea536-5561-470c-abb6-88ab72ad05cc None None] Pushing event deleted for resources: {'Port': ['ID=a3ccbdde-8639-462c-8af7-4d8978b6ac7f,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:33:19.921061 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:33:19.990746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.020873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.032538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/5df86089-0306-4e99-b898-a926ea0b2f65 HTTP/1.1" status: 204 len: 168 time: 1.5387945 Oct 26 16:33:20.041987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55bd7-6b98-4c9e-af36-96054fb48a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=5df86089-0306-4e99-b898-a926ea0b2f65,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:20.131720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.230379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.267329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:20.270015 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d32c0-e24a-4622-bad6-96f70711b5c0" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-unplugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:20.272217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.285665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:20.380480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.563248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:20.566155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:20.594180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:20.596676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event updated for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:20.599086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:33:20.625566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.638165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:20.655269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e194de6-aed6-48d5-a111-1e5dc7685ee1 req-39263288-36b9-4c1c-9fd4-73df5887d310 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:20.662812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e194de6-aed6-48d5-a111-1e5dc7685ee1 req-39263288-36b9-4c1c-9fd4-73df5887d310 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.2571778 Oct 26 16:33:20.712297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:20.714927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.718596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11dace17-6f31-4789-99b3-76e70c82b4fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eb9ddb8e59147a69ed768fcd4020e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725613 Oct 26 16:33:20.720054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40122) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:20.733779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093c45-a82f-4e28-8170-67b4995cffcf req-43d3737b-cad7-4a91-8004-132743eaffa3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:20.741601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68093c45-a82f-4e28-8170-67b4995cffcf req-43d3737b-cad7-4a91-8004-132743eaffa3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 931 time: 0.3200366 Oct 26 16:33:20.748899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62', '90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:20.819555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-8654b809-74fc-44f4-82d6-5da1ec16c169 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171269 Oct 26 16:33:20.829720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.832122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e194de6-aed6-48d5-a111-1e5dc7685ee1 req-8f53cf09-2383-415e-a032-b3368473fe99 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665194 Oct 26 16:33:20.860702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:20.866274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Request body: {'port': {'device_id': '87746f80-ad50-4a3d-88d9-faffd187467e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:20.920765 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e6d5d-1aed-41b0-b0d3-d516b8ada2e2 x-openstack-request-id: req-eb4e6d5d-1aed-41b0-b0d3-d516b8ada2e2 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:20.923403 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-unplugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:20.923778 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4e6d5d-1aed-41b0-b0d3-d516b8ada2e2 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:20.924314 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'code': 200} Oct 26 16:33:20.984168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68093c45-a82f-4e28-8170-67b4995cffcf req-28814dc0-04cb-4344-964f-c0dd3a2d06c0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395961 Oct 26 16:33:21.053944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.061459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.065100 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24525e38-d5e4-42d6-8b19-1dff7c170722 HTTP/1.1" status: 204 len: 168 time: 0.3427176 Oct 26 16:33:21.094180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743ef02-ca88-490f-9b8c-08ca81a6dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24525e38-d5e4-42d6-8b19-1dff7c170722,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:21.198007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.210420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3ccbdde-8639-462c-8af7-4d8978b6ac7f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:21.234817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a3ccbdde-8639-462c-8af7-4d8978b6ac7f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:21.235454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a3ccbdde-8639-462c-8af7-4d8978b6ac7f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:21.264330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df77b9-0871-4a12-84e0-de77e9d6f123 req-fca73952-ff58-41aa-8e16-f153718fe5d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:21.265903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6df77b9-0871-4a12-84e0-de77e9d6f123 req-fca73952-ff58-41aa-8e16-f153718fe5d5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 944 time: 0.2133548 Oct 26 16:33:21.390164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6df77b9-0871-4a12-84e0-de77e9d6f123 req-5a584a04-2e10-43ed-b984-046ae893d5f8 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941629 Oct 26 16:33:21.608068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:21.615983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.628652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Transition to ACTIVE for port object 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:33:21.682297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.753986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Pushing event updated for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:21.807221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Attempting to bind port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:33:21.807507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Attempting to bind port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:33:21.807844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Attempting to bind port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:21.812452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:33:21.812772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Attempting to bind port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:21.819390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:33:21.819734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Checking segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:21.820247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Bound using segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:33:21.820700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Bound port: 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:33:21.821198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:21.886130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:33:21.890896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:33:21.895087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:33:21.993228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc3c6-f208-419f-ab77-57bcc73b5b94 req-a9599e2c-eb0d-4ed1-96a6-1ba89aa7f415 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:21.994898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681bc3c6-f208-419f-ab77-57bcc73b5b94 req-a9599e2c-eb0d-4ed1-96a6-1ba89aa7f415 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0661409 Oct 26 16:33:21.996832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.003953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:22.030119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'mac_address': 'fa:16:3e:72:8c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:33:22.047181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:22.047858 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.050020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] 10.222.0.39 "PUT /v2.0/ports/3bb69ca9-d163-476b-a4f7-d9c4dd01c509 HTTP/1.1" status: 200 len: 1091 time: 1.1959743 Oct 26 16:33:22.053847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:22.057049 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a84b49b-be48-4b9b-910a-284c59d2bd49" -d '{"events": [{"name": "network-changed", "server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:22.100934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803518b-3173-42ae-96d2-f0b091aa9b3f service neutron] Pushing event updated for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:22.129460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-681bc3c6-f208-419f-ab77-57bcc73b5b94 req-104f1a8d-f9aa-4abb-aac4-ea4bc29940b4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Oct 26 16:33:22.217308 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96830722-f325-4cff-abc4-aec00b3e91e7 x-openstack-request-id: req-96830722-f325-4cff-abc4-aec00b3e91e7 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:22.217726 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:22.221389 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96830722-f325-4cff-abc4-aec00b3e91e7 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:22.221389 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509', 'status': 'completed', 'code': 200} Oct 26 16:33:22.303638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.321602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c538-8d2f-4143-95a4-078a722bc1b6 req-ee0fa03c-e429-4a43-8bbd-776444f53d10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:22.329515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d80c538-8d2f-4143-95a4-078a722bc1b6 req-ee0fa03c-e429-4a43-8bbd-776444f53d10 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 943 time: 0.1768439 Oct 26 16:33:22.336257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f28c7ee4-2111-44fe-8936-dde6c16747e4 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:22.351806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-d267718d-01cb-49dc-94d1-5376621f4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:22.356491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-d267718d-01cb-49dc-94d1-5376621f4bd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 1094 time: 0.1342084 Oct 26 16:33:22.395852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:22.396735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40178) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:22.411317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d80c538-8d2f-4143-95a4-078a722bc1b6 req-3bc389a2-ce68-454d-8d62-aee86dfb79fa tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808868 Oct 26 16:33:22.412718 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-e38a883c-f4ee-4b82-a806-bb7db93439fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509 HTTP/1.1" status: 200 len: 217 time: 0.0466611 Oct 26 16:33:22.470420 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.481499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-eb0bfefc-7962-4f50-9d90-88cf7f324a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:22.483164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-eb0bfefc-7962-4f50-9d90-88cf7f324a9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0616271 Oct 26 16:33:22.496998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.516716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-network', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:22.553773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:22.557976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-bb4e29fa-c7d7-43b4-a98c-02f66d032464 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624673 Oct 26 16:33:22.588904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8bb26-5b7b-4482-be01-26bf8ec76ba2 req-86133883-14f4-4ce9-aae4-5ac6ac245318 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:22.590390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ae8bb26-5b7b-4482-be01-26bf8ec76ba2 req-86133883-14f4-4ce9-aae4-5ac6ac245318 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 944 time: 0.1116352 Oct 26 16:33:22.653027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:22.655687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.665196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.668794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ae8bb26-5b7b-4482-be01-26bf8ec76ba2 req-ff20d24e-a22d-44c4-b79f-8abe3866b386 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685201 Oct 26 16:33:22.670614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f28c7ee4-2111-44fe-8936-dde6c16747e4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:22.696547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-980ccb64-52f1-46bc-a433-9de48282968d service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220169 Oct 26 16:33:22.718776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07742204-8b3f-40e9-aabc-a27a3c0cc200 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:22.765141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.797393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c63a9786-78af-4856-a7d8-590f95c26c1b req-de889e4c-d979-4d9b-8b0a-dcf726df3543 service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964739 Oct 26 16:33:22.876184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.897477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:33:22.912560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed82124-2808-42ca-a795-10e95c5b91a1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:22.916342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.916682 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Added segment 478b4ca0-2cd1-4769-a93d-6204a49a7979 of type vlan for network 65c66720-491f-4a55-88df-6e800cc795c6 Oct 26 16:33:22.944538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 07742204-8b3f-40e9-aabc-a27a3c0cc200 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:33:22.949068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 07742204-8b3f-40e9-aabc-a27a3c0cc200 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:22.949438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:22.961122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.011589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-f1b9588a-aff1-4df0-a3db-7bc3cce8e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.014290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-f1b9588a-aff1-4df0-a3db-7bc3cce8e078 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 1094 time: 0.0474348 Oct 26 16:33:23.038323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.053072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.054040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.055176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.064039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:23.066948 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb28d9e-1e94-4796-a413-36ca6e0eb55c" -d '{"events": [{"server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:23.080346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:23.129601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] Pushing event updated for resources: {'Network': ['ID=65c66720-491f-4a55-88df-6e800cc795c6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:23.134346 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b882ded8-91b7-492b-a815-3a50720c4393 x-openstack-request-id: req-b882ded8-91b7-492b-a815-3a50720c4393 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:23.134635 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:23.134886 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b882ded8-91b7-492b-a815-3a50720c4393 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:23.135304 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200', 'code': 200} Oct 26 16:33:23.140232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 65c66720-491f-4a55-88df-6e800cc795c6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:33:23.187660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9d07a3cd-a95d-4ee7-8231-6124a87bca71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7871668 Oct 26 16:33:23.188250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:23.193669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-826de068-0db5-4dfe-bf8a-b4a190ddcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.195593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Request body: {'subnet': {'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-subnet', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:23.195977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-826de068-0db5-4dfe-bf8a-b4a190ddcf5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 916 time: 0.1353548 Oct 26 16:33:23.240797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.260914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b666-f994-4c8b-8daa-750c553ffb83 req-cd79687f-2a0f-4447-aa58-0b5e39be29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.264769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c16b666-f994-4c8b-8daa-750c553ffb83 req-cd79687f-2a0f-4447-aa58-0b5e39be29cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 1096 time: 0.0575221 Oct 26 16:33:23.275120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-8dea3d97-e70b-45c8-95ae-6975d37b3940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509 HTTP/1.1" status: 200 len: 217 time: 0.0698965 Oct 26 16:33:23.317756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:23.320397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.326993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1c16b666-f994-4c8b-8daa-750c553ffb83 req-69d0a93d-61d9-4155-b736-2f20fec76637 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Oct 26 16:33:23.359949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:23.418397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d4b0-a334-476a-8820-bf2fc1521a54 req-3907c112-d653-4fe3-b731-1f6db82be46c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.421188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d92d4b0-a334-476a-8820-bf2fc1521a54 req-3907c112-d653-4fe3-b731-1f6db82be46c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1539073 Oct 26 16:33:23.422905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-7b8fa4b6-33f4-4595-b52c-84bbb6c69d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.425090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-7b8fa4b6-33f4-4595-b52c-84bbb6c69d58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0924809 Oct 26 16:33:23.497536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-17f1b94d-b38d-4e9e-91c6-6e21c5ec03a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401907 Oct 26 16:33:23.517513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d92d4b0-a334-476a-8820-bf2fc1521a54 req-f02696f6-0502-4b8e-ab18-386ceb1e6adc tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830398 Oct 26 16:33:23.684013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-c3f2f92d-0e17-44b2-8e30-cce8eb3aa3d5 service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651604 Oct 26 16:33:23.712926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79343951-079b-4a71-aa22-55a62a53bc6f req-17f5f128-cedc-4cc2-b992-742ac52f3953 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.720288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79343951-079b-4a71-aa22-55a62a53bc6f req-17f5f128-cedc-4cc2-b992-742ac52f3953 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 943 time: 0.0899107 Oct 26 16:33:23.745107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:23.840074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf9681e-4ddc-4476-88ee-53c3ec73432a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:23.845563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Checking segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:23.845563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Network hostable DHCP agents. Network: 65c66720-491f-4a55-88df-6e800cc795c6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:33:23.849285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79343951-079b-4a71-aa22-55a62a53bc6f req-70e20421-1a69-498c-8619-ca11e21a4957 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280613 Oct 26 16:33:23.868844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9157b-e2d2-4c57-8bc4-2b967b2fc646 req-ec9f5d2c-c0ad-4447-89c4-d52b306ac34f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:23.870366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07e9157b-e2d2-4c57-8bc4-2b967b2fc646 req-ec9f5d2c-c0ad-4447-89c4-d52b306ac34f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.1038141 Oct 26 16:33:23.900818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a84b49b-be48-4b9b-910a-284c59d2bd49 req-79cc10fa-7893-4680-9064-c58d1fa19b3c service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061639 Oct 26 16:33:23.909749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40232) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:23.925819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:23.926812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07e9157b-e2d2-4c57-8bc4-2b967b2fc646 req-5da8d4a1-aba3-42f8-a8a5-b068835d2382 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Oct 26 16:33:23.944423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Network 65c66720-491f-4a55-88df-6e800cc795c6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:33:23.993880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Deleting subnet 154f17b8-7d0f-4e3c-8745-3769e6a426c5 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:33:24.002612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.028740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 65c66720-491f-4a55-88df-6e800cc795c6) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:24.029302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f28c7ee4-2111-44fe-8936-dde6c16747e4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:24.029788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.036901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:24.037588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.064619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.091364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8344812-b221-4862-a258-dd6a0333b62b None None] Network 65c66720-491f-4a55-88df-6e800cc795c6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:33:24.135030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.167184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-43999659-b792-4e5a-b7c1-2c6e8df7d585 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9760427 Oct 26 16:33:24.170490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:24.177080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:24.290668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.290668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.292891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-65c66720-491f-4a55-88df-6e800cc795c6', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:33:24.293750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.306240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.394071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.404228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154f17b8-7d0f-4e3c-8745-3769e6a426c5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:24.424034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.430530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c03232e8-1add-4ca6-b829-578a53440ffa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/154f17b8-7d0f-4e3c-8745-3769e6a426c5 HTTP/1.1" status: 204 len: 168 time: 0.5175653 Oct 26 16:33:24.432213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:24.475756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.487833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:24.609167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.638624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.737065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Allocated IP 172.20.0.2 (65c66720-491f-4a55-88df-6e800cc795c6/faf9681e-4ddc-4476-88ee-53c3ec73432a/60814634-4c80-4392-89c8-9c422b48e367) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:33:24.761069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:24.776933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.820245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585deff7-bcad-492e-992c-352ed81276e7']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:24.834511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d22d55-8105-4814-8b10-e39cc53640b9') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:24.836124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d22d55-8105-4814-8b10-e39cc53640b9') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:24.858724 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.889872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.906280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:33:24.906680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:24.907507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03943b6-c788-41b7-88e5-d4722959f507 req-6522ecde-e573-4f93-b773-becd07edc2c4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:33:24.908541 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:33:24.915946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f03943b6-c788-41b7-88e5-d4722959f507 req-6522ecde-e573-4f93-b773-becd07edc2c4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1823208 Oct 26 16:33:24.922463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.013770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.071387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f03943b6-c788-41b7-88e5-d4722959f507 req-b7ebcd27-f287-46ea-b19e-749ba05e1dde tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454532 Oct 26 16:33:25.126626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b03094-bc45-4ba4-a3f5-a2991d71361a req-8a75a507-07b6-493f-a905-282f268842f5 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:25.128309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3b03094-bc45-4ba4-a3f5-a2991d71361a req-8a75a507-07b6-493f-a905-282f268842f5 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 943 time: 0.1567252 Oct 26 16:33:25.137430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:25.141811 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48449d9a-a376-4092-9922-a6078f7e3e5e" -d '{"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-plugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:25.161894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.168173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.174188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] 10.222.0.21 "DELETE /v2.0/networks/585deff7-bcad-492e-992c-352ed81276e7 HTTP/1.1" status: 204 len: 168 time: 0.7380722 Oct 26 16:33:25.175977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40264) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:25.176740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.213476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956e7a6-9d6e-47c6-a0c1-9d218ccd0473 admin admin] Pushing event deleted for resources: {'Network': ['ID=585deff7-bcad-492e-992c-352ed81276e7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:25.232545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Pushing event updated for resources: {'Port': ['ID=60814634-4c80-4392-89c8-9c422b48e367,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:25.250025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Network 65c66720-491f-4a55-88df-6e800cc795c6 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:25.251499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:25.255110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:33:25.263578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3b03094-bc45-4ba4-a3f5-a2991d71361a req-9e8a464a-8730-4dde-a655-8e10282c1721 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259561 Oct 26 16:33:25.314778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b3bd-1473-4357-a901-93a09e78219b req-8c21f41b-0b9f-4729-9103-5712b36b6351 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:25.315112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Deleting subnet 8d813dfd-0b13-4e05-8640-e347d844f720 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:33:25.316502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3801b3bd-1473-4357-a901-93a09e78219b req-8c21f41b-0b9f-4729-9103-5712b36b6351 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.1563544 Oct 26 16:33:25.331203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.359516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Attempting to bind port 60814634-4c80-4392-89c8-9c422b48e367 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:33:25.360092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Attempting to bind port 60814634-4c80-4392-89c8-9c422b48e367 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:33:25.360643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Attempting to bind port 60814634-4c80-4392-89c8-9c422b48e367 on network 65c66720-491f-4a55-88df-6e800cc795c6 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:25.371502 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fae1bb6-141e-44ce-9000-1deeb442a7ec x-openstack-request-id: req-0fae1bb6-141e-44ce-9000-1deeb442a7ec {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:25.372222 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-plugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:25.372890 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fae1bb6-141e-44ce-9000-1deeb442a7ec {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:25.373338 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'code': 200} Oct 26 16:33:25.374198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:33:25.374625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Checking segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:25.375182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.376130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Bound using segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:33:25.376801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Bound port: 60814634-4c80-4392-89c8-9c422b48e367, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:33:25.377623 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.386852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3801b3bd-1473-4357-a901-93a09e78219b req-3b7326a5-e13e-4e93-a548-e9d6f795340c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604274 Oct 26 16:33:25.392322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.486280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] For port 60814634-4c80-4392-89c8-9c422b48e367, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:33:25.486867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.490028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] For port 60814634-4c80-4392-89c8-9c422b48e367, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60814634-4c80-4392-89c8-9c422b48e367,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:33:25.561072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.568254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.582890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.654974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4aed-cdb1-4d2c-afdc-21455cf8a919 None None] Pushing event updated for resources: {'Port': ['ID=60814634-4c80-4392-89c8-9c422b48e367,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:25.660033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.702370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d813dfd-0b13-4e05-8640-e347d844f720,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:25.708454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.715283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f83fcc5-1528-44e0-ab6f-f52c6f341969 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d813dfd-0b13-4e05-8640-e347d844f720 HTTP/1.1" status: 204 len: 168 time: 0.5362155 Oct 26 16:33:25.715443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:25.726318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Allocated IP 172.25.5.23 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c3184562-2c79-4fe3-9123-a0bb1145b506) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:33:25.877585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:25.917422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:33:26.041040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.100805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12067db0-1ce8-4cd0-9096-d2cfaea61bb2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:26.124713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a45215-7527-4b05-9e85-edab1e3dbffd') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:26.124713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a45215-7527-4b05-9e85-edab1e3dbffd') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:26.156373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.159612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:26.185537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.196820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'port_id': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509', 'mac_address': 'fa:16:3e:2c:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c1bdf-39d7-4070-bea3-7652987f24b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:33:26.198848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:33:26.199282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:33:26.201398 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:33:26.271352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.290844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:33:26.322577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:26.368668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.380156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.388892 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/12067db0-1ce8-4cd0-9096-d2cfaea61bb2 HTTP/1.1" status: 204 len: 168 time: 0.6692872 Oct 26 16:33:26.414718 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.426435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a48c3f-36a2-48d8-99b7-c80ca6c6f857 req-7c7ccd22-5433-4a48-b689-918707ef0bdc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:26.437503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89a48c3f-36a2-48d8-99b7-c80ca6c6f857 req-7c7ccd22-5433-4a48-b689-918707ef0bdc tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.1289740 Oct 26 16:33:26.443287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89af351-6472-4ee5-ad57-8e54f82b2d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=12067db0-1ce8-4cd0-9096-d2cfaea61bb2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:26.455902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee470-7d0b-4c52-ab86-c475e8fae3e2 req-dbd1a3e2-5857-404e-b2dd-f0599e562714 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:26.457420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5cee470-7d0b-4c52-ab86-c475e8fae3e2 req-dbd1a3e2-5857-404e-b2dd-f0599e562714 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1507494 Oct 26 16:33:26.481560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.508003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:26.527682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89a48c3f-36a2-48d8-99b7-c80ca6c6f857 req-31b6cfdb-eccf-4e88-8f2d-7b0bb82517ba tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921454 Oct 26 16:33:26.564618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5cee470-7d0b-4c52-ab86-c475e8fae3e2 req-0b6bc6d5-c4fa-4837-bc29-7fb60c15c6d2 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995374 Oct 26 16:33:26.659333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:26.775945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:26.792236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:26.796104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:33:26.798102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3184562-2c79-4fe3-9123-a0bb1145b506,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:26.827859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:26.843363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a759310-5416-4bdc-bbcc-f42fed5a97f3 req-b999ce66-ea4c-4dfb-9866-c564ada3f210 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:26.848308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3bb69ca9-d163-476b-a4f7-d9c4dd01c509'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:26.850529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a759310-5416-4bdc-bbcc-f42fed5a97f3 req-b999ce66-ea4c-4dfb-9866-c564ada3f210 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 944 time: 0.1215348 Oct 26 16:33:26.946932 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9634a41-4f9b-4a8f-a9e4-1a7e22ed9aec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e92a0de67368489d9737c27e93213b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150093 Oct 26 16:33:26.947639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40308) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:27.131920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.172101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.190121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a759310-5416-4bdc-bbcc-f42fed5a97f3 req-68f8f38e-a2f3-4c35-9158-fe3b17fdcb6c tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343654 Oct 26 16:33:27.245720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60814634-4c80-4392-89c8-9c422b48e367 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:27.283607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418b55c-1b5c-4374-bf7d-f135c26a9e77 None None] Network 65c66720-491f-4a55-88df-6e800cc795c6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:33:27.305358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.308080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.312422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39702059-48a0-4e83-b05e-45d73f21eb75 HTTP/1.1" status: 204 len: 168 time: 0.3611853 Oct 26 16:33:27.325721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a7328-8c1d-4fb9-afa2-9f5e50d7d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39702059-48a0-4e83-b05e-45d73f21eb75,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:27.394374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] Provisioning complete for port 60814634-4c80-4392-89c8-9c422b48e367 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:27.394374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.445782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.472677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 60814634-4c80-4392-89c8-9c422b48e367 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:27.473041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.625133 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.740471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] For port 60814634-4c80-4392-89c8-9c422b48e367, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60814634-4c80-4392-89c8-9c422b48e367,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:27.750266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.845268 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.879148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:27.919447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4154eb5-cfc2-4c72-95f9-8aee30bc8537 req-cc6d8dcc-ed2a-42be-bc1a-535f275c920c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:27.921888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4154eb5-cfc2-4c72-95f9-8aee30bc8537 req-cc6d8dcc-ed2a-42be-bc1a-535f275c920c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.1682811 Oct 26 16:33:27.979373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d43b-b9b2-4f95-8ed2-78423a28b689 req-aaca6cfd-aa9e-4497-8872-99bf301cbfc8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:27.981015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f65d43b-b9b2-4f95-8ed2-78423a28b689 req-aaca6cfd-aa9e-4497-8872-99bf301cbfc8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.2147079 Oct 26 16:33:28.130100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:33:28.130574 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:33:28.135443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4154eb5-cfc2-4c72-95f9-8aee30bc8537 req-3ef97580-a801-4cef-80e9-17386fa30063 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199369 Oct 26 16:33:28.145146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c6f6d-3a85-4323-895b-afdfbdd669fa None None] Pushing event updated for resources: {'Port': ['ID=60814634-4c80-4392-89c8-9c422b48e367,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:28.145302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f65d43b-b9b2-4f95-8ed2-78423a28b689 req-4f4f5db3-82a0-4f4b-a7b1-fcb4bf5f27c4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186719 Oct 26 16:33:28.220066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bab6c110-3881-44d7-a063-11e9c4972dad None None] Provisioning complete for port 60814634-4c80-4392-89c8-9c422b48e367 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:28.221864 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bab6c110-3881-44d7-a063-11e9c4972dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.299417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Router 10a0f36d-6093-40ef-a8a1-c25f328aef6f is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:33:28.380828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:28.474257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5950bce8-0c0a-4d9b-a792-2f996b63aa7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0b06c8f7b764567abedb284db549045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898459 Oct 26 16:33:28.476686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:28.481900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:33:28.494874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Sync routers for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:33:28.517241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:28.517870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:28.554842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.593066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.595210 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.599011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d9989a79-21c1-4f02-a3ab-ff1d0ffe56b8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4247928 Oct 26 16:33:28.599191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:28.762626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.767111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:28.768847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a374fad8-4269-434b-9cd4-67b6857a9b9d HTTP/1.1" status: 204 len: 168 time: 0.2908530 Oct 26 16:33:28.813501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f687bee-c3e3-43cb-942c-64db8cdfffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a374fad8-4269-434b-9cd4-67b6857a9b9d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:29.021929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2ed7-a7b7-4ec1-b5ab-708cb03e0f4a req-0475effe-70a1-4226-97c6-36e5d05e5dbc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:29.027674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e5d2ed7-a7b7-4ec1-b5ab-708cb03e0f4a req-0475effe-70a1-4226-97c6-36e5d05e5dbc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 944 time: 0.2984884 Oct 26 16:33:29.049220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:29.171865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60814634-4c80-4392-89c8-9c422b48e367 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:29.193208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e5d2ed7-a7b7-4ec1-b5ab-708cb03e0f4a req-ab6b5b35-719e-406c-a880-a605647cca6e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626484 Oct 26 16:33:29.292707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b3348-46b5-44f4-8860-83c4b05bb094 req-03615161-39b2-4420-b238-9fa0246e2020 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:29.294463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc2b3348-46b5-44f4-8860-83c4b05bb094 req-03615161-39b2-4420-b238-9fa0246e2020 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.1493678 Oct 26 16:33:29.342009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 60814634-4c80-4392-89c8-9c422b48e367 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:29.343013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:29.401526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc2b3348-46b5-44f4-8860-83c4b05bb094 req-19389a6a-9fc5-4d3c-b112-917439da83f6 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881796 Oct 26 16:33:29.573335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:27Z', 'revision_number': 3, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:29.650687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Checking router: 10a0f36d-6093-40ef-a8a1-c25f328aef6f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:33:29.651112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Updating router 10a0f36d-6093-40ef-a8a1-c25f328aef6f port c3184562-2c79-4fe3-9123-a0bb1145b506 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:33:29.700993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:29.719579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae408-3b98-42fc-9251-77f93a14cfec req-46746905-740e-4ef6-b658-85690d8e7b13 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:29.721171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22cae408-3b98-42fc-9251-77f93a14cfec req-46746905-740e-4ef6-b658-85690d8e7b13 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1077554 Oct 26 16:33:29.730906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:29.815320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22cae408-3b98-42fc-9251-77f93a14cfec req-31d59b0f-b8e3-46a7-bf51-edc182397dcc tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808020 Oct 26 16:33:29.951253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:30.077841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Allocated IP 172.20.0.1 (65c66720-491f-4a55-88df-6e800cc795c6/faf9681e-4ddc-4476-88ee-53c3ec73432a/1faddfe5-4530-4102-ab2c-a0e6faf2c70e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:33:30.202729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.206813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.328980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137963-a9c7-4bf2-8a2e-56f68dcc847d req-f5e07fc4-9c19-4313-b120-2bd862204422 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:30.330371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7137963-a9c7-4bf2-8a2e-56f68dcc847d req-f5e07fc4-9c19-4313-b120-2bd862204422 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 944 time: 0.0578806 Oct 26 16:33:30.370755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7137963-a9c7-4bf2-8a2e-56f68dcc847d req-65dd153f-50d5-49b7-9bec-11cac4318463 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Oct 26 16:33:30.480349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fe946-04e2-4be5-acf8-330654a19caf req-32a7b06b-aba1-4375-a6d0-c98d45c96722 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:30.481813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-840fe946-04e2-4be5-acf8-330654a19caf req-32a7b06b-aba1-4375-a6d0-c98d45c96722 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.0714874 Oct 26 16:33:30.543436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93945a-a4ec-4eb9-9d68-55475487b066 req-4f962be8-6859-4c83-8ffb-1b687057e72c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:30.544992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c93945a-a4ec-4eb9-9d68-55475487b066 req-4f962be8-6859-4c83-8ffb-1b687057e72c tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Oct 26 16:33:30.573701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:33:30.582919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:30.584268 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.590662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Deleting port 07742204-8b3f-40e9-aabc-a27a3c0cc200 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:30.591187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.607696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c93945a-a4ec-4eb9-9d68-55475487b066 req-dcc836c3-a078-44d3-9cd0-cab45bd5bac2 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a66e987-e592-442f-b664-f97a38a60f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Oct 26 16:33:30.619461 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.672390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.696445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Network 65c66720-491f-4a55-88df-6e800cc795c6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:30.700568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:30.716255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:33:30.784515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] For port 07742204-8b3f-40e9-aabc-a27a3c0cc200, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07742204-8b3f-40e9-aabc-a27a3c0cc200,segment=NetworkSegment(6c6b98a1-4887-4f37-b3e9-1d810a7b2aba),segment_id=6c6b98a1-4887-4f37-b3e9-1d810a7b2aba)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:30.785001 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.797570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:30.818824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Calling delete_port for 07742204-8b3f-40e9-aabc-a27a3c0cc200 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:31.025549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b94c47-fb02-47d9-ad25-08dbdf3d4f87 None None] Pushing event updated for resources: {'Port': ['ID=c3184562-2c79-4fe3-9123-a0bb1145b506,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:31.038414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Attempting to bind port c3184562-2c79-4fe3-9123-a0bb1145b506 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:33:31.038785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Attempting to bind port c3184562-2c79-4fe3-9123-a0bb1145b506 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:33:31.039160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Attempting to bind port c3184562-2c79-4fe3-9123-a0bb1145b506 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:31.042596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Pushing event updated for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:31.079147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:33:31.084753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:31.085007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.085242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:33:31.085755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Bound port: c3184562-2c79-4fe3-9123-a0bb1145b506, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:33:31.086154 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.220343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1a1b0-9363-4cd9-bb50-47a8812339d4 req-1ff3dfc4-7863-4e02-92fd-eca7d0f1dc10 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:31.220934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] For port c3184562-2c79-4fe3-9123-a0bb1145b506, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:33:31.222820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19c1a1b0-9363-4cd9-bb50-47a8812339d4 req-1ff3dfc4-7863-4e02-92fd-eca7d0f1dc10 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.2005997 Oct 26 16:33:31.229121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] For port c3184562-2c79-4fe3-9123-a0bb1145b506, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c3184562-2c79-4fe3-9123-a0bb1145b506,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:33:31.314126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.332527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.373145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.377467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.380387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-66cf455a-97a0-43d2-ab76-06ccd8a02589 None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:31.381264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66cf455a-97a0-43d2-ab76-06ccd8a02589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.392173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:31.394807 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f1672e-ff3a-44ad-a698-2360f3a92aef" -d '{"events": [{"server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "name": "network-vif-plugged", "status": "completed", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:31.398652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['07742204-8b3f-40e9-aabc-a27a3c0cc200'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:31.400862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf098e79-21e3-4379-aa10-69b7abe5d75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.489539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:31.612506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Pushing event deleted for resources: {'Port': ['ID=07742204-8b3f-40e9-aabc-a27a3c0cc200,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:31.640465 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.656349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.662718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] No DVR routers for this DVR port 07742204-8b3f-40e9-aabc-a27a3c0cc200 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:33:31.669662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.676427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19c1a1b0-9363-4cd9-bb50-47a8812339d4 req-38c74bc9-15ef-4425-b7ca-9455a047642e tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413896 Oct 26 16:33:31.679431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b94c47-fb02-47d9-ad25-08dbdf3d4f87 None None] Pushing event updated for resources: {'Port': ['ID=c3184562-2c79-4fe3-9123-a0bb1145b506,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:31.683565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-66cf455a-97a0-43d2-ab76-06ccd8a02589 None None] Port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:33:31.708096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-840fe946-04e2-4be5-acf8-330654a19caf req-ce7db72a-c81e-49a9-b24e-f3c089614bc5 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.47 "DELETE /v2.0/ports/07742204-8b3f-40e9-aabc-a27a3c0cc200 HTTP/1.1" status: 204 len: 173 time: 1.2170446 Oct 26 16:33:31.717067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'name': 'network-vif-deleted', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:31.724363 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4595a-a420-49ee-91fe-c66c5e71daf7" -d '{"events": [{"server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "name": "network-vif-deleted", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:31.724608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.742179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:31.748247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:31.754936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:31.825184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:31.839976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6efc7-f6e9-4b48-a30e-ed59565f12d8 req-7e9303a8-7ee8-40a9-a958-297483415f74 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:31.850807 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e7dcb0-d304-47d4-99f1-01fa9e5f9ee5 x-openstack-request-id: req-33e7dcb0-d304-47d4-99f1-01fa9e5f9ee5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:31.851257 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "name": "network-vif-plugged", "status": "completed", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:31.851606 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33e7dcb0-d304-47d4-99f1-01fa9e5f9ee5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:31.852193 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509', 'code': 200} Oct 26 16:33:31.863156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6c6efc7-f6e9-4b48-a30e-ed59565f12d8 req-7e9303a8-7ee8-40a9-a958-297483415f74 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 945 time: 0.2019756 Oct 26 16:33:32.010910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:32.037355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:32.106446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-214415dc-e077-45c8-9aab-a97e0b98e4ff req-c91bf916-658b-47f7-804f-1efc3e0be58f tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.1214206 Oct 26 16:33:32.180683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Pushing event updated for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:32.199431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6c6efc7-f6e9-4b48-a30e-ed59565f12d8 req-35b946fe-2089-49d1-b517-93db1fad7ed2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352640 Oct 26 16:33:32.217911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b22f-0bfc-4eca-8eac-59041932652e req-ec24de9f-be69-4734-b4c7-41d0f14c3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:32.219745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa1b22f-0bfc-4eca-8eac-59041932652e req-ec24de9f-be69-4734-b4c7-41d0f14c3329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 1096 time: 0.2254920 Oct 26 16:33:32.233060 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ef220-1965-4fa9-930d-f73d45f60066 x-openstack-request-id: req-c53ef220-1965-4fa9-930d-f73d45f60066 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:33:32.233521 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5e1585-4c93-4212-9861-39c6b4f4ffc6", "name": "network-vif-deleted", "tag": "07742204-8b3f-40e9-aabc-a27a3c0cc200", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:33:32.233915 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c53ef220-1965-4fa9-930d-f73d45f60066 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:33:32.234722 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5e1585-4c93-4212-9861-39c6b4f4ffc6', 'name': 'network-vif-deleted', 'tag': '07742204-8b3f-40e9-aabc-a27a3c0cc200', 'status': 'completed', 'code': 200} Oct 26 16:33:32.397851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-269a3e3b-9bc2-4b98-84cf-e5fb48a61dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:32.446874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Network 65c66720-491f-4a55-88df-6e800cc795c6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:33:32.449186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa1b22f-0bfc-4eca-8eac-59041932652e req-1c2e5c45-2f3e-4971-861d-9077945b034a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172906 Oct 26 16:33:32.455616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:32.628591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-269a3e3b-9bc2-4b98-84cf-e5fb48a61dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:32.700717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-269a3e3b-9bc2-4b98-84cf-e5fb48a61dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:32.713218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Router 10a0f36d-6093-40ef-a8a1-c25f328aef6f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:33:32.714331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 2, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:32.755509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-269a3e3b-9bc2-4b98-84cf-e5fb48a61dea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb577e506e0849b0828b7f35172148ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162235 Oct 26 16:33:32.758581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40462) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:32.798562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbc43f-d765-4356-aace-40f744c6ee0c None None] The sync data for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 is: [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 2, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:33:32.828709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a3e3b-9bc2-4b98-84cf-e5fb48a61dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab9e90-5dc5-4e47-a0d3-d1a593cf3b62,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:32.918101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:32.949331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:33.003062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc0f8-9751-420f-a28e-e4874682977e req-12768046-5b12-49bc-9b21-4f1cedb4c970 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:33.004813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1bc0f8-9751-420f-a28e-e4874682977e req-12768046-5b12-49bc-9b21-4f1cedb4c970 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1308289 Oct 26 16:33:33.006424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:33:33.014187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5df29294-0b6c-4801-9e87-0b5eb664543d admin admin] 10.222.0.21 "PUT /v2.0/routers/10a0f36d-6093-40ef-a8a1-c25f328aef6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4126656 Oct 26 16:33:33.066782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5cc6463a-1261-4686-aa8d-d21ffa61e1ca None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:33.067442 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5cc6463a-1261-4686-aa8d-d21ffa61e1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:33.120177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d1bc0f8-9751-420f-a28e-e4874682977e req-f9e852b8-2c63-4308-9e2c-6ce48662268c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768502 Oct 26 16:33:33.127745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:33.136257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:33.141258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeab9e90-5dc5-4e47-a0d3-d1a593cf3b62 HTTP/1.1" status: 204 len: 168 time: 0.3814833 Oct 26 16:33:33.171585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e65099-1ac6-4279-964f-27375c51dc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab9e90-5dc5-4e47-a0d3-d1a593cf3b62,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:33.268439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6463a-1261-4686-aa8d-d21ffa61e1ca None None] Port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:33:33.624796 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd268-2b77-4563-997d-8b135ba26b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:33.626958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd33b4ac-cad2-4462-8c7a-07fad88d91ef req-997e47e5-d1ed-45d7-98e8-d9eb1c39b713 tempest-DeleteServersTestJSON-607810673 tempest-DeleteServersTestJSON-607810673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5e1585-4c93-4212-9861-39c6b4f4ffc6 HTTP/1.1" status: 200 len: 210 time: 0.1066375 Oct 26 16:33:33.668692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff452a67-2771-4f22-ba17-4bd5b2d334e7 req-2e1c599d-7482-4e03-a02a-70136d8da698 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:33.687895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff452a67-2771-4f22-ba17-4bd5b2d334e7 req-2e1c599d-7482-4e03-a02a-70136d8da698 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 945 time: 0.2645032 Oct 26 16:33:34.092553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-244914c2-0db2-4f3f-a842-892097fd5c70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2638757 Oct 26 16:33:34.180093 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:34.329430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26063-2513-4780-aae0-2e2e84981847 req-0564f189-de89-48f3-9011-db25d63bcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:34.336875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-0564f189-de89-48f3-9011-db25d63bcaff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 1096 time: 0.2105255 Oct 26 16:33:34.537975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26063-2513-4780-aae0-2e2e84981847 req-a828312b-3d6c-4e97-913e-5e28fdc1b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:34.540516 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-a828312b-3d6c-4e97-913e-5e28fdc1b34e service neutron] 10.222.0.47 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.1798956 Oct 26 16:33:34.670151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-55f4803e-393d-4878-a3f3-f3370680a597 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 200 len: 217 time: 0.1205983 Oct 26 16:33:34.676905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff452a67-2771-4f22-ba17-4bd5b2d334e7 req-e3618954-ea8c-4a05-b19d-d1a17aa3f552 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9867852 Oct 26 16:33:34.745485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9830d-e888-40a2-abe4-8553b6087bcc req-b2a6b386-40c5-4165-8a61-9ce1e643fd1b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:34.757832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2eb9830d-e888-40a2-abe4-8553b6087bcc req-b2a6b386-40c5-4165-8a61-9ce1e643fd1b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.2032578 Oct 26 16:33:34.773211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26063-2513-4780-aae0-2e2e84981847 req-da6dce03-3f43-4596-8a45-d7b756d0c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:34.778941 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-da6dce03-3f43-4596-8a45-d7b756d0c020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.0948818 Oct 26 16:33:34.779537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07742204-8b3f-40e9-aabc-a27a3c0cc200 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:34.846801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-4c029d36-cbf5-4ea1-a9e0-9aee4a0cf4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558555 Oct 26 16:33:34.868984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 07742204-8b3f-40e9-aabc-a27a3c0cc200 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:33:34.870032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07742204-8b3f-40e9-aabc-a27a3c0cc200 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:33:34.890373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2eb9830d-e888-40a2-abe4-8553b6087bcc req-872fbe8f-2cac-4db0-8fd0-c51e848f8c60 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308992 Oct 26 16:33:34.955746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:35.157390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-286c414e-930b-496c-a35f-620ef1e21f55 service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013022 Oct 26 16:33:35.330528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c3184562-2c79-4fe3-9123-a0bb1145b506 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:35.450351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29c26063-2513-4780-aae0-2e2e84981847 req-4508c974-7262-45cf-be99-308be6647075 service neutron] 10.222.0.47 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759924 Oct 26 16:33:35.519926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c3184562-2c79-4fe3-9123-a0bb1145b506 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:35.521134 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:35.689456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:35.727602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port c3184562-2c79-4fe3-9123-a0bb1145b506, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c3184562-2c79-4fe3-9123-a0bb1145b506,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:35.841326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:35.859078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4eddc-11b9-4a50-8a95-2a336e06b525 req-fd0bdf04-ca35-4afe-9210-b43f361ec151 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:35.869534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2d4eddc-11b9-4a50-8a95-2a336e06b525 req-fd0bdf04-ca35-4afe-9210-b43f361ec151 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 945 time: 0.0903466 Oct 26 16:33:35.950712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=c3184562-2c79-4fe3-9123-a0bb1145b506,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:35.974680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2d4eddc-11b9-4a50-8a95-2a336e06b525 req-71317033-f4c9-4ac1-85c3-03f9d034e48b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041296 Oct 26 16:33:36.131074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96895c-b05e-4520-81f8-74b4801b82c0 req-ed1e6682-9ce8-4130-9370-360aaa16b6b0 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:36.139597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a96895c-b05e-4520-81f8-74b4801b82c0 req-ed1e6682-9ce8-4130-9370-360aaa16b6b0 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0791318 Oct 26 16:33:36.231277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a96895c-b05e-4520-81f8-74b4801b82c0 req-aabd5ed5-69df-4803-b6f3-9d7f0a073b33 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Oct 26 16:33:36.540295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:36.854800 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Sync routers for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:33:36.869402 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:36.870009 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:37.081261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:37.204501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c3184562-2c79-4fe3-9123-a0bb1145b506 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:37.368638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c3184562-2c79-4fe3-9123-a0bb1145b506 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:37.369169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:37.423476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 2, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:37.466769 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Checking router: 10a0f36d-6093-40ef-a8a1-c25f328aef6f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:33:37.467474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Updating router 10a0f36d-6093-40ef-a8a1-c25f328aef6f port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:33:37.499817 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:37.565425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3f1d-31cd-431a-85cc-61d840ecbf05 req-ec72eda0-cb34-4806-9482-69b062fa7b76 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:37.568608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d4c3f1d-31cd-431a-85cc-61d840ecbf05 req-ec72eda0-cb34-4806-9482-69b062fa7b76 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.2018788 Oct 26 16:33:37.668699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d4c3f1d-31cd-431a-85cc-61d840ecbf05 req-19b96546-0663-469b-a830-aa5d44a2a87d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Oct 26 16:33:38.038310 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.139956 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.237801 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Pushing event updated for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:38.291291 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.291697 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.297004 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:38.361291 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Attempting to bind port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:33:38.362030 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Attempting to bind port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:33:38.362622 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Attempting to bind port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e on network 65c66720-491f-4a55-88df-6e800cc795c6 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:33:38.377710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:33:38.378145 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Checking segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:38.378608 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.379059 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Bound using segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:33:38.379777 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Bound port: 1faddfe5-4530-4102-ab2c-a0e6faf2c70e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:33:38.380229 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.487715 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] For port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:33:38.493436 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] For port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:33:38.590545 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.654384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:38.655356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.726101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca91a8-ec56-4e58-90aa-76990bed4a66 None None] Pushing event updated for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:38.800606 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:33:38.801255 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:33:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:38.920278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:38.963537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829a88e-9b39-4c4a-84a3-549b40ffc13f req-dc877eab-7c1b-4b32-9e93-c1cb1a3835d3 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:38.972057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4829a88e-9b39-4c4a-84a3-549b40ffc13f req-dc877eab-7c1b-4b32-9e93-c1cb1a3835d3 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1451752 Oct 26 16:33:39.087282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4829a88e-9b39-4c4a-84a3-549b40ffc13f req-71e1ca00-5bf6-41ca-8e61-3bcbaf4cdfcf tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141939 Oct 26 16:33:39.177075 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:33:39.288030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1faddfe5-4530-4102-ab2c-a0e6faf2c70e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:39.386396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] For port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:39.397452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:39.399288 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:39.544943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:39.594845 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:38Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:39.625584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9b112-06d8-4b09-abb4-e389a6065a3e None None] The sync data for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 is: [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:38Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:33:39.628518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf9424-de80-4cf6-a379-b1d02456f25a None None] Pushing event updated for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:39.629269 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:39.762121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:33:39.762786 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:33:39.774500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7c313010-e35a-47d3-b660-6dd5e6d9c679 None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:39.774871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c313010-e35a-47d3-b660-6dd5e6d9c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:39.838363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-51fe06d3-603a-4373-87cc-043c8d47d72a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1200893 Oct 26 16:33:40.061769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.066620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.067587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.068271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.068941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.069567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.070189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.074188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-639f3ed4-490b-4d9e-83ce-dbd9273b7faa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1581254 Oct 26 16:33:40.315522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-07920380-703a-4275-9667-c8f407133fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.316198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-07920380-703a-4275-9667-c8f407133fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.316720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-07920380-703a-4275-9667-c8f407133fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.318414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-07920380-703a-4275-9667-c8f407133fbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 2292 time: 0.2089415 Oct 26 16:33:40.332366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6594b-83c3-4eaf-bde5-bd837c8e8456 req-db15f8c1-0df4-465d-8bc3-857a3d573909 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.341939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abc6594b-83c3-4eaf-bde5-bd837c8e8456 req-db15f8c1-0df4-465d-8bc3-857a3d573909 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1176324 Oct 26 16:33:40.512651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d5c592b8-e754-462a-89df-8692b2236745 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 1001 time: 0.1683207 Oct 26 16:33:40.715341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-cd91004d-8d23-4f03-8766-a4607b87cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.717202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-cd91004d-8d23-4f03-8766-a4607b87cdab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 200 len: 851 time: 0.1641693 Oct 26 16:33:40.847425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abc6594b-83c3-4eaf-bde5-bd837c8e8456 req-b5bdb8c9-d360-4a32-a870-56f4fb473b7d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042987 Oct 26 16:33:40.877574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c5f741ed-1cad-4183-9150-90341396575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:40.878405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c5f741ed-1cad-4183-9150-90341396575c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf4fb984-7316-4455-8587-5bdb1c34326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473157 Oct 26 16:33:41.065113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-2ed198e2-f639-4c79-b54b-ec6fcb52ec73 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769123 Oct 26 16:33:41.215735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1faddfe5-4530-4102-ab2c-a0e6faf2c70e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:33:41.270292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-328cafef-32df-4705-a0cf-6f55d6a60117 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967669 Oct 26 16:33:41.322519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:33:41.323840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:41.367766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d70fc14b-caf2-43f0-8406-b6c3bd9be490 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 217 time: 0.0805721 Oct 26 16:33:41.489991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c22083fd-f3ae-4a96-9864-0df63bce4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:41.492400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c22083fd-f3ae-4a96-9864-0df63bce4a50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.1149566 Oct 26 16:33:41.599550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d72245ed-c5a0-49a6-94bb-130aa4bcd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:41.618010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d72245ed-c5a0-49a6-94bb-130aa4bcd8cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141040 Oct 26 16:33:41.813930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-ce5ed373-1118-4c7f-bf48-7a23af1036e4 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871364 Oct 26 16:33:41.960870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-7c4fd33b-353a-415c-af47-513f12be52b2 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382339 Oct 26 16:33:42.045976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-136efce2-439f-429b-b598-22c2ac158de4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 217 time: 0.0677891 Oct 26 16:33:42.171801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c46f7262-53c0-4ccf-9344-58f5e41c54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:42.171801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c46f7262-53c0-4ccf-9344-58f5e41c54f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.1124151 Oct 26 16:33:42.245713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-b9a6efe1-8c67-4e6d-a46b-f8da788a807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:42.247280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-b9a6efe1-8c67-4e6d-a46b-f8da788a807a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700369 Oct 26 16:33:42.449299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-ee58aa86-6071-41d7-8219-91aecdfb3c79 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810236 Oct 26 16:33:42.705887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6549b-343f-48a2-9a0e-330b690646ed req-297686a6-caf4-4f74-a357-01b1d5c8bb68 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:42.715074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccf6549b-343f-48a2-9a0e-330b690646ed req-297686a6-caf4-4f74-a357-01b1d5c8bb68 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1794398 Oct 26 16:33:42.821495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-be555dce-e297-47fe-b366-eb939d27a0f2 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504262 Oct 26 16:33:42.921296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-a36f40f5-d968-4683-8d84-0a7d3b17a452 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 200 len: 217 time: 0.0840757 Oct 26 16:33:42.982930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccf6549b-343f-48a2-9a0e-330b690646ed req-fa480531-e3e2-4bc8-b4b3-aebf7f8d98ec tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576094 Oct 26 16:33:43.022503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d3196e03-f200-4715-891e-8ed976bff2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:43.023971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-d3196e03-f200-4715-891e-8ed976bff2fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0937793 Oct 26 16:33:43.132074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-24e6f124-01e6-49c9-ab0e-0da768508922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:43.134033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-24e6f124-01e6-49c9-ab0e-0da768508922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956330 Oct 26 16:33:43.298268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5f96a-e033-4c43-bc51-5a85eaff5ba9 req-beeb4964-660a-42a4-afb5-95814821c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:43.307395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9a5f96a-e033-4c43-bc51-5a85eaff5ba9 req-beeb4964-660a-42a4-afb5-95814821c78c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1097 time: 0.1838887 Oct 26 16:33:43.324658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-c031f013-4edf-43c2-b323-f514080c6071 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809039 Oct 26 16:33:43.442229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9a5f96a-e033-4c43-bc51-5a85eaff5ba9 req-f6aaf6c3-ad7d-480d-8c82-2a88bec781cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246126 Oct 26 16:33:43.557792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-b63353b0-4941-4d22-8cd1-87fe5569e104 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145913 Oct 26 16:33:43.687248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-929b45f8-7b92-4a2e-85ae-f24b693e85bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Oct 26 16:33:43.816071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-ac451be2-bb85-42a1-9130-7890d8a60417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:43.819266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-ac451be2-bb85-42a1-9130-7890d8a60417 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.1213245 Oct 26 16:33:43.911793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-1b4ad8fb-e698-47cb-879b-ca83e74c60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:43.952607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-1b4ad8fb-e698-47cb-879b-ca83e74c60c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829847 Oct 26 16:33:44.036460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-ed49eecf-df8c-43b6-a3a2-dddd28cd8fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125834 Oct 26 16:33:44.194745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97d53-7379-400e-b2ca-a1e23f46db5a req-a19bbf22-ffbf-4949-b082-a783eed6ed7c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:44.199611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdd97d53-7379-400e-b2ca-a1e23f46db5a req-a19bbf22-ffbf-4949-b082-a783eed6ed7c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0866115 Oct 26 16:33:44.204179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-b0ab8fa0-ab2d-4e7f-b536-5dee12c22bb6 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599548 Oct 26 16:33:44.304315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-af508e31-5e3b-4432-9870-fbfe321b0055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 200 len: 217 time: 0.0623429 Oct 26 16:33:44.368617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-98c65509-bf96-4556-b8f5-0933409b9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:44.370202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-98c65509-bf96-4556-b8f5-0933409b9801 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.0731747 Oct 26 16:33:44.373167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdd97d53-7379-400e-b2ca-a1e23f46db5a req-827c089e-c30c-4b0d-bafe-35f25eecefbd tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677763 Oct 26 16:33:44.534801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-67fe255a-8097-477a-a715-7a57cbd86c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:44.534801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-67fe255a-8097-477a-a715-7a57cbd86c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747304 Oct 26 16:33:44.734588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-08a4ccee-12b4-4d0c-b003-a6ffd052d286 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717578 Oct 26 16:33:44.870118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-711a6d09-cb9f-4143-bf22-a4aaa3624578 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267672 Oct 26 16:33:44.934933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-b68e33ec-3f04-4521-8429-811ecb025785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 217 time: 0.0563672 Oct 26 16:33:45.058414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-31682d35-fafc-4b42-bc38-2caaed62a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:45.065450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-31682d35-fafc-4b42-bc38-2caaed62a3e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.1230226 Oct 26 16:33:45.161416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-cab89d61-830c-40da-b91a-1b2ed7336fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:45.171233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-cab89d61-830c-40da-b91a-1b2ed7336fca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899134 Oct 26 16:33:45.293816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-e2a6b5e6-b1e6-4e5d-b8fb-759565a4aede service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206026 Oct 26 16:33:45.520398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d39d712-e283-45f2-a014-d733c8fdde68 req-e02d6a85-bd32-4539-82d7-575d81419f55 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124059 Oct 26 16:33:45.656485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dfc8-16c0-412a-b3fe-583ccf5b9afe req-0144f209-c8f7-4c7e-8dea-67966fdbc1c9 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:45.658011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1838dfc8-16c0-412a-b3fe-583ccf5b9afe req-0144f209-c8f7-4c7e-8dea-67966fdbc1c9 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1331606 Oct 26 16:33:45.736499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1838dfc8-16c0-412a-b3fe-583ccf5b9afe req-41cacc51-07c1-4407-a6ee-d9395881e312 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Oct 26 16:33:46.780420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59d15-d212-444c-9e01-831e3e8d4bdf req-1c213161-4b4f-4bc5-83a3-0458a3ea0a4c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:46.780420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cc59d15-d212-444c-9e01-831e3e8d4bdf req-1c213161-4b4f-4bc5-83a3-0458a3ea0a4c tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0600166 Oct 26 16:33:46.816634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cc59d15-d212-444c-9e01-831e3e8d4bdf req-931fdc99-8546-470e-a345-8eb50b8e1429 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 Oct 26 16:33:47.002237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-17a78de4-c04e-4f3b-bd52-cc25e8714e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:47.004516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-17a78de4-c04e-4f3b-bd52-cc25e8714e42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cef60cc6e2e64549847b213a50b63264&device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 1097 time: 0.0840688 Oct 26 16:33:47.350393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-252d8b5d-d034-4548-aea0-24e4f68d19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:47.351951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-252d8b5d-d034-4548-aea0-24e4f68d19f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 200 len: 912 time: 0.3388541 Oct 26 16:33:47.446373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-b712a238-e147-4beb-985f-a1fd5f07be5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 200 len: 217 time: 0.0816624 Oct 26 16:33:47.559969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-997ee3ef-d95d-4e26-9723-ceba58334c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:47.561381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-997ee3ef-d95d-4e26-9723-ceba58334c1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 200 len: 851 time: 0.1064138 Oct 26 16:33:47.622617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-66e12a16-dcef-447c-9f09-0ee7b28a76d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16dbdab6-6c37-4f36-87d7-1b1ca2f27648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527890 Oct 26 16:33:47.831047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-2bf92bdb-92c6-4178-8278-292e65658d1c service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977248 Oct 26 16:33:48.089392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb4fbc81-4c57-4380-9b8c-531bb925d0bf req-4e10a2a9-0e5c-4d20-ab2f-73565700efbe service neutron] 10.222.0.39 "GET /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484035 Oct 26 16:33:48.127085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c2350-a119-4e17-80d1-8c173c3e8bcb req-0185aa30-286f-477f-8cfb-f3484f81fc1d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:48.129223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948c2350-a119-4e17-80d1-8c173c3e8bcb req-0185aa30-286f-477f-8cfb-f3484f81fc1d tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1443431 Oct 26 16:33:48.230488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948c2350-a119-4e17-80d1-8c173c3e8bcb req-dbae9896-415f-459b-a4cf-14e09bc8c361 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708463 Oct 26 16:33:48.525272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40872) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:48.863456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Deleting subnet 107b2b07-921d-451a-9df7-e935923a9fa0 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:33:48.871039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:48.969170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.161810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e46f1-0877-43ae-b802-015c19e4a5ae req-b2fab5d6-b6c2-4488-b053-2b8e582b6954 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:49.170988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f3e46f1-0877-43ae-b802-015c19e4a5ae req-b2fab5d6-b6c2-4488-b053-2b8e582b6954 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.2277977 Oct 26 16:33:49.188502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.370328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f3e46f1-0877-43ae-b802-015c19e4a5ae req-93b97bdb-87cf-4e35-8108-0a656b11a3d2 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681337 Oct 26 16:33:49.499604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.588410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.592291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/107b2b07-921d-451a-9df7-e935923a9fa0 HTTP/1.1" status: 204 len: 168 time: 1.0661294 Oct 26 16:33:49.593599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107b2b07-921d-451a-9df7-e935923a9fa0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:49.595444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:49.603517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.604100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.604607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.605094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.605684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.605863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9888-132e-4076-b8d6-c620b8abfc2d req-f9363907-8623-48cb-870e-addb9c9e36e4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:49.606334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.606980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.608373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.608871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.609388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.610529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.611072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df04030-2032-4e71-928d-f1eeae24698e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:49.615904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f26d9888-132e-4076-b8d6-c620b8abfc2d req-f9363907-8623-48cb-870e-addb9c9e36e4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.1550379 Oct 26 16:33:49.722259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.742551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f26d9888-132e-4076-b8d6-c620b8abfc2d req-fe97feb2-6453-494c-8c39-1482a761b82b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171517 Oct 26 16:33:49.851392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.888225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8d5a84-33df-428f-8359-e488965d27ba']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:49.901092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:49.901722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b98a1-4887-4f37-b3e9-1d810a7b2aba') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:33:49.918001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.939693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.953777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:33:49.954416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:33:49.956370 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:33:50.109822 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.116446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.120046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ed8d5a84-33df-428f-8359-e488965d27ba HTTP/1.1" status: 204 len: 168 time: 0.5019693 Oct 26 16:33:50.139724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8111f6-30fe-4780-9f47-7ab15eb23b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8d5a84-33df-428f-8359-e488965d27ba,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:50.543485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.557235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:50.622541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78781c4f-6ff2-4a44-8454-97662e8b3ae4 req-f98bf77a-46d2-46f8-a31b-656f899058f2 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:50.625833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78781c4f-6ff2-4a44-8454-97662e8b3ae4 req-f98bf77a-46d2-46f8-a31b-656f899058f2 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 950 time: 0.1030269 Oct 26 16:33:50.655335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f460e060-5e70-4aa9-87ad-f23bd0bb04a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63c5ca8422bc4606823a364d57a4bed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964899 Oct 26 16:33:50.659802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:50.704404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78781c4f-6ff2-4a44-8454-97662e8b3ae4 req-e5ad3b68-6ec3-46f9-b032-a44aef4bcfb2 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713820 Oct 26 16:33:50.720933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.776104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.928734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79f7f-7f0a-48ba-9e3e-a40b7a167a30 req-af3afc29-0d55-4f49-aecb-5d7cfd4f4508 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:50.930393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57e79f7f-7f0a-48ba-9e3e-a40b7a167a30 req-af3afc29-0d55-4f49-aecb-5d7cfd4f4508 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0581541 Oct 26 16:33:50.944166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.946726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:50.948227 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a66e987-e592-442f-b664-f97a38a60f9f HTTP/1.1" status: 204 len: 168 time: 0.2869542 Oct 26 16:33:50.958176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532cbec-3f07-4a4d-bd28-6e6c7c722ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66e987-e592-442f-b664-f97a38a60f9f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:51.019481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57e79f7f-7f0a-48ba-9e3e-a40b7a167a30 req-fbb2947a-d7a0-4e4e-be76-1ba703a908d5 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Oct 26 16:33:51.759609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ff0ba-4c87-4252-8747-351d942901f8 req-4261a110-e41c-4058-8758-3f4bce6856ff tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:51.775729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073ff0ba-4c87-4252-8747-351d942901f8 req-4261a110-e41c-4058-8758-3f4bce6856ff tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0887918 Oct 26 16:33:51.831695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073ff0ba-4c87-4252-8747-351d942901f8 req-4ec7e026-69d6-4a8c-b7b5-0856b63a3e6b tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537896 Oct 26 16:33:52.423469 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.492492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41000) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:52.625105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1740114892-network', 'tenant_id': '1ac5b8b63e3d4e11bd35854b6324674e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:52.735641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Made reservation on behalf of 1ac5b8b63e3d4e11bd35854b6324674e for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:52.735641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.745307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.830743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.910048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.936207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:33:52.957066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a58d4e-157f-4add-b2cc-ada765f04733,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:52.963371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:52.963955 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Added segment 32cb35d8-58c5-4fdb-8f61-77157bd0c70f of type vlan for network 8978c590-9a03-4a53-8cf7-3985764c408d Oct 26 16:33:52.983228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd36df-8328-41bd-9988-de94931b9a66 req-ac03624a-dcd0-4fa7-a647-08641db3d720 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:52.991653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1cd36df-8328-41bd-9988-de94931b9a66 req-ac03624a-dcd0-4fa7-a647-08641db3d720 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0764132 Oct 26 16:33:53.018469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:53.038487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1cd36df-8328-41bd-9988-de94931b9a66 req-bd391331-80ef-42d5-b678-9406bf72902f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Oct 26 16:33:53.137765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:53.138790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:53.139395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:53.205549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] Pushing event updated for resources: {'Network': ['ID=8978c590-9a03-4a53-8cf7-3985764c408d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:53.217988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 8978c590-9a03-4a53-8cf7-3985764c408d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:33:53.289986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9d3e35f8-0f90-4508-a834-fe11a9cde403 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7950168 Oct 26 16:33:53.292850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41012) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:33:53.298444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Request body: {'subnet': {'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1740114892-subnet', 'tenant_id': '1ac5b8b63e3d4e11bd35854b6324674e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:33:53.423660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Made reservation on behalf of 1ac5b8b63e3d4e11bd35854b6324674e for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:33:53.426075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:53.721154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:53.790630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Checking segment: {'id': '32cb35d8-58c5-4fdb-8f61-77157bd0c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:33:53.791042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Network hostable DHCP agents. Network: 8978c590-9a03-4a53-8cf7-3985764c408d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:33:53.796729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2ccc2b-1707-4496-86c7-e2def25ab253,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:53.886513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Network 8978c590-9a03-4a53-8cf7-3985764c408d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:33:53.949647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 8978c590-9a03-4a53-8cf7-3985764c408d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:33:53.959729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928f600-69f4-4ab2-851b-eafe0774fefa None None] Network 8978c590-9a03-4a53-8cf7-3985764c408d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:33:53.961684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:53.962461 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:54.028666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2346324-0841-4dc1-9cab-3046bd1f9874 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7266643 Oct 26 16:33:54.186167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:33:54.196024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af428e02-4c1f-4f8b-8e3a-cfdcfec8f978 None None] Network 8978c590-9a03-4a53-8cf7-3985764c408d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:33:54.250336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af11a-8fa4-4cd7-b406-8eb5f47679e4 req-071815ad-8267-469a-93ab-61d21f2b760a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:54.253465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a14af11a-8fa4-4cd7-b406-8eb5f47679e4 req-071815ad-8267-469a-93ab-61d21f2b760a tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0854468 Oct 26 16:33:54.345238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a14af11a-8fa4-4cd7-b406-8eb5f47679e4 req-ca87a625-d719-431b-8546-a94ea6988910 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849109 Oct 26 16:33:54.412291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:54.522345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:54.524555 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b6be04-05b4-49b9-bc6f-a411f360aaed" -d '{"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-unplugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:33:54.564003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:54.652164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:54.724333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:54.733044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.733312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.733766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.734103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.734728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.735453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.738357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.738357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.738357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.738357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.738357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.739598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:33:54.768675 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:33:55.016649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-f3b31a30-f91f-4071-8fd1-ba3c05bcd86f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:33:55.018078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-f3b31a30-f91f-4071-8fd1-ba3c05bcd86f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b0ce316-da36-4a23-87d4-3561b4af8a0c HTTP/1.1" status: 200 len: 946 time: 0.0533133 Oct 26 16:33:55.128488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Deleting port b300e3f7-3957-4dc5-8920-85849721e978 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:33:55.129216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:55.234229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] For port b300e3f7-3957-4dc5-8920-85849721e978, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b300e3f7-3957-4dc5-8920-85849721e978,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:33:55.234587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:55.247272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Calling delete_port for b300e3f7-3957-4dc5-8920-85849721e978 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:33:55.453898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:55.468103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34c26d56-6bf1-4bcc-941a-d98af8a6ad73'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:55.472463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b300e3f7-3957-4dc5-8920-85849721e978'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:33:55.487932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Pushing event deleted for resources: {'Port': ['ID=b300e3f7-3957-4dc5-8920-85849721e978,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:33:55.534433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] No DVR routers for this DVR port b300e3f7-3957-4dc5-8920-85849721e978 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:33:55.537398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:33:55.541467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b39604b-7378-4209-974e-b3fdda6b5da6 req-db2c26e7-56e9-4020-880e-87ae7ed8e883 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.39 "DELETE /v2.0/ports/b300e3f7-3957-4dc5-8920-85849721e978 HTTP/1.1" status: 204 len: 173 time: 0.5167887 Oct 26 16:33:55.541934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'name': 'network-vif-deleted', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:33:55.544447 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9d9f8a-0c0d-4d99-afa6-254913b822de" -d '{"events": [{"server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "name": "network-vif-deleted", "tag": "b300e3f7-3957-4dc5-8920-85849721e978"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:00.183044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b300e3f7-3957-4dc5-8920-85849721e978 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:00.233640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: b300e3f7-3957-4dc5-8920-85849721e978 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:00.233640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b300e3f7-3957-4dc5-8920-85849721e978 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:00.943288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-41fb304b-16ab-4fc8-ac9b-0be2c9840707 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:00.944858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-41fb304b-16ab-4fc8-ac9b-0be2c9840707 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/networks?id=8978c590-9a03-4a53-8cf7-3985764c408d HTTP/1.1" status: 200 len: 822 time: 0.1063638 Oct 26 16:34:00.965416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-53a61f28-a43b-4899-828b-6c0b99608a0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/quotas/1ac5b8b63e3d4e11bd35854b6324674e HTTP/1.1" status: 200 len: 375 time: 0.0148332 Oct 26 16:34:00.999091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-a081f03e-3e8c-45e2-8e76-25ff29de9ca0 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ac5b8b63e3d4e11bd35854b6324674e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277119 Oct 26 16:34:01.119122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-395e4157-f663-40bf-bec3-80801d0c0f54 service neutron] 10.222.0.21 "GET /v2.0/networks/8978c590-9a03-4a53-8cf7-3985764c408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073129 Oct 26 16:34:01.216913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-2e830235-bdd5-412b-b206-76eca1c7a511 service neutron] 10.222.0.21 "GET /v2.0/networks/8978c590-9a03-4a53-8cf7-3985764c408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958774 Oct 26 16:34:01.251884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71583f0-0961-475e-81da-1217d4b4a72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:01.451585 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b512d-e577-4092-934d-1b4d9a8908ec x-openstack-request-id: req-5f1b512d-e577-4092-934d-1b4d9a8908ec {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:01.451884 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-unplugged", "status": "completed", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:01.452139 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f1b512d-e577-4092-934d-1b4d9a8908ec {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:01.452764 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'code': 200} Oct 26 16:34:01.632622 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49283eec-b62d-444c-8727-b3dddc63e527 x-openstack-request-id: req-49283eec-b62d-444c-8727-b3dddc63e527 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:01.632622 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0ce316-da36-4a23-87d4-3561b4af8a0c", "name": "network-vif-deleted", "tag": "b300e3f7-3957-4dc5-8920-85849721e978", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:01.632622 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49283eec-b62d-444c-8727-b3dddc63e527 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:01.632947 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0ce316-da36-4a23-87d4-3561b4af8a0c', 'name': 'network-vif-deleted', 'tag': 'b300e3f7-3957-4dc5-8920-85849721e978', 'status': 'completed', 'code': 200} Oct 26 16:34:01.844805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9131ccb5-c83b-4545-8efc-61ee28ce3487 req-cd25fc1e-d8fa-4317-8b37-15d9ce4289f0 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Oct 26 16:34:02.382726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481f46-e993-424c-ae3d-7124cdb8831a req-b98f2372-a9ef-4c9b-b094-3aa1c9ad452d tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:02.390384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9481f46-e993-424c-ae3d-7124cdb8831a req-b98f2372-a9ef-4c9b-b094-3aa1c9ad452d tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 945 time: 0.0602405 Oct 26 16:34:02.436315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9481f46-e993-424c-ae3d-7124cdb8831a req-1bb14f3d-bc52-4350-821c-2e44f3fa6005 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Oct 26 16:34:02.577724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b86c0-2970-4bb4-91e9-39ab78ad2790 req-2eb14e79-e642-461b-894c-b6b91301e694 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:02.588359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f0b86c0-2970-4bb4-91e9-39ab78ad2790 req-2eb14e79-e642-461b-894c-b6b91301e694 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0837724 Oct 26 16:34:02.658068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f0b86c0-2970-4bb4-91e9-39ab78ad2790 req-e13ef787-1058-4a41-8ae2-9e94e57eeaa4 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687015 Oct 26 16:34:02.978169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13ad3bd1-8978-495c-9c03-06eaefe26a03 req-26a9d5e6-6aba-4b25-9cca-ea4c72762400 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0358398 Oct 26 16:34:03.526004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b724697b-c108-41f8-9602-15df9a5a1a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:03.609209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9c590-a826-4795-a8b0-628bf1e8ce35 req-4efb3b54-17d7-494e-9c9d-72aff52a1543 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:03.621214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4d9c590-a826-4795-a8b0-628bf1e8ce35 req-4efb3b54-17d7-494e-9c9d-72aff52a1543 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 945 time: 0.0939202 Oct 26 16:34:03.679670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4d9c590-a826-4795-a8b0-628bf1e8ce35 req-6a23ebb6-aa07-4324-95ec-3993f7bbda52 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/security-groups?id=aecba45f-634b-467d-933e-39c74182d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568295 Oct 26 16:34:03.777522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-23d143b5-ab48-4233-b762-afeac408ca4a tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:03.779113 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-23d143b5-ab48-4233-b762-afeac408ca4a tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.47 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 945 time: 0.1188614 Oct 26 16:34:03.866047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a651c2-b702-47ca-9d81-104a7ea32d18 req-76af8b94-a492-45dc-ae70-623d830bddf8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:03.889517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4a651c2-b702-47ca-9d81-104a7ea32d18 req-76af8b94-a492-45dc-ae70-623d830bddf8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1141224 Oct 26 16:34:03.966198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4a651c2-b702-47ca-9d81-104a7ea32d18 req-2c367352-3e55-4afe-8a63-81abf0fd01ce tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737851 Oct 26 16:34:04.094483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9315b7e8-aed3-49a7-ba1d-823012c02e66 req-3032ca0b-2690-462b-86eb-da04a9ad36bd tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0329044 Oct 26 16:34:04.097412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:04.492629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Deleting port aeeef26d-08a6-48bc-96f7-5640d93c41e1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:04.493336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:04.569658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-7f6e9199-bbd8-460d-b0f7-9481bd420d0a tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:04.571640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-7f6e9199-bbd8-460d-b0f7-9481bd420d0a tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.47 "GET /v2.0/networks?id=8978c590-9a03-4a53-8cf7-3985764c408d HTTP/1.1" status: 200 len: 822 time: 0.1919589 Oct 26 16:34:04.577690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-3d3a0547-f723-43d6-bf79-99e978b746d1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:04.579369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-3d3a0547-f723-43d6-bf79-99e978b746d1 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.0961831 Oct 26 16:34:04.600075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Request body: {'port': {'device_id': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d', 'admin_state_up': True, 'tenant_id': '1ac5b8b63e3d4e11bd35854b6324674e'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:04.724259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Deleting port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:04.725885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:04.804271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] For port aeeef26d-08a6-48bc-96f7-5640d93c41e1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=aeeef26d-08a6-48bc-96f7-5640d93c41e1,segment=NetworkSegment(4136074d-401e-4922-8226-0875a260b810),segment_id=4136074d-401e-4922-8226-0875a260b810)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:04.807387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:04.846234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Calling delete_port for aeeef26d-08a6-48bc-96f7-5640d93c41e1 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:04.983264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.184606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Made reservation on behalf of 1ac5b8b63e3d4e11bd35854b6324674e for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:05.194995 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.331939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.347395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['aeeef26d-08a6-48bc-96f7-5640d93c41e1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:05.434926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Pushing event deleted for resources: {'Port': ['ID=aeeef26d-08a6-48bc-96f7-5640d93c41e1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:05.481682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccd46fb5-ee46-491a-98d5-5633721a93e4 req-96915b29-0709-4ec9-8704-5c581fc64410 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.1548333 Oct 26 16:34:05.510617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aedd-538b-4f69-9ef0-a5cc50b4a0b4 req-39dc0d38-ec75-4d1b-af14-394eb315a4ff tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:05.517532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a5aedd-538b-4f69-9ef0-a5cc50b4a0b4 req-39dc0d38-ec75-4d1b-af14-394eb315a4ff tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 945 time: 0.1778920 Oct 26 16:34:05.604344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] No DVR routers for this DVR port aeeef26d-08a6-48bc-96f7-5640d93c41e1 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:34:05.613387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.618760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ecc17943-bdec-4b2f-94d2-326e0d8dc7b1 req-06930976-e9e9-4cfd-a8f9-9f788e0dc092 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.47 "DELETE /v2.0/ports/aeeef26d-08a6-48bc-96f7-5640d93c41e1 HTTP/1.1" status: 204 len: 173 time: 1.8279409 Oct 26 16:34:05.643451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'name': 'network-vif-deleted', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:05.657988 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ee17a-cb15-4246-85d1-25a5e9f28f30" -d '{"events": [{"server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "name": "network-vif-deleted", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:05.658371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a5aedd-538b-4f69-9ef0-a5cc50b4a0b4 req-2c2cf0a5-4fc9-49f5-856f-9178ffa16ccb tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6914653-10f2-4f4c-a6d6-94924ee6e407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040461 Oct 26 16:34:05.664087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c258638-104a-48b1-8246-114bdd695b30 req-cc5601d7-4f48-4c31-b297-ea66dfd75c41 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0496597 Oct 26 16:34:05.689469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] For port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:05.690146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.703721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Allocated IP 172.20.0.6 (8978c590-9a03-4a53-8cf7-3985764c408d/2b2ccc2b-1707-4496-86c7-e2def25ab253/4d1c6824-06b0-43c3-b40e-2f18eecc9e79) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:05.723103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Calling delete_port for 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:05.889904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:05.934183 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01afce11-75b7-4c60-917b-5f1a0552b0f2 x-openstack-request-id: req-01afce11-75b7-4c60-917b-5f1a0552b0f2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:05.934480 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaad835-fc14-4d93-a862-b9dba3a5a761", "name": "network-vif-deleted", "tag": "aeeef26d-08a6-48bc-96f7-5640d93c41e1", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:05.934734 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01afce11-75b7-4c60-917b-5f1a0552b0f2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:05.935162 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaad835-fc14-4d93-a862-b9dba3a5a761', 'name': 'network-vif-deleted', 'tag': 'aeeef26d-08a6-48bc-96f7-5640d93c41e1', 'status': 'completed', 'code': 200} Oct 26 16:34:06.042338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.107713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Network 8978c590-9a03-4a53-8cf7-3985764c408d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:06.120481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.121041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Pushing event updated for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:06.132179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['34c26d56-6bf1-4bcc-941a-d98af8a6ad73'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:06.146447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:06.159636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:06.185197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:06.194283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Pushing event deleted for resources: {'Port': ['ID=34c26d56-6bf1-4bcc-941a-d98af8a6ad73,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:06.289687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.293492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.293893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.294245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.295375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.295717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.296070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.296387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.296712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.297036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.297367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.297690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:06.308156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] No DVR routers for this DVR port 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:34:06.312998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.322863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:06.325232 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.327481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1850ce25-ade4-4456-bac8-4f8fb5c389e6 req-0c549517-6200-4352-bcd4-1354f832a2d8 tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.47 "DELETE /v2.0/ports/34c26d56-6bf1-4bcc-941a-d98af8a6ad73 HTTP/1.1" status: 204 len: 173 time: 1.7394919 Oct 26 16:34:06.327992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'name': 'network-vif-deleted', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:06.331289 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b318a-6be7-430d-be7e-9df432ed4fbc" -d '{"events": [{"server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "name": "network-vif-deleted", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:06.374285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:06.407110 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfcaf57-ae24-423d-bf5d-c91cb0757d8a x-openstack-request-id: req-7cfcaf57-ae24-423d-bf5d-c91cb0757d8a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:06.407452 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47a6cfe-3d2b-4ba9-bb36-b2786e317994", "name": "network-vif-deleted", "tag": "34c26d56-6bf1-4bcc-941a-d98af8a6ad73", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:06.407708 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cfcaf57-ae24-423d-bf5d-c91cb0757d8a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:06.408108 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a6cfe-3d2b-4ba9-bb36-b2786e317994', 'name': 'network-vif-deleted', 'tag': '34c26d56-6bf1-4bcc-941a-d98af8a6ad73', 'status': 'completed', 'code': 200} Oct 26 16:34:06.409949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c16269e2-f88e-4304-a770-347d24b875f7', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'c16269e2-f88e-4304-a770-347d24b875f7', 'mac_address': 'fa:16:3e:ad:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:06.476470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.495030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-bd0b44a5-0992-4a6f-8d0d-016e749662c5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8987458 Oct 26 16:34:06.508514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Request body: {'port': {'device_id': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:06.545343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:06.625120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.639478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:06.647574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.727807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df4a30b1-ae7a-4d8f-8a3a-c7b9dee59a2f req-4e3525a8-d2a2-409b-9d26-b9a28a7c1c01 tempest-VolumesAdminNegativeTest-608288294 tempest-VolumesAdminNegativeTest-608288294-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaad835-fc14-4d93-a862-b9dba3a5a761 HTTP/1.1" status: 200 len: 210 time: 0.0945413 Oct 26 16:34:06.752837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:06.945439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e408c8e4-7cf9-47ab-b69c-57c6846cc5c4 req-e2ef75f6-80d7-4938-9902-ba2c477f706f tempest-ServerRescueTestJSON-1931878039 tempest-ServerRescueTestJSON-1931878039-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47a6cfe-3d2b-4ba9-bb36-b2786e317994 HTTP/1.1" status: 200 len: 210 time: 0.0424340 Oct 26 16:34:07.008118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c16269e2-f88e-4304-a770-347d24b875f7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:07.013539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:07.087096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775bca-b167-45df-92e5-aaf6c757ef94 req-7d2b1435-50d9-4288-b665-de93943401fc tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:07.097014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab775bca-b167-45df-92e5-aaf6c757ef94 req-7d2b1435-50d9-4288-b665-de93943401fc tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 931 time: 0.0897889 Oct 26 16:34:07.147598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab775bca-b167-45df-92e5-aaf6c757ef94 req-c19033e1-6db8-480a-a666-5482e3f47b53 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Oct 26 16:34:07.243370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:07.273517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:07.300924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Transition to ACTIVE for port object 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:07.446700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:07.607299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:07.647875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Attempting to bind port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:07.649575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Attempting to bind port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '32cb35d8-58c5-4fdb-8f61-77157bd0c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:07.651467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Attempting to bind port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 on network 8978c590-9a03-4a53-8cf7-3985764c408d {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:07.663218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 on network 8978c590-9a03-4a53-8cf7-3985764c408d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:07.665281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Attempting to bind port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 on network 8978c590-9a03-4a53-8cf7-3985764c408d {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:07.684254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:07.685230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Checking segment: {'id': '32cb35d8-58c5-4fdb-8f61-77157bd0c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:07.686582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Bound using segment: {'id': '32cb35d8-58c5-4fdb-8f61-77157bd0c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:07.688323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Bound port: 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cb35d8-58c5-4fdb-8f61-77157bd0c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:07.690770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:07.838410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:07.898179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:07.905282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,segment=NetworkSegment(32cb35d8-58c5-4fdb-8f61-77157bd0c70f),segment_id=32cb35d8-58c5-4fdb-8f61-77157bd0c70f)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:07.924529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Deleting subnet d265bc41-aa48-411d-98b2-b27980647036 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:34:07.935286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:07.977726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.030731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.087505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:08.088770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.091764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d1c6824-06b0-43c3-b40e-2f18eecc9e79 HTTP/1.1" status: 200 len: 1091 time: 1.5885017 Oct 26 16:34:08.110070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:08.110070 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3f066-26cd-4eeb-8985-4b3bad87779e" -d '{"events": [{"name": "network-changed", "server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:08.110392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41296) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:08.144837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2b26e-9653-4a49-ab21-7da41c50f007 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:08.307912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:08.308725 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd077294-1963-41df-8177-a5b36799731a x-openstack-request-id: req-cd077294-1963-41df-8177-a5b36799731a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:08.308725 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:08.308725 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd077294-1963-41df-8177-a5b36799731a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:08.308725 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79', 'status': 'completed', 'code': 200} Oct 26 16:34:08.327526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c16269e2-f88e-4304-a770-347d24b875f7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:08.334019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.371333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-3c2b0855-627d-44b8-9644-88913af99e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:08.458650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-3c2b0855-627d-44b8-9644-88913af99e81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ac5b8b63e3d4e11bd35854b6324674e&device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 1094 time: 0.1384683 Oct 26 16:34:08.458809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.528980 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:08.584187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:08.596787 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1084345-3a07-4e31-ac90-1bc3d4f4d98d" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:08.652500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-7032a014-58a6-49d0-8d4b-78210a0474c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:08.653735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-7032a014-58a6-49d0-8d4b-78210a0474c6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1ac5b8b63e3d4e11bd35854b6324674e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2711208 Oct 26 16:34:08.656542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:08.667782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd31ffe-0cdd-476e-b067-d6221681de15 req-438a5a01-f81c-4498-bbf7-3e9f976c773e tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:08.683472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffd31ffe-0cdd-476e-b067-d6221681de15 req-438a5a01-f81c-4498-bbf7-3e9f976c773e tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 943 time: 0.3135052 Oct 26 16:34:08.806058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffd31ffe-0cdd-476e-b067-d6221681de15 req-6fab67df-d95b-4f05-80ff-28e174da643a tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213262 Oct 26 16:34:08.869555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device aeeef26d-08a6-48bc-96f7-5640d93c41e1 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:08.926818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: aeeef26d-08a6-48bc-96f7-5640d93c41e1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:08.929333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device aeeef26d-08a6-48bc-96f7-5640d93c41e1 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:08.931050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:08.939853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-9c70ed85-3c74-4950-84d7-a4b6a7d109cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:08.948336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15e3f066-26cd-4eeb-8985-4b3bad87779e req-9c70ed85-3c74-4950-84d7-a4b6a7d109cd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873807 Oct 26 16:34:08.994099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.004614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:09.005055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 34c26d56-6bf1-4bcc-941a-d98af8a6ad73 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:09.021816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.055028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.060490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d265bc41-aa48-411d-98b2-b27980647036 HTTP/1.1" status: 204 len: 168 time: 1.2200127 Oct 26 16:34:09.076264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41312) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:09.112222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83ff51-3a05-4d87-8fc8-cf3a6478fb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d265bc41-aa48-411d-98b2-b27980647036,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:09.154428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:09.214344 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299edc8-32f7-4835-82f0-15addcb607ce x-openstack-request-id: req-0299edc8-32f7-4835-82f0-15addcb607ce {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:09.215099 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-plugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:09.215665 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0299edc8-32f7-4835-82f0-15addcb607ce {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:09.216555 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'code': 200} Oct 26 16:34:09.268697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-53e72738-1202-4094-bccd-602ec03e2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:09.270542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-53e72738-1202-4094-bccd-602ec03e2d8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ac5b8b63e3d4e11bd35854b6324674e&device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 1094 time: 0.2843006 Oct 26 16:34:09.332883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.337898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-469db3a2-8738-4188-bc00-cf6ea7acf174 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79 HTTP/1.1" status: 200 len: 217 time: 0.0560877 Oct 26 16:34:09.437133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.559631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-f3019872-bd6f-45da-a324-fd6a98e0da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:09.565437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-f3019872-bd6f-45da-a324-fd6a98e0da40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b2ccc2b-1707-4496-86c7-e2def25ab253 HTTP/1.1" status: 200 len: 862 time: 0.2141650 Oct 26 16:34:09.588062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.610857 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-9ac75e66-0d61-4b8c-a40b-0cb3e7040b44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8978c590-9a03-4a53-8cf7-3985764c408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377934 Oct 26 16:34:09.659308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b020d715-03c3-4bcc-acc5-2e0866b10fa9']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:09.709194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4136074d-401e-4922-8226-0875a260b810') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:09.709753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4136074d-401e-4922-8226-0875a260b810') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:09.727908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.751377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.767834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:34:09.768346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:34:09.771044 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:34:09.828324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Deleting port 5934bb5a-6199-4c7b-9f0d-fbccca385e32 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:09.829377 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:09.897301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-60c0be8d-ed93-4d9c-824d-074892bdea5f service neutron] 10.222.0.47 "GET /v2.0/networks/8978c590-9a03-4a53-8cf7-3985764c408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733021 Oct 26 16:34:10.053081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] For port 5934bb5a-6199-4c7b-9f0d-fbccca385e32, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5934bb5a-6199-4c7b-9f0d-fbccca385e32,segment=NetworkSegment(894c7ab5-3989-4cd8-bac9-6b9999046e40),segment_id=894c7ab5-3989-4cd8-bac9-6b9999046e40)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:10.053547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4512c21b-c4b8-4f45-a950-3e4298ed9f77 req-b828a042-8f28-470c-9a95-b63a90d86edd service neutron] 10.222.0.47 "GET /v2.0/networks/8978c590-9a03-4a53-8cf7-3985764c408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336987 Oct 26 16:34:10.055809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.084784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Calling delete_port for 5934bb5a-6199-4c7b-9f0d-fbccca385e32 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:10.109940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fda7d-a850-46c1-9fd6-839a3be1450d req-9e5e2165-375b-4cab-80c8-da5289ecd63e tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:10.119914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-626fda7d-a850-46c1-9fd6-839a3be1450d req-9e5e2165-375b-4cab-80c8-da5289ecd63e tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 943 time: 0.1604371 Oct 26 16:34:10.126352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.132846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.139100 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b020d715-03c3-4bcc-acc5-2e0866b10fa9 HTTP/1.1" status: 204 len: 168 time: 1.0612841 Oct 26 16:34:10.141541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:10.184934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-626fda7d-a850-46c1-9fd6-839a3be1450d req-271e4a14-2032-498c-b37c-9d2f1832d8de tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Oct 26 16:34:10.229171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c30ed-f062-478b-b5cd-b53095268364 admin admin] Pushing event deleted for resources: {'Network': ['ID=b020d715-03c3-4bcc-acc5-2e0866b10fa9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:10.290950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Deleting subnet 1a573f8d-2b68-4a0b-bd9a-39ef4a8ffda2 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:34:10.297246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.364914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.444967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.721005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.760199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a573f8d-2b68-4a0b-bd9a-39ef4a8ffda2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:10.780006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:10.790018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d099b0f7-0185-48bb-bbb1-868d4f28a6ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1a573f8d-2b68-4a0b-bd9a-39ef4a8ffda2 HTTP/1.1" status: 204 len: 168 time: 0.6472001 Oct 26 16:34:10.792158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41338) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:10.909672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.014096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.037904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62663dd-e1d7-4f77-9e63-17ac7419029a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:11.049357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bdadee-4657-4b81-a3f1-f0372e7cb258') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:11.049575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bdadee-4657-4b81-a3f1-f0372e7cb258') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:11.061809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.072752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.139059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5934bb5a-6199-4c7b-9f0d-fbccca385e32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:11.168631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.180571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:34:11.181033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:34:11.184462 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:34:11.388652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.395431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.399449 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c62663dd-e1d7-4f77-9e63-17ac7419029a HTTP/1.1" status: 204 len: 168 time: 0.6060936 Oct 26 16:34:11.414563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d65e5b-879c-4f3d-9bff-cf33c477e6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62663dd-e1d7-4f77-9e63-17ac7419029a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:11.489079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff891cf-90a2-4573-a15d-6c46a291d776 req-93aff3cc-9d99-4eac-8044-74146d4cff0d tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:11.498348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dff891cf-90a2-4573-a15d-6c46a291d776 req-93aff3cc-9d99-4eac-8044-74146d4cff0d tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 943 time: 0.1585367 Oct 26 16:34:11.539732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:11.668180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dff891cf-90a2-4573-a15d-6c46a291d776 req-8e5f22c2-879b-4c1d-8df4-fa9d0d00b994 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686444 Oct 26 16:34:11.888531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Router dc2fa394-840a-4d57-9677-b1095affd4ad has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:34:12.027987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:34:12.034690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b1b4e48f-6eb9-4153-af61-b954a9fd7d83 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc2fa394-840a-4d57-9677-b1095affd4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9235055 Oct 26 16:34:12.036746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41382) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:12.046087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Sync routers for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:34:12.059426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:34:12.060406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:34:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:12.070626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41384) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:12.156298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9b8583f2-fec3-4390-831f-6d97cf433369 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b736d5ef39b4cfda1852d8c299d074b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815196 Oct 26 16:34:12.160849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41386) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:12.230542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.302303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:34:12.335493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.410003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.412501 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.630457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.634031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.635456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aecba45f-634b-467d-933e-39c74182d592 HTTP/1.1" status: 204 len: 168 time: 0.4736252 Oct 26 16:34:12.642735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Deleting port 13511979-3d68-4ef9-9643-cc1f0b35fad5 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:12.643092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.652126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dbdff-1118-483d-a18f-62af90a40fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecba45f-634b-467d-933e-39c74182d592,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:12.899473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] For port 13511979-3d68-4ef9-9643-cc1f0b35fad5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13511979-3d68-4ef9-9643-cc1f0b35fad5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:12.899753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:12.929585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Calling delete_port for 13511979-3d68-4ef9-9643-cc1f0b35fad5 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:12.930596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:13.221403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:34:10Z', 'revision_number': 5, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port': {'id': '13511979-3d68-4ef9-9643-cc1f0b35fad5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:31:52Z', 'updated_at': '2021-10-26T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:13.269358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43495b99-8521-466b-adc6-fe5d127ed510 req-72c115d2-ab37-45f8-8683-22d7fdbe82e5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:13.270766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:13.284497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43495b99-8521-466b-adc6-fe5d127ed510 req-72c115d2-ab37-45f8-8683-22d7fdbe82e5 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 943 time: 0.4005318 Oct 26 16:34:13.305564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Checking router: dc2fa394-840a-4d57-9677-b1095affd4ad for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:34:13.352257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Pushing event deleted for resources: {'Port': ['ID=13511979-3d68-4ef9-9643-cc1f0b35fad5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:13.353456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43495b99-8521-466b-adc6-fe5d127ed510 req-d2444219-7dc9-4fd5-bbe3-6d49df73eb13 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Oct 26 16:34:13.368273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Routers {'dc2fa394-840a-4d57-9677-b1095affd4ad'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:34:13.375503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:34:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['dc2fa394-840a-4d57-9677-b1095affd4ad'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:13.448533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:13.528655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-c0f90e2a-e584-4938-883d-82a921c615d7 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:13.543367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] Set router dc2fa394-840a-4d57-9677-b1095affd4ad gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:34:13.545629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-c0f90e2a-e584-4938-883d-82a921c615d7 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.5443499 Oct 26 16:34:13.581428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-7ab3a823-6f50-4254-8d20-cdc30481cb39 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/quotas/a5ff4fb6d0254012b9199fc243f4dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0347862 Oct 26 16:34:13.637728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:34:13Z', 'revision_number': 7, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:13.675805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44020-188d-4a3b-9a93-f32ac710cb36 None None] The sync data for ids ['dc2fa394-840a-4d57-9677-b1095affd4ad'] in n-d-815373-2 is: [{'id': 'dc2fa394-840a-4d57-9677-b1095affd4ad', 'name': 'tempest-ServerRescueTestJSON-1570806494-router', 'tenant_id': 'cef60cc6e2e64549847b213a50b63264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:31:51Z', 'updated_at': '2021-10-26T16:34:13Z', 'revision_number': 7, 'project_id': 'cef60cc6e2e64549847b213a50b63264', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:34:13.703556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,segment=NetworkSegment(32cb35d8-58c5-4fdb-8f61-77157bd0c70f),segment_id=32cb35d8-58c5-4fdb-8f61-77157bd0c70f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:13.730866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-d26cbd21-4546-4bc9-ba8e-ff8b803d5bb0 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1461551 Oct 26 16:34:13.742323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79', 'network_id': '8978c590-9a03-4a53-8cf7-3985764c408d', 'port_id': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79', 'mac_address': 'fa:16:3e:43:73:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2ccc2b-1707-4496-86c7-e2def25ab253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:13.748367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:13.752833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:13.850896 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:13.855932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fb291948-68b0-4425-a3f8-067502ad266a service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237690 Oct 26 16:34:13.862445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:13.884934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,segment=NetworkSegment(32cb35d8-58c5-4fdb-8f61-77157bd0c70f),segment_id=32cb35d8-58c5-4fdb-8f61-77157bd0c70f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:13.974015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-4dbf4886-87bd-423a-844e-b1ef09270629 service neutron] 10.222.0.21 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068907 Oct 26 16:34:14.241788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41432) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:14.274748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.276035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.276927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2fa394-840a-4d57-9677-b1095affd4ad {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:34:14.297545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.301613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa8851bb-aa80-41bc-8f88-9a3439027375 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dc2fa394-840a-4d57-9677-b1095affd4ad HTTP/1.1" status: 204 len: 168 time: 2.2612126 Oct 26 16:34:14.302467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41434) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:14.339026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd948add-1189-4190-ae09-301eeae7a248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b018aef043d744b5b879abc25935c79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960474 Oct 26 16:34:14.341940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:14.351757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:14.368420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Deleting subnet 863c4e32-778d-46f2-964a-a283418fbe0e {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:34:14.376000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.476401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.478116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.492388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4d1c6824-06b0-43c3-b40e-2f18eecc9e79'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:14.530036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.703308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2b3987b-653f-458b-bb78-e50adfc05767 req-59e8a6cb-467c-486e-8547-50fe51f57746 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 210 time: 0.1171529 Oct 26 16:34:14.805845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.811229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.813368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07cb8c62-b501-4ce3-90f3-9ae06b06116a HTTP/1.1" status: 204 len: 168 time: 0.4704292 Oct 26 16:34:14.855909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd14ee-8718-4c5b-8466-1ae20a413834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb8c62-b501-4ce3-90f3-9ae06b06116a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:14.882265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:14.930133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871bf8-ad1e-44fd-aada-b7cf2bc71615 req-ce21fc7c-3cbb-4090-ade5-16512aa09ce7 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:14.942881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13871bf8-ad1e-44fd-aada-b7cf2bc71615 req-ce21fc7c-3cbb-4090-ade5-16512aa09ce7 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 944 time: 0.2367885 Oct 26 16:34:15.058012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13871bf8-ad1e-44fd-aada-b7cf2bc71615 req-88ee7079-371d-42de-afb3-3b96d08dfa6d tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141090 Oct 26 16:34:15.205573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13511979-3d68-4ef9-9643-cc1f0b35fad5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:15.212535 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.255580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863c4e32-778d-46f2-964a-a283418fbe0e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:15.263360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.275224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 13511979-3d68-4ef9-9643-cc1f0b35fad5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:15.275712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:15.275798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-badf114e-cada-4791-90ca-8ae953ae9609 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/863c4e32-778d-46f2-964a-a283418fbe0e HTTP/1.1" status: 204 len: 168 time: 0.9672410 Oct 26 16:34:15.275899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13511979-3d68-4ef9-9643-cc1f0b35fad5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:15.275899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5934bb5a-6199-4c7b-9f0d-fbccca385e32 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:15.314031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 5934bb5a-6199-4c7b-9f0d-fbccca385e32 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:15.327557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5934bb5a-6199-4c7b-9f0d-fbccca385e32 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:15.463226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.610579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.677407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dbdab6-6c37-4f36-87d7-1b1ca2f27648']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:15.705219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894c7ab5-3989-4cd8-bac9-6b9999046e40') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:15.706029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894c7ab5-3989-4cd8-bac9-6b9999046e40') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:15.727310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.742862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.750361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:34:15.751115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:34:15.753309 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:34:15.869965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bbc95c6-42a0-4bdb-9376-6a322e1bfeba req-7163a3bc-ab41-4db7-9f22-0fc480533b42 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 210 time: 0.0538185 Oct 26 16:34:16.008142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:16.017278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:16.019887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] 10.222.0.21 "DELETE /v2.0/networks/16dbdab6-6c37-4f36-87d7-1b1ca2f27648 HTTP/1.1" status: 204 len: 168 time: 0.7471881 Oct 26 16:34:16.046938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890573b-b8fa-4a2d-8926-b3c0bf0d6610 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dbdab6-6c37-4f36-87d7-1b1ca2f27648,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:16.190512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd754c-3cd8-43d8-b9e7-3d2d194ab844 req-d3290dd5-001b-4620-97f9-ec102e2c57fc tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:16.203449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1fd754c-3cd8-43d8-b9e7-3d2d194ab844 req-d3290dd5-001b-4620-97f9-ec102e2c57fc tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 944 time: 0.0672057 Oct 26 16:34:16.258207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1fd754c-3cd8-43d8-b9e7-3d2d194ab844 req-3a55969f-9e18-4575-ac0a-4a4fc2a0e51c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Oct 26 16:34:16.589235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41522) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:16.684711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-944ef870-2a89-44ca-9adf-843872ca7662 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cef60cc6e2e64549847b213a50b63264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945768 Oct 26 16:34:16.687248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41524) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:16.785803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:16.828585 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:16.947965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:17.022240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25909f29-90e9-40fb-84b8-26dbd7a22ef6 req-8767df9b-978f-470e-a962-9eff2ad627ea tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 210 time: 0.0605719 Oct 26 16:34:17.025114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:17.046091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:17.054634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6914653-10f2-4f4c-a6d6-94924ee6e407 HTTP/1.1" status: 204 len: 168 time: 0.3589234 Oct 26 16:34:17.090339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2277b8-02da-41d0-beaa-41bdadf04e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6914653-10f2-4f4c-a6d6-94924ee6e407,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:17.142756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:17.147760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:17.151580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:17.329615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:17.432097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:17.438313 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a88094e-253b-46b7-a2c1-bcb06e8e7750" -d '{"events": [{"server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:17.488952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,segment=NetworkSegment(32cb35d8-58c5-4fdb-8f61-77157bd0c70f),segment_id=32cb35d8-58c5-4fdb-8f61-77157bd0c70f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:17.584097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f635e-dc7c-4701-a5c2-2dffbc612a6f req-8a4bd9cf-130f-47ea-994a-b8f0d5cb8162 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:17.585806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a03f635e-dc7c-4701-a5c2-2dffbc612a6f req-8a4bd9cf-130f-47ea-994a-b8f0d5cb8162 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 944 time: 0.1993797 Oct 26 16:34:17.599885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:17.658416 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3af66-1f08-4572-93e5-ede24c236013 x-openstack-request-id: req-47f3af66-1f08-4572-93e5-ede24c236013 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:17.658928 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:17.658928 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47f3af66-1f08-4572-93e5-ede24c236013 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:17.659476 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79', 'code': 200} Oct 26 16:34:17.675416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:17.697991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-328b94c3-9ba0-494f-a2f3-c10e8a164520 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:17.704760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-328b94c3-9ba0-494f-a2f3-c10e8a164520 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 815 time: 0.2704356 Oct 26 16:34:17.743203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a03f635e-dc7c-4701-a5c2-2dffbc612a6f req-fc24e01e-b07b-4646-89d3-20fa1770f3c0 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361983 Oct 26 16:34:17.746930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Request body: {'port': {'device_id': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'admin_state_up': True, 'tenant_id': 'a5ff4fb6d0254012b9199fc243f4dbd1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:17.943313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f9a0-cf7a-4236-8aeb-dd7379b8f647 req-4820dbac-a2cb-46c7-a65d-0d819d4caada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:17.947019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f43f9a0-cf7a-4236-8aeb-dd7379b8f647 req-4820dbac-a2cb-46c7-a65d-0d819d4caada service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 1096 time: 0.2217851 Oct 26 16:34:18.057861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f43f9a0-cf7a-4236-8aeb-dd7379b8f647 req-7bce99db-0598-4bb0-a9af-2e60993e7526 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Oct 26 16:34:18.174751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae0d094d-385a-4794-ba9b-feeff9cbd6b4 req-7f2f1890-f2bb-4deb-b4c6-470be58b7ede tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 210 time: 0.0428953 Oct 26 16:34:18.199656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Made reservation on behalf of a5ff4fb6d0254012b9199fc243f4dbd1 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:18.203560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:18.442463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Allocated IP 172.20.0.9 (32b1973a-e28f-4e9a-81b2-6c5eea549190/f97c1bdf-39d7-4070-bea3-7652987f24b1/04ad63fa-d169-42df-946d-a06a7a0658d8) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:18.642557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:18.772596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:18.786047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62', '90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:18.789117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3bb69ca9-d163-476b-a4f7-d9c4dd01c509'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:18.833998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Network 32b1973a-e28f-4e9a-81b2-6c5eea549190 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:18.837507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:18.854125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:18.855246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event updated for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:19.052316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:19.128860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:19.129527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.153649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602399-e72b-4054-89bc-f7b57b3a0355 req-bfabffe3-996c-437e-b884-c9cc29cb9486 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:19.164899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0602399-e72b-4054-89bc-f7b57b3a0355 req-bfabffe3-996c-437e-b884-c9cc29cb9486 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 945 time: 0.2440960 Oct 26 16:34:19.201442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41640) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:19.320895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0602399-e72b-4054-89bc-f7b57b3a0355 req-10918c61-8fda-443f-abe2-023de1d04eb0 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490653 Oct 26 16:34:19.384309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-fde0f61d-aebe-4f38-a389-f291b2762728 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6520145 Oct 26 16:34:19.409395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Request body: {'port': {'device_id': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:19.409633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac90f14e-17e4-4eb8-bc1b-0c5789ab8f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.475149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f17f3-8ce8-4cdf-bc87-bffd2b36b753 req-d38daeed-a57f-437b-97ec-e18cc186b9f3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:19.475879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1453219512-network', 'tenant_id': '57a45d3ab5a2449ba0d01293b228d8da'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:19.483697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c5f17f3-8ce8-4cdf-bc87-bffd2b36b753 req-d38daeed-a57f-437b-97ec-e18cc186b9f3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 931 time: 0.1614509 Oct 26 16:34:19.553838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.588753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c5f17f3-8ce8-4cdf-bc87-bffd2b36b753 req-61e9b723-64c5-4ce6-bcad-bf15f8685bba tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028869 Oct 26 16:34:19.603349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac90f14e-17e4-4eb8-bc1b-0c5789ab8f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.639692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Made reservation on behalf of 57a45d3ab5a2449ba0d01293b228d8da for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:19.648397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.667390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.728128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac90f14e-17e4-4eb8-bc1b-0c5789ab8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.788663 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ac90f14e-17e4-4eb8-bc1b-0c5789ab8f45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b35e3b9a43c948fbbe5cbe33aed360c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352235 Oct 26 16:34:19.789356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:19.794883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f14e-17e4-4eb8-bc1b-0c5789ab8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0fbc35-4013-47dc-83ec-dc5bcf08401e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:19.812085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.908419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.940172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ad63fa-d169-42df-946d-a06a7a0658d8 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:19.944036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.946449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.956037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:19.982966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:19.993195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Transition to ACTIVE for port object 04ad63fa-d169-42df-946d-a06a7a0658d8 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:20.020191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:20.172152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.209340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.210429 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Added segment df479293-dd2e-45e4-ade0-c034d4c1d0a8 of type vlan for network 844efb35-e564-4310-83c4-0e8628e46f5b Oct 26 16:34:20.211650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.214246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.215445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a0fbc35-4013-47dc-83ec-dc5bcf08401e HTTP/1.1" status: 204 len: 168 time: 0.4180956 Oct 26 16:34:20.237356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c9f17-babd-4e40-ae0c-66fddaa131be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0fbc35-4013-47dc-83ec-dc5bcf08401e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:20.251501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Pushing event updated for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:20.299530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.354129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Attempting to bind port 04ad63fa-d169-42df-946d-a06a7a0658d8 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:20.354703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Attempting to bind port 04ad63fa-d169-42df-946d-a06a7a0658d8 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:20.355001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Attempting to bind port 04ad63fa-d169-42df-946d-a06a7a0658d8 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:20.360673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Port 04ad63fa-d169-42df-946d-a06a7a0658d8 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:20.361075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Attempting to bind port 04ad63fa-d169-42df-946d-a06a7a0658d8 on network 32b1973a-e28f-4e9a-81b2-6c5eea549190 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:20.368818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:20.369188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Checking segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:20.369619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Bound using segment: {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:20.370093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Bound port: 04ad63fa-d169-42df-946d-a06a7a0658d8, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c31177-5205-4096-9d6b-1fd1e445aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:20.370564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.495067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd38355-4ccf-4949-bb33-ef57379ba32a req-930d43f6-ea3b-457d-bc5f-e984775a42f3 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:20.496787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fd38355-4ccf-4949-bb33-ef57379ba32a req-930d43f6-ea3b-457d-bc5f-e984775a42f3 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 945 time: 0.1095476 Oct 26 16:34:20.504763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:20.509986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=04ad63fa-d169-42df-946d-a06a7a0658d8,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:20.562854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fd38355-4ccf-4949-bb33-ef57379ba32a req-50b0f575-256a-4629-a992-6b03d5ef92af tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Oct 26 16:34:20.711575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd50816-95e3-4ff7-a117-6f1a2a5dd1c6 req-4822c94a-5303-4926-8d45-c8929df2f968 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:20.713565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cd50816-95e3-4ff7-a117-6f1a2a5dd1c6 req-4822c94a-5303-4926-8d45-c8929df2f968 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 943 time: 0.0567994 Oct 26 16:34:20.772840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cd50816-95e3-4ff7-a117-6f1a2a5dd1c6 req-3f18380a-5dbd-42bd-944d-c808a6fd442a tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Oct 26 16:34:20.777390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.783404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.784014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.784126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:20.784126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:20.857746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] Pushing event updated for resources: {'Network': ['ID=844efb35-e564-4310-83c4-0e8628e46f5b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:20.869530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 844efb35-e564-4310-83c4-0e8628e46f5b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:21.133576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3e32e1db-6a03-41f2-a11a-222167e53332 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9457135 Oct 26 16:34:21.139013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:21.146000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Request body: {'subnet': {'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1453219512-subnet', 'tenant_id': '57a45d3ab5a2449ba0d01293b228d8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:21.246076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Pushing event updated for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:21.265907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:21.266564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:21.268458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-37f3ee76-2c0a-4670-822a-5e32f1e6078c service neutron] 10.222.0.39 "PUT /v2.0/ports/04ad63fa-d169-42df-946d-a06a7a0658d8 HTTP/1.1" status: 200 len: 1091 time: 1.8663979 Oct 26 16:34:21.268932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:21.271338 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee4fc2-bac1-4b66-ae30-6df03460bd65" -d '{"events": [{"name": "network-changed", "server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:21.316886 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d7da2-ba14-4ebd-a4ff-a7093abf396a x-openstack-request-id: req-ea1d7da2-ba14-4ebd-a4ff-a7093abf396a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:21.317574 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:21.317934 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea1d7da2-ba14-4ebd-a4ff-a7093abf396a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:21.318555 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8', 'status': 'completed', 'code': 200} Oct 26 16:34:21.325374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Made reservation on behalf of 57a45d3ab5a2449ba0d01293b228d8da for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:21.332313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:21.405212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-792dc057-4d1e-4783-98a0-24b05fe00985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:21.407525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-792dc057-4d1e-4783-98a0-24b05fe00985 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 1094 time: 0.0601594 Oct 26 16:34:21.642641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-db514fbf-a70f-4ba2-8553-65be32ca1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:21.644157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-db514fbf-a70f-4ba2-8553-65be32ca1da0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2290642 Oct 26 16:34:21.654689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cb18-7a15-460f-8dc7-c5ff743469ac req-b0b5c60c-c3f8-4c1b-a590-e5f8e4d8f9ef tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:21.656174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ce0cb18-7a15-460f-8dc7-c5ff743469ac req-b0b5c60c-c3f8-4c1b-a590-e5f8e4d8f9ef tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 945 time: 0.1397977 Oct 26 16:34:21.730989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:21.827569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ce0cb18-7a15-460f-8dc7-c5ff743469ac req-1f37ab36-e8be-4a75-ae63-1199dcbe8a9e tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611743 Oct 26 16:34:21.888890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-bf916c55-35df-4d9e-9900-3190bfdd76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:21.890516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0cee4fc2-bac1-4b66-ae30-6df03460bd65 req-bf916c55-35df-4d9e-9900-3190bfdd76e4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333207 Oct 26 16:34:21.932537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd54208-caa0-4b23-a455-16bf7ed6e2b2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:21.949561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Checking segment: {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:21.949561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Network hostable DHCP agents. Network: 844efb35-e564-4310-83c4-0e8628e46f5b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:22.013894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104128f5-9e75-4d2b-9c22-76b04fb5a30c req-36adeae6-cc06-4340-b5f7-5fa18af43936 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:22.022706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104128f5-9e75-4d2b-9c22-76b04fb5a30c req-36adeae6-cc06-4340-b5f7-5fa18af43936 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 943 time: 0.1309426 Oct 26 16:34:22.049237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-213f6a57-8e44-475b-908a-3645b76b7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:22.050834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-213f6a57-8e44-475b-908a-3645b76b7c87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 1094 time: 0.1085961 Oct 26 16:34:22.085779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Network 844efb35-e564-4310-83c4-0e8628e46f5b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:22.113551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104128f5-9e75-4d2b-9c22-76b04fb5a30c req-6e5fa553-0f59-45e4-8913-be89c5e9f085 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Oct 26 16:34:22.115078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-99d49bf0-f361-4c92-ba7a-68c3d4b08151 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ad63fa-d169-42df-946d-a06a7a0658d8 HTTP/1.1" status: 200 len: 217 time: 0.0525184 Oct 26 16:34:22.179506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-3356da1d-65d4-4d25-b8ba-21b6f1918dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:22.181066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-3356da1d-65d4-4d25-b8ba-21b6f1918dfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0564992 Oct 26 16:34:22.226446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-ecbbc62f-3bd9-455c-b3ba-4432a8fb81b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360687 Oct 26 16:34:22.234086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 844efb35-e564-4310-83c4-0e8628e46f5b) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:22.240916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:22.241592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:22.247881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c8f20-704d-4142-af27-79e5226a5cf2 None None] Network 844efb35-e564-4310-83c4-0e8628e46f5b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:22.315408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:22.395229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-26a34693-90e8-4a25-80c9-c7b9c60bf3ef service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589649 Oct 26 16:34:22.415043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3fbcdd41-d7f5-456c-a371-56b2d19744ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2738407 Oct 26 16:34:22.490686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a908f-ddc8-494a-9059-db85a7695a08 None None] Network 844efb35-e564-4310-83c4-0e8628e46f5b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:22.537978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4bb2f157-b34e-47ce-afaf-5e7f80bdf618 req-25921460-406c-4d39-a2f0-9694261d956d service neutron] 10.222.0.39 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329844 Oct 26 16:34:22.547851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-659853415-network', 'tenant_id': 'a403bd7b70b541cf9f83c18d8f70b964'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:22.611542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:22.754356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Made reservation on behalf of a403bd7b70b541cf9f83c18d8f70b964 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:22.759173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:22.774417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:22.805797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-06afc52a-71b7-47bc-99b5-cfee1bb8cee4 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:22.808073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-06afc52a-71b7-47bc-99b5-cfee1bb8cee4 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.47 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 945 time: 0.1028755 Oct 26 16:34:22.960286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Deleting port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:22.960633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:22.979304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.056774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9268-d091-4b72-a7b1-f7d7d1777cc0 req-fd1d2f32-c565-427f-9aab-0b95c71982ed tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:23.063923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b1c9268-d091-4b72-a7b1-f7d7d1777cc0 req-fd1d2f32-c565-427f-9aab-0b95c71982ed tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 945 time: 0.1586390 Oct 26 16:34:23.066806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] For port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,segment=NetworkSegment(32cb35d8-58c5-4fdb-8f61-77157bd0c70f),segment_id=32cb35d8-58c5-4fdb-8f61-77157bd0c70f)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:23.067521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.074250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.090499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Calling delete_port for 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:23.157110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:23.175636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08fd4c-0b6e-4909-9489-670248873800,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:23.188256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-6efc9517-938b-413c-9bf0-3e4764df263d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:23.197952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-6efc9517-938b-413c-9bf0-3e4764df263d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 814 time: 0.2225018 Oct 26 16:34:23.211380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.211719 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Added segment 1a49a879-5b93-4f28-9dd3-2ad3edfcffed of type vlan for network aa0cef91-b915-4d83-b628-a7a9ed250650 Oct 26 16:34:23.228069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b1c9268-d091-4b72-a7b1-f7d7d1777cc0 req-05dc9f25-cd9c-4b3a-a73c-5a800cb20cb7 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0a58d4e-157f-4add-b2cc-ada765f04733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577179 Oct 26 16:34:23.296134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-cf5154f3-b250-4416-9551-0364522996d8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/quotas/57a45d3ab5a2449ba0d01293b228d8da HTTP/1.1" status: 200 len: 375 time: 0.0986466 Oct 26 16:34:23.379962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.460453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-c68bc9eb-30b2-477f-976a-e9d01d311624 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1627088 Oct 26 16:34:23.579864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.580574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:23.581231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.670952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] Pushing event updated for resources: {'Network': ['ID=aa0cef91-b915-4d83-b628-a7a9ed250650,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:23.686061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network aa0cef91-b915-4d83-b628-a7a9ed250650 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:23.694630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-6cadddc0-5e34-4bfa-bba9-be41a7b40e84 service neutron] 10.222.0.21 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176158 Oct 26 16:34:23.705124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acceb6a-273c-469b-a882-54538b7b4214 req-6e79aaca-2b03-4c87-9d75-0c2bd6ca5b88 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:23.707313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7acceb6a-273c-469b-a882-54538b7b4214 req-6e79aaca-2b03-4c87-9d75-0c2bd6ca5b88 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 943 time: 0.2604260 Oct 26 16:34:23.806336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7acceb6a-273c-469b-a882-54538b7b4214 req-73c4f482-c355-4c9c-9f22-d9af0dbf8a5d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882585 Oct 26 16:34:23.867210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-fed790d8-cd13-4f83-83fa-49c4183d94c5 service neutron] 10.222.0.21 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587837 Oct 26 16:34:23.896657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:23.901083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d26ae5e-7968-44a0-801d-e434fc1946ca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5847838 Oct 26 16:34:23.906755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41788) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:23.910899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4d1c6824-06b0-43c3-b40e-2f18eecc9e79'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:23.937068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Request body: {'subnet': {'network_id': 'aa0cef91-b915-4d83-b628-a7a9ed250650', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-659853415-subnet', 'tenant_id': 'a403bd7b70b541cf9f83c18d8f70b964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:24.031057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Pushing event deleted for resources: {'Port': ['ID=4d1c6824-06b0-43c3-b40e-2f18eecc9e79,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:24.064975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] No DVR routers for this DVR port 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:34:24.070401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:24.073968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d8998a5-79a7-4423-9cf4-674a7fd01ec0 req-4dea4184-2f54-4052-924f-c8b7912dcc0c tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.47 "DELETE /v2.0/ports/4d1c6824-06b0-43c3-b40e-2f18eecc9e79 HTTP/1.1" status: 204 len: 173 time: 1.2585011 Oct 26 16:34:24.074466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'name': 'network-vif-deleted', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:24.077888 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c38e5-12b4-4418-8cbc-10003e3bfda7" -d '{"events": [{"server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "name": "network-vif-deleted", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:24.119678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Made reservation on behalf of a403bd7b70b541cf9f83c18d8f70b964 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:24.123226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:24.153116 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f26aa-4c63-4755-8621-92a973c8222b x-openstack-request-id: req-751f26aa-4c63-4755-8621-92a973c8222b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:24.154302 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52dbb5e-d5c7-4077-ac99-3d42dd125b88", "name": "network-vif-deleted", "tag": "4d1c6824-06b0-43c3-b40e-2f18eecc9e79", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:24.154845 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-751f26aa-4c63-4755-8621-92a973c8222b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:24.155414 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52dbb5e-d5c7-4077-ac99-3d42dd125b88', 'name': 'network-vif-deleted', 'tag': '4d1c6824-06b0-43c3-b40e-2f18eecc9e79', 'status': 'completed', 'code': 200} Oct 26 16:34:24.265721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4506d3b9-51e1-4c59-8c90-b46e5423dc0d req-b4d36907-c8c8-402a-902c-1f15709ca723 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 210 time: 0.0367286 Oct 26 16:34:24.402253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3a86be3-3558-4446-9087-a647ef0f2439 req-9746dbe8-5ee3-41ac-93a0-23ebc379ff30 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0445948 Oct 26 16:34:24.789550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:24.892487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cef412-9c83-4e81-82a0-70bad73d9942,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:24.892487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Checking segment: {'id': '1a49a879-5b93-4f28-9dd3-2ad3edfcffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aa0cef91-b915-4d83-b628-a7a9ed250650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:24.892487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Network hostable DHCP agents. Network: aa0cef91-b915-4d83-b628-a7a9ed250650, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:24.940466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4f4d-036b-43cc-958c-74253646a1a8 req-e13c973b-5f32-4096-a8c3-1761599f1fba tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:24.942905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3b4f4d-036b-43cc-958c-74253646a1a8 req-e13c973b-5f32-4096-a8c3-1761599f1fba tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 943 time: 0.0591826 Oct 26 16:34:24.993513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3b4f4d-036b-43cc-958c-74253646a1a8 req-de2cffab-7aee-4e49-999a-5053345853b2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Oct 26 16:34:25.045823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Network aa0cef91-b915-4d83-b628-a7a9ed250650 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:25.136641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, aa0cef91-b915-4d83-b628-a7a9ed250650) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:25.142613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:25.142613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:25.146244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f915a-022f-48e3-a475-b3fbf3e624ad None None] Network aa0cef91-b915-4d83-b628-a7a9ed250650 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:25.310481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e96b5205-8826-451b-b4ce-33cc571c7447 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3872235 Oct 26 16:34:25.416818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce562f29-c4e6-47e1-a591-0dd241a709d9 req-43bec315-74aa-462d-bf80-de140a3e22a2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 210 time: 0.0575087 Oct 26 16:34:25.479694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d553b-9991-42da-8078-b51bfc515624 None None] Network aa0cef91-b915-4d83-b628-a7a9ed250650 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:25.714963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1772feff-bbd8-4112-af0a-1b28aa21fe2e req-6261a259-2e73-419d-a3db-9d25b2c3cbc7 tempest-InstanceActionsNegativeTestJSON-309541642 tempest-InstanceActionsNegativeTestJSON-309541642-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52dbb5e-d5c7-4077-ac99-3d42dd125b88 HTTP/1.1" status: 200 len: 210 time: 0.0974126 Oct 26 16:34:25.745139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1356510899', 'description': 'tempest-description-958920398'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:25.996872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.198588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.220010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2ed5-2a61-4b68-96da-729e87b7df61 req-4bbe8f9b-cc89-4e98-ba6c-111b5badff0b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:26.221546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1da2ed5-2a61-4b68-96da-729e87b7df61 req-4bbe8f9b-cc89-4e98-ba6c-111b5badff0b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 943 time: 0.0775604 Oct 26 16:34:26.263387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1da2ed5-2a61-4b68-96da-729e87b7df61 req-3b7dd40b-2b2e-4144-85e2-3abba49d6136 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350394 Oct 26 16:34:26.301630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 04ad63fa-d169-42df-946d-a06a7a0658d8 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:26.359553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.401571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e2572-131e-4561-9862-d0c79352670f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:26.416220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=04ad63fa-d169-42df-946d-a06a7a0658d8,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:26.423568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '04ad63fa-d169-42df-946d-a06a7a0658d8', 'network_id': '32b1973a-e28f-4e9a-81b2-6c5eea549190', 'port_id': '04ad63fa-d169-42df-946d-a06a7a0658d8', 'mac_address': 'fa:16:3e:6e:67:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c1bdf-39d7-4070-bea3-7652987f24b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:26.483907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.501347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.502880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ad63fa-d169-42df-946d-a06a7a0658d8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:26.517093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5154ccfe-86f6-4bec-b1eb-ac954475ae95 req-8375d90e-3a02-424e-bc3a-b93ad8066cab tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7915993 Oct 26 16:34:26.530358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=04ad63fa-d169-42df-946d-a06a7a0658d8,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:26.569973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7903d088-a85e-482b-8fd2-1ccaf8770873 req-f3958b64-987b-4ad3-8c74-ef5be0476c65 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 210 time: 0.0727057 Oct 26 16:34:26.609407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-d6a7fedf-5289-4e88-9b50-d96099bf1097 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f55e2572-131e-4561-9862-d0c79352670f HTTP/1.1" status: 200 len: 1814 time: 0.0688527 Oct 26 16:34:26.622310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f55e2572-131e-4561-9862-d0c79352670f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:26.622523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f55e2572-131e-4561-9862-d0c79352670f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:26.651117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.700798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:26.780700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41872) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:26.853074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Deleting subnet 2b2ccc2b-1707-4496-86c7-e2def25ab253 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:34:26.862498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.865864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.908831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.913683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.955146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:26.991859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['04ad63fa-d169-42df-946d-a06a7a0658d8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:27.016521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:27.025470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.043877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8e2b5c-3224-433f-ba8b-64bc87a12d83,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:27.044779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:27.045147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4d1c6824-06b0-43c3-b40e-2f18eecc9e79 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:27.215367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.224059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-803ebcbc-ecd0-4195-97e6-37b2bf08729f req-bcdfb4bc-d176-4d3a-9712-1f51997ec291 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6056292 Oct 26 16:34:27.225936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.265219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2ccc2b-1707-4496-86c7-e2def25ab253,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:27.278503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.286822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d2d0cbe-4e86-4699-baa6-abd1e626263c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b2ccc2b-1707-4496-86c7-e2def25ab253 HTTP/1.1" status: 204 len: 168 time: 0.5001342 Oct 26 16:34:27.287750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:27.327552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9931fe66-ac8b-472a-82be-f9466e30ff89 req-58f7a8c0-8adc-480e-ba11-952a3e615e86 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f55e2572-131e-4561-9862-d0c79352670f HTTP/1.1" status: 200 len: 2408 time: 0.0665963 Oct 26 16:34:27.403977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.450274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b30e5-67c6-4c35-aeef-2f6d7390ee41 req-4681867e-df73-4d5c-ae18-d4177af74d0b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:27.452016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-949b30e5-67c6-4c35-aeef-2f6d7390ee41 req-4681867e-df73-4d5c-ae18-d4177af74d0b tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 944 time: 0.0601766 Oct 26 16:34:27.497929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-949b30e5-67c6-4c35-aeef-2f6d7390ee41 req-a949f3b7-f475-4464-b93f-3024f2ec2ae3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386357 Oct 26 16:34:27.506959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.542184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8978c590-9a03-4a53-8cf7-3985764c408d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:27.555942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb35d8-58c5-4fdb-8f61-77157bd0c70f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:27.558252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb35d8-58c5-4fdb-8f61-77157bd0c70f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:27.558797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-b0eedf51-f465-4a19-81a5-0d8f3a9bbc44 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-group-rules/2d8e2b5c-3224-433f-ba8b-64bc87a12d83 HTTP/1.1" status: 200 len: 778 time: 0.0314479 Oct 26 16:34:27.568203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05fc24-dddf-4c31-a007-45dd7a6dcb3e req-65edcdc6-98d2-4de1-921f-0287571dc4b3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:27.568523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.569822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c05fc24-dddf-4c31-a007-45dd7a6dcb3e req-65edcdc6-98d2-4de1-921f-0287571dc4b3 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 951 time: 0.0760944 Oct 26 16:34:27.588688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.598367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:34:27.603904 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:34:27.638424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-b672f0c2-5a80-49b7-8d3a-0feaeb995d7d tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f55e2572-131e-4561-9862-d0c79352670f HTTP/1.1" status: 200 len: 2408 time: 0.0676894 Oct 26 16:34:27.641266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c05fc24-dddf-4c31-a007-45dd7a6dcb3e req-321e06f0-e755-4c7a-98dd-213dc3d73f0b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Oct 26 16:34:27.684282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.693202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.736643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a221c5c2-74be-4b0e-911b-17c58d90524d req-938b399b-0f9a-4384-89e9-d7bbdbb411ce tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 210 time: 0.0364492 Oct 26 16:34:27.793494 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.799030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.802880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] 10.222.0.21 "DELETE /v2.0/networks/8978c590-9a03-4a53-8cf7-3985764c408d HTTP/1.1" status: 204 len: 168 time: 0.5166566 Oct 26 16:34:27.819922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c1fcf-d4c0-44ae-b604-39466412b16b admin admin] Pushing event deleted for resources: {'Network': ['ID=8978c590-9a03-4a53-8cf7-3985764c408d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:27.845149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.853184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:27.855626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238eb1c3-6935-43b5-b5cc-75697fbf769e req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2d8e2b5c-3224-433f-ba8b-64bc87a12d83 HTTP/1.1" status: 204 len: 173 time: 0.2094531 Oct 26 16:34:27.861766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c4a39-9113-4a37-9d46-643e3715b06c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d8e2b5c-3224-433f-ba8b-64bc87a12d83,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:27.879163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1472679791', 'description': 'tempest-description-1600783899'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:28.000131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.081746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.113180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-eb6a6e63-2ef3-4194-b973-6506c2c95dfd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:28.114279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-eb6a6e63-2ef3-4194-b973-6506c2c95dfd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 814 time: 0.1177788 Oct 26 16:34:28.132262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Request body: {'port': {'device_id': '999ef196-7c38-4045-a535-a31fe246a484', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'admin_state_up': True, 'tenant_id': '57a45d3ab5a2449ba0d01293b228d8da'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:28.262196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.294639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c0e419-1fce-45d7-90fb-dd158e671478,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:28.301308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 04ad63fa-d169-42df-946d-a06a7a0658d8 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:28.359101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41928) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:28.391756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Made reservation on behalf of 57a45d3ab5a2449ba0d01293b228d8da for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:28.396864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.417656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-087b311a-0e80-4927-9614-fd3127000659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ac5b8b63e3d4e11bd35854b6324674e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571473 Oct 26 16:34:28.420291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:28.444804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 04ad63fa-d169-42df-946d-a06a7a0658d8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:28.448731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 04ad63fa-d169-42df-946d-a06a7a0658d8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:28.449100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.477500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.499709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.534846 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.538513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e9b61fd-f11b-4bea-9644-72b9df459b22 req-8fa9214e-7574-4461-b89b-387634b2607c tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6634550 Oct 26 16:34:28.544793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.573657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Allocated IP 172.20.0.11 (844efb35-e564-4310-83c4-0e8628e46f5b/dcd54208-caa0-4b23-a455-16bf7ed6e2b2/d3678e5e-2fb6-4b88-9807-af824f0e5b4a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:28.585773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:28.588821 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd1bdb-7bd9-43e4-8211-70f2163adcbd" -d '{"events": [{"server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "name": "network-vif-plugged", "status": "completed", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:28.594007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=04ad63fa-d169-42df-946d-a06a7a0658d8,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:28.684098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef5079c5-d3bb-4388-85ae-3e02cb87ef72 req-5aedf235-d7ad-494d-8f32-132718af84ca tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/41c0e419-1fce-45d7-90fb-dd158e671478 HTTP/1.1" status: 200 len: 1815 time: 0.0870671 Oct 26 16:34:28.687005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.689865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.696679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0a58d4e-157f-4add-b2cc-ada765f04733 HTTP/1.1" status: 204 len: 168 time: 0.2752838 Oct 26 16:34:28.711513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534cea2-dfb0-4948-970c-4d52e3fe84fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a58d4e-157f-4add-b2cc-ada765f04733,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:28.730094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924423-ecca-4b42-ba4f-01a7187cdce9 req-2bd500ea-0186-496d-83f6-a62c6df370e2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:28.730094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7924423-ecca-4b42-ba4f-01a7187cdce9 req-2bd500ea-0186-496d-83f6-a62c6df370e2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 944 time: 0.0899127 Oct 26 16:34:28.730363 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.777729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.811657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7924423-ecca-4b42-ba4f-01a7187cdce9 req-f0c1d16b-ed1f-42e1-9a9c-fafa9e04dccc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752826 Oct 26 16:34:28.823326 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68589fc-9ace-4087-b912-db3728ecb61e x-openstack-request-id: req-a68589fc-9ace-4087-b912-db3728ecb61e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:28.824439 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "name": "network-vif-plugged", "status": "completed", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:28.826695 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a68589fc-9ace-4087-b912-db3728ecb61e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:28.827293 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8', 'code': 200} Oct 26 16:34:28.899750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:28.934264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:28.979254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f101-68ef-4044-853c-ce394bbbec93 req-5b19b007-ba11-4fec-a701-7e16c2d1f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:28.980755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2321f101-68ef-4044-853c-ce394bbbec93 req-5b19b007-ba11-4fec-a701-7e16c2d1f81b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 1096 time: 0.1367755 Oct 26 16:34:28.985707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Network 844efb35-e564-4310-83c4-0e8628e46f5b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:28.989747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:28.992402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:29.016056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95be0c9-0322-43de-b121-91fe924b9105 req-afc23e8e-0813-40ce-bd33-a2e673880e80 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:29.017560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d95be0c9-0322-43de-b121-91fe924b9105 req-afc23e8e-0813-40ce-bd33-a2e673880e80 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 951 time: 0.1156075 Oct 26 16:34:29.036707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c998-17ab-4008-b19b-2236582cd795 req-9860de6f-c98e-4f75-bf46-f169fe1500d7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:29.040782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e76c998-17ab-4008-b19b-2236582cd795 req-9860de6f-c98e-4f75-bf46-f169fe1500d7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 932 time: 0.1006019 Oct 26 16:34:29.045356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:29.046263 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.058355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:29.071013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2321f101-68ef-4044-853c-ce394bbbec93 req-694b8378-d96d-4539-9642-2641729195a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811229 Oct 26 16:34:29.100070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d95be0c9-0322-43de-b121-91fe924b9105 req-055649d1-8ba2-4cdf-948a-911ee003917a tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739870 Oct 26 16:34:29.114044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e76c998-17ab-4008-b19b-2236582cd795 req-0eba4c46-caa4-440e-992e-f407cb47bee5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627024 Oct 26 16:34:29.153923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-676212927', 'description': 'tempest-description-164189825'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:29.184867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3764fba6-4344-45c0-91d3-9eeb9701e51d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0488997 Oct 26 16:34:29.189425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Request body: {'port': {'device_id': '999ef196-7c38-4045-a535-a31fe246a484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:29.239297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.251457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.349051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.427812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.468564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07827f-ff9f-4b2d-8b7b-8af76a9ad6e1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:29.540101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.541624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dad88a3-55a7-4110-b074-455f0ec1e6be req-c4e2efee-dfdc-4c7a-871d-c5a52d825c98 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3923583 Oct 26 16:34:29.600209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:29.609522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.623631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Transition to ACTIVE for port object d3678e5e-2fb6-4b88-9807-af824f0e5b4a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:29.639340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3eb0865f-1949-4562-b53d-a809a886a439 req-f59a41c2-8b32-4d56-aeb6-83458fa05e11 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/fd07827f-ff9f-4b2d-8b7b-8af76a9ad6e1 HTTP/1.1" status: 200 len: 1813 time: 0.0659349 Oct 26 16:34:29.662590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.717433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1710577880', 'description': 'tempest-description-1308713247'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:29.740401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:29.838273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Attempting to bind port d3678e5e-2fb6-4b88-9807-af824f0e5b4a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:29.838643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Attempting to bind port d3678e5e-2fb6-4b88-9807-af824f0e5b4a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:29.839082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Attempting to bind port d3678e5e-2fb6-4b88-9807-af824f0e5b4a on network 844efb35-e564-4310-83c4-0e8628e46f5b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:29.846080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Port d3678e5e-2fb6-4b88-9807-af824f0e5b4a on network 844efb35-e564-4310-83c4-0e8628e46f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:29.846080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Attempting to bind port d3678e5e-2fb6-4b88-9807-af824f0e5b4a on network 844efb35-e564-4310-83c4-0e8628e46f5b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:29.852523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:29.853030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Checking segment: {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:29.853514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Bound using segment: {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:29.854000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Bound port: d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:29.854440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.856579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:29.957326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:29.962546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:29.962749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.021701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d693f-0cba-4336-baba-093721a8dbac req-57b13de8-459b-4ae8-86bc-f6adc4a8fcdc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.023207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d6d693f-0cba-4336-baba-093721a8dbac req-57b13de8-459b-4ae8-86bc-f6adc4a8fcdc tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Oct 26 16:34:30.062749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d6d693f-0cba-4336-baba-093721a8dbac req-811292fb-901f-4677-bd9d-61d8b3779de7 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Oct 26 16:34:30.071542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.108712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.109348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.111321 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] 10.222.0.47 "PUT /v2.0/ports/d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 1092 time: 0.9257610 Oct 26 16:34:30.111321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:30.114199 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93e1e6-7980-4279-b68f-ee5802fbdbad" -d '{"events": [{"name": "network-changed", "server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:30.125392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.143750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53520eee-1ee9-48ba-8a0b-3e15ae66d4be service neutron] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:30.190999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f428195a-df93-43a4-8982-7950c4e16033,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:30.261714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c4be0-f5ca-4817-84cc-ced60bd5fab3 x-openstack-request-id: req-205c4be0-f5ca-4817-84cc-ced60bd5fab3 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:30.261714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:30.261714 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-205c4be0-f5ca-4817-84cc-ced60bd5fab3 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:30.261714 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'status': 'completed', 'code': 200} Oct 26 16:34:30.264305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:30.335017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-6201b0d9-ce4c-418a-ab7c-4174e9011fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.343714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-6201b0d9-ce4c-418a-ab7c-4174e9011fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1095 time: 0.0574300 Oct 26 16:34:30.355657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.356906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99371e94-ee13-4f41-80c4-6f3de53457b3 req-643256ff-2389-4071-950f-56e6f67c3628 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6662109 Oct 26 16:34:30.396282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129518ea-c1c7-4827-a2ab-4212d094c9e7 req-441eb1e0-74d5-4a0c-90a1-16bb32b286ed tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.405054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-129518ea-c1c7-4827-a2ab-4212d094c9e7 req-441eb1e0-74d5-4a0c-90a1-16bb32b286ed tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0875268 Oct 26 16:34:30.447590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-129518ea-c1c7-4827-a2ab-4212d094c9e7 req-7a2adca8-32eb-4da3-8a44-7c4029e5e25e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Oct 26 16:34:30.450131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1262277758-network', 'tenant_id': '69e1a014468545b7a10959e10d67ccbd'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:30.519060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-1746ec30-4a93-42a8-8b18-ea4585f7a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.520900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-1746ec30-4a93-42a8-8b18-ea4585f7a18d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1667528 Oct 26 16:34:30.530367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85796cdf-1e3b-4281-aa36-1aa102f257ef req-0ce1b70c-0583-417d-a176-6f501819e396 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f428195a-df93-43a4-8982-7950c4e16033 HTTP/1.1" status: 200 len: 1815 time: 0.0432353 Oct 26 16:34:30.565198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2064413064', 'description': 'tempest-description-2000728559'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:30.640042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-a659bcf3-224e-4cae-bd06-f92a2026cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.641531 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de93e1e6-7980-4279-b68f-ee5802fbdbad req-a659bcf3-224e-4cae-bd06-f92a2026cea6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128879 Oct 26 16:34:30.645099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:30.648254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.656698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.749077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-1f777015-bc34-45a5-90fa-04251b21b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.750674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-1f777015-bc34-45a5-90fa-04251b21b0fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1095 time: 0.0640199 Oct 26 16:34:30.793790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.805775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-c7bd265a-904c-4313-bc13-834f69dffc57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 217 time: 0.0455601 Oct 26 16:34:30.826165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.865823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-67d6a127-881f-40ab-af55-dbf7fb08ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:30.869927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.871823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-67d6a127-881f-40ab-af55-dbf7fb08ee05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.0582349 Oct 26 16:34:30.907361 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-3641d349-b7fa-43a4-8435-fe3daaef3fef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269794 Oct 26 16:34:30.977234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.981208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.981485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2fb3-3d71-4158-9f5e-97a9c2ff4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.989140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:30.998273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:30.998504 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Added segment c7baaef8-be7e-4968-8576-efe36328d35a of type vlan for network c54174f3-f2b5-4c5e-8489-fd8488e0881b Oct 26 16:34:31.021427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc24be-4538-4ca4-981d-b0a6c046cb38,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:31.070826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.081660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:31.111338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-c3ba77a0-06b4-4039-8531-45b5428147cc service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952267 Oct 26 16:34:31.127030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.129683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1905fdcb-1b25-484a-8afa-6b10f77e41ab req-17df5d24-2de2-482f-8775-f80a51ffadf9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5701723 Oct 26 16:34:31.229696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.230648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:31.231249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.248059 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b13766e2-f128-42f8-ad97-93bf39eae7e5 req-7a1e60e5-0ea7-4f6a-8130-84c4ce9e2848 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267288 Oct 26 16:34:31.281844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a01b9c-b820-4388-81b3-b34f0db94ca9 req-bf958215-63bf-4298-aa6f-1d7b62c6c1a4 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:31.283371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99a01b9c-b820-4388-81b3-b34f0db94ca9 req-bf958215-63bf-4298-aa6f-1d7b62c6c1a4 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 945 time: 0.0901701 Oct 26 16:34:31.287623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-684a3d8c-ce27-402b-95ed-b876b6651f4f req-cc43b54f-d8d0-4ace-86b0-bf26664a70f9 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/acfc24be-4538-4ca4-981d-b0a6c046cb38 HTTP/1.1" status: 200 len: 1815 time: 0.0981574 Oct 26 16:34:31.303180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c54174f3-f2b5-4c5e-8489-fd8488e0881b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:31.313167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:31.332921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99a01b9c-b820-4388-81b3-b34f0db94ca9 req-b4c02cb4-acd6-4a39-97b4-d5d6d05ee7fa tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Oct 26 16:34:31.360662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7a2bfe0f-2a73-4199-b285-102e5a8289e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0935471 Oct 26 16:34:31.361555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:31.376743 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-8fca20f7-c78a-488e-93a9-7e5d39a49c15 req-dd22574f-c47e-4953-b23d-c313a66340bc tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] show failed (client error): The resource could not be found. Oct 26 16:34:31.382852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Request body: {'subnet': {'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1262277758-subnet', 'tenant_id': '69e1a014468545b7a10959e10d67ccbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:31.383412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fca20f7-c78a-488e-93a9-7e5d39a49c15 req-dd22574f-c47e-4953-b23d-c313a66340bc tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f0eff3d8-270e-4330-bb52-aae458e683da HTTP/1.1" status: 404 len: 352 time: 0.0180342 Oct 26 16:34:31.434867 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-326036a4-17cc-40c1-8767-76bef1a339d2 req-622f29ec-cca2-4ee0-9f68-f6e04b24353b tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] show failed (client error): The resource could not be found. Oct 26 16:34:31.435881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-326036a4-17cc-40c1-8767-76bef1a339d2 req-622f29ec-cca2-4ee0-9f68-f6e04b24353b tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-group-rules/cba154c5-c06a-438e-8c89-008cd5e09d22 HTTP/1.1" status: 404 len: 361 time: 0.0116408 Oct 26 16:34:31.533020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-3daa607e-5c83-4d0b-9d07-e34e7f617e17 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/acfc24be-4538-4ca4-981d-b0a6c046cb38 HTTP/1.1" status: 200 len: 1815 time: 0.0653992 Oct 26 16:34:31.605174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:31.607822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.623177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.647918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64abb-c7b4-4a25-83a2-88a14e287ccb req-70012bef-f5c1-483d-8261-93fa6bb18c7d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:31.649667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29c64abb-c7b4-4a25-83a2-88a14e287ccb req-70012bef-f5c1-483d-8261-93fa6bb18c7d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0834906 Oct 26 16:34:31.663304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.727039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29c64abb-c7b4-4a25-83a2-88a14e287ccb req-04cdb02a-c104-4c99-928c-a6dac276a6ea tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Oct 26 16:34:31.735551 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:34:31.891329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.894047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:31.895305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca11cb8a-5972-4871-8821-11e695ab0fb5 req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-groups/acfc24be-4538-4ca4-981d-b0a6c046cb38 HTTP/1.1" status: 204 len: 173 time: 0.3600578 Oct 26 16:34:31.912996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565a9d4-89de-4457-bc81-15decbc63f41 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc24be-4538-4ca4-981d-b0a6c046cb38,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:31.971017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.023061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec979a62-23b2-49ca-8874-a32597f64039,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:32.030844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Checking segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:32.031369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Network hostable DHCP agents. Network: c54174f3-f2b5-4c5e-8489-fd8488e0881b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:32.109277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-329f84c0-23b6-4d10-9634-429761b788c4 req-e1f0e65d-347d-4746-a5f2-1540697304d7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f428195a-df93-43a4-8982-7950c4e16033 HTTP/1.1" status: 200 len: 1815 time: 0.0653245 Oct 26 16:34:32.181478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-329f84c0-23b6-4d10-9634-429761b788c4 req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.187220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:32.209259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-329f84c0-23b6-4d10-9634-429761b788c4 req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.313552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c54174f3-f2b5-4c5e-8489-fd8488e0881b) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:32.318311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:32.318953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.325499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7480db-c125-4b73-8617-3a68b32ce65a None None] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:32.353484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-329f84c0-23b6-4d10-9634-429761b788c4 req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.356621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-329f84c0-23b6-4d10-9634-429761b788c4 req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.358048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-329f84c0-23b6-4d10-9634-429761b788c4 req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-groups/f428195a-df93-43a4-8982-7950c4e16033 HTTP/1.1" status: 204 len: 173 time: 0.2394691 Oct 26 16:34:32.364076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:32.369177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cacc0-222c-498f-b830-9b95a5fe5888 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f428195a-df93-43a4-8982-7950c4e16033,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:32.433372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-9e9dfe22-f4a9-4d04-8cc0-5755fb0e4925 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/fd07827f-ff9f-4b2d-8b7b-8af76a9ad6e1 HTTP/1.1" status: 200 len: 1813 time: 0.0510492 Oct 26 16:34:32.446031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d6dffe12-3790-4aa2-b626-a133e2cad468 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0760102 Oct 26 16:34:32.531996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.558801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.562906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.609450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191719f-6de3-4c5f-af76-74dc176f530f None None] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:32.618648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:32.621713 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddd86a3-d943-4e1a-a6d0-9ec23f0ebb4b" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-unplugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:32.676429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:32.742212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.744929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.746091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4f4b6db-4c0e-4b56-9509-ca1b1473c012 req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd07827f-ff9f-4b2d-8b7b-8af76a9ad6e1 HTTP/1.1" status: 204 len: 173 time: 0.3042488 Oct 26 16:34:32.761075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a112-b49a-4c9a-b4e3-1cbee1007ab7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07827f-ff9f-4b2d-8b7b-8af76a9ad6e1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:32.798537 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c20a7-928f-407c-af6e-c3a62c9a60a6 x-openstack-request-id: req-ea4c20a7-928f-407c-af6e-c3a62c9a60a6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:32.799088 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-unplugged", "status": "completed", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:32.799377 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea4c20a7-928f-407c-af6e-c3a62c9a60a6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:32.800091 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'code': 200} Oct 26 16:34:32.806143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:32.861749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=11']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:33.108677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-31abf54a-e841-4899-888f-b1c33c277468 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:33.116852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-31abf54a-e841-4899-888f-b1c33c277468 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.1235216 Oct 26 16:34:33.130913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-bace29cd-051a-43cd-bd46-0023823786d7 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/quotas/69e1a014468545b7a10959e10d67ccbd HTTP/1.1" status: 200 len: 375 time: 0.0122638 Oct 26 16:34:33.161000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-50052623-13ea-4426-97ae-f862a542f648 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272734 Oct 26 16:34:33.255572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-1713c915-70c8-4595-957c-624ea8a97674 service neutron] 10.222.0.21 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873795 Oct 26 16:34:33.281052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:33.286662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1424924250'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:33.367553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-087c73db-9546-423b-912f-81dba04a0042 service neutron] 10.222.0.21 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049042 Oct 26 16:34:33.432715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:33.438076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.460079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:33.469636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.469979 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Added segment d421bab5-12ad-4ac0-ad18-ddd6621eb4e1 of type vlan for network 139c9ca2-2303-4596-8efb-e16c6a4a6bad Oct 26 16:34:33.514836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.633546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-25560b93-ae5a-492d-bd7d-ab194a239900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.663244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.670115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:33.670676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.744615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-795776f5-92e4-4715-9766-f9ed2480ebed tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/41c0e419-1fce-45d7-90fb-dd158e671478 HTTP/1.1" status: 200 len: 1815 time: 0.0589550 Oct 26 16:34:33.745126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Network': ['ID=139c9ca2-2303-4596-8efb-e16c6a4a6bad,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:33.756769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:33.806138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.831146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:33.849413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd34f7a6-054b-424c-90ff-37807f67cbb7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5671203 Oct 26 16:34:33.855080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42274) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:33.864393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-872673441'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:33.986761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad098a2-6253-4332-a92e-5459ddd37e0a req-23834fe9-3ead-4537-9dcf-d0502f5c6670 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:33.990633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ad098a2-6253-4332-a92e-5459ddd37e0a req-23834fe9-3ead-4537-9dcf-d0502f5c6670 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0623145 Oct 26 16:34:34.031946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.035265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.036516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6a970c2-75ed-4c3b-b751-5d61ff1069c2 req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-groups/41c0e419-1fce-45d7-90fb-dd158e671478 HTTP/1.1" status: 204 len: 173 time: 0.2842622 Oct 26 16:34:34.037202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:34.041934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.053294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ad098a2-6253-4332-a92e-5459ddd37e0a req-c91366bb-2a32-4824-be99-d87f776b205b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534019 Oct 26 16:34:34.064829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6993fa-505e-49d9-b5b6-436a0c1a573e tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c0e419-1fce-45d7-90fb-dd158e671478,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:34.083371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:34.094499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.094499 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Added segment 29c8e73f-5177-44d9-9982-fb1a3e243ec6 of type vlan for network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de Oct 26 16:34:34.152326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.165388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.254716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-365c2dd7-fbe3-400d-9da1-e2eb6e24b211 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "GET /v2.0/security-groups/f55e2572-131e-4561-9862-d0c79352670f HTTP/1.1" status: 200 len: 1814 time: 0.0402827 Oct 26 16:34:34.312709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.339737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.367520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.382830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:34.382830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.449540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Network': ['ID=0eec9ed4-fcf9-420d-8b7a-db82844ef4de,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:34.462033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:34.527639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b944827c-6cd8-424d-8c2f-88e24534b010 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6715004 Oct 26 16:34:34.530256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42312) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:34.538566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'subnet': {'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:34.563859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-d687b36d-578a-483d-9dcf-a7bd2f2c1380 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453777 Oct 26 16:34:34.591519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.593995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.595342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a61532e9-dee0-4fa2-b6c0-0c8c7b720e84 req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] 10.222.0.21 "DELETE /v2.0/security-groups/f55e2572-131e-4561-9862-d0c79352670f HTTP/1.1" status: 204 len: 173 time: 0.3345239 Oct 26 16:34:34.609709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42316) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:34.622907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c67bd-397a-4c1a-ab5a-15618bc18be7 tempest-SecurityGroupRulesNegativeTestJSON-31407619 tempest-SecurityGroupRulesNegativeTestJSON-31407619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e2572-131e-4561-9862-d0c79352670f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:34.681624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cf5a567-8f16-438f-a332-4e970178d344 req-f257d079-ef8d-457b-8f9f-b48f8f8cab30 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0308206 Oct 26 16:34:34.706298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Deleting subnet a6cef412-9c83-4e81-82a0-70bad73d9942 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:34:34.711644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.732513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-ad872c80-698d-4691-b9ae-2a9a5b7b3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:34.734012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-ad872c80-698d-4691-b9ae-2a9a5b7b3911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 1096 time: 0.1203134 Oct 26 16:34:34.751631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.811320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:34.814941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.844653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:34.910497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-e99d6c02-3e64-4cea-ba0a-2bf91fe5e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:34.912063 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-e99d6c02-3e64-4cea-ba0a-2bf91fe5e36e service neutron] 10.222.0.47 "GET /v2.0/networks?id=32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 200 len: 916 time: 0.1376255 Oct 26 16:34:34.962998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-358b6a27-528b-4f0a-8863-a3ccf4a7af7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 200 len: 217 time: 0.0415032 Oct 26 16:34:34.970645 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.011711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-3e298ea1-9d44-4957-a4b2-f5492df942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:35.013155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-3e298ea1-9d44-4957-a4b2-f5492df942ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 200 len: 855 time: 0.0439701 Oct 26 16:34:35.045285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-4f17fb42-602b-4a19-a8bd-54b9020e8810 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32b1973a-e28f-4e9a-81b2-6c5eea549190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245361 Oct 26 16:34:35.049480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:35.062888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.136301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.140616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6cef412-9c83-4e81-82a0-70bad73d9942 HTTP/1.1" status: 204 len: 168 time: 0.5296540 Oct 26 16:34:35.141796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af998fa-d8c2-4ea8-b8cd-2acc12318541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cef412-9c83-4e81-82a0-70bad73d9942,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:35.144201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:35.182054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:35.194460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'port_id': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'mac_address': 'fa:16:3e:36:1e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd54208-caa0-4b23-a455-16bf7ed6e2b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:35.239015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.249416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.266552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:35.277287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-6dc80e4b-5c4f-4a77-875b-5ea1444c7f15 service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245598 Oct 26 16:34:35.299970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:35.330928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.388278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Subnet': ['ID=ce561460-6a4f-402d-a157-c032a0c9b584,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:35.406572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:35.407308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network hostable DHCP agents. Network: 139c9ca2-2303-4596-8efb-e16c6a4a6bad, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:35.409766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.441080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0cef91-b915-4d83-b628-a7a9ed250650']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:35.451184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.459839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a49a879-5b93-4f28-9dd3-2ad3edfcffed') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:35.460173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a49a879-5b93-4f28-9dd3-2ad3edfcffed') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:35.472327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15910c7b-d9cf-4be3-8ccb-477b37eb2c28 req-ced062a3-43ce-41bb-8ce7-8cdc726c16dd service neutron] 10.222.0.47 "GET /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874280 Oct 26 16:34:35.474200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.489273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.496404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:34:35.496836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:34:35.498658 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:34:35.519656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:35.582180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:35.670979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:35.684856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.691525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.700306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa0cef91-b915-4d83-b628-a7a9ed250650 HTTP/1.1" status: 204 len: 168 time: 0.5461435 Oct 26 16:34:35.709851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a2f22-5e14-4596-889d-e46fdd3277a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0cef91-b915-4d83-b628-a7a9ed250650,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:35.770282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 139c9ca2-2303-4596-8efb-e16c6a4a6bad) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:35.774827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:35.775414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.784304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45a38a-e7cf-48e0-bee0-829f6328821d None None] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:35.950728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2998d5-4319-4503-8e54-cb8baef73a4a req-336b210e-cfb4-4cc5-82b9-8243b066cf1c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:35.952274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b2998d5-4319-4503-8e54-cb8baef73a4a req-336b210e-cfb4-4cc5-82b9-8243b066cf1c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 945 time: 0.0560801 Oct 26 16:34:35.977394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8450d225-3350-448c-8f61-07eb45e773f3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4459062 Oct 26 16:34:35.980052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:35.981994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:34:35.982856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:35.985083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'subnet': {'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:36.019913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b2998d5-4319-4503-8e54-cb8baef73a4a req-115d0631-bce6-4ecf-a51c-2bfc594fba82 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Oct 26 16:34:36.103804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749e7f51-1a4f-4f1e-ba02-c27881664b30 req-16624074-bf74-4731-a7f6-70ad941505c6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0424883 Oct 26 16:34:36.222475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Allocated IP 10.1.1.2 (139c9ca2-2303-4596-8efb-e16c6a4a6bad/ce561460-6a4f-402d-a157-c032a0c9b584/4727eecd-955d-421d-ab64-ac8431d45703) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:36.236049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:36.263030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:36.271865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.396169 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d4340772-3753-49a7-b966-51ad2e68109c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a403bd7b70b541cf9f83c18d8f70b964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589003 Oct 26 16:34:36.398873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42380) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:36.463535 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.488985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.509385 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.587964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.645541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:36.646939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Pushing event updated for resources: {'Port': ['ID=4727eecd-955d-421d-ab64-ac8431d45703,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:36.649183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.650265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:36.652248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:36.680869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.681733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.688814 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.693364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a08fd4c-0b6e-4909-9489-670248873800 HTTP/1.1" status: 204 len: 168 time: 0.2932096 Oct 26 16:34:36.723214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8734e6c-1125-46d4-bbf1-017994ddfac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08fd4c-0b6e-4909-9489-670248873800,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:36.744663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Attempting to bind port 4727eecd-955d-421d-ab64-ac8431d45703 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:36.745105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Attempting to bind port 4727eecd-955d-421d-ab64-ac8431d45703 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:36.753076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Attempting to bind port 4727eecd-955d-421d-ab64-ac8431d45703 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:36.803469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Checking segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:36.805269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network hostable DHCP agents. Network: 0eec9ed4-fcf9-420d-8b7a-db82844ef4de, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:36.808108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Subnet': ['ID=66395cff-d298-48fd-a691-f9fed09b5593,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:36.830394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:36.831167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:36.832804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.833229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Bound using segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:36.835258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Bound port: 4727eecd-955d-421d-ab64-ac8431d45703, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:36.835720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:36.913832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:36.929003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] For port 4727eecd-955d-421d-ab64-ac8431d45703, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:36.932648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] For port 4727eecd-955d-421d-ab64-ac8431d45703, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4727eecd-955d-421d-ab64-ac8431d45703,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:37.069535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:37.102526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 0eec9ed4-fcf9-420d-8b7a-db82844ef4de) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:37.113886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:37.119398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:37.148894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53237ec8-0290-432c-b85b-82fd2dea6cc5 None None] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:37.152818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:37.170493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3539-149e-45e3-bac1-b8caff02cd6e req-a0d78856-58d0-41b6-ae23-c4a41635ca00 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:37.174013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30a3539-149e-45e3-bac1-b8caff02cd6e req-a0d78856-58d0-41b6-ae23-c4a41635ca00 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 945 time: 0.0829124 Oct 26 16:34:37.262981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e30a3539-149e-45e3-bac1-b8caff02cd6e req-4d18610c-277c-4163-8bd8-6f79848cc3f7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Oct 26 16:34:37.300062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ec7c17a4-e38e-401c-b1b0-2140488b4443 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3181450 Oct 26 16:34:37.312851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42414) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:37.318993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'name': 'tempest-TaggedBootDevicesTest_v242-691091925', 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:37.428191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-30da2174-0ed3-48fb-a3e5-37911012f7f2 req-4b0abd84-c808-4449-904a-a2ca5b345bad tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0726612 Oct 26 16:34:37.520481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96bb46-de77-472f-8c05-a1e78a0fb46c None None] Pushing event updated for resources: {'Port': ['ID=4727eecd-955d-421d-ab64-ac8431d45703,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:37.694439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ips': [{'subnet_id': '66395cff-d298-48fd-a691-f9fed09b5593'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:34:37.695395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:37.765290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:37.869796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port d3678e5e-2fb6-4b88-9807-af824f0e5b4a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:37.904616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d3678e5e-2fb6-4b88-9807-af824f0e5b4a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:37.904978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.075472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.101232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] device_id is not set on port 3b8d2449-f578-4dac-9f1f-c274314263cd yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:34:38.146853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Allocated IP 10.2.2.2 (0eec9ed4-fcf9-420d-8b7a-db82844ef4de/66395cff-d298-48fd-a691-f9fed09b5593/9442630e-f997-4504-8627-22635054dcfd) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:38.169765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.187904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-8c92b035-05a4-4706-bdb9-445a8a18f210 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:38.189657 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-8c92b035-05a4-4706-bdb9-445a8a18f210 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.2108545 Oct 26 16:34:38.229993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Request body: {'port': {'device_id': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'admin_state_up': True, 'tenant_id': '69e1a014468545b7a10959e10d67ccbd'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:38.253037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:38.255023 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b87f8-26a8-4bb7-a420-884bce884a9a" -d '{"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:38.272832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:38.332751 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdf65e1-dbaf-467a-9f44-3d7813ac7f24 x-openstack-request-id: req-7cdf65e1-dbaf-467a-9f44-3d7813ac7f24 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:38.333047 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:38.333303 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cdf65e1-dbaf-467a-9f44-3d7813ac7f24 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:38.333696 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'code': 200} Oct 26 16:34:38.369714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.501102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.1.1.187 (139c9ca2-2303-4596-8efb-e16c6a4a6bad/ce561460-6a4f-402d-a157-c032a0c9b584/3b8d2449-f578-4dac-9f1f-c274314263cd) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:38.674919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.675625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:38.680266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.690608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:38.847833 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:38.967236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42458) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:38.981823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Pushing event updated for resources: {'Port': ['ID=9442630e-f997-4504-8627-22635054dcfd,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:38.984668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0451a9a-602e-465c-8b96-ef45e148c8ac req-b3d51bb4-7c6b-4f87-882c-15537a86f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:38.989893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:38.992659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:39.000457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0451a9a-602e-465c-8b96-ef45e148c8ac req-b3d51bb4-7c6b-4f87-882c-15537a86f677 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1097 time: 0.3780158 Oct 26 16:34:39.000601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:39.008124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f0e1d-d048-4cc7-b37b-90fb226b74dc req-a743a452-f9c6-4d1e-b63a-5eda5278186e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:39.013195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec3f0e1d-d048-4cc7-b37b-90fb226b74dc req-a743a452-f9c6-4d1e-b63a-5eda5278186e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.3951805 Oct 26 16:34:39.068240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Allocated IP 172.20.0.6 (c54174f3-f2b5-4c5e-8489-fd8488e0881b/ec979a62-23b2-49ca-8874-a32597f64039/faa3af38-a136-4ef7-ab76-57f57d7cd1fa) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:39.095861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Attempting to bind port 9442630e-f997-4504-8627-22635054dcfd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:39.101051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Attempting to bind port 9442630e-f997-4504-8627-22635054dcfd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:39.101509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Attempting to bind port 9442630e-f997-4504-8627-22635054dcfd on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:39.121164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:39.122783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Checking segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:39.123250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.126805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Bound using segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:39.129969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Bound port: 9442630e-f997-4504-8627-22635054dcfd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:39.130378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.266128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9984a-1f66-43a8-8b7d-afa1029b501c None None] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:39.281690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec3f0e1d-d048-4cc7-b37b-90fb226b74dc req-7101520c-8188-43e4-af6b-06ed164103d4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131186 Oct 26 16:34:39.313678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f189a07-5077-4ba6-bc93-b9b62c6ca38f req-55b1a510-ca2c-4dce-b492-04a9bfb5a2e5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.2508950 Oct 26 16:34:39.344216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-02f4499a-2497-49ee-9812-9f53b09ba1a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:39.350079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-02f4499a-2497-49ee-9812-9f53b09ba1a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.7366714 Oct 26 16:34:39.367215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-221966142-network', 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:39.377260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4727eecd-955d-421d-ab64-ac8431d45703 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:39.407445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Request body: {'port': {'device_id': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'admin_state_up': True, 'tenant_id': '69e1a014468545b7a10959e10d67ccbd'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:39.447363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0451a9a-602e-465c-8b96-ef45e148c8ac req-ddd9f51f-1722-4501-b08f-fa8251829f4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327326 Oct 26 16:34:39.450978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.505529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Made reservation on behalf of e870a46fbba34bdd8f2e04fdeead5b76 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:39.508406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.517874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] For port 9442630e-f997-4504-8627-22635054dcfd, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:39.527331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.537771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] For port 9442630e-f997-4504-8627-22635054dcfd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9442630e-f997-4504-8627-22635054dcfd,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:39.548845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] Provisioning complete for port 4727eecd-955d-421d-ab64-ac8431d45703 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:39.550056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.592311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162cd7-9711-4df2-91f3-a00ae0dad135 req-7313ea84-cc95-4517-8927-570335329427 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:39.601214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6162cd7-9711-4df2-91f3-a00ae0dad135 req-7313ea84-cc95-4517-8927-570335329427 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.1690149 Oct 26 16:34:39.631664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.649970 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.689562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4727eecd-955d-421d-ab64-ac8431d45703 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:39.693406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.795264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.856557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.895485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.905642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad38a63-f514-404c-af37-1e81d53f5479 None None] Pushing event updated for resources: {'Port': ['ID=9442630e-f997-4504-8627-22635054dcfd,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:39.908386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:39.990844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] For port 4727eecd-955d-421d-ab64-ac8431d45703, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4727eecd-955d-421d-ab64-ac8431d45703,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:40.003504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d553a-b080-4f3a-b9b1-6903b46f45ba,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:40.044594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:40.065837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:40.074764 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.078609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:40.103930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6162cd7-9711-4df2-91f3-a00ae0dad135 req-902a7a32-f8a3-4c15-b0d0-4e5fc9b72235 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005584 Oct 26 16:34:40.104997 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.126827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:40.135404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event updated for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:40.143418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.168456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.168802 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Added segment 0c4ce92f-9903-4d84-9645-184900ebb9e4 of type vlan for network 23200ba9-ccf7-4f41-97f5-cf226ba06594 Oct 26 16:34:40.277367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:40.294222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:40.307686 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.310749 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:34:40.311334 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:34:40.314688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de962493-9c33-4702-b892-a8451df96ca3 None None] Pushing event updated for resources: {'Port': ['ID=4727eecd-955d-421d-ab64-ac8431d45703,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:40.347475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:40.348548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.377042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:40.392722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.411816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-50dc9254-3054-4479-be6b-ee11dda810c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1698601 Oct 26 16:34:40.502054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:40.519679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-5ee2320d-7907-4123-ba3a-c43d4cc33f06 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3194020 Oct 26 16:34:40.524815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:40.538479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Request body: {'port': {'device_id': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:40.557851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7268b66d-ece5-4ef4-b551-8844fbe633a1 None None] Provisioning complete for port 4727eecd-955d-421d-ab64-ac8431d45703 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:40.558313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7268b66d-ece5-4ef4-b551-8844fbe633a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.583355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-f7ac5714-7066-49ac-b10b-9ebb9a8fa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:40.584745 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-f7ac5714-7066-49ac-b10b-9ebb9a8fa4e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e6666eed7c245909d5f1c779226bf3f&device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 1100 time: 0.1314728 Oct 26 16:34:40.611042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-543805e6-8471-4c31-b6c9-283aec57b1fa req-17d35464-9d80-4e56-a224-d055c3f5199d tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.1117525 Oct 26 16:34:40.614868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.615870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:40.616438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.770665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:40.771395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:40.936435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0af213-8706-43c7-a19f-b506774f88af req-a878e6fe-82cf-4ca3-a102-7415020fe30b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:40.938106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b0af213-8706-43c7-a19f-b506774f88af req-a878e6fe-82cf-4ca3-a102-7415020fe30b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.4405215 Oct 26 16:34:40.975745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-da559caf-6059-479c-9273-82b925dcd50f None None] Provisioning complete for port 3b8d2449-f578-4dac-9f1f-c274314263cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:40.976123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da559caf-6059-479c-9273-82b925dcd50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.026910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Allocated IP 172.20.0.9 (c54174f3-f2b5-4c5e-8489-fd8488e0881b/ec979a62-23b2-49ca-8874-a32597f64039/0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:41.029319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-da559caf-6059-479c-9273-82b925dcd50f None None] Port 3b8d2449-f578-4dac-9f1f-c274314263cd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:34:41.038307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3862ebe-3586-4f8b-85b9-512cd59a68ef tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7242692 Oct 26 16:34:41.042340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42480) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:41.051821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'name': 'tempest-TaggedBootDevicesTest_v242-385215441', 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:41.070169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-72d7c84c-841c-4cef-8808-dca09fd34b97 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:41.076460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-72d7c84c-841c-4cef-8808-dca09fd34b97 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.2971721 Oct 26 16:34:41.298841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.343586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3675101 Oct 26 16:34:41.351294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:41.354170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d758d33-bbae-4ee1-978b-ec054c82cc2e admin admin] Pushing event updated for resources: {'Network': ['ID=23200ba9-ccf7-4f41-97f5-cf226ba06594,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:41.356107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b0af213-8706-43c7-a19f-b506774f88af req-f2eed010-d53d-4409-9ea6-297756b2870e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028852 Oct 26 16:34:41.371564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:41.372076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Request body: {'subnet': {'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-221966142-subnet', 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:41.474991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9442630e-f997-4504-8627-22635054dcfd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:41.559710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc5917-65f1-4809-9eec-70c13512ffd5 None None] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:41.560954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20366067-dc7a-4772-b29e-72fe9f27bdd9 req-02630e77-dc08-4734-aa5e-ab3870e9331c tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:41.570885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20366067-dc7a-4772-b29e-72fe9f27bdd9 req-02630e77-dc08-4734-aa5e-ab3870e9331c tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 948 time: 0.2671106 Oct 26 16:34:41.588897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-28a78fe5-a7c4-4d3f-8bd6-5820553d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:41.590813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-28a78fe5-a7c4-4d3f-8bd6-5820553d4c47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.9329689 Oct 26 16:34:41.623179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:41.628020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.659497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20366067-dc7a-4772-b29e-72fe9f27bdd9 req-67000f4c-d9a2-46e5-b078-d1e9647bf71b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871539 Oct 26 16:34:41.673167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9442630e-f997-4504-8627-22635054dcfd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:41.673530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.709482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-74e9a8c6-392d-4ecb-8e7c-3cea66586bcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c16269e2-f88e-4304-a770-347d24b875f7 HTTP/1.1" status: 200 len: 217 time: 0.0719535 Oct 26 16:34:41.753493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Deleting port f28c7ee4-2111-44fe-8936-dde6c16747e4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:41.754085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.768769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e25cb7fc-4ebc-4d8f-bf62-d0396f9acac8 None None] Provisioning complete for port 9442630e-f997-4504-8627-22635054dcfd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:41.769455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e25cb7fc-4ebc-4d8f-bf62-d0396f9acac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:41.786041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] device_id is not set on port c3c16003-0f9e-41ad-9f7a-56eaca46b455 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:34:41.795414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-bd8ef02e-538b-47db-b403-29cd9a6ab586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:41.797035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-bd8ef02e-538b-47db-b403-29cd9a6ab586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0783083 Oct 26 16:34:41.798871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Made reservation on behalf of e870a46fbba34bdd8f2e04fdeead5b76 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:41.802062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.055913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-86d16ad1-a244-4952-9068-7efb4f2c9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:42.057662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-86d16ad1-a244-4952-9068-7efb4f2c9c98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006520 Oct 26 16:34:42.085706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3277466e-89fc-4137-bbeb-b23699059a19 req-02b92ed4-0691-40eb-bbdb-e9c26300683a tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 210 time: 0.3263235 Oct 26 16:34:42.209891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.221621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] For port f28c7ee4-2111-44fe-8936-dde6c16747e4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f28c7ee4-2111-44fe-8936-dde6c16747e4,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:42.222390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.236395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-03037d43-4e95-44f5-9f84-30f4c9118f4c service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659265 Oct 26 16:34:42.238530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.251523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Calling delete_port for f28c7ee4-2111-44fe-8936-dde6c16747e4 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:42.252131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 9442630e-f997-4504-8627-22635054dcfd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9442630e-f997-4504-8627-22635054dcfd,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:42.317869 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e25cb7fc-4ebc-4d8f-bf62-d0396f9acac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.358937 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.359748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4727eecd-955d-421d-ab64-ac8431d45703 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:42.410028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58525538-d3d5-4bce-bde6-96e00a1ad64f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:42.424411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Checking segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:42.425174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Network hostable DHCP agents. Network: 23200ba9-ccf7-4f41-97f5-cf226ba06594, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:42.470936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6fbe75c5-ee0f-486b-b118-5ae9ea3dd21d req-11ee143b-e76b-408c-b4a8-f2567b9bce77 service neutron] 10.222.0.39 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963904 Oct 26 16:34:42.541161 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-e25cb7fc-4ebc-4d8f-bf62-d0396f9acac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:34:42.543272 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-e25cb7fc-4ebc-4d8f-bf62-d0396f9acac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:34:42.560924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=9442630e-f997-4504-8627-22635054dcfd,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:42.570363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:42.578202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4727eecd-955d-421d-ab64-ac8431d45703 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:42.579742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.603417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.1.1.150 (139c9ca2-2303-4596-8efb-e16c6a4a6bad/ce561460-6a4f-402d-a157-c032a0c9b584/c3c16003-0f9e-41ad-9f7a-56eaca46b455) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:42.644188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.667592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 23200ba9-ccf7-4f41-97f5-cf226ba06594) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:42.676087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:42.676720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.683144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Pushing event deleted for resources: {'Port': ['ID=f28c7ee4-2111-44fe-8936-dde6c16747e4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:42.684697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eacdf6-696a-4e82-af5b-6a3c77442980 None None] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:42.710607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.765704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a995847-1832-4d8b-8fa2-ca8afcc241f9 req-0d056e4b-00db-4b29-9e78-6a932e1a8661 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:42.779447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60f2ff34-9d71-4b69-a9af-701e83f93cc3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4201112 Oct 26 16:34:42.779549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a995847-1832-4d8b-8fa2-ca8afcc241f9 req-0d056e4b-00db-4b29-9e78-6a932e1a8661 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2019179 Oct 26 16:34:42.855857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] No DVR routers for this DVR port f28c7ee4-2111-44fe-8936-dde6c16747e4 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:34:42.875796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:42.880286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84b761d4-60ad-4d7c-b68e-5c33a0174a28 req-ce127c9c-e10d-40cf-8d08-3929cca77f3b tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "DELETE /v2.0/ports/f28c7ee4-2111-44fe-8936-dde6c16747e4 HTTP/1.1" status: 204 len: 173 time: 1.7751830 Oct 26 16:34:42.888526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-deleted', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:42.891061 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65fe1f4-a6fd-440a-906e-aa7ad264a9c8" -d '{"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-deleted", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:42.925732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd15579c-644e-4ae6-92c6-30036c924820 req-15d52634-46e4-4c8a-b9e4-a2fc560dce4e tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0324a280-59d8-40e2-a2c8-637ae43c7af0 HTTP/1.1" status: 200 len: 210 time: 0.0816638 Oct 26 16:34:42.937290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-23200ba9-ccf7-4f41-97f5-cf226ba06594', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76', 'fixed_ips': [{'subnet_id': '58525538-d3d5-4bce-bde6-96e00a1ad64f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:34:42.938634 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.019551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a995847-1832-4d8b-8fa2-ca8afcc241f9 req-5e56b6b5-3283-4b16-acfd-7097ed5b0458 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444115 Oct 26 16:34:43.172967 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cb5b38-41b5-457e-970a-354da12e50e5 x-openstack-request-id: req-b8cb5b38-41b5-457e-970a-354da12e50e5 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:43.176303 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0324a280-59d8-40e2-a2c8-637ae43c7af0", "name": "network-vif-deleted", "tag": "f28c7ee4-2111-44fe-8936-dde6c16747e4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:43.176721 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8cb5b38-41b5-457e-970a-354da12e50e5 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:43.178655 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0324a280-59d8-40e2-a2c8-637ae43c7af0', 'name': 'network-vif-deleted', 'tag': 'f28c7ee4-2111-44fe-8936-dde6c16747e4', 'status': 'completed', 'code': 200} Oct 26 16:34:43.218841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.311079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:43.388299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:43.413506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:43.457005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9442630e-f997-4504-8627-22635054dcfd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:43.488556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.539500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa3af38-a136-4ef7-ab76-57f57d7cd1fa {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:43.549415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Allocated IP 172.20.0.2 (23200ba9-ccf7-4f41-97f5-cf226ba06594/58525538-d3d5-4bce-bde6-96e00a1ad64f/a7f90d1a-8d05-4c60-b813-89ef757df3c1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:43.558529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event updated for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:43.567281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.585212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Transition to ACTIVE for port object faa3af38-a136-4ef7-ab76-57f57d7cd1fa will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:43.597508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d368d-ec59-4e07-8432-e19cfa9672f4 req-cb0722c2-a77c-48bc-8005-fff4f7846ae6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:43.605960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b2d368d-ec59-4e07-8432-e19cfa9672f4 req-cb0722c2-a77c-48bc-8005-fff4f7846ae6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 931 time: 0.3344274 Oct 26 16:34:43.629231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-da866ae3-86c4-49a0-94ac-a2891d8c9f90 None None] Provisioning complete for port 9442630e-f997-4504-8627-22635054dcfd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:43.629601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da866ae3-86c4-49a0-94ac-a2891d8c9f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.660237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b2d368d-ec59-4e07-8432-e19cfa9672f4 req-820bf3ec-c7e6-4bbd-bd88-1fac0ea447ae tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Oct 26 16:34:43.667325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.676588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.699984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:43.704366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.799873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9442630e-f997-4504-8627-22635054dcfd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:43.800869 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:43.950376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-2d9f319a-cf67-40e9-b451-a15bcab876b1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:43.960405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-2d9f319a-cf67-40e9-b451-a15bcab876b1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 814 time: 0.1374333 Oct 26 16:34:43.969886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:43.979599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:43.988359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Pushing event updated for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:43.997093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-9c1a49fb-6ec3-47e5-b1c3-47e0b5241ce6 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6266768 Oct 26 16:34:44.001453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:44.052012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Attempting to bind port faa3af38-a136-4ef7-ab76-57f57d7cd1fa on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:44.052491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Attempting to bind port faa3af38-a136-4ef7-ab76-57f57d7cd1fa by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:44.052823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Attempting to bind port faa3af38-a136-4ef7-ab76-57f57d7cd1fa on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:44.057459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Port faa3af38-a136-4ef7-ab76-57f57d7cd1fa on network c54174f3-f2b5-4c5e-8489-fd8488e0881b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:44.057912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Attempting to bind port faa3af38-a136-4ef7-ab76-57f57d7cd1fa on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:44.060375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Request body: {'port': {'device_id': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:44.063410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:44.063742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Checking segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:44.064121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Bound using segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:44.065104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Bound port: faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:44.070141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.116217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.122777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-4dfa0915-d344-4d37-9394-3ce84a76e03d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/quotas/57a45d3ab5a2449ba0d01293b228d8da HTTP/1.1" status: 200 len: 375 time: 0.1613262 Oct 26 16:34:44.144448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:44.170451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.178688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:44.182393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:44.187786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.232385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:44.236286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:44.242889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:44.271258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:44.272201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.273548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.353232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:44.391722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Pushing event updated for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:44.409687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:44.416329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.418023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7f8d81e8-5cf3-4744-8cde-206b25e415e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/faa3af38-a136-4ef7-ab76-57f57d7cd1fa HTTP/1.1" status: 200 len: 1091 time: 3.8898399 Oct 26 16:34:44.421029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:44.422552 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:44.429367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Pushing event updated for resources: {'Port': ['ID=a7f90d1a-8d05-4c60-b813-89ef757df3c1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:44.434448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: f28c7ee4-2111-44fe-8936-dde6c16747e4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:44.434835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f28c7ee4-2111-44fe-8936-dde6c16747e4 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:44.436231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Attempting to bind port a7f90d1a-8d05-4c60-b813-89ef757df3c1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:44.436591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Attempting to bind port a7f90d1a-8d05-4c60-b813-89ef757df3c1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:44.436989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Attempting to bind port a7f90d1a-8d05-4c60-b813-89ef757df3c1 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:44.455948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:44.456410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Checking segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:44.456808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.457193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Bound using segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:44.457677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Bound port: a7f90d1a-8d05-4c60-b813-89ef757df3c1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:44.458051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.477296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7d98b08c-f5f5-4db0-83d3-44962af14282 None None] Provisioning complete for port c3c16003-0f9e-41ad-9f7a-56eaca46b455 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:44.477296 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d98b08c-f5f5-4db0-83d3-44962af14282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.592224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:44.601021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.615211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] For port a7f90d1a-8d05-4c60-b813-89ef757df3c1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:44.619333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] For port a7f90d1a-8d05-4c60-b813-89ef757df3c1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7f90d1a-8d05-4c60-b813-89ef757df3c1,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:44.619474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-807b1f17-1ba5-4470-9bde-b0e6518e66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:44.620633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7d98b08c-f5f5-4db0-83d3-44962af14282 None None] Port c3c16003-0f9e-41ad-9f7a-56eaca46b455 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:34:44.620934 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-807b1f17-1ba5-4470-9bde-b0e6518e66a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=dc66f6e1-ccfb-4b79-8a47-b5502e93140b HTTP/1.1" status: 200 len: 1094 time: 0.0817847 Oct 26 16:34:44.631264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Transition to ACTIVE for port object 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:44.647028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-fd88663c-1032-4f95-867f-a1656f866605 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:44.654229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-fd88663c-1032-4f95-867f-a1656f866605 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 1.0068402 Oct 26 16:34:44.674686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-5fd99a0d-6a92-4bdd-8167-644157ff1d45 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/quotas/e870a46fbba34bdd8f2e04fdeead5b76 HTTP/1.1" status: 200 len: 375 time: 0.0189953 Oct 26 16:34:44.697223 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.699086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-65ca7a71-a70c-485e-b5fb-d437842c7422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa HTTP/1.1" status: 200 len: 217 time: 0.0704284 Oct 26 16:34:44.705130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-3300e8c9-8dd8-4b2f-8a5f-5ea37ffe5834 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5813746 Oct 26 16:34:44.730572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:44.797683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-dd444900-7dd2-416f-90b0-6919a1a9b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:44.803424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-dd444900-7dd2-416f-90b0-6919a1a9b554 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.0969958 Oct 26 16:34:44.856163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-25183de6-674b-4465-861d-3730f9f7aabd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8111806 Oct 26 16:34:44.857284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-f3b4c3dd-87d2-425c-b4c9-7f1654f2c58c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462964 Oct 26 16:34:44.871688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2d68-2306-4378-bc45-71122097b1f1 None None] Pushing event updated for resources: {'Port': ['ID=a7f90d1a-8d05-4c60-b813-89ef757df3c1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:44.906023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-6bbb6db8-bf18-4846-aa70-fb09d4550f07 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296159 Oct 26 16:34:44.986556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-289cb2ba-5d73-4d77-b9fe-b9f5e24abd54 service neutron] 10.222.0.21 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803383 Oct 26 16:34:45.052525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-1c921a08-0c24-4e38-baa6-9c0ad4ef7047 service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871259 Oct 26 16:34:45.209021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Pushing event updated for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:45.220360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Attempting to bind port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:45.220701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Attempting to bind port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:45.221087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Attempting to bind port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:45.288171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-3beaadff-3628-4b8e-b41a-1327fa74c3de service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270675 Oct 26 16:34:45.360065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7f90d1a-8d05-4c60-b813-89ef757df3c1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:45.372949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-96b039d9-001e-48bd-a14c-7a28d147e495 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659538 Oct 26 16:34:45.397018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:45.397715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Attempting to bind port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:45.452290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a7f90d1a-8d05-4c60-b813-89ef757df3c1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:45.452690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.468113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:45.469111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Checking segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:45.469751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Bound using segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:45.470429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Bound port: 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:45.471243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.583079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-6556f543-24a1-4cd1-b835-e6d4da85a243 service neutron] 10.222.0.21 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445933 Oct 26 16:34:45.602824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.618686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:45.625738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:45.628879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-8e3dd011-7fb8-4d75-a639-c969b9eed604 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473140 Oct 26 16:34:45.661785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a7f90d1a-8d05-4c60-b813-89ef757df3c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7f90d1a-8d05-4c60-b813-89ef757df3c1,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:45.708010 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.736795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.792957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a7f90d1a-8d05-4c60-b813-89ef757df3c1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:45.797953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:45.798588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:45.800570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] 10.222.0.39 "PUT /v2.0/ports/0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 HTTP/1.1" status: 200 len: 1091 time: 1.7813854 Oct 26 16:34:45.800874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:45.810253 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d00538-3f4f-40ba-b49c-11500b2184c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:45.880767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace460e0-8d61-47ec-adce-558f5f46d188 service neutron] Pushing event updated for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:46.082496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-a929a0c1-f5ec-40d9-a57d-e7b9b41e21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.094890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-a929a0c1-f5ec-40d9-a57d-e7b9b41e21d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 1094 time: 0.1636643 Oct 26 16:34:46.099749 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f76d0e0-973e-4d76-80fd-4c62f49de2e1 x-openstack-request-id: req-4f76d0e0-973e-4d76-80fd-4c62f49de2e1 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:46.100373 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:46.100460 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f76d0e0-973e-4d76-80fd-4c62f49de2e1 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:46.100852 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa', 'status': 'completed', 'code': 200} Oct 26 16:34:46.200271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-2946e3ce-b55b-4cb4-b1a1-436de1cc3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.203833 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-2946e3ce-b55b-4cb4-b1a1-436de1cc3849 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=dc66f6e1-ccfb-4b79-8a47-b5502e93140b HTTP/1.1" status: 200 len: 1094 time: 0.0793052 Oct 26 16:34:46.254592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7088b9f6-cae5-4fab-9e3e-8c6afb024256 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 HTTP/1.1" status: 200 len: 217 time: 0.1462755 Oct 26 16:34:46.412967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-55139047-44a4-4391-87e5-e209cb942c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.428940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-55139047-44a4-4391-87e5-e209cb942c47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.1468573 Oct 26 16:34:46.433612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-42a809b8-4e99-4a09-a5e0-c9fe17ce9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.435211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976933c5-8a09-422f-a313-f0a69661b6e2 req-d63c7183-4fc8-46d6-8719-a7d0486c2bc3 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.443266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-42a809b8-4e99-4a09-a5e0-c9fe17ce9d67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 914 time: 0.2293646 Oct 26 16:34:46.444183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-976933c5-8a09-422f-a313-f0a69661b6e2 req-d63c7183-4fc8-46d6-8719-a7d0486c2bc3 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 943 time: 0.1885786 Oct 26 16:34:46.526130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-b347088e-8b34-4ca9-ada7-7ac81398e634 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674634 Oct 26 16:34:46.551843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-fa708bfb-2245-47a2-a330-bb225cc22d6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa HTTP/1.1" status: 200 len: 217 time: 0.1000266 Oct 26 16:34:46.604757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa34e3-1dfe-45e5-b0a6-4366f771333e None None] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:46.652683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-a2e2936a-7f44-43f2-bec5-bfa2037dcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:46.654128 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-a2e2936a-7f44-43f2-bec5-bfa2037dcdf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.0917015 Oct 26 16:34:46.690552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-976933c5-8a09-422f-a313-f0a69661b6e2 req-bf156236-e841-4956-be3a-b0d170a43571 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426319 Oct 26 16:34:46.728384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-7d059109-ab50-4623-8f90-8626cef67072 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669565 Oct 26 16:34:46.790320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-ef189946-62d8-4aae-8e44-45e5bfe45424 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341478 Oct 26 16:34:46.829528 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a42e297-1f4d-4061-a5ed-8b2151c85ad4 x-openstack-request-id: req-9a42e297-1f4d-4061-a5ed-8b2151c85ad4 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:46.829528 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:46.829528 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a42e297-1f4d-4061-a5ed-8b2151c85ad4 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:46.829528 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0', 'status': 'completed', 'code': 200} Oct 26 16:34:46.877972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1d83d1de-04b8-4438-b927-c3f1feb6a60c None None] Provisioning complete for port a7f90d1a-8d05-4c60-b813-89ef757df3c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:46.878705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d83d1de-04b8-4438-b927-c3f1feb6a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:46.909574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:46.915033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755377234', 'description': 'tempest-description--1765393144'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:46.950104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-b153965a-17fb-4ec6-9ec9-8a0d37decc5c service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111568 Oct 26 16:34:47.183987 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d52229b2-0d07-4ed6-bb8d-dfd55be319bc req-706072f3-a398-48dd-8bef-c0eba89d76e7 service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234957 Oct 26 16:34:47.261424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7f90d1a-8d05-4c60-b813-89ef757df3c1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:47.338673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:47.349543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a7f90d1a-8d05-4c60-b813-89ef757df3c1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:47.350150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.416726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d3b47c8e-4d17-455b-9c24-62e3a9570539 None None] Provisioning complete for port a7f90d1a-8d05-4c60-b813-89ef757df3c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:47.417059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d3b47c8e-4d17-455b-9c24-62e3a9570539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.497118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0de6-feba-49ea-be8f-bdfa6dc6929d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.618510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92f0187d-2000-402c-a838-d76110b1d47e req-a9577760-3020-4b36-826b-3d2d9fb36a2f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 210 time: 0.7302871 Oct 26 16:34:47.637291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.648620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0de6-feba-49ea-be8f-bdfa6dc6929d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.664436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bd05ca7-63ba-4536-abec-fb82a64911ee req-7b9d16c3-8fbd-4c73-96d0-7fc74ddc3d09 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655782 Oct 26 16:34:47.765737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0de6-feba-49ea-be8f-bdfa6dc6929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.782518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-4e764dc4-471d-4c2a-b7c1-c52015f6ace7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:47.789889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-4e764dc4-471d-4c2a-b7c1-c52015f6ace7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 0.2081609 Oct 26 16:34:47.809608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-328be98b-f2a3-43b1-baec-2a4bd93bb40d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/quotas/e870a46fbba34bdd8f2e04fdeead5b76 HTTP/1.1" status: 200 len: 375 time: 0.0187695 Oct 26 16:34:47.817562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd4c0de6-feba-49ea-be8f-bdfa6dc6929d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6999eef78fe34d8eba8089de0a736be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777660 Oct 26 16:34:47.818864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c0de6-feba-49ea-be8f-bdfa6dc6929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa1d49-8d6d-4163-bbca-bf7f66212d91,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:47.821486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42620) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:47.879938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.887748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.909381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:47.929157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-96c77b40-a30a-4f29-aeba-4f2a4a89bb4c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171770 Oct 26 16:34:47.947693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-6d705909-2f40-4103-af70-83b4fff8fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:47.949475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-6d705909-2f40-4103-af70-83b4fff8fe65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 1094 time: 0.0940416 Oct 26 16:34:48.005007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.084526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.087933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.091902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77aa1d49-8d6d-4163-bbca-bf7f66212d91 HTTP/1.1" status: 204 len: 168 time: 0.2666254 Oct 26 16:34:48.100094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69675a5-38ea-4423-bc4a-7d01fc8f63aa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:48.114989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d4e31-e9c5-438e-bf74-0d932c1a7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa1d49-8d6d-4163-bbca-bf7f66212d91,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:48.157928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-aa5b5da6-99f0-4ff9-a814-db749cecdc83 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234833 Oct 26 16:34:48.178076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.182123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2728be1b-f969-42a5-b8ad-8b2377ef283a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2681320 Oct 26 16:34:48.182534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42628) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:48.189038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'security_group_rule': {'security_group_id': 'a69675a5-38ea-4423-bc4a-7d01fc8f63aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:48.248834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-0a66ab91-c7f5-4c90-9745-736cd84d56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:48.250608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-0a66ab91-c7f5-4c90-9745-736cd84d56f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 914 time: 0.2567308 Oct 26 16:34:48.307924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-12f407ce-f3d7-4586-96e5-426b3c673fad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 HTTP/1.1" status: 200 len: 217 time: 0.0477076 Oct 26 16:34:48.341390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.386513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-604871bf-e0e8-4fdb-a7ea-8b64fe4d0580 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276208 Oct 26 16:34:48.394736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-1291161a-22ed-4c3f-b82c-a2408b898199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:48.396593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-1291161a-22ed-4c3f-b82c-a2408b898199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.0740392 Oct 26 16:34:48.406188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.448442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-f7ca0882-9a51-4fdb-a651-2dbfe3a32d03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339229 Oct 26 16:34:48.519195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.551878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2058b-9c0d-4d55-b280-63152b2780f6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:48.592582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a129695-e398-4c47-8ed5-4d83846178a0 req-99367438-8305-433e-8d48-e863c95940d2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:48.594163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a129695-e398-4c47-8ed5-4d83846178a0 req-99367438-8305-433e-8d48-e863c95940d2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 943 time: 0.1165636 Oct 26 16:34:48.598938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-93ba8846-b5bf-4fdc-b3e2-88cb03dbbfa7 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418731 Oct 26 16:34:48.681871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:48.683006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a129695-e398-4c47-8ed5-4d83846178a0 req-e96f6d47-4b6d-4e48-8776-fc56f238675b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804355 Oct 26 16:34:48.683741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79fb831d-466d-475d-9fcc-65b5f8daf4e6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998088 Oct 26 16:34:48.690122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42640) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:48.694728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'security_group_rule': {'security_group_id': 'a69675a5-38ea-4423-bc4a-7d01fc8f63aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:48.824377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7d00538-3f4f-40ba-b49c-11500b2184c1 req-69f97e92-9722-4999-bda3-7955b36b9b56 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156270 Oct 26 16:34:48.881298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-866a6b96-b4c4-47cd-986a-613d2ee1fae6 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:48.896004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-866a6b96-b4c4-47cd-986a-613d2ee1fae6 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 814 time: 0.2453325 Oct 26 16:34:48.912968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Request body: {'port': {'device_id': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'admin_state_up': True, 'tenant_id': '57a45d3ab5a2449ba0d01293b228d8da'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:48.937723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93801227-c76e-4f42-912b-9fd3223acb69 req-2d38f328-8476-41ec-a2ea-49ade5c5d5f5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 210 time: 0.0477386 Oct 26 16:34:48.947614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.005224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db99e-7a45-4d3b-817d-ac6ee6831431 req-af4301a0-2d04-4ede-9c1d-86205ceaa655 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:49.006795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-000db99e-7a45-4d3b-817d-ac6ee6831431 req-af4301a0-2d04-4ede-9c1d-86205ceaa655 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 949 time: 0.1815183 Oct 26 16:34:49.077222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.133936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-000db99e-7a45-4d3b-817d-ac6ee6831431 req-2e710fb4-3292-478e-bf8c-678c63f45bdc tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184027 Oct 26 16:34:49.148320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device faa3af38-a136-4ef7-ab76-57f57d7cd1fa details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:49.160314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.176741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Made reservation on behalf of 57a45d3ab5a2449ba0d01293b228d8da for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:49.182956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.202817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c63637a-4997-4887-bc78-3db9af51878f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:49.245361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-c9644e3b-1a83-441a-bd56-5fa13f812390 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:49.254900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-c9644e3b-1a83-441a-bd56-5fa13f812390 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 0.1901248 Oct 26 16:34:49.278529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-884e46ad-4656-4342-a29a-995de28fdf93 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/quotas/e870a46fbba34bdd8f2e04fdeead5b76 HTTP/1.1" status: 200 len: 375 time: 0.0212688 Oct 26 16:34:49.298013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.316558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d0452cb2-f558-4819-9f3f-b28f2bbd05fe tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6085703 Oct 26 16:34:49.352788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:49.366647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'port_id': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa', 'mac_address': 'fa:16:3e:f3:37:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec979a62-23b2-49ca-8874-a32597f64039', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:49.378358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42670) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:49.382790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Allocated IP 172.20.0.3 (844efb35-e564-4310-83c4-0e8628e46f5b/dcd54208-caa0-4b23-a455-16bf7ed6e2b2/a526e450-86c7-44b0-b0c6-959f0a792bd8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:49.387617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:49.425174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.445025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa3af38-a136-4ef7-ab76-57f57d7cd1fa {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:49.478786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:49.510716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-ee874e58-748c-4a70-abbd-9df5627ab2b3 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2305110 Oct 26 16:34:49.541999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.604777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.632219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-a9efa919-3175-4810-9915-ee2f5c5f986e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:49.634274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-a9efa919-3175-4810-9915-ee2f5c5f986e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.47 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 0.2386298 Oct 26 16:34:49.669773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.724079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:49.724862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Request body: {'port': {'device_id': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'admin_state_up': True, 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:49.764605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:49.823784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:49.830942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Network 844efb35-e564-4310-83c4-0e8628e46f5b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:49.837909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:49.838780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['faa3af38-a136-4ef7-ab76-57f57d7cd1fa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:49.849293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:49.937259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-84c0f082-300e-4c24-aee0-befc316c4d83 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067781 Oct 26 16:34:50.007329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Pushing event updated for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:50.029621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:50.032559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.045024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73954807-0b8b-40f4-9c8b-30fd115bdca4 req-69f2372c-7462-4b9b-b645-4469d3153453 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:50.046641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73954807-0b8b-40f4-9c8b-30fd115bdca4 req-69f2372c-7462-4b9b-b645-4469d3153453 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 943 time: 0.2183504 Oct 26 16:34:50.080276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.081852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.082503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.084580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.085203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.086336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.087630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.088177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.089459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.094994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.097395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.098084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:50.160765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Made reservation on behalf of e870a46fbba34bdd8f2e04fdeead5b76 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:50.164530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.184240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-e72b9e94-07c9-42f9-a81f-9cc4d774aa99 service neutron] 10.222.0.21 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334824 Oct 26 16:34:50.190764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73954807-0b8b-40f4-9c8b-30fd115bdca4 req-6146ccbc-91aa-4f42-a049-fc8d6a628b78 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316264 Oct 26 16:34:50.196042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.199491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-1baa9e38-3add-455e-977c-f81b210ad072 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2939031 Oct 26 16:34:50.225442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Request body: {'port': {'device_id': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:50.316019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.381518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:50.437748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-bf3244c7-2844-46e7-8c25-dbc058d5a5ea tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:50.439309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-bf3244c7-2844-46e7-8c25-dbc058d5a5ea tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 949 time: 0.3335197 Oct 26 16:34:50.502106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 172.25.5.31 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b99e6b12-33c7-47f6-803c-d2bac3d48419) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:50.602687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.628061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fd3b7-ccb5-4036-90a1-fd97b616db8b req-dcd936bc-b352-44a2-9b4c-63bcaf36dcb3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:50.630495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-142fd3b7-ccb5-4036-90a1-fd97b616db8b req-dcd936bc-b352-44a2-9b4c-63bcaf36dcb3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 931 time: 0.3108261 Oct 26 16:34:50.641849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:50.669782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'port_id': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0', 'mac_address': 'fa:16:3e:eb:37:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec979a62-23b2-49ca-8874-a32597f64039', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:50.720583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.737887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a526e450-86c7-44b0-b0c6-959f0a792bd8 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:50.745887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:50.751268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:50.762342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.771588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:50.779107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Transition to ACTIVE for port object a526e450-86c7-44b0-b0c6-959f0a792bd8 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:50.832804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557f1c9-2f06-48ed-bfcf-752c38f77178 req-fe2df372-1fac-4d0d-b80c-de0b77476a90 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:50.832949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.839641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0557f1c9-2f06-48ed-bfcf-752c38f77178 req-fe2df372-1fac-4d0d-b80c-de0b77476a90 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 949 time: 0.3354015 Oct 26 16:34:50.864203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.883975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Allocated IP 172.20.0.6 (23200ba9-ccf7-4f41-97f5-cf226ba06594/58525538-d3d5-4bce-bde6-96e00a1ad64f/12de9db5-65c3-431b-bf69-14ee523d91d7) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:50.898734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65435847-9f45-4b9f-a793-33df3da15ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:50.900392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:50.913445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-142fd3b7-ccb5-4036-90a1-fd97b616db8b req-0e5b2525-1a91-43eb-bb85-6fa90ce623a2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319479 Oct 26 16:34:50.962133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Pushing event updated for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:50.988348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0557f1c9-2f06-48ed-bfcf-752c38f77178 req-eb829fa6-6722-4b98-954d-c6f758ef3043 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401825 Oct 26 16:34:51.039708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.069686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Deleting port c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:34:51.069686 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.072092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-badf4ac2-7ab8-4c54-b4d0-719341a6af27 req-25e72846-d259-4ea5-97f6-bcd918e1812f tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 210 time: 0.0570934 Oct 26 16:34:51.087994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Attempting to bind port a526e450-86c7-44b0-b0c6-959f0a792bd8 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:51.088367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Attempting to bind port a526e450-86c7-44b0-b0c6-959f0a792bd8 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:51.088699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Attempting to bind port a526e450-86c7-44b0-b0c6-959f0a792bd8 on network 844efb35-e564-4310-83c4-0e8628e46f5b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:51.103281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Port a526e450-86c7-44b0-b0c6-959f0a792bd8 on network 844efb35-e564-4310-83c4-0e8628e46f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:51.103606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Attempting to bind port a526e450-86c7-44b0-b0c6-959f0a792bd8 on network 844efb35-e564-4310-83c4-0e8628e46f5b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:51.113756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:51.114095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Checking segment: {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:51.114479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Bound using segment: {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:51.114915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Bound port: a526e450-86c7-44b0-b0c6-959f0a792bd8, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df479293-dd2e-45e4-ade0-c034d4c1d0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:51.115308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.134294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65435847-9f45-4b9f-a793-33df3da15ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.147879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device faa3af38-a136-4ef7-ab76-57f57d7cd1fa up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:51.150078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:51.198204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:51.203389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:51.206116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65435847-9f45-4b9f-a793-33df3da15ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.258956 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65435847-9f45-4b9f-a793-33df3da15ff3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=333ae63e648b40b0b4c52ea79c2d75ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107498 Oct 26 16:34:51.261641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:51.265256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65435847-9f45-4b9f-a793-33df3da15ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f04c32-e479-4d4a-925c-8d6b916e7b95,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:51.295427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.303581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] For port c16269e2-f88e-4304-a770-347d24b875f7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c16269e2-f88e-4304-a770-347d24b875f7,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:51.303581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.307477 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.324070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Calling delete_port for c16269e2-f88e-4304-a770-347d24b875f7 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:34:51.375851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:51.376460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.379049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] 10.222.0.47 "PUT /v2.0/ports/a526e450-86c7-44b0-b0c6-959f0a792bd8 HTTP/1.1" status: 200 len: 1091 time: 1.1704295 Oct 26 16:34:51.379707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:51.382632 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5" -d '{"events": [{"name": "network-changed", "server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:51.422411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eab988-e69c-485c-9170-d7bf9092944e service neutron] Pushing event updated for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:51.423071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port faa3af38-a136-4ef7-ab76-57f57d7cd1fa completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:51.436770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.440431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.440672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port faa3af38-a136-4ef7-ab76-57f57d7cd1fa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:51.440767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.448355 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2afbf-50d9-4add-ba65-26af3552ee16 x-openstack-request-id: req-6bf2afbf-50d9-4add-ba65-26af3552ee16 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:51.448731 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:51.448847 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf2afbf-50d9-4add-ba65-26af3552ee16 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:51.449238 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8', 'status': 'completed', 'code': 200} Oct 26 16:34:51.481130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.555609 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.570392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-74565219-1f0d-478a-92b4-f16329f5d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:51.572057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-74565219-1f0d-478a-92b4-f16329f5d5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 1094 time: 0.0931897 Oct 26 16:34:51.592858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:51.595841 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1857ce-c05b-4c54-8f93-78a53583a128" -d '{"events": [{"server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "name": "network-vif-plugged", "status": "completed", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:51.616903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:51.625511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda6a8-b80a-42e5-85b6-2bed1c381968 req-523ca44f-557a-4453-a1a7-f159937c5df0 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:51.627693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aedda6a8-b80a-42e5-85b6-2bed1c381968 req-523ca44f-557a-4453-a1a7-f159937c5df0 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 944 time: 0.2949662 Oct 26 16:34:51.642332 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68f0c8-502b-4b44-87d7-4adcb3fcb0a9 x-openstack-request-id: req-1f68f0c8-502b-4b44-87d7-4adcb3fcb0a9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:51.642332 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "name": "network-vif-plugged", "status": "completed", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:51.642332 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f68f0c8-502b-4b44-87d7-4adcb3fcb0a9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:51.642332 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa', 'code': 200} Oct 26 16:34:51.649640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:51.659166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.665715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=b99e6b12-33c7-47f6-803c-d2bac3d48419,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:51.666751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.669373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:51.669536 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.671423 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76f04c32-e479-4d4a-925c-8d6b916e7b95 HTTP/1.1" status: 204 len: 168 time: 0.4072540 Oct 26 16:34:51.685310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:51.709460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d85c3-6ac5-41b9-a9fa-e023ebaf0979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f04c32-e479-4d4a-925c-8d6b916e7b95,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:51.730187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:51.761267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-3c3d16c4-38c1-4240-a35e-2505f0a1ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:51.764513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-3c3d16c4-38c1-4240-a35e-2505f0a1ae73 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1840267 Oct 26 16:34:51.837515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:51.960354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54dc4d-51ff-464e-bea8-4dbe8610a909 req-ced7e4d7-6648-4f0a-ac6e-5183da840b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:51.962027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4d54dc4d-51ff-464e-bea8-4dbe8610a909 req-ced7e4d7-6648-4f0a-ac6e-5183da840b38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc66f6e1-ccfb-4b79-8a47-b5502e93140b HTTP/1.1" status: 200 len: 1096 time: 0.1812568 Oct 26 16:34:52.025890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-1a0075a6-0c31-4e96-aa6f-8b0a142d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.036942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-1a0075a6-0c31-4e96-aa6f-8b0a142d0b20 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382929 Oct 26 16:34:52.063434 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4d54dc4d-51ff-464e-bea8-4dbe8610a909 req-78fe9902-3364-4656-8824-e3ee22274917 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921175 Oct 26 16:34:52.216794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:52.240080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:52.258595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:52.264404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aedda6a8-b80a-42e5-85b6-2bed1c381968 req-8b5fc624-fe7a-4ca9-9393-ef48c3d6d5d1 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198757 Oct 26 16:34:52.304832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event updated for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:52.308525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-e08460d5-3fdb-4c6c-8d55-272cce09486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.310166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-e08460d5-3fdb-4c6c-8d55-272cce09486b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 1094 time: 0.0497906 Oct 26 16:34:52.322843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-269054e8-6cc0-4b11-82c0-325d6f60b921 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.324372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-269054e8-6cc0-4b11-82c0-325d6f60b921 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 0.8562093 Oct 26 16:34:52.367962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Request body: {'port': {'device_id': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'admin_state_up': True, 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:52.393191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-83758e54-bbae-4faa-b312-dc76a77c3854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8 HTTP/1.1" status: 200 len: 217 time: 0.0722880 Oct 26 16:34:52.397601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:52.472591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.473244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.481272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.495972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-7ccd4b3e-851e-42aa-a024-5ff5bf39439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.497733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-7ccd4b3e-851e-42aa-a024-5ff5bf39439f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.0964684 Oct 26 16:34:52.534506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974427fe-efb7-4644-96c4-36668e444fb7 req-6043a34d-c9c4-4993-b590-e3eec70180c0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.542521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-974427fe-efb7-4644-96c4-36668e444fb7 req-6043a34d-c9c4-4993-b590-e3eec70180c0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 943 time: 0.3335764 Oct 26 16:34:52.561913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-f1b06f1c-22c2-4e63-a199-024d5214c03a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404799 Oct 26 16:34:52.615939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3d5e9-25e1-4bc3-b7fb-4f287b834bda req-ee0737f8-c4a4-4ba9-8ba5-acfba78ba9ea tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.623364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37c3d5e9-25e1-4bc3-b7fb-4f287b834bda req-ee0737f8-c4a4-4ba9-8ba5-acfba78ba9ea tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 949 time: 0.2621803 Oct 26 16:34:52.644296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:52.648291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:52.648661 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.702068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-2d294587-0f7d-42ac-ae9a-a9d43bd9e6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292272 Oct 26 16:34:52.718646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-93809226-1eea-4482-b884-c24a9ae08847 None None] Provisioning complete for port 12de9db5-65c3-431b-bf69-14ee523d91d7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:52.719486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93809226-1eea-4482-b884-c24a9ae08847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.721123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37c3d5e9-25e1-4bc3-b7fb-4f287b834bda req-b202fdcf-e513-46c3-9438-650b46206a7c tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/security-groups?id=59fbbe21-cc8a-4552-bf9a-1957afbe49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969188 Oct 26 16:34:52.752250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-974427fe-efb7-4644-96c4-36668e444fb7 req-0fd6582a-cb6d-435a-9c8f-46d13f8a66a3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802177 Oct 26 16:34:52.772501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-2ee22e3e-fcb6-4f62-b20a-f7137612ed1c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0745752 Oct 26 16:34:52.776875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.808816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-93809226-1eea-4482-b884-c24a9ae08847 None None] Port 12de9db5-65c3-431b-bf69-14ee523d91d7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:34:52.817806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Request body: {'port': {'device_id': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:52.823452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Made reservation on behalf of e870a46fbba34bdd8f2e04fdeead5b76 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:52.828421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.879216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:52.927015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:52.960777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Pushing event deleted for resources: {'Port': ['ID=c16269e2-f88e-4304-a770-347d24b875f7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:52.973096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0a18d43-8903-4d44-b4ba-1157eea330df req-bd309a1b-e824-4de3-9e82-2d65829b1b1b service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606878 Oct 26 16:34:52.980121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-672869a5-5abb-401f-b384-03263599154c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:52.981534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-672869a5-5abb-401f-b384-03263599154c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 815 time: 0.2195399 Oct 26 16:34:52.998675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Request body: {'port': {'device_id': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'admin_state_up': True, 'tenant_id': 'e870a46fbba34bdd8f2e04fdeead5b76'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:53.022020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:53.032543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.033523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:34:53.048817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97b581ab-f6b2-400b-8736-e73b68d9ed1e req-a47cded7-095e-44f3-bf5f-348d06482308 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 210 time: 0.0952201 Oct 26 16:34:53.080844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.103553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c16269e2-f88e-4304-a770-347d24b875f7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:34:53.103901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c16269e2-f88e-4304-a770-347d24b875f7 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:34:53.131643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.132862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] No DVR routers for this DVR port c16269e2-f88e-4304-a770-347d24b875f7 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:34:53.135596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.137961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:53.139421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c66a6bd-9f2c-414a-b506-36a8f655896a req-b64c0c0c-881c-446e-afe9-503b4643bc51 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.39 "DELETE /v2.0/ports/c16269e2-f88e-4304-a770-347d24b875f7 HTTP/1.1" status: 204 len: 173 time: 2.6707900 Oct 26 16:34:53.183441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-deleted', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:53.186151 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a87744-7e39-48eb-bb7f-080ba7dd069c" -d '{"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-deleted", "tag": "c16269e2-f88e-4304-a770-347d24b875f7"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:53.199627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Made reservation on behalf of e870a46fbba34bdd8f2e04fdeead5b76 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:53.205579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.239480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1700341333-network', 'tenant_id': '32c047b89a184671810286103b84d5b4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:53.246372 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b84c3-de1c-4d69-b3ee-39b5187ebf3a x-openstack-request-id: req-fc1b84c3-de1c-4d69-b3ee-39b5187ebf3a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:53.246657 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af4e3a-d44d-4546-8520-d1fadfa85552", "name": "network-vif-deleted", "tag": "c16269e2-f88e-4304-a770-347d24b875f7", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:53.246916 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc1b84c3-de1c-4d69-b3ee-39b5187ebf3a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:53.247336 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af4e3a-d44d-4546-8520-d1fadfa85552', 'name': 'network-vif-deleted', 'tag': 'c16269e2-f88e-4304-a770-347d24b875f7', 'status': 'completed', 'code': 200} Oct 26 16:34:53.396076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.516897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Allocated IP 172.20.0.7 (23200ba9-ccf7-4f41-97f5-cf226ba06594/58525538-d3d5-4bce-bde6-96e00a1ad64f/71166d62-40f3-4ce8-930e-2cf956cc9745) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:53.583816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47795ed4-d339-48f1-9dc0-0608e70f867b req-04525417-c810-4503-a101-45f6c11ede83 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:53.585460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47795ed4-d339-48f1-9dc0-0608e70f867b req-04525417-c810-4503-a101-45f6c11ede83 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 945 time: 0.1917715 Oct 26 16:34:53.586421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Made reservation on behalf of 32c047b89a184671810286103b84d5b4 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:53.588980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.620748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.643078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:53.645537 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff93aeb-35b7-4c4f-a660-560616b6d3d5" -d '{"events": [{"server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "name": "network-vif-plugged", "status": "completed", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:53.689522 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ca96e-c8c9-4be0-aaaf-eae6bd9bd9a3 x-openstack-request-id: req-d57ca96e-c8c9-4be0-aaaf-eae6bd9bd9a3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:53.690031 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "name": "network-vif-plugged", "status": "completed", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:53.690459 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57ca96e-c8c9-4be0-aaaf-eae6bd9bd9a3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:53.690860 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0', 'code': 200} Oct 26 16:34:53.728995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47795ed4-d339-48f1-9dc0-0608e70f867b req-784f4c4d-7352-4b72-a5be-adb93f1eb800 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323583 Oct 26 16:34:53.903955 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:53.940504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97babe52-e3ae-4b39-8f73-3f92c5181259 req-9dce849c-d202-48e9-a0e6-4829e6de7b91 tempest-ListImageFiltersTestJSON-1187317165 tempest-ListImageFiltersTestJSON-1187317165-project] 10.222.0.21 "GET /v2.0/ports?device_id=81af4e3a-d44d-4546-8520-d1fadfa85552 HTTP/1.1" status: 200 len: 210 time: 0.0848207 Oct 26 16:34:53.992294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c030c1-2e05-4ed2-a3e4-1574bc26374c req-21865b2a-5b55-44c4-a5cd-0fec29617e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:53.996609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81c030c1-2e05-4ed2-a3e4-1574bc26374c req-21865b2a-5b55-44c4-a5cd-0fec29617e84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 1096 time: 0.2026849 Oct 26 16:34:53.998544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.004939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.074346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.092819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034220a-c01e-4339-9cb4-1e5c0bc08aeb req-6f9844e6-161b-4187-a2f8-b36525265479 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:54.094322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6034220a-c01e-4339-9cb4-1e5c0bc08aeb req-6f9844e6-161b-4187-a2f8-b36525265479 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 943 time: 0.2369275 Oct 26 16:34:54.168284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.180928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=b99e6b12-33c7-47f6-803c-d2bac3d48419,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.190205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81c030c1-2e05-4ed2-a3e4-1574bc26374c req-63c88a2a-ee41-49f8-953a-482e511a499e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796026 Oct 26 16:34:54.227428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:34:54.245034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67784a9d-69cc-4073-8d54-c7bbea436f5e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.251917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6034220a-c01e-4339-9cb4-1e5c0bc08aeb req-652ab601-b881-4e34-80fa-6132257ee7a2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456685 Oct 26 16:34:54.252673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.259435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.259435 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Added segment fd8edbb9-6b8a-470f-8871-e6d78f22bf09 of type vlan for network c4f9808c-264a-4145-b384-4c2979789341 Oct 26 16:34:54.303433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.305955 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.362532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Allocated IP 172.20.0.3 (23200ba9-ccf7-4f41-97f5-cf226ba06594/58525538-d3d5-4bce-bde6-96e00a1ad64f/254eaed2-997d-4ab0-b7e2-3c144ca7aae3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:34:54.373173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.374390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d600667a-4164-462c-8ca1-257d64731e45 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9909635 Oct 26 16:34:54.396654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:54.404001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f1f563c-ba11-4925-b3a3-c2a56fb5c77b req-726e6b97-8a78-4355-951b-9df24378c120 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 210 time: 0.0561914 Oct 26 16:34:54.407410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:54.412963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:54.438056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event updated for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.477797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:54.478847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.531361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.533447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:54.533729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.609527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-af40065c-0644-47b4-a626-40bd9272cf10 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2591920 Oct 26 16:34:54.631873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Request body: {'port': {'device_id': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:54.650646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.661810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f9808c-264a-4145-b384-4c2979789341,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.680040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c4f9808c-264a-4145-b384-4c2979789341 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:34:54.705362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.711770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b0662d3e-081b-4e6a-859f-a8d3e4b41755 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6328533 Oct 26 16:34:54.714939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42804) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:34:54.720880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Request body: {'subnet': {'network_id': 'c4f9808c-264a-4145-b384-4c2979789341', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1700341333-subnet', 'tenant_id': '32c047b89a184671810286103b84d5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:54.753435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.768343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-12d4f6bc-1b20-4776-8e01-cfc34e1dd3bd None None] Provisioning complete for port 71166d62-40f3-4ce8-930e-2cf956cc9745 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:54.768717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-12d4f6bc-1b20-4776-8e01-cfc34e1dd3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.802935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Made reservation on behalf of 32c047b89a184671810286103b84d5b4 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:34:54.805556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:54.810982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-12d4f6bc-1b20-4776-8e01-cfc34e1dd3bd None None] Port 71166d62-40f3-4ce8-930e-2cf956cc9745 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:34:54.811502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:34:54.826834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:54.855895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:34:54.871617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-e87cbca4-9550-449f-a62e-6d84cdbb205e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1755377234&fields=id&tenant_id=78e12e9d53f048808903d6b9f465e12f HTTP/1.1" status: 200 len: 267 time: 0.1520965 Oct 26 16:34:54.886324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event updated for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.936122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:54.942337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.038279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-384db30a-8215-4944-a512-7b4c503f3594 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0468633 Oct 26 16:34:55.048217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-15fe2637-9bfa-4b06-bdb3-9e2204ccc8ce tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.049702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-15fe2637-9bfa-4b06-bdb3-9e2204ccc8ce tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 936 time: 0.1475077 Oct 26 16:34:55.059997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Request body: {'port': {'device_id': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:55.065025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacda6a-22cd-4771-885f-002d7458b893 req-285cdb8b-7a31-4dfd-8f14-7f0c5b143f90 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.066569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aacda6a-22cd-4771-885f-002d7458b893 req-285cdb8b-7a31-4dfd-8f14-7f0c5b143f90 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 945 time: 0.2124679 Oct 26 16:34:55.137611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.149961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.157450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c2716485-f8e4-42dd-beba-24f523606103 None None] Provisioning complete for port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:55.167825 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2716485-f8e4-42dd-beba-24f523606103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.181917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-4018612d-2bd4-4517-b264-e5c1dbedec95 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.183305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-4018612d-2bd4-4517-b264-e5c1dbedec95 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 936 time: 0.1100023 Oct 26 16:34:55.189951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aacda6a-22cd-4771-885f-002d7458b893 req-2088500e-5cd3-4036-9377-5ef896833a9f tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135612 Oct 26 16:34:55.227712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12de9db5-65c3-431b-bf69-14ee523d91d7 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:55.236682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c2716485-f8e4-42dd-beba-24f523606103 None None] Port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:34:55.266528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-e2fd27a2-c4c8-44e5-b20b-1f463a6a7346 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0453401 Oct 26 16:34:55.266911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c20cb27-33c5-4918-9f73-e90fc63ac883,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:55.267526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.280674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-3760cab2-0df7-49c4-99e0-66cef349a00f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0398548 Oct 26 16:34:55.352745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Transition to ACTIVE for port object 12de9db5-65c3-431b-bf69-14ee523d91d7 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:55.427910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b5dbf46e-538b-4243-ad22-9cb252f1b74a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.433949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b5dbf46e-538b-4243-ad22-9cb252f1b74a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.439662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Checking segment: {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:55.440197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Network hostable DHCP agents. Network: c4f9808c-264a-4145-b384-4c2979789341, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:34:55.442693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b5dbf46e-538b-4243-ad22-9cb252f1b74a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.444429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b5dbf46e-538b-4243-ad22-9cb252f1b74a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 1995 time: 0.1628785 Oct 26 16:34:55.482374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aad428b4-48ad-4787-9cf5-f4ed4597890e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/quotas/78e12e9d53f048808903d6b9f465e12f HTTP/1.1" status: 200 len: 375 time: 0.0269947 Oct 26 16:34:55.546551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad33a49-8b40-434b-98cb-d868ceab77d7 req-a8a7d81a-d895-4a57-8316-28e277a0468f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.546551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ad33a49-8b40-434b-98cb-d868ceab77d7 req-a8a7d81a-d895-4a57-8316-28e277a0468f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 943 time: 0.0677986 Oct 26 16:34:55.579176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-f37f7325-7da0-4f1c-800b-fb92b181de49 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0885289 Oct 26 16:34:55.590790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.647088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ad33a49-8b40-434b-98cb-d868ceab77d7 req-a8516f57-39c4-47bd-a784-098915939ccf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196473 Oct 26 16:34:55.649685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Network c4f9808c-264a-4145-b384-4c2979789341 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:34:55.771635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Pushing event updated for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:55.803089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c4f9808c-264a-4145-b384-4c2979789341) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:34:55.820974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:55.822315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b4e0b-2e88-4b89-80d1-c72a5a30f52c None None] Network c4f9808c-264a-4145-b384-4c2979789341 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:55.822797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:55.898378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-e8e0ccd1-be90-49ea-9050-d8729a0362b7 service neutron] 10.222.0.21 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052411 Oct 26 16:34:55.964856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-180ab28b-55c2-4268-aacc-6ed97ec249ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2401421 Oct 26 16:34:56.061744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c47617a-9163-401c-8340-a3a465ac8e06 None None] Network c4f9808c-264a-4145-b384-4c2979789341 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:34:56.090845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71166d62-40f3-4ce8-930e-2cf956cc9745 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:56.098039 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.114984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Transition to ACTIVE for port object 71166d62-40f3-4ce8-930e-2cf956cc9745 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:56.145145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Attempting to bind port 12de9db5-65c3-431b-bf69-14ee523d91d7 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:56.148646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Attempting to bind port 12de9db5-65c3-431b-bf69-14ee523d91d7 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:56.148646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Attempting to bind port 12de9db5-65c3-431b-bf69-14ee523d91d7 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:56.163054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Port 12de9db5-65c3-431b-bf69-14ee523d91d7 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:56.163426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Attempting to bind port 12de9db5-65c3-431b-bf69-14ee523d91d7 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:56.175177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:56.176961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Checking segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:56.176961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Bound using segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:56.176961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Bound port: 12de9db5-65c3-431b-bf69-14ee523d91d7, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:56.176961 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.209376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-89477cbb-c33d-46ac-be42-c6675221baf7 service neutron] 10.222.0.21 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043342 Oct 26 16:34:56.280508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:56.286325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=12de9db5-65c3-431b-bf69-14ee523d91d7,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:56.305700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.394003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-1fca5c57-a91c-438d-98c9-3d2040318efc service neutron] 10.222.0.21 "GET /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0983417 Oct 26 16:34:56.422678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.454274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:56.467640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.483276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Transition to ACTIVE for port object 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:34:56.569655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.892799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Pushing event updated for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:56.933615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:56.933615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:56.933615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/12de9db5-65c3-431b-bf69-14ee523d91d7 HTTP/1.1" status: 200 len: 1091 time: 4.1133697 Oct 26 16:34:56.933615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:56.933615 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:57.006350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Pushing event updated for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:57.092645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Attempting to bind port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:57.093138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Attempting to bind port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:57.093686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Attempting to bind port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:57.100904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:57.101401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Attempting to bind port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:57.118533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:57.118533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Checking segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:57.118533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Bound using segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:57.118533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Bound port: 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:57.118533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.123702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceee90e-fec9-4670-9975-9815105a80aa req-50c7149e-c2b0-41d9-943a-80a014b614bd tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.132439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fceee90e-fec9-4670-9975-9815105a80aa req-50c7149e-c2b0-41d9-943a-80a014b614bd tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 943 time: 0.2615805 Oct 26 16:34:57.146396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a526e450-86c7-44b0-b0c6-959f0a792bd8 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:34:57.149851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7be1b-580c-42e3-94de-b49a140698c2 service neutron] Pushing event updated for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:57.155629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-0c085db3-09b4-480e-8d78-f99a99a68dc2 service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608073 Oct 26 16:34:57.292513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:57.301145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:57.326304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Attempting to bind port 71166d62-40f3-4ce8-930e-2cf956cc9745 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:34:57.326304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Attempting to bind port 71166d62-40f3-4ce8-930e-2cf956cc9745 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:34:57.326304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Attempting to bind port 71166d62-40f3-4ce8-930e-2cf956cc9745 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:57.341829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fceee90e-fec9-4670-9975-9815105a80aa req-8a420fb1-af38-4f34-97d6-12e4e04ff356 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083669 Oct 26 16:34:57.351958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Port 71166d62-40f3-4ce8-930e-2cf956cc9745 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:34:57.352282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Attempting to bind port 71166d62-40f3-4ce8-930e-2cf956cc9745 on network 23200ba9-ccf7-4f41-97f5-cf226ba06594 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:34:57.370267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.375477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:57.384844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-612de9df-c6ea-4e36-b657-479a670c3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.386423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-612de9df-c6ea-4e36-b657-479a670c3e96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 1094 time: 0.3040721 Oct 26 16:34:57.396802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:34:57.397078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Checking segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:34:57.397291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Bound using segment: {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:34:57.397749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Bound port: 71166d62-40f3-4ce8-930e-2cf956cc9745, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ce92f-9903-4d84-9645-184900ebb9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:34:57.398304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.406966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a526e450-86c7-44b0-b0c6-959f0a792bd8', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'port_id': 'a526e450-86c7-44b0-b0c6-959f0a792bd8', 'mac_address': 'fa:16:3e:73:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd54208-caa0-4b23-a455-16bf7ed6e2b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:34:57.432868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.433670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.439109 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] 10.222.0.39 "PUT /v2.0/ports/254eaed2-997d-4ab0-b7e2-3c144ca7aae3 HTTP/1.1" status: 200 len: 1091 time: 2.3831112 Oct 26 16:34:57.454086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:57.470340 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e43f65c-8069-4557-8e74-8a28e3fad888" -d '{"events": [{"name": "network-changed", "server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:57.505288 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.522094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97290b3-60e2-4445-86cb-18174cb3da1a service neutron] Pushing event updated for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:57.525478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a526e450-86c7-44b0-b0c6-959f0a792bd8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:34:57.546962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-1dfb8f3d-77f2-4e26-b126-d9cbec460e2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12de9db5-65c3-431b-bf69-14ee523d91d7 HTTP/1.1" status: 200 len: 217 time: 0.1183743 Oct 26 16:34:57.568114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-62c014f8-bcb8-45d9-9b38-12132003fdc0 service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599410 Oct 26 16:34:57.575996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:57.619863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-3aa91568-7db6-4374-946e-fb7b622b4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.621685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-3aa91568-7db6-4374-946e-fb7b622b4944 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 1094 time: 0.0500548 Oct 26 16:34:57.643952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:57.680384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-ade41d45-980f-47e2-88f7-a36747483ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3 HTTP/1.1" status: 200 len: 217 time: 0.0499976 Oct 26 16:34:57.747731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:57.750437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-32eab3d2-f408-4017-99ed-00a1e432c3f9 service neutron] 10.222.0.21 "GET /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1809876 Oct 26 16:34:57.765418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.765765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.766108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.771045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.771552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.771911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.772255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.772594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.772928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.773260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.773592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.773921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:57.774168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-941061d1-1d9b-4143-b65b-fa5234f6b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.777329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-941061d1-1d9b-4143-b65b-fa5234f6b9a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.0885944 Oct 26 16:34:57.803811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:34:57.834387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-eacc45dc-98d2-4023-a950-86a9ee84f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.836433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-eacc45dc-98d2-4023-a950-86a9ee84f7c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.2532337 Oct 26 16:34:57.861885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=71166d62-40f3-4ce8-930e-2cf956cc9745,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:34:57.881572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5254d12-1044-4e70-9674-e2ee7dc45933 req-9afa5e13-1c9d-48f4-bc32-a7f8b973786b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.883497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005f9-5788-4121-9d7b-32893a8181ca req-d1c71769-d937-4084-af68-d0d05f1e1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:57.885198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-d1c71769-d937-4084-af68-d0d05f1e1200 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959265 Oct 26 16:34:57.891117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5254d12-1044-4e70-9674-e2ee7dc45933 req-9afa5e13-1c9d-48f4-bc32-a7f8b973786b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 945 time: 0.2802355 Oct 26 16:34:57.915284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a526e450-86c7-44b0-b0c6-959f0a792bd8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:34:57.938466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:58.016318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-17bfce6a-c6fb-4a35-a01d-d15d82313fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227756 Oct 26 16:34:58.026497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:58.027376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:58.029016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] 10.222.0.39 "PUT /v2.0/ports/71166d62-40f3-4ce8-930e-2cf956cc9745 HTTP/1.1" status: 200 len: 1091 time: 3.4072919 Oct 26 16:34:58.040330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-647d9788-ca6d-4d95-92e6-c9fd904c7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:58.042407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-647d9788-ca6d-4d95-92e6-c9fd904c7734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874583 Oct 26 16:34:58.060012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5254d12-1044-4e70-9674-e2ee7dc45933 req-0c3f6f00-f989-48d3-b403-43325ffc9a9f tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677711 Oct 26 16:34:58.079347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-f56a7a81-1b7e-4912-9f62-9ab592340d54 service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184092 Oct 26 16:34:58.170174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa2d1-b864-43c5-8d09-d0fbcf77e906 service neutron] Pushing event updated for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:58.197848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f77005f9-5788-4121-9d7b-32893a8181ca req-9fdc1e77-0ab9-415b-8629-64958d521b89 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739926 Oct 26 16:34:58.465976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-5e311018-7657-4145-a14e-f209e1d464c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:58.467601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-5e311018-7657-4145-a14e-f209e1d464c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 1094 time: 0.2201598 Oct 26 16:34:58.479387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9388f82f-3f91-4329-a3fd-653ec8c04b91 service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751392 Oct 26 16:34:58.489244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-dc900b17-8236-4f9b-a477-13396659004c service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221406 Oct 26 16:34:58.571463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-17198bf6-72a8-4346-ad10-4f368fd663ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71166d62-40f3-4ce8-930e-2cf956cc9745 HTTP/1.1" status: 200 len: 217 time: 0.0906074 Oct 26 16:34:58.687956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-9e8260d1-de78-4dd9-9a29-0c22efbfea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:58.689568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-9e8260d1-de78-4dd9-9a29-0c22efbfea90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.1078105 Oct 26 16:34:58.744216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-f3ae3739-e707-469b-9226-61e5c7b88983 service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530203 Oct 26 16:34:58.814645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9f0dd14-58f3-404d-82e4-201a4a3660fa req-d1f1497c-283b-4522-a874-326eb00a7422 service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875068 Oct 26 16:34:58.841314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-13d3164a-268d-4196-be13-153f7ab5f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:58.842964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-13d3164a-268d-4196-be13-153f7ab5f94c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426828 Oct 26 16:34:58.930985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6569ee9d-7db3-4369-b380-415b660ca2ff service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701708 Oct 26 16:34:59.054178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-c674d08c-bf8c-4f08-8444-083b90561a7e service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011309 Oct 26 16:34:59.137559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-0e72ebc1-1d09-4fc7-bab2-34b696d6172c service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923294 Oct 26 16:34:59.145947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7f5a-d25c-437a-8df2-8b8e2b91ce0d req-537e782a-5cf3-4df0-93cc-6d3d78cbcdbd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.147405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ccc7f5a-d25c-437a-8df2-8b8e2b91ce0d req-537e782a-5cf3-4df0-93cc-6d3d78cbcdbd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 944 time: 0.1507633 Oct 26 16:34:59.162877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a526e450-86c7-44b0-b0c6-959f0a792bd8 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:34:59.264194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ccc7f5a-d25c-437a-8df2-8b8e2b91ce0d req-c6c6b472-a2ce-43be-8c61-bc279bdc090d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041932 Oct 26 16:34:59.268180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-564f4a08-f57b-47ab-8c61-9a3b623b4596 req-28c2ab37-faa6-4295-a2a9-8f6e513e28c6 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058172 Oct 26 16:34:59.295796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-e0e00d12-2b1c-4805-ba61-f2be0456a68f service neutron] 10.222.0.21 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427481 Oct 26 16:34:59.312324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a526e450-86c7-44b0-b0c6-959f0a792bd8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:34:59.319142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a526e450-86c7-44b0-b0c6-959f0a792bd8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:34:59.320004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:59.362726 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5effcb1a-b8a1-4f65-a663-eb64d3b26258 x-openstack-request-id: req-5effcb1a-b8a1-4f65-a663-eb64d3b26258 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:59.363158 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:59.363516 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5effcb1a-b8a1-4f65-a663-eb64d3b26258 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:59.364479 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7', 'status': 'completed', 'code': 200} Oct 26 16:34:59.369140 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b3978-228c-40c9-a744-bad876a09b29 x-openstack-request-id: req-314b3978-228c-40c9-a744-bad876a09b29 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:59.369625 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:59.369753 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-314b3978-228c-40c9-a744-bad876a09b29 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:59.370147 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3', 'status': 'completed', 'code': 200} Oct 26 16:34:59.447574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:59.482534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-2e903848-a29f-40fe-b406-6bbe9285088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.484036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-2e903848-a29f-40fe-b406-6bbe9285088b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 1094 time: 0.1172149 Oct 26 16:34:59.490542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:34:59.493349 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa91ea6-e296-4cfb-829b-0fc02c318ca5" -d '{"events": [{"server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "name": "network-vif-plugged", "status": "completed", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:59.508143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:34:59.540640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-358a4d11-814c-46ef-8174-4b787d9a4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.542123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-358a4d11-814c-46ef-8174-4b787d9a4e3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 1094 time: 0.1415708 Oct 26 16:34:59.572312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7b7fed10-3cd1-496f-9bb9-956140e3abfc service neutron] 10.222.0.21 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717240 Oct 26 16:34:59.583760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:34:59.634518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:59.691917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81928942-bb1f-4668-b9f7-e17577d9fed9 req-2a2874d5-506f-4aae-b444-1ef8ac2067bf tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.693404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81928942-bb1f-4668-b9f7-e17577d9fed9 req-2a2874d5-506f-4aae-b444-1ef8ac2067bf tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc66f6e1-ccfb-4b79-8a47-b5502e93140b HTTP/1.1" status: 200 len: 945 time: 0.2327187 Oct 26 16:34:59.771518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-42956d57-c71c-4eab-8e4e-a34eae5fc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.773014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-42956d57-c71c-4eab-8e4e-a34eae5fc309 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 916 time: 0.2803252 Oct 26 16:34:59.852152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-667e1c55-d369-4848-b241-55d4e5be55bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12de9db5-65c3-431b-bf69-14ee523d91d7 HTTP/1.1" status: 200 len: 217 time: 0.0651491 Oct 26 16:34:59.855167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-cf0292b4-6ebd-4f0e-b0bd-dddf7b8a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:34:59.856532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-cf0292b4-6ebd-4f0e-b0bd-dddf7b8a4933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 916 time: 0.2893751 Oct 26 16:34:59.858664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-c93d0092-7e69-485b-87d4-10c93bf6cca9 service neutron] 10.222.0.21 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716470 Oct 26 16:34:59.862030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81928942-bb1f-4668-b9f7-e17577d9fed9 req-140b9c7a-91c9-42e8-810b-821f3ecc7644 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568565 Oct 26 16:35:00.273642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-250be8e1-2bf4-4051-93fc-006d94f004ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3 HTTP/1.1" status: 200 len: 217 time: 0.4011681 Oct 26 16:35:00.361160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-bb98747f-79f3-44e0-b446-c37cbf27a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:00.362562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-bb98747f-79f3-44e0-b446-c37cbf27a545 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.4996862 Oct 26 16:35:00.413444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:00.415346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-a161b88a-bc73-4cdf-b077-162ef4a8563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:00.416801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-a161b88a-bc73-4cdf-b077-162ef4a8563e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.1040654 Oct 26 16:35:00.432407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e9b8a-88bd-4695-8555-69d88d2d0aee req-d9f9d1b4-a79e-4fd9-9217-97ee8414e344 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:00.433908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e29e9b8a-88bd-4695-8555-69d88d2d0aee req-d9f9d1b4-a79e-4fd9-9217-97ee8414e344 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 943 time: 0.2130144 Oct 26 16:35:00.493313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa2b990c-aa1d-43b0-8b94-674b3837dd78 service neutron] 10.222.0.21 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219721 Oct 26 16:35:00.519468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-b53f71a0-55f2-4cb8-af01-dc2b1837a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:00.520964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-b53f71a0-55f2-4cb8-af01-dc2b1837a8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446085 Oct 26 16:35:00.532895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:00.545772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'port_id': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3', 'mac_address': 'fa:16:3e:33:52:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58525538-d3d5-4bce-bde6-96e00a1ad64f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:00.583621 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:00.598376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:00.621644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:00.622519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e29e9b8a-88bd-4695-8555-69d88d2d0aee req-067824da-6eca-43cf-9c55-3454be6ff620 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728654 Oct 26 16:35:00.630069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-5aefb99d-6a71-4f69-b453-3df18399d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:00.631572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-5aefb99d-6a71-4f69-b453-3df18399d748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952217 Oct 26 16:35:00.735337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:00.745949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7dce0c3b-47d4-4c22-927b-367e9d544271 service neutron] 10.222.0.21 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434440 Oct 26 16:35:00.767665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-2e176e2c-0a6e-419a-a084-446d5d1de7d0 service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010021 Oct 26 16:35:00.841516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:00.845743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-0b384357-615a-407d-98af-02ba7dbe25a0 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043316 Oct 26 16:35:00.959262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bcbfa9-718c-49e9-8c41-32ce7ea401a7 req-0fd27c2e-94fa-4765-9e78-8ae76d6d3fa7 service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830344 Oct 26 16:35:00.971220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e7df802-3294-4d98-9006-e06cdb6e0dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:00.985120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e43f65c-8069-4557-8e74-8a28e3fad888 req-4a55b85f-f820-4b5e-8a90-593cc4cd7d47 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291444 Oct 26 16:35:01.087485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['254eaed2-997d-4ab0-b7e2-3c144ca7aae3'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:01.166848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 12de9db5-65c3-431b-bf69-14ee523d91d7 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:01.305921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=12de9db5-65c3-431b-bf69-14ee523d91d7,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:01.316956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '12de9db5-65c3-431b-bf69-14ee523d91d7', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'port_id': '12de9db5-65c3-431b-bf69-14ee523d91d7', 'mac_address': 'fa:16:3e:b7:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58525538-d3d5-4bce-bde6-96e00a1ad64f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:01.358804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:01.364860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:01.367338 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007" -d '{"events": [{"name": "network-changed", "server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:01.372675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12de9db5-65c3-431b-bf69-14ee523d91d7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:01.394408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=12de9db5-65c3-431b-bf69-14ee523d91d7,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:01.455890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:01.503817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:01.581861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-942f8653-043a-4f86-a66e-edd36f6e3cd5 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:01.583389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-942f8653-043a-4f86-a66e-edd36f6e3cd5 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 809 time: 0.1156588 Oct 26 16:35:01.599542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-1bef5341-b111-4601-b7de-30ecc3958259 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/quotas/32c047b89a184671810286103b84d5b4 HTTP/1.1" status: 200 len: 375 time: 0.0102937 Oct 26 16:35:01.633048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-c4adb941-f650-4f70-be2a-243cd2d283da tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283005 Oct 26 16:35:01.723483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['12de9db5-65c3-431b-bf69-14ee523d91d7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:01.741003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-9e29b3f7-7815-40a2-be05-2ab783316b65 service neutron] 10.222.0.21 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006966 Oct 26 16:35:01.848331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-6241bc22-335d-45c8-a351-10cd0b319d84 service neutron] 10.222.0.21 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007202 Oct 26 16:35:01.912887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42952) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:02.055056 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b6aab-d205-44f8-8384-353ed53ad001 x-openstack-request-id: req-cd1b6aab-d205-44f8-8384-353ed53ad001 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:02.055394 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "name": "network-vif-plugged", "status": "completed", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:02.055655 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd1b6aab-d205-44f8-8384-353ed53ad001 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:02.056591 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8', 'code': 200} Oct 26 16:35:02.098576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc3cd00e-75a8-4b22-bdc7-afd4905f381f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6666eed7c245909d5f1c779226bf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843996 Oct 26 16:35:02.101533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42962) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:02.217463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.244818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.259112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a7c2d-8494-420b-b33d-cce06f0b3fd2 req-7991d49f-2f21-426a-a8f5-236ac5a0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.260642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f16a7c2d-8494-420b-b33d-cce06f0b3fd2 req-7991d49f-2f21-426a-a8f5-236ac5a0e5ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 1096 time: 0.1243234 Oct 26 16:35:02.279936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44b664-fffa-45b7-b47e-7705fb91a51f req-582dd139-c850-4081-bba3-e443461c2a7f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.281779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd44b664-fffa-45b7-b47e-7705fb91a51f req-582dd139-c850-4081-bba3-e443461c2a7f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.0811484 Oct 26 16:35:02.335725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f16a7c2d-8494-420b-b33d-cce06f0b3fd2 req-914c0032-4402-4b42-bf84-6f62877535dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526774 Oct 26 16:35:02.342848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd44b664-fffa-45b7-b47e-7705fb91a51f req-9d4a4588-c1db-439c-9c81-ce178dace121 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Oct 26 16:35:02.387901 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32405b66-525a-4122-88b5-5e688a5569d1 x-openstack-request-id: req-32405b66-525a-4122-88b5-5e688a5569d1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:02.388426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.388579 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:02.388846 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32405b66-525a-4122-88b5-5e688a5569d1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:02.392258 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745', 'status': 'completed', 'code': 200} Oct 26 16:35:02.393299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.395066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59fbbe21-cc8a-4552-bf9a-1957afbe49d0 HTTP/1.1" status: 204 len: 168 time: 0.2923558 Oct 26 16:35:02.406663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4be311-550d-4048-b851-1071849c1197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fbbe21-cc8a-4552-bf9a-1957afbe49d0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:02.450586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 71166d62-40f3-4ce8-930e-2cf956cc9745 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:02.469209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:02.508966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-f0f64e32-741b-4ec9-b4ef-ded16e53e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.510542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-f0f64e32-741b-4ec9-b4ef-ded16e53e513 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 1094 time: 0.0951910 Oct 26 16:35:02.523795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9869e19-e497-4293-a3d4-85747baee238 req-a46633d4-48f4-4aa1-b0f7-cc4375dfc945 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.526736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9869e19-e497-4293-a3d4-85747baee238 req-a46633d4-48f4-4aa1-b0f7-cc4375dfc945 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 944 time: 0.0742433 Oct 26 16:35:02.625486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9869e19-e497-4293-a3d4-85747baee238 req-b6d73a3c-f8dc-4bb9-bc8a-959f0b22860b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841556 Oct 26 16:35:02.633853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=71166d62-40f3-4ce8-930e-2cf956cc9745,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:02.658723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '71166d62-40f3-4ce8-930e-2cf956cc9745', 'network_id': '23200ba9-ccf7-4f41-97f5-cf226ba06594', 'port_id': '71166d62-40f3-4ce8-930e-2cf956cc9745', 'mac_address': 'fa:16:3e:41:67:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58525538-d3d5-4bce-bde6-96e00a1ad64f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:02.670596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-bc2e1d73-fb5d-44f6-874c-9a47d899249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.679111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-bc2e1d73-fb5d-44f6-874c-9a47d899249a service neutron] 10.222.0.39 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 916 time: 0.1511366 Oct 26 16:35:02.684062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:02.692655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:02.692945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.731267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.749899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-246fd5d4-8960-4abc-b70c-76806e966ebe req-a96a4aec-4248-40f0-af58-cc01d7197c2e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 210 time: 0.0697317 Oct 26 16:35:02.755518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71166d62-40f3-4ce8-930e-2cf956cc9745 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:02.786663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=71166d62-40f3-4ce8-930e-2cf956cc9745,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:02.823570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-052d9a16-0a4c-450e-a541-d98877cfeaf0 req-e7eba885-bf3f-4567-b119-eab1cab2e85f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.1052876 Oct 26 16:35:02.825106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-b01556dc-7f60-4069-9a84-c72deaa6f9d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71166d62-40f3-4ce8-930e-2cf956cc9745 HTTP/1.1" status: 200 len: 217 time: 0.1189137 Oct 26 16:35:02.842347 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.872354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:02.921021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:02.930285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-f510e3e6-cceb-4f3e-89eb-ac0ab8b14f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:02.933867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-f510e3e6-cceb-4f3e-89eb-ac0ab8b14f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.0979884 Oct 26 16:35:02.948452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:03.011526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:03.018517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-2cd47d99-6e56-4c5f-99a7-e2008f24158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:03.020471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-2cd47d99-6e56-4c5f-99a7-e2008f24158e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782096 Oct 26 16:35:03.078352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:03.180278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-678fc1d9-7463-4cf7-9336-49d960993a82 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461620 Oct 26 16:35:03.193860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 12de9db5-65c3-431b-bf69-14ee523d91d7 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:03.304050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7829a4a6-8ae7-4fa6-9f65-9ef732c41007 req-1a8c880c-090c-4541-8fae-639c9897e681 service neutron] 10.222.0.39 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137378 Oct 26 16:35:03.379109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['71166d62-40f3-4ce8-930e-2cf956cc9745'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:03.587210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786494-ab01-40d0-8139-1c61648caba6 req-21bead9a-bc05-4f0f-94b9-cf715722868a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:03.588882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6786494-ab01-40d0-8139-1c61648caba6 req-21bead9a-bc05-4f0f-94b9-cf715722868a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.1362112 Oct 26 16:35:03.590917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 12de9db5-65c3-431b-bf69-14ee523d91d7 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:03.597367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 12de9db5-65c3-431b-bf69-14ee523d91d7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:03.597958 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:03.637044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0bb63d8a-d2aa-4589-8ab6-1fe6d65a1bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:03.735853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6786494-ab01-40d0-8139-1c61648caba6 req-5b585b72-2520-433f-96ba-ba3f622aced3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357090 Oct 26 16:35:03.764113 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:03.798407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-b6f1e176-55ec-4ed5-bc55-fd9359245642 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:03.800148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-b6f1e176-55ec-4ed5-bc55-fd9359245642 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.2103631 Oct 26 16:35:03.824940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-28f68f65-b7ff-429b-ae7d-5cd253b172c4 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/quotas/69e1a014468545b7a10959e10d67ccbd HTTP/1.1" status: 200 len: 375 time: 0.0178311 Oct 26 16:35:03.860595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=12de9db5-65c3-431b-bf69-14ee523d91d7,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:03.933196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-4c2e4aa3-cd23-4e37-853a-29554c7076b0 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048677 Oct 26 16:35:03.963990 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:03.997161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cfe8-fcd0-44b1-a4e7-1370887e97d1 req-a2ed5329-e888-44e7-8c64-1b8f1feef8d7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:04.005390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68d9cfe8-fcd0-44b1-a4e7-1370887e97d1 req-a2ed5329-e888-44e7-8c64-1b8f1feef8d7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1404078 Oct 26 16:35:04.058610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3'}, {'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:04.075956 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1547e74a-6e8d-4e02-b7b0-87c25ac67735" -d '{"events": [{"server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "name": "network-vif-plugged", "status": "completed", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3"}, {"server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "name": "network-vif-plugged", "status": "completed", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:04.092281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:04.110691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68d9cfe8-fcd0-44b1-a4e7-1370887e97d1 req-b1728ada-01d7-4d83-a2e2-7b2ac6b80fb1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039240 Oct 26 16:35:04.123917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:04.148071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-c0f8c448-453a-465e-bb94-bf8a2990dd06 service neutron] 10.222.0.21 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147365 Oct 26 16:35:04.258856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1351ccef-bb30-451b-8a61-7fe847cc902a req-d7947079-c1dc-4ac8-aac7-50baf1228c3f tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 210 time: 0.0375440 Oct 26 16:35:04.274205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-9ec2214e-3008-4b08-a224-9befa39ec129 service neutron] 10.222.0.21 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252735 Oct 26 16:35:04.352924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b50b092c-fe20-4e49-83ac-c90e4748c91a req-4de665ca-b775-450d-aee3-6b26ceace163 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0283737 Oct 26 16:35:04.369626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a050577-4850-4878-bacc-ce23a99100d6 req-5e9eec39-0d3f-461f-a8f1-a61100abcc7f tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:04.371063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a050577-4850-4878-bacc-ce23a99100d6 req-5e9eec39-0d3f-461f-a8f1-a61100abcc7f tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc66f6e1-ccfb-4b79-8a47-b5502e93140b HTTP/1.1" status: 200 len: 945 time: 0.0793326 Oct 26 16:35:04.487237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Deleting port faa3af38-a136-4ef7-ab76-57f57d7cd1fa {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:04.487605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:04.622987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] For port faa3af38-a136-4ef7-ab76-57f57d7cd1fa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:04.623379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:04.637843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Calling delete_port for faa3af38-a136-4ef7-ab76-57f57d7cd1fa owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:04.746589 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4384e-61b7-4236-bcb7-490f3d98517d x-openstack-request-id: req-d2c4384e-61b7-4236-bcb7-490f3d98517d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:04.747626 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "name": "network-vif-plugged", "status": "completed", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3", "code": 200}, {"server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "name": "network-vif-plugged", "status": "completed", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:04.748091 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2c4384e-61b7-4236-bcb7-490f3d98517d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:04.750607 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3', 'code': 200} Oct 26 16:35:04.751675 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7', 'code': 200} Oct 26 16:35:04.956087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:04.956270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c10bd-c1cd-4778-9422-fd080614318b req-6e008032-a7d5-4ce2-aa48-9d8185ad54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:04.957768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d23c10bd-c1cd-4778-9422-fd080614318b req-6e008032-a7d5-4ce2-aa48-9d8185ad54c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 1096 time: 0.1300821 Oct 26 16:35:04.966091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bd5f-bd74-4566-8baa-3d1521ead3b4 req-0a0cbd8b-a1e1-46e2-a30a-c2ea4f922ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:04.976421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14a3bd5f-bd74-4566-8baa-3d1521ead3b4 req-0a0cbd8b-a1e1-46e2-a30a-c2ea4f922ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 1096 time: 0.1355743 Oct 26 16:35:05.054856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:05.069055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:05.071522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['faa3af38-a136-4ef7-ab76-57f57d7cd1fa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:05.076400 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d23c10bd-c1cd-4778-9422-fd080614318b req-ef7511da-fa60-4c35-9533-6c11bcdb0bea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992126 Oct 26 16:35:05.101234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-5da03a0b-09b7-4929-b7b6-188c14b6dc0c tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:05.102998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-5da03a0b-09b7-4929-b7b6-188c14b6dc0c tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.39 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 809 time: 0.2240615 Oct 26 16:35:05.110783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14a3bd5f-bd74-4566-8baa-3d1521ead3b4 req-b4029685-6312-4a42-94d5-04f7ba44c7ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262054 Oct 26 16:35:05.149749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event deleted for resources: {'Port': ['ID=faa3af38-a136-4ef7-ab76-57f57d7cd1fa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:05.267311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aa675-9413-4b2c-b469-1a7b34a77456 req-21dbaac6-e8ee-4345-86c3-2d225c5bf772 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:05.268975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f97aa675-9413-4b2c-b469-1a7b34a77456 req-21dbaac6-e8ee-4345-86c3-2d225c5bf772 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.2222641 Oct 26 16:35:05.269844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] No DVR routers for this DVR port faa3af38-a136-4ef7-ab76-57f57d7cd1fa on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:05.273187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae05f684-8709-4071-9a3b-31265f31757a req-56b8fddb-ccd1-4ca9-98e8-0946a0afbab8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 210 time: 0.0755274 Oct 26 16:35:05.275195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:05.278481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a050577-4850-4878-bacc-ce23a99100d6 req-f87bd065-f615-4b54-b835-fb0c3e1b98f8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "DELETE /v2.0/ports/faa3af38-a136-4ef7-ab76-57f57d7cd1fa HTTP/1.1" status: 204 len: 173 time: 0.9013865 Oct 26 16:35:05.279096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'name': 'network-vif-deleted', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:05.281547 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e5fe97-2d4a-4031-ac7d-24baf7c2f636" -d '{"events": [{"server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "name": "network-vif-deleted", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:05.292958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-64d8b32e-c50f-47ec-9150-01048108cbd8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:05.299027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-64d8b32e-c50f-47ec-9150-01048108cbd8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64409cc-f4d9-4e9b-97d0-01892e2b0c68 HTTP/1.1" status: 200 len: 945 time: 0.2297318 Oct 26 16:35:05.300572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Request body: {'port': {'device_id': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341', 'admin_state_up': True, 'tenant_id': '32c047b89a184671810286103b84d5b4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:05.406118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f97aa675-9413-4b2c-b469-1a7b34a77456 req-dad16cf1-ab71-46d3-8386-99560fff2525 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103363 Oct 26 16:35:05.557571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f72b0f1-019c-4540-b182-9a29cc51bc06 req-6570ca7e-1533-47ca-8e41-1b628c644b3e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 210 time: 0.0426400 Oct 26 16:35:05.579778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d894-46c1-4d9c-896e-941ccc378a98 req-c746af71-bcdc-4967-bd4a-a370ea89a23b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:05.581309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cd3d894-46c1-4d9c-896e-941ccc378a98 req-c746af71-bcdc-4967-bd4a-a370ea89a23b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1367095 Oct 26 16:35:05.624970 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66f02b-30a4-4a29-a9e9-421a2695593e x-openstack-request-id: req-6e66f02b-30a4-4a29-a9e9-421a2695593e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:05.625253 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc66f6e1-ccfb-4b79-8a47-b5502e93140b", "name": "network-vif-deleted", "tag": "faa3af38-a136-4ef7-ab76-57f57d7cd1fa", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:05.625505 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e66f02b-30a4-4a29-a9e9-421a2695593e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:05.626886 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66f6e1-ccfb-4b79-8a47-b5502e93140b', 'name': 'network-vif-deleted', 'tag': 'faa3af38-a136-4ef7-ab76-57f57d7cd1fa', 'status': 'completed', 'code': 200} Oct 26 16:35:05.630272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Deleting port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:05.630610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:05.637559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Made reservation on behalf of 32c047b89a184671810286103b84d5b4 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:05.647210 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:05.696463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cd3d894-46c1-4d9c-896e-941ccc378a98 req-f6e667d3-0865-4713-84b3-a4202e6f2963 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036625 Oct 26 16:35:05.766030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] For port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:05.767533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:05.819733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Calling delete_port for 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:05.871112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Allocated IP 172.20.0.6 (c4f9808c-264a-4145-b384-4c2979789341/0c20cb27-33c5-4918-9f73-e90fc63ac883/aab25f52-50a1-457c-a3af-c0aaa5523dae) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:05.875492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1b83619-4b0f-4326-8d42-3ec59a433648 req-d423bd5d-9cff-411b-8adc-105990db457e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0453596 Oct 26 16:35:05.937459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-782b1241-6547-4246-a9b5-e6d40be8edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:05.939414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-782b1241-6547-4246-a9b5-e6d40be8edad service neutron] 10.222.0.39 "GET /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 1032 time: 0.0917695 Oct 26 16:35:06.005401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-10690e45-cb58-4b45-91e6-8f7985d6ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.006960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-10690e45-cb58-4b45-91e6-8f7985d6ed05 service neutron] 10.222.0.39 "GET /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 1032 time: 0.0575225 Oct 26 16:35:06.148345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.330604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.392481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Network c4f9808c-264a-4145-b384-4c2979789341 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:06.398939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:06.401920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:06.467788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Pushing event updated for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:06.503671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 71166d62-40f3-4ce8-930e-2cf956cc9745 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:06.508179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.509031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.597164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-8c276c03-a750-4a93-835c-53486e3da622 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.603960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-8c276c03-a750-4a93-835c-53486e3da622 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.610690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-8c276c03-a750-4a93-835c-53486e3da622 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.612939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-8c276c03-a750-4a93-835c-53486e3da622 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 1995 time: 0.5909679 Oct 26 16:35:06.681452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-12a8ba90-1805-4fd2-94eb-2436d18f7057 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3852670 Oct 26 16:35:06.683974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.699061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Request body: {'port': {'device_id': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:06.724050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 71166d62-40f3-4ce8-930e-2cf956cc9745 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:06.726067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ba36622-da95-4ce0-821e-301fe4604f48 req-7b4d1fd4-2221-45f9-a46b-46b2db597dc8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 210 time: 0.1044505 Oct 26 16:35:06.737801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 71166d62-40f3-4ce8-930e-2cf956cc9745 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:06.737801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.796185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.910703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-813d067a-929c-4635-911d-b56493b068a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e12e9d53f048808903d6b9f465e12f HTTP/1.1" status: 200 len: 380 time: 0.2739975 Oct 26 16:35:06.924791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:06.930099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'admin_state_up': True, 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'security_groups': ['a69675a5-38ea-4423-bc4a-7d01fc8f63aa']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:06.957612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9c523-33c0-46da-a766-f3cd79f6bfca req-5d25f718-a1a1-4435-8747-cf6e22c8ca1f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:06.967420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75c9c523-33c0-46da-a766-f3cd79f6bfca req-5d25f718-a1a1-4435-8747-cf6e22c8ca1f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.3509600 Oct 26 16:35:06.974713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:06.982233 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecee37d-be33-426a-8326-eebed271091f" -d '{"events": [{"server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "name": "network-vif-plugged", "status": "completed", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:07.003606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=71166d62-40f3-4ce8-930e-2cf956cc9745,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:07.089640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.101493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.135912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75c9c523-33c0-46da-a766-f3cd79f6bfca req-fcb8edf7-8c8c-4fd2-b6b1-e73792e8323e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675026 Oct 26 16:35:07.157361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:07.160952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['faa3af38-a136-4ef7-ab76-57f57d7cd1fa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:07.217352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event deleted for resources: {'Port': ['ID=0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:07.252426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.252774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.253120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.253461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.253789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.254123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.254451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.254776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.255099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.255449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.255772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.256098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:07.294910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656973df-271b-4269-b020-0055b954cb20 req-c501b0a4-7f92-4dca-823c-681c26f8adcd tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:07.294910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-656973df-271b-4269-b020-0055b954cb20 req-c501b0a4-7f92-4dca-823c-681c26f8adcd tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 931 time: 0.2440841 Oct 26 16:35:07.319403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab25f52-50a1-457c-a3af-c0aaa5523dae {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:07.344189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.367929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Transition to ACTIVE for port object aab25f52-50a1-457c-a3af-c0aaa5523dae will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:07.415064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] No DVR routers for this DVR port 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:07.415830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.422619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.426049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa204ae6-c9e6-4ae3-a514-1386b2e4666c req-ce8d08c4-9d51-4e84-8f5a-db45f055ee94 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "DELETE /v2.0/ports/0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 HTTP/1.1" status: 204 len: 173 time: 2.1038673 Oct 26 16:35:07.435077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86716-dc53-4b33-a265-42924cf55263 req-dcda9f43-50a0-44f5-b0f0-07dff22d1982 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:07.444084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ac86716-dc53-4b33-a265-42924cf55263 req-dcda9f43-50a0-44f5-b0f0-07dff22d1982 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1666007 Oct 26 16:35:07.479160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-656973df-271b-4269-b020-0055b954cb20 req-13799d26-1370-45d7-a949-ea220bd6bb50 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422398 Oct 26 16:35:07.504856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ac86716-dc53-4b33-a265-42924cf55263 req-450881b9-8b31-4036-930f-3775ba9907b6 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Oct 26 16:35:07.512674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Pushing event updated for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:07.630246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfee1d45-2e00-4460-9c09-038888871d7d req-80feee9b-876c-4847-8ea9-bef73c7c4129 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0640230 Oct 26 16:35:07.632087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'name': 'network-vif-deleted', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:07.647702 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d50fe9-7160-45d8-93ce-08d9212f8cf6" -d '{"events": [{"server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "name": "network-vif-deleted", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:07.659453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:07.671579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.740909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Attempting to bind port aab25f52-50a1-457c-a3af-c0aaa5523dae on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:07.741339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Attempting to bind port aab25f52-50a1-457c-a3af-c0aaa5523dae by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:07.743078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Attempting to bind port aab25f52-50a1-457c-a3af-c0aaa5523dae on network c4f9808c-264a-4145-b384-4c2979789341 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:07.752455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Port aab25f52-50a1-457c-a3af-c0aaa5523dae on network c4f9808c-264a-4145-b384-4c2979789341 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:07.754322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Attempting to bind port aab25f52-50a1-457c-a3af-c0aaa5523dae on network c4f9808c-264a-4145-b384-4c2979789341 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:07.772062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:07.772498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Checking segment: {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:07.774857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Bound using segment: {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:07.774857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Bound port: aab25f52-50a1-457c-a3af-c0aaa5523dae, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:07.775242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:07.837239 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0500598c-1765-4a0f-865c-147daed0e6a0 x-openstack-request-id: req-0500598c-1765-4a0f-865c-147daed0e6a0 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:07.838034 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "name": "network-vif-plugged", "status": "completed", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:07.838465 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0500598c-1765-4a0f-865c-147daed0e6a0 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:07.839017 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745', 'code': 200} Oct 26 16:35:07.846226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-40572c86-0aad-4868-9e16-c2562d0524d1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:07.848085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-40572c86-0aad-4868-9e16-c2562d0524d1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.1371088 Oct 26 16:35:07.913671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:07.919260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:07.988155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:08.044253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.045463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:08.046988 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] 10.222.0.39 "PUT /v2.0/ports/aab25f52-50a1-457c-a3af-c0aaa5523dae HTTP/1.1" status: 200 len: 1091 time: 1.3539715 Oct 26 16:35:08.052580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:08.055521 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db4f20-cd1e-4569-9399-627e1f683676" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:08.092369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1b75b-072c-4293-89ed-df172fc42adf service neutron] Pushing event updated for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:08.111367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 172.20.0.4 (65c66720-491f-4a55-88df-6e800cc795c6/faf9681e-4ddc-4476-88ee-53c3ec73432a/6817b923-9277-4fff-85af-958a36db255b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:08.121211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b777c-4e2d-4f93-a112-e4e2fcac73dd req-4e634e25-cae0-4638-9735-34590e99fc5b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.122908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a02b777c-4e2d-4f93-a112-e4e2fcac73dd req-4e634e25-cae0-4638-9735-34590e99fc5b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1618781 Oct 26 16:35:08.143722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ec13-fb67-4dcf-9fd3-793af7f8a2be req-c2334679-1721-47c4-a8e3-5e6d30243ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.145289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf0ec13-fb67-4dcf-9fd3-793af7f8a2be req-c2334679-1721-47c4-a8e3-5e6d30243ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 1096 time: 0.1745327 Oct 26 16:35:08.255979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-d9825cd4-4198-4622-80ea-fa72c7e0f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.257747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-d9825cd4-4198-4622-80ea-fa72c7e0f490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 1094 time: 0.0525420 Oct 26 16:35:08.304001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Deleting port a526e450-86c7-44b0-b0c6-959f0a792bd8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:08.304506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:08.309851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a02b777c-4e2d-4f93-a112-e4e2fcac73dd req-4d4899eb-7132-4dac-9b35-33e090a43e9e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618690 Oct 26 16:35:08.324000 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-b1bf66e2-cdc9-4ea0-977c-ee1ee7b311b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae HTTP/1.1" status: 200 len: 217 time: 0.0531666 Oct 26 16:35:08.434717 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fea55-c7d6-415e-a4e9-6b056c34c18f x-openstack-request-id: req-501fea55-c7d6-415e-a4e9-6b056c34c18f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:08.441499 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64409cc-f4d9-4e9b-97d0-01892e2b0c68", "name": "network-vif-deleted", "tag": "0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:08.441499 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-501fea55-c7d6-415e-a4e9-6b056c34c18f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:08.441499 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64409cc-f4d9-4e9b-97d0-01892e2b0c68', 'name': 'network-vif-deleted', 'tag': '0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0', 'status': 'completed', 'code': 200} Oct 26 16:35:08.470212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-7daf40ea-d35c-4eb7-b7b6-7214ab0bbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.475898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-7daf40ea-d35c-4eb7-b7b6-7214ab0bbaac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c20cb27-33c5-4918-9f73-e90fc63ac883 HTTP/1.1" status: 200 len: 849 time: 0.1329098 Oct 26 16:35:08.476070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:08.507912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:08.511335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf0ec13-fb67-4dcf-9fd3-793af7f8a2be req-4e6ef74d-0cf3-43d7-a156-e65120cd07a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513362 Oct 26 16:35:08.512038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0584e3ea-0b24-410d-b8fc-7e9c9b23c1f0 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:08.519789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-ecd90b43-2c8b-4f95-9d3d-a0ec786ca1bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4f9808c-264a-4145-b384-4c2979789341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384500 Oct 26 16:35:08.549998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-96e7c9b2-bf19-48c7-bc4a-d26f68008dbe tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:08.555001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-96e7c9b2-bf19-48c7-bc4a-d26f68008dbe tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.2751167 Oct 26 16:35:08.556775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1830d518-e338-437b-bbb0-5efb120ce18d req-e02d3f1b-b596-4e3b-a538-4f6d613ed73e tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 210 time: 0.0629785 Oct 26 16:35:08.568790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Request body: {'port': {'device_id': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'admin_state_up': True, 'tenant_id': '69e1a014468545b7a10959e10d67ccbd'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:08.717745 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50b065-1e6a-4e55-a805-2e1a96acdc2b x-openstack-request-id: req-ac50b065-1e6a-4e55-a805-2e1a96acdc2b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:08.717745 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:08.717745 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac50b065-1e6a-4e55-a805-2e1a96acdc2b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:08.717745 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae', 'status': 'completed', 'code': 200} Oct 26 16:35:08.807903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] For port a526e450-86c7-44b0-b0c6-959f0a792bd8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a526e450-86c7-44b0-b0c6-959f0a792bd8,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:08.807903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:08.807903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:08.807903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Calling delete_port for a526e450-86c7-44b0-b0c6-959f0a792bd8 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:08.809087 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:35:08.864844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-af9061d1-26cc-4f15-bf77-56cc8eb5ec7e service neutron] 10.222.0.39 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256237 Oct 26 16:35:09.046255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2b61b-9d2a-4d77-b3b2-ef30b5217861 req-6d59ee5c-7c23-436e-93f7-7e87fa6f4688 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.052965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:09.053847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3a2b61b-9d2a-4d77-b3b2-ef30b5217861 req-6d59ee5c-7c23-436e-93f7-7e87fa6f4688 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 945 time: 0.3539133 Oct 26 16:35:09.058187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.102831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f318951-f9ff-4ea0-857d-c4963d192973 req-25b97569-0466-45c6-8a33-e17e65300ba9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.110286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f318951-f9ff-4ea0-857d-c4963d192973 req-25b97569-0466-45c6-8a33-e17e65300ba9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 945 time: 0.3913491 Oct 26 16:35:09.167982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3a2b61b-9d2a-4d77-b3b2-ef30b5217861 req-433426ec-eecc-40a7-a99b-2142d2df2dab tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994327 Oct 26 16:35:09.192884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.194899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.206577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'a526e450-86c7-44b0-b0c6-959f0a792bd8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:09.207175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-856d4162-1e30-4a7f-a88f-e486cb8d7ff1 req-774435a3-2588-4b64-855b-459b5ef3da87 service neutron] 10.222.0.39 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318594 Oct 26 16:35:09.313075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Allocated IP 172.20.0.7 (c54174f3-f2b5-4c5e-8489-fd8488e0881b/ec979a62-23b2-49ca-8874-a32597f64039/4dba250a-60a7-46e6-9dfb-94f5afd34ae8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:09.313821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Pushing event deleted for resources: {'Port': ['ID=a526e450-86c7-44b0-b0c6-959f0a792bd8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:09.324464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device faa3af38-a136-4ef7-ab76-57f57d7cd1fa no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:09.335183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-da0acf1f-d784-4faf-b9d5-aa8030d8943b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.335767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-da0acf1f-d784-4faf-b9d5-aa8030d8943b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 813 time: 0.4560320 Oct 26 16:35:09.364810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: faa3af38-a136-4ef7-ab76-57f57d7cd1fa {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:09.365156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device faa3af38-a136-4ef7-ab76-57f57d7cd1fa not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:09.371011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f318951-f9ff-4ea0-857d-c4963d192973 req-2638d71e-86f1-48cc-9fa1-1df9f90fcb47 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560046 Oct 26 16:35:09.455409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Request body: {'port': {'device_id': '276c626d-1580-4c73-964f-da23320b63bf', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'admin_state_up': True, 'tenant_id': '69e1a014468545b7a10959e10d67ccbd'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:09.505067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 65c66720-491f-4a55-88df-6e800cc795c6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:09.576306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4f20-cd1e-4569-9399-627e1f683676 req-6edb1a6e-4b4a-4c20-a929-6cd1021aec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.578418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-6edb1a6e-4b4a-4c20-a929-6cd1021aec24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 1094 time: 0.0854445 Oct 26 16:35:09.639856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:09.663098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.665294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:09.729206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] No DVR routers for this DVR port a526e450-86c7-44b0-b0c6-959f0a792bd8 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:09.731713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4f20-cd1e-4569-9399-627e1f683676 req-a84eba44-123f-4be5-ba75-aa17f5a122c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.733268 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-a84eba44-123f-4be5-ba75-aa17f5a122c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 910 time: 0.1458316 Oct 26 16:35:09.737644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.741288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39f20d49-dc0a-4d16-a7c0-9173cd0bc3d2 req-735eb60e-56da-41ad-8c4d-6226f10c07a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "DELETE /v2.0/ports/a526e450-86c7-44b0-b0c6-959f0a792bd8 HTTP/1.1" status: 204 len: 173 time: 1.8839459 Oct 26 16:35:09.747104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:09.790289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571eb3f-6620-4010-b2b6-5e2d5e4f7e2f req-1225c625-c467-41d3-87c3-0fce9a3260d3 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.799338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e571eb3f-6620-4010-b2b6-5e2d5e4f7e2f req-1225c625-c467-41d3-87c3-0fce9a3260d3 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.4971130 Oct 26 16:35:09.825408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c447-5a18-47bf-b336-4f2a12d9d67a req-a4066704-81bc-4fb4-8cfe-dc77c324de8e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.833055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-baa49c32-5a33-4813-a2e1-a603b357267a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae HTTP/1.1" status: 200 len: 217 time: 0.0569687 Oct 26 16:35:09.834213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.834366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e635c447-5a18-47bf-b336-4f2a12d9d67a req-a4066704-81bc-4fb4-8cfe-dc77c324de8e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 943 time: 0.3279178 Oct 26 16:35:09.865727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:09.901595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.902408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:09.923686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:09.926208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:09.930205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4f20-cd1e-4569-9399-627e1f683676 req-396d0702-ae3c-496f-98b2-40c7617ef06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:09.931765 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-396d0702-ae3c-496f-98b2-40c7617ef06c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c20cb27-33c5-4918-9f73-e90fc63ac883 HTTP/1.1" status: 200 len: 849 time: 0.0788901 Oct 26 16:35:10.006193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e571eb3f-6620-4010-b2b6-5e2d5e4f7e2f req-e368095e-e446-4ee8-a68f-9ae9aa12d3cf tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056859 Oct 26 16:35:10.009649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e635c447-5a18-47bf-b336-4f2a12d9d67a req-d3e42d2d-1811-4c4e-bbb9-a271f8798330 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743307 Oct 26 16:35:10.034336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd4645f1-b199-4f4a-ad29-eaf90ae71903 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1093314 Oct 26 16:35:10.050549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-3f55ae63-67b6-422a-b95c-00c90f7569d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4f9808c-264a-4145-b384-4c2979789341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840855 Oct 26 16:35:10.051519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-226a64e7-8ff5-4374-ae5d-394e333bee87 None None] Provisioning complete for port 6817b923-9277-4fff-85af-958a36db255b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:10.052232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-226a64e7-8ff5-4374-ae5d-394e333bee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:10.061650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event updated for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:10.092857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'admin_state_up': True, 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'security_groups': ['a69675a5-38ea-4423-bc4a-7d01fc8f63aa']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:10.146789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-226a64e7-8ff5-4374-ae5d-394e333bee87 None None] Port 6817b923-9277-4fff-85af-958a36db255b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:10.179883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:10.180541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:10.206619 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-1362c33e-5714-4bda-be99-2648b29f808f service neutron] 10.222.0.39 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357231 Oct 26 16:35:10.274871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb872fe-0805-44d8-b4c3-d097a28f989a req-6090e1e8-8d05-4180-b62e-c509d7cd1e50 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:10.282502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb872fe-0805-44d8-b4c3-d097a28f989a req-6090e1e8-8d05-4180-b62e-c509d7cd1e50 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 931 time: 0.1332693 Oct 26 16:35:10.301976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Made reservation on behalf of 69e1a014468545b7a10959e10d67ccbd for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:10.305485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:10.328259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-87db4f20-cd1e-4569-9399-627e1f683676 req-0010b539-0489-495b-9cbb-65c86a310c54 service neutron] 10.222.0.39 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120844 Oct 26 16:35:10.368946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb872fe-0805-44d8-b4c3-d097a28f989a req-33ee4116-30b3-43b2-8e05-0128e70803d6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854995 Oct 26 16:35:10.401401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-38f9a3cb-821c-4bc5-9d0e-fe533916e285 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8370078 Oct 26 16:35:10.426011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Request body: {'port': {'device_id': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:10.438748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'name': 'network-vif-deleted', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:10.441177 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d2352d-bae7-458f-995e-8e13dc129a1b" -d '{"events": [{"server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "name": "network-vif-deleted", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:10.497349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:10.533787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:10.537506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:10.568118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Allocated IP 172.20.0.12 (c54174f3-f2b5-4c5e-8489-fd8488e0881b/ec979a62-23b2-49ca-8874-a32597f64039/0aaa3809-619a-4429-a2f4-e01c44f7ae02) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:10.703685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95d6f344-1b8e-4b68-8a75-3a9e2f925f49 req-84ea45be-58c5-494b-9f06-19d2c1ecef81 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 210 time: 0.0724435 Oct 26 16:35:10.876398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073dbd5a-313e-42b6-8352-8d5e22d1959d req-efad5485-865c-4dbf-a620-459ea448adc4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=868d4609-5d55-4e07-b1ea-7b493b2bb5e2 HTTP/1.1" status: 200 len: 210 time: 0.0940413 Oct 26 16:35:10.948013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfcb81-553f-4518-9775-daf734e8c882 req-094a5128-c1fe-49e7-a3b8-52fdd871f2c4 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:10.949667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15dfcb81-553f-4518-9775-daf734e8c882 req-094a5128-c1fe-49e7-a3b8-52fdd871f2c4 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 945 time: 0.0594459 Oct 26 16:35:10.955953 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640fc94b-19ad-4262-8869-4786eca66055 x-openstack-request-id: req-640fc94b-19ad-4262-8869-4786eca66055 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:10.956644 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868d4609-5d55-4e07-b1ea-7b493b2bb5e2", "name": "network-vif-deleted", "tag": "a526e450-86c7-44b0-b0c6-959f0a792bd8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:10.957153 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640fc94b-19ad-4262-8869-4786eca66055 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:10.957565 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868d4609-5d55-4e07-b1ea-7b493b2bb5e2', 'name': 'network-vif-deleted', 'tag': 'a526e450-86c7-44b0-b0c6-959f0a792bd8', 'status': 'completed', 'code': 200} Oct 26 16:35:10.961900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.1.1.35 (139c9ca2-2303-4596-8efb-e16c6a4a6bad/ce561460-6a4f-402d-a157-c032a0c9b584/22f80cd2-20c1-4b75-9a78-c5893a6d3622) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:11.023952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf55998-b841-43a0-a3fb-d6540d4dc68b req-babb561d-54be-4fd8-8473-87e4b6370c80 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:11.031496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaf55998-b841-43a0-a3fb-d6540d4dc68b req-babb561d-54be-4fd8-8473-87e4b6370c80 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3 HTTP/1.1" status: 200 len: 945 time: 0.3112164 Oct 26 16:35:11.069487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Deleting port 04ad63fa-d169-42df-946d-a06a7a0658d8 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:11.069981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.134179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.169042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] For port 04ad63fa-d169-42df-946d-a06a7a0658d8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=04ad63fa-d169-42df-946d-a06a7a0658d8,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:11.170237 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.183660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Calling delete_port for 04ad63fa-d169-42df-946d-a06a7a0658d8 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:11.224010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a526e450-86c7-44b0-b0c6-959f0a792bd8 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:11.248287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaf55998-b841-43a0-a3fb-d6540d4dc68b req-04c43f8d-1492-4c5e-aba9-f4309d1b6ff2 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018559 Oct 26 16:35:11.252810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a526e450-86c7-44b0-b0c6-959f0a792bd8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:11.253525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a526e450-86c7-44b0-b0c6-959f0a792bd8 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:11.267252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.283104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.340258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:11.348445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:11.355919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:11.362760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:11.471929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.473402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:11.476365 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.485267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3bb69ca9-d163-476b-a4f7-d9c4dd01c509', '04ad63fa-d169-42df-946d-a06a7a0658d8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:11.487986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62', '90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:11.556628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554a08-be20-45de-bba9-de372a617ddc req-2a6982d3-114c-4490-9e04-0fe127bd7f7e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:11.563766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af554a08-be20-45de-bba9-de372a617ddc req-2a6982d3-114c-4490-9e04-0fe127bd7f7e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.2087529 Oct 26 16:35:11.580261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.583217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event deleted for resources: {'Port': ['ID=04ad63fa-d169-42df-946d-a06a7a0658d8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:11.644798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] No DVR routers for this DVR port 04ad63fa-d169-42df-946d-a06a7a0658d8 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:11.650732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.654073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15dfcb81-553f-4518-9775-daf734e8c882 req-945dc44b-2bac-46a4-acef-93f1fa9a58ed tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "DELETE /v2.0/ports/04ad63fa-d169-42df-946d-a06a7a0658d8 HTTP/1.1" status: 204 len: 173 time: 0.6956382 Oct 26 16:35:11.654585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'name': 'network-vif-deleted', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:11.657446 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e180c93-ac18-48b7-bfec-7c12716e2492" -d '{"events": [{"server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "name": "network-vif-deleted", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:11.724677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a2bfee06-84f7-4b1c-826e-1f34dd354a67 None None] Provisioning complete for port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:11.725402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a2bfee06-84f7-4b1c-826e-1f34dd354a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.792557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:11.802649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:11.819056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Transition to ACTIVE for port object 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:11.835730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfee06-84f7-4b1c-826e-1f34dd354a67 None None] Port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:11.906349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.026985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Pushing event updated for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:12.035361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Attempting to bind port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:12.035844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Attempting to bind port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:12.036268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Attempting to bind port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:12.041325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:12.041627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Attempting to bind port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:12.048520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:12.048520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Checking segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:12.048520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Bound using segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:12.049182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Bound port: 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:12.049774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.051112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12f7c026-2835-4d13-8650-1ab01224f3e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9876490 Oct 26 16:35:12.083517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64cb8d-48d8-4f13-8851-31a7cb38cec9 req-62cf27f2-50e5-4e90-8219-428431462265 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.085669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf64cb8d-48d8-4f13-8851-31a7cb38cec9 req-62cf27f2-50e5-4e90-8219-428431462265 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 943 time: 0.6382101 Oct 26 16:35:12.102903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'admin_state_up': True, 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'security_groups': ['a69675a5-38ea-4423-bc4a-7d01fc8f63aa']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:12.133354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:12.136623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:12.177763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Network c54174f3-f2b5-4c5e-8489-fd8488e0881b is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:12.191340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af554a08-be20-45de-bba9-de372a617ddc req-97ca690e-8f73-4a24-b27f-cc613cff1a88 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229670 Oct 26 16:35:12.198487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:12.215617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:12.215617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event updated for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:12.222036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.268324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.268324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.268324 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] 10.222.0.47 "PUT /v2.0/ports/4dba250a-60a7-46e6-9dfb-94f5afd34ae8 HTTP/1.1" status: 200 len: 1091 time: 1.8489161 Oct 26 16:35:12.280624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf64cb8d-48d8-4f13-8851-31a7cb38cec9 req-bdf34502-fe2a-45ec-8343-b9fd5967f4a0 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742787 Oct 26 16:35:12.295870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da80417-5fbc-47bc-893c-049246b3a33c service neutron] Pushing event updated for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:12.317843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.318496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.428391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-149bc3a5-cd0c-49ee-9eac-a6c018f22a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.430033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-149bc3a5-cd0c-49ee-9eac-a6c018f22a2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 1094 time: 0.0523102 Oct 26 16:35:12.462236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983dc9-f13e-46c5-8435-71392e2333d6 req-07b764b0-934c-4a79-b0e5-fd99666c183b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.469098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983dc9-f13e-46c5-8435-71392e2333d6 req-07b764b0-934c-4a79-b0e5-fd99666c183b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.471522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24983dc9-f13e-46c5-8435-71392e2333d6 req-07b764b0-934c-4a79-b0e5-fd99666c183b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 1652 time: 0.0945961 Oct 26 16:35:12.472355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:12.487763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.493271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device aab25f52-50a1-457c-a3af-c0aaa5523dae details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:12.494031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-f47c8c06-ed0e-433f-bbde-c287635a744e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8 HTTP/1.1" status: 200 len: 217 time: 0.0539982 Oct 26 16:35:12.552779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-e553351a-1088-481e-8148-94e3231532a5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1790802 Oct 26 16:35:12.580199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-34619b39-2436-4f9d-b9ad-59fe4d8389a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:12.582706 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-34619b39-2436-4f9d-b9ad-59fe4d8389a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.0798416 Oct 26 16:35:12.604611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Request body: {'port': {'device_id': '276c626d-1580-4c73-964f-da23320b63bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:12.631807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24983dc9-f13e-46c5-8435-71392e2333d6 req-b34cadb3-b5d3-4024-a60a-2ad3d2621022 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363149 Oct 26 16:35:12.662733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-a6c0cd92-ad41-4561-92f6-0edadf198a90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713940 Oct 26 16:35:12.699070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:12.722240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.727103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'aab25f52-50a1-457c-a3af-c0aaa5523dae', 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341', 'port_id': 'aab25f52-50a1-457c-a3af-c0aaa5523dae', 'mac_address': 'fa:16:3e:6e:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c20cb27-33c5-4918-9f73-e90fc63ac883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:12.798229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.1.1.57 (139c9ca2-2303-4596-8efb-e16c6a4a6bad/ce561460-6a4f-402d-a157-c032a0c9b584/2dffe74b-7d17-4a25-b58f-6c4dab7f70c6) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:12.839266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:12.875844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab25f52-50a1-457c-a3af-c0aaa5523dae {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:12.917354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:12.945317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-afa1007f-634b-4265-b71d-a0fd01c2fbdb service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733009 Oct 26 16:35:12.947553 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f449c-7f12-4c03-9e11-a37a863a6ed7 x-openstack-request-id: req-521f449c-7f12-4c03-9e11-a37a863a6ed7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:12.947836 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3", "name": "network-vif-deleted", "tag": "04ad63fa-d169-42df-946d-a06a7a0658d8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:12.948133 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-521f449c-7f12-4c03-9e11-a37a863a6ed7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:12.948718 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbeda-4c78-4b51-a62a-b1c5f50dd5c3', 'name': 'network-vif-deleted', 'tag': '04ad63fa-d169-42df-946d-a06a7a0658d8', 'status': 'completed', 'code': 200} Oct 26 16:35:13.003797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.066800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:13.099801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-dd0329a3-3040-4b25-9628-c1f2f38619f8 service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467249 Oct 26 16:35:13.232192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a343f12-6f9f-41ef-8008-c622cbb222d0 req-4b43bd75-f46a-47fc-bffc-95d904a9a9a4 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:13.233670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a343f12-6f9f-41ef-8008-c622cbb222d0 req-4b43bd75-f46a-47fc-bffc-95d904a9a9a4 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 932 time: 0.2899928 Oct 26 16:35:13.335014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['aab25f52-50a1-457c-a3af-c0aaa5523dae'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:13.346606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.355063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c3a88-d0ce-42f8-986c-14bb69165fa3 req-cef08a70-3cf9-405b-9cc1-a4a6f3734eec tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:13.360750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-824c3a88-d0ce-42f8-986c-14bb69165fa3 req-cef08a70-3cf9-405b-9cc1-a4a6f3734eec tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1811426 Oct 26 16:35:13.387890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a343f12-6f9f-41ef-8008-c622cbb222d0 req-6982bc47-951d-4059-8c39-c0ec2a6d52e7 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408608 Oct 26 16:35:13.516312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-824c3a88-d0ce-42f8-986c-14bb69165fa3 req-0ef780a8-a6ad-42e9-9b67-1c36d9ac4c6d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486533 Oct 26 16:35:13.527613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.551028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaa3809-619a-4429-a2f4-e01c44f7ae02 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:13.595783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.643215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:13.675869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:13.678801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:13.681657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Transition to ACTIVE for port object 0aaa3809-619a-4429-a2f4-e01c44f7ae02 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:13.733260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:13.757906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b346d2-1fe9-4a4e-8cc6-cb5ab94839bd req-d86b525c-5655-4afe-8cf9-deb8b24e60fd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:13.759536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b346d2-1fe9-4a4e-8cc6-cb5ab94839bd req-d86b525c-5655-4afe-8cf9-deb8b24e60fd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2039223 Oct 26 16:35:13.770761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001138-c81f-4e02-bc0f-3ea7c2e5bfa9 req-d629451b-5d0a-4e23-8bc0-9cc8c4c3e84e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:13.772361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a001138-c81f-4e02-bc0f-3ea7c2e5bfa9 req-d629451b-5d0a-4e23-8bc0-9cc8c4c3e84e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 944 time: 0.1796196 Oct 26 16:35:13.796193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:13.797524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.815284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:13.915284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b346d2-1fe9-4a4e-8cc6-cb5ab94839bd req-97ede496-cb04-4684-9b35-8e580ea44bb7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372557 Oct 26 16:35:13.948270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-94a34b6e-3eda-4b7c-9c71-62b0a0de1582 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8581016 Oct 26 16:35:13.954983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:13.970887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a001138-c81f-4e02-bc0f-3ea7c2e5bfa9 req-fbd71eba-30ba-42ce-863a-473e117d98ce tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598046 Oct 26 16:35:13.975543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'admin_state_up': True, 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'security_groups': ['a69675a5-38ea-4423-bc4a-7d01fc8f63aa']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:13.985574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-07cb6553-35f9-4d6c-bece-3c0fd30022a3 None None] Provisioning complete for port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:13.986155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07cb6553-35f9-4d6c-bece-3c0fd30022a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.046400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-07cb6553-35f9-4d6c-bece-3c0fd30022a3 None None] Port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:14.206317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Attempting to bind port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:14.207390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Attempting to bind port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:14.207821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Attempting to bind port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:14.222639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:14.223337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Attempting to bind port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 on network c54174f3-f2b5-4c5e-8489-fd8488e0881b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:14.237316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:14.237738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Checking segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:14.238198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Bound using segment: {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:14.238716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Bound port: 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7baaef8-be7e-4968-8576-efe36328d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:14.239223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.264313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b42b1-4c86-4f02-a27d-e8444fc1a132 req-dc024aed-6929-466d-9d43-ff0c9cfdcb85 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:14.270716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b42b1-4c86-4f02-a27d-e8444fc1a132 req-dc024aed-6929-466d-9d43-ff0c9cfdcb85 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:14.276549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b42b1-4c86-4f02-a27d-e8444fc1a132 req-dc024aed-6929-466d-9d43-ff0c9cfdcb85 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:14.278183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-809b42b1-4c86-4f02-a27d-e8444fc1a132 req-dc024aed-6929-466d-9d43-ff0c9cfdcb85 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 2372 time: 0.1274767 Oct 26 16:35:14.379910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:14.404575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:14.409447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-809b42b1-4c86-4f02-a27d-e8444fc1a132 req-0515df82-fedf-43c7-90b1-09bb6b438ab4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172712 Oct 26 16:35:14.451520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1de37-df48-4080-a951-292316b4f048 req-c12137c2-8722-4ef2-9486-00bc79fd1c0c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:14.453107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79d1de37-df48-4080-a951-292316b4f048 req-c12137c2-8722-4ef2-9486-00bc79fd1c0c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1720395 Oct 26 16:35:14.458747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:14.490634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device aab25f52-50a1-457c-a3af-c0aaa5523dae up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:14.527619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79d1de37-df48-4080-a951-292316b4f048 req-50a12eab-b8e8-46e0-a9aa-c7754a9cfb43 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Oct 26 16:35:14.557907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.581327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.638392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:14.639023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.640467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/0aaa3809-619a-4429-a2f4-e01c44f7ae02 HTTP/1.1" status: 200 len: 1092 time: 2.0420806 Oct 26 16:35:14.661441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:14.663940 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d398453-9888-4e9e-b427-28033faeb47b" -d '{"events": [{"name": "network-changed", "server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:14.683880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port aab25f52-50a1-457c-a3af-c0aaa5523dae completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:14.689895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port aab25f52-50a1-457c-a3af-c0aaa5523dae triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:14.690396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.887806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:14.927916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:14.929292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:14.932237 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cc44dd-3a66-4ce1-992a-9e3779da84e6" -d '{"events": [{"server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "name": "network-vif-plugged", "status": "completed", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:14.942444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab946bb-ebcc-4c83-aeda-0cc4e3a0e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:14.949708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:14.952219 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:14.975298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.2.2.100 (0eec9ed4-fcf9-420d-8b7a-db82844ef4de/66395cff-d298-48fd-a691-f9fed09b5593/0d77e3f0-16cd-4a60-bcca-003e1a76b53f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:15.020166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:15.020964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 04ad63fa-d169-42df-946d-a06a7a0658d8 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:15.061877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 04ad63fa-d169-42df-946d-a06a7a0658d8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:15.065995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 04ad63fa-d169-42df-946d-a06a7a0658d8 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:15.091375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:15.169658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-6abebf0b-f340-471e-bfc9-04c0710ca14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.171182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-6abebf0b-f340-471e-bfc9-04c0710ca14a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 1095 time: 0.2312922 Oct 26 16:35:15.183710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d06bab-ca80-4dfd-a09d-2a1ffbc3651c req-8ff9440d-8ca2-4b3d-b038-3ccf1e19a63c tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.185173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5d06bab-ca80-4dfd-a09d-2a1ffbc3651c req-8ff9440d-8ca2-4b3d-b038-3ccf1e19a63c tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 944 time: 0.4743993 Oct 26 16:35:15.226478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:15.252042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b5ac3-816d-4cab-bbe5-f800bc13169d req-4bf953d1-3cfd-48df-ada8-f24ac63d058c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.258189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b5ac3-816d-4cab-bbe5-f800bc13169d req-4bf953d1-3cfd-48df-ada8-f24ac63d058c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.264085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b5ac3-816d-4cab-bbe5-f800bc13169d req-4bf953d1-3cfd-48df-ada8-f24ac63d058c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.268118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5b5ac3-816d-4cab-bbe5-f800bc13169d req-4bf953d1-3cfd-48df-ada8-f24ac63d058c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7&device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73&device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 2416 time: 0.2424800 Oct 26 16:35:15.278088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-90ce500a-6c9d-4dfb-8980-58ca9004403b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02 HTTP/1.1" status: 200 len: 217 time: 0.0884860 Oct 26 16:35:15.334923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:15.348135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'port_id': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8', 'mac_address': 'fa:16:3e:e9:03:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec979a62-23b2-49ca-8874-a32597f64039', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:15.350187 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:15.388800 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:15.407461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:15.428244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:15.430246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5d06bab-ca80-4dfd-a09d-2a1ffbc3651c req-4b057dad-48f5-419a-8de8-7ce9577b38cc tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267258 Oct 26 16:35:15.441759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5b5ac3-816d-4cab-bbe5-f800bc13169d req-8401f16a-0418-4967-85ed-dad1a76cdccf tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564307 Oct 26 16:35:15.457834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-c1c77860-1d12-4f0b-9562-3a9b8bf1f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.459427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-c1c77860-1d12-4f0b-9562-3a9b8bf1f27b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.1549644 Oct 26 16:35:15.502213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-dc92e275-3b1e-4afe-ae63-ed1e12a9e6c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341048 Oct 26 16:35:15.551613 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:15.607112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:15.646506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:15.688928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62115f-2ade-4ebe-9a69-7ddd691c0ba2 req-80b2a973-6e7f-44d9-b9fd-ca92aaca41c0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.696404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d62115f-2ade-4ebe-9a69-7ddd691c0ba2 req-80b2a973-6e7f-44d9-b9fd-ca92aaca41c0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1760943 Oct 26 16:35:15.703005 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee26d47-1b89-4a18-93c1-ae5c87ce65e1 x-openstack-request-id: req-cee26d47-1b89-4a18-93c1-ae5c87ce65e1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:15.703863 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:15.704097 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cee26d47-1b89-4a18-93c1-ae5c87ce65e1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:15.704495 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02', 'status': 'completed', 'code': 200} Oct 26 16:35:15.723601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:15.739147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:15.742997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-0b817a81-6a96-4d43-9d88-ce19bf9fc5d3 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327163 Oct 26 16:35:15.744287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:15.748639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:15.762791 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ffb97a-3b6c-4d1e-b976-a037c0c7b56a x-openstack-request-id: req-95ffb97a-3b6c-4d1e-b976-a037c0c7b56a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:15.764627 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "name": "network-vif-plugged", "status": "completed", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:15.764627 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ffb97a-3b6c-4d1e-b976-a037c0c7b56a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:15.764627 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae', 'code': 200} Oct 26 16:35:15.809477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4dba250a-60a7-46e6-9dfb-94f5afd34ae8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:15.831677 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cb81e0-b7cf-40f2-b80d-e9876469494c x-openstack-request-id: req-07cb81e0-b7cf-40f2-b80d-e9876469494c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:15.831677 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:15.831677 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07cb81e0-b7cf-40f2-b80d-e9876469494c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:15.831677 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8', 'status': 'completed', 'code': 200} Oct 26 16:35:15.840094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d62115f-2ade-4ebe-9a69-7ddd691c0ba2 req-9547c1a2-1f7b-429c-91a1-7f82844a9dac tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381686 Oct 26 16:35:15.958706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:15.959770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:16.125152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668dc6f-0448-46b7-b104-81e0027b7c4f req-cd27c385-5246-423d-8466-209fd8fadf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.128180 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c668dc6f-0448-46b7-b104-81e0027b7c4f req-cd27c385-5246-423d-8466-209fd8fadf39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 1096 time: 0.2921002 Oct 26 16:35:16.131026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c247762a-8b7c-4355-94d3-fadbfe3aacb2 req-07f9d6d0-266c-43ca-9973-53a9eacecb9c service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504879 Oct 26 16:35:16.135215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-90f1993a-aaeb-489b-ba28-f6dc8df7c9e4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1709912 Oct 26 16:35:16.137790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-8398c1df-2ffb-4015-99e7-e4ec71b31f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.139460 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-8398c1df-2ffb-4015-99e7-e4ec71b31f32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 1095 time: 0.1869557 Oct 26 16:35:16.152987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-11ff7e79-874c-4f06-b3b2-59a6fe74001d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.161866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-11ff7e79-874c-4f06-b3b2-59a6fe74001d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.176321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-11ff7e79-874c-4f06-b3b2-59a6fe74001d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.186427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-11ff7e79-874c-4f06-b3b2-59a6fe74001d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.198082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e8d1ba46-dd5d-4c9e-8595-524585c97154 None None] Provisioning complete for port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:16.199588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ba46-dd5d-4c9e-8595-524585c97154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:16.201095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c668dc6f-0448-46b7-b104-81e0027b7c4f req-5aebd3a4-0cd8-4c8a-8e02-22125f2d9085 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482113 Oct 26 16:35:16.203141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-11ff7e79-874c-4f06-b3b2-59a6fe74001d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3093 time: 0.2499650 Oct 26 16:35:16.215069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'admin_state_up': True, 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'security_groups': ['a69675a5-38ea-4423-bc4a-7d01fc8f63aa']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:16.250635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd254d1-f701-4159-bca8-3c6d5405b5ad req-8c7f2b21-15dd-4fc3-8467-c7b8791e6d3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.252455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebd254d1-f701-4159-bca8-3c6d5405b5ad req-8c7f2b21-15dd-4fc3-8467-c7b8791e6d3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 945 time: 0.2622111 Oct 26 16:35:16.286099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1ba46-dd5d-4c9e-8595-524585c97154 None None] Port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:16.289884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:16.326543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-2c5cbeed-2ba9-4ef9-91c7-eb77ee60fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.328615 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-2c5cbeed-2ba9-4ef9-91c7-eb77ee60fa0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 914 time: 0.1514230 Oct 26 16:35:16.378168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a058eabf-15c3-49cd-927f-dae678fb80aa req-b5f5d0ec-7b54-48b1-9edf-8dd64543066f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717250 Oct 26 16:35:16.398243 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-0af1705e-cd25-437a-bc82-61e138e2cdd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8 HTTP/1.1" status: 200 len: 217 time: 0.0542061 Oct 26 16:35:16.413621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebd254d1-f701-4159-bca8-3c6d5405b5ad req-d4658db1-22e2-409d-b9ca-aca2653becb2 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495578 Oct 26 16:35:16.547751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5825c0e7-6d68-43b1-b687-79f6d496f3e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:16.560786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-d95faaf0-4381-41b1-91cc-a50445f02f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.562256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-d95faaf0-4381-41b1-91cc-a50445f02f47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.1420612 Oct 26 16:35:16.571633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Made reservation on behalf of 78e12e9d53f048808903d6b9f465e12f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:16.577413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:16.613837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-db393214-ef75-418c-93b7-b1e66dcff428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395684 Oct 26 16:35:16.616921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398453-9888-4e9e-b427-28033faeb47b req-0572e72c-d295-4148-acbe-c852e606241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.618302 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-0572e72c-d295-4148-acbe-c852e606241c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e1a014468545b7a10959e10d67ccbd&device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 1095 time: 0.1783245 Oct 26 16:35:16.838677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398453-9888-4e9e-b427-28033faeb47b req-aa7fc8cf-c29a-4293-ba1f-9ddab0b4f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:16.840489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-aa7fc8cf-c29a-4293-ba1f-9ddab0b4f531 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 200 len: 914 time: 0.1711416 Oct 26 16:35:16.842640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-30b147ef-1712-4365-b6bd-020c5234c791 service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209392 Oct 26 16:35:16.848070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5825c0e7-6d68-43b1-b687-79f6d496f3e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.212583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a24a-baa9-473c-8f48-5ad0b485def0 req-0af91264-0da3-4329-bf36-3a07d3186690 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:17.221880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7633a24a-baa9-473c-8f48-5ad0b485def0 req-0af91264-0da3-4329-bf36-3a07d3186690 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.6653073 Oct 26 16:35:17.243273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:17.252229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5825c0e7-6d68-43b1-b687-79f6d496f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.258368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-eda2ac7f-da2c-40cb-ac51-3b5772772e69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02 HTTP/1.1" status: 200 len: 217 time: 0.4089203 Oct 26 16:35:17.333947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f58f7-f34b-4eaf-b544-f537b88536ad req-93c34ce6-8a1d-4c97-81c5-950b69f7e5be tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:17.345810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825c0e7-6d68-43b1-b687-79f6d496f3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74208df-4ae6-49e7-b002-bc15c707b180,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:17.361176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7f58f7-f34b-4eaf-b544-f537b88536ad req-93c34ce6-8a1d-4c97-81c5-950b69f7e5be tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2476475 Oct 26 16:35:17.361858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5825c0e7-6d68-43b1-b687-79f6d496f3e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aef296a7d5d04ce18204d8cb5078a428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698905 Oct 26 16:35:17.369019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43222) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:17.382349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398453-9888-4e9e-b427-28033faeb47b req-cecaca25-d3be-414d-9f82-f05550eb8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:17.383567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-cecaca25-d3be-414d-9f82-f05550eb8f55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 200 len: 853 time: 0.1078026 Oct 26 16:35:17.403728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7633a24a-baa9-473c-8f48-5ad0b485def0 req-c371bbb0-d06e-49fc-a4bf-3e8b4c9c53a9 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759279 Oct 26 16:35:17.411933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ddd35f67-df1c-42b1-b00c-52fde5bb3a66 req-8a23e9e8-1623-4bf8-aaf2-660e9d0eafff service neutron] 10.222.0.47 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559695 Oct 26 16:35:17.431113 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-683980f4-0ec6-44e6-be49-e3d09763bf67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c54174f3-f2b5-4c5e-8489-fd8488e0881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375123 Oct 26 16:35:17.482839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:17.488534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:17.489109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.509265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.562782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.622050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-acd80a66-402e-4012-8320-9b2ac3762f1e service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739285 Oct 26 16:35:17.653842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7f58f7-f34b-4eaf-b544-f537b88536ad req-9aad5af8-766a-4185-8aa2-e74e92d9acf7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916648 Oct 26 16:35:17.682190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.695657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Allocated IP 10.2.2.200 (0eec9ed4-fcf9-420d-8b7a-db82844ef4de/66395cff-d298-48fd-a691-f9fed09b5593/7ceca203-90f1-4f5e-bb5f-d31c50eb7935) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:17.756161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8795ab-c972-4f80-b4f4-eb6cab2861d1 req-00855228-fc33-4fd8-abfd-06d48117b3ab tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:17.756734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:17.757759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e8795ab-c972-4f80-b4f4-eb6cab2861d1 req-00855228-fc33-4fd8-abfd-06d48117b3ab tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 944 time: 0.1742644 Oct 26 16:35:17.767905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:17.770291 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360312d4-e089-4edf-9015-5fb5b7221867" -d '{"events": [{"server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "name": "network-vif-plugged", "status": "completed", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:17.813607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.816105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.817269 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c74208df-4ae6-49e7-b002-bc15c707b180 HTTP/1.1" status: 204 len: 168 time: 0.4473381 Oct 26 16:35:17.821385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:17.833288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d398453-9888-4e9e-b427-28033faeb47b req-54c85700-8f36-401b-9700-f4ce112afd23 service neutron] 10.222.0.39 "GET /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004030 Oct 26 16:35:17.835171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc63cc-4c8f-42f7-a611-3ac713c21343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74208df-4ae6-49e7-b002-bc15c707b180,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:17.946111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:18.072626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e8795ab-c972-4f80-b4f4-eb6cab2861d1 req-e7259ebc-e51f-412c-a215-80e6f9635fa8 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909794 Oct 26 16:35:18.098557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-e33a40c4-3912-4075-b55b-c1cdc6ee4ada tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.098557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-e33a40c4-3912-4075-b55b-c1cdc6ee4ada tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.102102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-e33a40c4-3912-4075-b55b-c1cdc6ee4ada tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.108146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-e33a40c4-3912-4075-b55b-c1cdc6ee4ada tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.116084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-e33a40c4-3912-4075-b55b-c1cdc6ee4ada tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3093 time: 0.3111861 Oct 26 16:35:18.189803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:18.193859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07d2fa28-c177-432d-a9ed-6cf9809ee377 req-ddd9618e-edc0-4f9d-a99f-a987afd2b08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769329 Oct 26 16:35:18.302440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66606203-741e-4ef3-b5a6-09c36a93089c req-942dac6d-6616-476e-921a-8d0dbbb5d445 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.309800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66606203-741e-4ef3-b5a6-09c36a93089c req-942dac6d-6616-476e-921a-8d0dbbb5d445 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 945 time: 0.1354148 Oct 26 16:35:18.370387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66606203-741e-4ef3-b5a6-09c36a93089c req-89a5afff-76c0-44bc-86b8-4ac461d3b146 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Oct 26 16:35:18.377029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:18.445702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:18.449062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:18.453587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:18.488649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0aaa3809-619a-4429-a2f4-e01c44f7ae02 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:18.497617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:18.618305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.618992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:18.685627 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983196c0-5674-4d29-87a1-6a211851c008 x-openstack-request-id: req-983196c0-5674-4d29-87a1-6a211851c008 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:18.685944 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "name": "network-vif-plugged", "status": "completed", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:18.689142 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-983196c0-5674-4d29-87a1-6a211851c008 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:18.689142 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8', 'code': 200} Oct 26 16:35:18.709193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-aa8bbe84-8904-4838-b6c6-92ee0afb6714 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5028923 Oct 26 16:35:18.726850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:18.781748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cc83-b3e3-4aa8-b675-3fd78c896b69 req-87c622f5-d301-4e00-8ac0-2c80595841fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:18.791047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1909cc83-b3e3-4aa8-b675-3fd78c896b69 req-87c622f5-d301-4e00-8ac0-2c80595841fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 1096 time: 0.1320868 Oct 26 16:35:18.880905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1909cc83-b3e3-4aa8-b675-3fd78c896b69 req-357cee54-a28e-4c4d-b14e-999576dc981e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790720 Oct 26 16:35:18.928840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:18.964003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:18.982725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0aaa3809-619a-4429-a2f4-e01c44f7ae02', 'network_id': 'c54174f3-f2b5-4c5e-8489-fd8488e0881b', 'port_id': '0aaa3809-619a-4429-a2f4-e01c44f7ae02', 'mac_address': 'fa:16:3e:a9:9e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec979a62-23b2-49ca-8874-a32597f64039', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:19.087433 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:19.117237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaa3809-619a-4429-a2f4-e01c44f7ae02 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:19.143800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:19.154767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-58080461-00a1-4e51-ae06-9610cce9f9c2 None None] Provisioning complete for port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:19.155477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58080461-00a1-4e51-ae06-9610cce9f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:19.213029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-58080461-00a1-4e51-ae06-9610cce9f9c2 None None] Port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:19.214971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:19.273617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:19.614053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0aaa3809-619a-4429-a2f4-e01c44f7ae02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:19.655002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afd4d-3bb5-4e27-8f6d-037ffb2ca4a2 req-66bbbaf4-9976-49b4-a6fb-7a1674b065b0 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.663491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d1afd4d-3bb5-4e27-8f6d-037ffb2ca4a2 req-66bbbaf4-9976-49b4-a6fb-7a1674b065b0 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 945 time: 0.2206223 Oct 26 16:35:19.737082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.742978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.749523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.756213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.762140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:19.770202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-5df81a3e-2ac3-4c5a-862d-5ff7f520614d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3814 time: 0.2421970 Oct 26 16:35:19.788907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d1afd4d-3bb5-4e27-8f6d-037ffb2ca4a2 req-0f3c142a-8005-436d-a7b7-856fc295046e tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243062 Oct 26 16:35:19.885943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9932496-2eba-4697-b0ea-0b2da5b7ab19 req-11ae06ae-17e5-4c5e-b45d-856140cc6cdb tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080501 Oct 26 16:35:20.010440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6817b923-9277-4fff-85af-958a36db255b {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:20.061184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.099195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bde7d-8a96-4e57-a0bd-7aeaed8fbd1c req-8c932064-ed1d-4349-bdd4-937fd07d9669 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:20.100942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f2bde7d-8a96-4e57-a0bd-7aeaed8fbd1c req-8c932064-ed1d-4349-bdd4-937fd07d9669 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 945 time: 0.2141504 Oct 26 16:35:20.107288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Transition to ACTIVE for port object 6817b923-9277-4fff-85af-958a36db255b will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:20.156359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f2bde7d-8a96-4e57-a0bd-7aeaed8fbd1c req-472f12bd-4b8b-45c2-84f1-d60f902acc6e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Oct 26 16:35:20.194263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.457016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:20.610971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Attempting to bind port 6817b923-9277-4fff-85af-958a36db255b on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:20.611374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Attempting to bind port 6817b923-9277-4fff-85af-958a36db255b by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:20.611665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Attempting to bind port 6817b923-9277-4fff-85af-958a36db255b on network 65c66720-491f-4a55-88df-6e800cc795c6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:20.632472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Port 6817b923-9277-4fff-85af-958a36db255b on network 65c66720-491f-4a55-88df-6e800cc795c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:20.632800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Attempting to bind port 6817b923-9277-4fff-85af-958a36db255b on network 65c66720-491f-4a55-88df-6e800cc795c6 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:20.653078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:20.653416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Checking segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:20.653798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Bound using segment: {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:20.654243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Bound port: 6817b923-9277-4fff-85af-958a36db255b, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478b4ca0-2cd1-4769-a93d-6204a49a7979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:20.654593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.682897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.750680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:20.753800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:20.814999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.851233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:20.851936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:20.853666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] 10.222.0.39 "PUT /v2.0/ports/6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 1091 time: 2.1333606 Oct 26 16:35:20.858906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '6817b923-9277-4fff-85af-958a36db255b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:20.869290 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97003d82-2cca-4fa2-b682-c2fb90df861e" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "6817b923-9277-4fff-85af-958a36db255b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:20.904048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082c958-6aae-4247-b19c-5e6e99d867cf service neutron] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:20.985406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:21.081135 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.256252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bab41-1afc-44dc-a28a-ca3547c0779e req-19a8544d-b463-47c6-a185-2d9638c5b21c tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.257829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd0bab41-1afc-44dc-a28a-ca3547c0779e req-19a8544d-b463-47c6-a185-2d9638c5b21c tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 945 time: 0.1209447 Oct 26 16:35:21.294184 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14d31f5-70fa-4fb0-ad6d-68f550af15b6 x-openstack-request-id: req-c14d31f5-70fa-4fb0-ad6d-68f550af15b6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:21.294472 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "6817b923-9277-4fff-85af-958a36db255b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:21.294724 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c14d31f5-70fa-4fb0-ad6d-68f550af15b6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:21.295612 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '6817b923-9277-4fff-85af-958a36db255b', 'status': 'completed', 'code': 200} Oct 26 16:35:21.353622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-a5aee4ad-6b23-4f7d-a5d4-9930383fe8bb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.355258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-a5aee4ad-6b23-4f7d-a5d4-9930383fe8bb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 945 time: 0.1096947 Oct 26 16:35:21.370958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd0bab41-1afc-44dc-a28a-ca3547c0779e req-753ec903-355b-418e-998b-5ec4c2c0684b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029451 Oct 26 16:35:21.465153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.465620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.466244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.466707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.467188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.470338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-82bd69ca-3bee-495b-8bb8-7dbe311c5ee4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 4361 time: 0.1446288 Oct 26 16:35:21.490005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.499197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.505272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.511313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.517971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.518168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Deleting port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:21.518755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.519755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-a109db75-915b-419a-8c2e-c7f570d9e3e7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3826 time: 0.1538811 Oct 26 16:35:21.622847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] For port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:21.623259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.637087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Calling delete_port for 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:21.665492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8d2449-f578-4dac-9f1f-c274314263cd {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:21.682513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.727696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcb215-02e5-41c7-a2d3-ddc05fc3f8c9 req-979bf999-f650-4a2f-be50-b7fdff0a8054 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.731595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95bcb215-02e5-41c7-a2d3-ddc05fc3f8c9 req-979bf999-f650-4a2f-be50-b7fdff0a8054 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 945 time: 0.2060180 Oct 26 16:35:21.745171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d95e088a-b609-472c-a5d3-9c9792f9e05c req-d0e14b8e-de4f-4318-a222-d04aa56feab6 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686914 Oct 26 16:35:21.746360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Transition to ACTIVE for port object 3b8d2449-f578-4dac-9f1f-c274314263cd will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:21.796364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-b9cc4967-6209-4861-8317-1dcc5748c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.802330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-b9cc4967-6209-4861-8317-1dcc5748c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.802330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-b9cc4967-6209-4861-8317-1dcc5748c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:21.802330 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-b9cc4967-6209-4861-8317-1dcc5748c85c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78e12e9d53f048808903d6b9f465e12f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2732103 Oct 26 16:35:21.817608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95bcb215-02e5-41c7-a2d3-ddc05fc3f8c9 req-2f17c40c-a55b-4132-8a2d-6b62d93ba91f tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693555 Oct 26 16:35:21.872891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.877941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:21.891377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62', '90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:21.941282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3bb69ca9-d163-476b-a4f7-d9c4dd01c509'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:21.949061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event deleted for resources: {'Port': ['ID=3bb69ca9-d163-476b-a4f7-d9c4dd01c509,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:22.023761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] No DVR routers for this DVR port 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:22.036548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.040924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f7c7febf-6e16-4dd8-ad9d-29971b389d7b req-bb49b091-1d8e-40be-9120-fc7b9234adcb tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.39 "DELETE /v2.0/ports/3bb69ca9-d163-476b-a4f7-d9c4dd01c509 HTTP/1.1" status: 204 len: 173 time: 0.6748934 Oct 26 16:35:22.041615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'name': 'network-vif-deleted', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:22.044699 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e350b5c6-4336-4c1f-8c83-1d71156a8ee3" -d '{"events": [{"server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "name": "network-vif-deleted", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:22.088952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc5e6d60-06cd-4284-b43c-62663cf1d23e req-44a4d42c-8726-447c-b3cc-56b5a2cb27fa tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=87746f80-ad50-4a3d-88d9-faffd187467e HTTP/1.1" status: 200 len: 210 time: 0.0973454 Oct 26 16:35:22.143375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:22.182272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-20dd2a6c-aae3-4b21-9894-c7840e0e9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:22.183801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97003d82-2cca-4fa2-b682-c2fb90df861e req-20dd2a6c-aae3-4b21-9894-c7840e0e9c8c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3649497 Oct 26 16:35:22.217654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8f33a-7a0f-458d-b49b-b78aa65ceab4 req-07779970-c995-4b3f-b9c9-4fe355c759b5 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:22.225806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1b8f33a-7a0f-458d-b49b-b78aa65ceab4 req-07779970-c995-4b3f-b9c9-4fe355c759b5 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.3010783 Oct 26 16:35:22.256336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Attempting to bind port 3b8d2449-f578-4dac-9f1f-c274314263cd on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:22.256671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Attempting to bind port 3b8d2449-f578-4dac-9f1f-c274314263cd by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:22.256995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Attempting to bind port 3b8d2449-f578-4dac-9f1f-c274314263cd on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:22.267108 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b2a88-7658-4d47-a679-56300d0ea049 x-openstack-request-id: req-416b2a88-7658-4d47-a679-56300d0ea049 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:22.267517 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87746f80-ad50-4a3d-88d9-faffd187467e", "name": "network-vif-deleted", "tag": "3bb69ca9-d163-476b-a4f7-d9c4dd01c509", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:22.267767 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-416b2a88-7658-4d47-a679-56300d0ea049 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:22.268177 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87746f80-ad50-4a3d-88d9-faffd187467e', 'name': 'network-vif-deleted', 'tag': '3bb69ca9-d163-476b-a4f7-d9c4dd01c509', 'status': 'completed', 'code': 200} Oct 26 16:35:22.270153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Port 3b8d2449-f578-4dac-9f1f-c274314263cd on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:22.270489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Attempting to bind port 3b8d2449-f578-4dac-9f1f-c274314263cd on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:22.290458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1b8f33a-7a0f-458d-b49b-b78aa65ceab4 req-9e396f19-fdff-45f5-91b9-d8ba8c51a87a tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619462 Oct 26 16:35:22.291520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:22.291856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:22.292242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Bound using segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:22.292685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Bound port: 3b8d2449-f578-4dac-9f1f-c274314263cd, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:22.293038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.382303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:22.391537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b8d2449-f578-4dac-9f1f-c274314263cd,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:22.443415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.460805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.480661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:22.481363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.483507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 1135 time: 1.5100818 Oct 26 16:35:22.500502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0aaa3809-619a-4429-a2f4-e01c44f7ae02 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:22.594904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1f313-22fb-4ec2-8211-6eb434bc99d8 req-15359340-398b-49aa-8eb3-29eefa47f975 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:22.600264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13e1f313-22fb-4ec2-8211-6eb434bc99d8 req-15359340-398b-49aa-8eb3-29eefa47f975 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1150916 Oct 26 16:35:22.605747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:22.608498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bcc71-2adb-4810-9f44-d7d8ff31e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:22.643614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:22.648057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:22.650596 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.683968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13e1f313-22fb-4ec2-8211-6eb434bc99d8 req-b5f25887-2379-46cb-90f1-c677b0c887c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723240 Oct 26 16:35:22.702632 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.760191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.803639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:22.806108 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384e5b5-341a-47bc-880c-a689a85709cd" -d '{"events": [{"server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:22.822266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:22.888348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:22.936669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:23.002881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc6dd5-c21f-4b8f-8083-c12ec8b1b289 req-af008283-2b90-4522-a778-f844f50b708c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.004408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dc6dd5-c21f-4b8f-8083-c12ec8b1b289 req-af008283-2b90-4522-a778-f844f50b708c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1846550 Oct 26 16:35:23.044881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1637-07fb-4d0b-b8d1-b4ebcaae7270 req-30dde075-f080-4abc-b0fe-ece5aafad6c3 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.046269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07cf1637-07fb-4d0b-b8d1-b4ebcaae7270 req-30dde075-f080-4abc-b0fe-ece5aafad6c3 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 945 time: 0.2397594 Oct 26 16:35:23.060073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-196ebc56-1065-41d9-ba96-4065b650166e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.061536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-196ebc56-1065-41d9-ba96-4065b650166e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 945 time: 0.2428992 Oct 26 16:35:23.194362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07cf1637-07fb-4d0b-b8d1-b4ebcaae7270 req-b7407893-4fcf-4b6a-bcd3-22dbf3e7a6c9 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303480 Oct 26 16:35:23.196984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dc6dd5-c21f-4b8f-8083-c12ec8b1b289 req-a556bf36-963b-46f9-a462-95fca5c89c4f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637642 Oct 26 16:35:23.299556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '3b8d2449-f578-4dac-9f1f-c274314263cd'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:23.303497 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "3b8d2449-f578-4dac-9f1f-c274314263cd"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:23.311610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Deleting port aab25f52-50a1-457c-a3af-c0aaa5523dae {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:23.311957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:23.316877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c16003-0f9e-41ad-9f7a-56eaca46b455 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:23.344975 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2976ac7-4a5e-4b2c-9028-d4c827917d26 x-openstack-request-id: req-f2976ac7-4a5e-4b2c-9028-d4c827917d26 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:23.345266 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:23.345519 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2976ac7-4a5e-4b2c-9028-d4c827917d26 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:23.345909 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02', 'code': 200} Oct 26 16:35:23.354344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:23.412873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Transition to ACTIVE for port object c3c16003-0f9e-41ad-9f7a-56eaca46b455 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:23.464997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.472247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.478405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.480887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceada63-abab-4405-a994-d64fc293f1d9 req-9b84019e-7389-4471-978a-954c49e44a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.486768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ceada63-abab-4405-a994-d64fc293f1d9 req-9b84019e-7389-4471-978a-954c49e44a74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 1097 time: 0.0513594 Oct 26 16:35:23.486884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.491159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.497157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.499062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-4084bbda-4119-4f24-8800-a08c20e7ba05 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 4603 time: 0.2137163 Oct 26 16:35:23.518721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:23.525025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ceada63-abab-4405-a994-d64fc293f1d9 req-ecb66c5a-eccc-4802-a700-366723b74e91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Oct 26 16:35:23.603421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] For port aab25f52-50a1-457c-a3af-c0aaa5523dae, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=aab25f52-50a1-457c-a3af-c0aaa5523dae,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:23.603604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:23.621882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9bbf-1398-4c1b-aae2-ba782a785df7 req-5e64d579-2fe5-4d6b-afe8-2794794e0830 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:23.623471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da1f9bbf-1398-4c1b-aae2-ba782a785df7 req-5e64d579-2fe5-4d6b-afe8-2794794e0830 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 945 time: 0.2095094 Oct 26 16:35:23.650205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Calling delete_port for aab25f52-50a1-457c-a3af-c0aaa5523dae owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:23.664972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:23.686030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92e26bf0-d6e3-4077-a69a-3ab0263e6508 req-11c2bb5b-3da7-4dcb-861b-debd44a72abf tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631064 Oct 26 16:35:23.822440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da1f9bbf-1398-4c1b-aae2-ba782a785df7 req-fd1d716f-855b-42c5-9f35-323bdad860ae tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716111 Oct 26 16:35:23.889250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Attempting to bind port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:23.889593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Attempting to bind port c3c16003-0f9e-41ad-9f7a-56eaca46b455 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:23.889967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Attempting to bind port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:23.899758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:23.900027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Attempting to bind port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:23.909209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:23.909543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:23.910219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Bound using segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:23.910353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Bound port: c3c16003-0f9e-41ad-9f7a-56eaca46b455, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:23.910695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:23.936211 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00767808-ca7b-4501-b4e1-139cfd386a38 x-openstack-request-id: req-00767808-ca7b-4501-b4e1-139cfd386a38 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:23.936495 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "3b8d2449-f578-4dac-9f1f-c274314263cd", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:23.936890 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00767808-ca7b-4501-b4e1-139cfd386a38 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:23.937154 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '3b8d2449-f578-4dac-9f1f-c274314263cd', 'status': 'completed', 'code': 200} Oct 26 16:35:24.026727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.027222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.027920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.028652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.035996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.039997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.040896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.043584 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-bb3c1daa-529f-425b-b9a3-c44cbb178f3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6175 time: 0.0798452 Oct 26 16:35:24.105187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:24.114481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01a0e-897f-4562-ae40-3b515be13405 req-0b5ab0cf-f969-4588-89fd-70d1850ab3d5 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.121510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d01a0e-897f-4562-ae40-3b515be13405 req-0b5ab0cf-f969-4588-89fd-70d1850ab3d5 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1108027 Oct 26 16:35:24.125018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:24.144429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:24.158022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['aab25f52-50a1-457c-a3af-c0aaa5523dae'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:24.188106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Pushing event deleted for resources: {'Port': ['ID=aab25f52-50a1-457c-a3af-c0aaa5523dae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:24.208781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d01a0e-897f-4562-ae40-3b515be13405 req-99d5ff0b-5263-47db-9d49-d3f146cb5702 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863113 Oct 26 16:35:24.217295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-8cabfb00-0748-4f47-b6b3-75c55a7cce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.218011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-8cabfb00-0748-4f47-b6b3-75c55a7cce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.218970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-8cabfb00-0748-4f47-b6b3-75c55a7cce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.221020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-8cabfb00-0748-4f47-b6b3-75c55a7cce44 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78e12e9d53f048808903d6b9f465e12f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1519275 Oct 26 16:35:24.227111 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:24.312393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.312393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:24.312393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 1135 time: 1.7024026 Oct 26 16:35:24.331044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] No DVR routers for this DVR port aab25f52-50a1-457c-a3af-c0aaa5523dae on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:24.343098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:24.347795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2041a62a-29b7-46f7-a0f6-16b04b4dec60 req-4cfdeb35-8968-473a-bbe3-10a511ae9331 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.39 "DELETE /v2.0/ports/aab25f52-50a1-457c-a3af-c0aaa5523dae HTTP/1.1" status: 204 len: 173 time: 1.2788093 Oct 26 16:35:24.379217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-937a54c8-4e1c-456e-80e1-543d5cb4a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.383558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:24.385949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8b64e59e-49ae-4b11-b2d1-ca066c77d00a req-937a54c8-4e1c-456e-80e1-543d5cb4a672 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535583 Oct 26 16:35:24.480921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:24.517780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:24.582076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:24.582425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3bb69ca9-d163-476b-a4f7-d9c4dd01c509 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:24.582834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device aab25f52-50a1-457c-a3af-c0aaa5523dae no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:24.635274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: aab25f52-50a1-457c-a3af-c0aaa5523dae {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:24.635626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device aab25f52-50a1-457c-a3af-c0aaa5523dae not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:24.638856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:24.646323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b47ff1-dd94-4fa7-ad21-b75a0385978e req-cd6553d7-6c6c-4913-b540-b89b3179c5c5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.648683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70b47ff1-dd94-4fa7-ad21-b75a0385978e req-cd6553d7-6c6c-4913-b540-b89b3179c5c5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 946 time: 0.1274309 Oct 26 16:35:24.727933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70b47ff1-dd94-4fa7-ad21-b75a0385978e req-c329c4b8-bdd4-464c-a601-1f01053dcba4 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721660 Oct 26 16:35:24.899168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de0ff-1a58-488c-8154-65290fe9b4a5 req-17719492-7a3c-40e4-bdab-76ca9edd7756 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:24.908942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a9de0ff-1a58-488c-8154-65290fe9b4a5 req-17719492-7a3c-40e4-bdab-76ca9edd7756 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.0796838 Oct 26 16:35:24.974492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a9de0ff-1a58-488c-8154-65290fe9b4a5 req-e7b23535-07bd-40e2-9561-a4ca2f11fda8 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Oct 26 16:35:25.111074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.131965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.139697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.163910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.170671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.182535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f80cd2-20c1-4b75-9a78-c5893a6d3622 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:25.183978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.191026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:25.191852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.202113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9fda865-1482-4731-8a14-8086b5c2790f req-e2d159ae-8f9f-48fe-ac7d-19bac5685327 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5380 time: 0.1943314 Oct 26 16:35:25.205189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Transition to ACTIVE for port object 22f80cd2-20c1-4b75-9a78-c5893a6d3622 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:25.246136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c58aa4e1-2814-4e76-ae67-1410ee38d1d1 req-14e9a4f8-f7b6-4a52-935f-3c202195a65a tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ad05526-0d85-46d9-985c-d5a3c03a1b06 HTTP/1.1" status: 200 len: 210 time: 0.0355313 Oct 26 16:35:25.272444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9fda865-1482-4731-8a14-8086b5c2790f req-20d59233-907e-4576-ad68-6c647f630cf9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688832 Oct 26 16:35:25.282791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:25.337020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:25.488718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Attempting to bind port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:25.492804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Attempting to bind port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:25.493342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Attempting to bind port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:25.512567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:25.512567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Attempting to bind port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:25.541379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdda9e4-d973-48e0-afb7-5cbeae7643b2 req-25d42f2d-b9fd-4ef5-9713-4e476af74aa1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.547948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:25.548651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:25.549480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Bound using segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:25.550164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Bound port: 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:25.550765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:25.560454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bdda9e4-d973-48e0-afb7-5cbeae7643b2 req-25d42f2d-b9fd-4ef5-9713-4e476af74aa1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1370196 Oct 26 16:35:25.652998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bdda9e4-d973-48e0-afb7-5cbeae7643b2 req-f3ada9e3-4716-49f7-8b5d-eb44bb763d04 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855787 Oct 26 16:35:25.704205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:25.708879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:25.760715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:25.854645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:25.927476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.928667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:25.929711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2fc5a8b4-6ea0-4759-b326-567946bb5cd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 1090 time: 1.4597795 Oct 26 16:35:25.930179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:25.934344 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02fab56-b067-4774-80c2-5dd78d5a5a21" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:25.939347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfbba-9602-4b6c-b4f3-18834ca41bc7 req-47fc2192-2bdb-41be-936a-573ea80f7e55 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.953748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d4bfbba-9602-4b6c-b4f3-18834ca41bc7 req-47fc2192-2bdb-41be-936a-573ea80f7e55 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 946 time: 0.0984411 Oct 26 16:35:25.954269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455'}, {'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'name': 'network-vif-deleted', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:25.958718 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ca62d-1bfd-465a-9861-472bfd63d8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "c3c16003-0f9e-41ad-9f7a-56eaca46b455"}, {"server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "name": "network-vif-deleted", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:25.979282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-5bccf1a8-1830-4fd3-9590-c94749c15e3e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:25.986541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-5bccf1a8-1830-4fd3-9590-c94749c15e3e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1121938 Oct 26 16:35:26.014320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d4bfbba-9602-4b6c-b4f3-18834ca41bc7 req-842013ea-11dd-4a63-9d63-83e19d43b6f5 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Oct 26 16:35:26.048831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:26.116101 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe720dcd-b303-4694-b620-e593a81adcd0 x-openstack-request-id: req-fe720dcd-b303-4694-b620-e593a81adcd0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:26.116394 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:26.116652 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe720dcd-b303-4694-b620-e593a81adcd0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:26.117481 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'status': 'completed', 'code': 200} Oct 26 16:35:26.161022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.217370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Deleting port 90f0133e-d40c-48de-a1e6-8b881b0502cc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:26.217808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.222787 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47ac1e7-cb55-4d97-9003-9562dd9ef5b6 x-openstack-request-id: req-b47ac1e7-cb55-4d97-9003-9562dd9ef5b6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:26.223356 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "c3c16003-0f9e-41ad-9f7a-56eaca46b455", "status": "completed", "code": 200}, {"server_uuid": "3ad05526-0d85-46d9-985c-d5a3c03a1b06", "name": "network-vif-deleted", "tag": "aab25f52-50a1-457c-a3af-c0aaa5523dae", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:26.223356 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b47ac1e7-cb55-4d97-9003-9562dd9ef5b6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:26.223922 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455', 'status': 'completed', 'code': 200} Oct 26 16:35:26.226713 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad05526-0d85-46d9-985c-d5a3c03a1b06', 'name': 'network-vif-deleted', 'tag': 'aab25f52-50a1-457c-a3af-c0aaa5523dae', 'status': 'completed', 'code': 200} Oct 26 16:35:26.273977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.274366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.274841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.279543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.280132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.281110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.281583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.286859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-f8950e3a-93e6-404f-aab3-06b455b22300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6284 time: 0.1445453 Oct 26 16:35:26.438699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cdea-9be9-4e2c-85c0-e857fda2adf8 req-a897563a-ce7d-46a7-8a17-17ed449a390d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.440246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6078cdea-9be9-4e2c-85c0-e857fda2adf8 req-a897563a-ce7d-46a7-8a17-17ed449a390d tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 946 time: 0.1428902 Oct 26 16:35:26.456567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] For port 90f0133e-d40c-48de-a1e6-8b881b0502cc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=90f0133e-d40c-48de-a1e6-8b881b0502cc,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:26.456925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.467265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce608fe7-b71c-4787-a5f9-0003a7c1d090 req-42edbb7d-df9b-4593-a71e-0ec19f2c5783 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.469179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce608fe7-b71c-4787-a5f9-0003a7c1d090 req-42edbb7d-df9b-4593-a71e-0ec19f2c5783 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 945 time: 0.1532097 Oct 26 16:35:26.484451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Calling delete_port for 90f0133e-d40c-48de-a1e6-8b881b0502cc owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:26.528271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-557ef7c0-9d13-443c-a843-da8c102624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.528271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-557ef7c0-9d13-443c-a843-da8c102624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.528271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-557ef7c0-9d13-443c-a843-da8c102624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:26.531206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-557ef7c0-9d13-443c-a843-da8c102624f0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78e12e9d53f048808903d6b9f465e12f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2230675 Oct 26 16:35:26.555112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6078cdea-9be9-4e2c-85c0-e857fda2adf8 req-81c4fec7-20b8-41b4-9b11-34dec7598939 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011662 Oct 26 16:35:26.706584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:26.715777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.835956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Transition to ACTIVE for port object 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:26.917925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.984829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce608fe7-b71c-4787-a5f9-0003a7c1d090 req-1a12dfc3-c1ab-49b7-ba75-a67b2c3c5b93 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987149 Oct 26 16:35:26.997925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:26.998924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:27.005953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62', '90f0133e-d40c-48de-a1e6-8b881b0502cc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:27.068282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event deleted for resources: {'Port': ['ID=90f0133e-d40c-48de-a1e6-8b881b0502cc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:27.083101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.087258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.094266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.102185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.108469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.115451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.121630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.130211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-71b99f54-e790-45b6-b61f-a69f8c6c21aa tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5404 time: 0.1526151 Oct 26 16:35:27.139321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-89e80272-9370-49e2-8b51-a9421797aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.141461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02fab56-b067-4774-80c2-5dd78d5a5a21 req-89e80272-9370-49e2-8b51-a9421797aeb9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6002500 Oct 26 16:35:27.195729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d04c26-4eaf-4935-8aeb-994c1bfa90ab req-ff999a77-d46b-479b-b71d-1e206c33a519 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642676 Oct 26 16:35:27.255920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] No DVR routers for this DVR port 90f0133e-d40c-48de-a1e6-8b881b0502cc on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:27.271666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:27.271666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-666ec4a2-0b6d-4eba-9461-38c4f171d5bf req-22ef9142-c34e-48d8-b15a-7bb322a06abf tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "DELETE /v2.0/ports/90f0133e-d40c-48de-a1e6-8b881b0502cc HTTP/1.1" status: 204 len: 173 time: 1.2772944 Oct 26 16:35:27.310086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Attempting to bind port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:27.310339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Attempting to bind port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:27.310676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Attempting to bind port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:27.317609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:27.317941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Attempting to bind port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:27.324074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:27.324417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Checking segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:27.329068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Bound using segment: {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:27.329068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Bound port: 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:27.329467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c222-ca58-44a2-9bf9-5c50707979af req-33d2dd0b-ab68-4030-8cee-bc952575a908 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.329940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:27.330044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b194c222-ca58-44a2-9bf9-5c50707979af req-33d2dd0b-ab68-4030-8cee-bc952575a908 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1525457 Oct 26 16:35:27.340455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.341055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.341580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.342097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.342610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.343196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.343705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.345966 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-82ccfc65-a6d9-40c5-ae2f-ba705cffbde3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6309 time: 0.0944786 Oct 26 16:35:27.410356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:27.417126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:27.451670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b194c222-ca58-44a2-9bf9-5c50707979af req-a0c7be30-ba55-4ec3-bee4-f6202e240bb1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995419 Oct 26 16:35:27.517963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:27.568365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.568484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:27.569853 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] 10.222.0.39 "PUT /v2.0/ports/2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 1090 time: 1.5275800 Oct 26 16:35:27.577480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-194a2d91-d864-436e-98df-efd6b52e529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.579025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-194a2d91-d864-436e-98df-efd6b52e529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.579663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-194a2d91-d864-436e-98df-efd6b52e529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.581463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-194a2d91-d864-436e-98df-efd6b52e529a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78e12e9d53f048808903d6b9f465e12f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2270923 Oct 26 16:35:27.616985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e1815-45c6-4615-a456-838e0e89c349 service neutron] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:27.671413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:27.707175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7821bc7-ddf5-43a8-8c78-4e26bdcffc7d req-56c8e0e4-4dc1-4d4c-810c-627cf14f8577 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.716011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7821bc7-ddf5-43a8-8c78-4e26bdcffc7d req-56c8e0e4-4dc1-4d4c-810c-627cf14f8577 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2220671 Oct 26 16:35:27.766592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:27.857401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-3aee942d-8417-411c-aaa9-f18c252df643 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.859020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-3aee942d-8417-411c-aaa9-f18c252df643 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 809 time: 0.3312984 Oct 26 16:35:27.877271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7821bc7-ddf5-43a8-8c78-4e26bdcffc7d req-7c77294d-2e3e-4698-9e5e-6a156e79eddc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572850 Oct 26 16:35:27.880637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-c7c71613-3ca9-448a-879c-a76028fb5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:27.882065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-128ca62d-1bfd-465a-9861-472bfd63d8ee req-c7c71613-3ca9-448a-879c-a76028fb5fbf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2872615 Oct 26 16:35:27.893118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-e3f0de49-2bf8-4ca1-96b9-39060895216e tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/quotas/32c047b89a184671810286103b84d5b4 HTTP/1.1" status: 200 len: 375 time: 0.0144992 Oct 26 16:35:27.929289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-b680dc87-dc18-43c6-a9ac-aaa758011ead tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281181 Oct 26 16:35:28.049382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-ad4a4462-7ff0-4aeb-a7c6-373b361c50bd service neutron] 10.222.0.21 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129322 Oct 26 16:35:28.104325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d77e3f0-16cd-4a60-bcca-003e1a76b53f {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:28.112807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:28.118209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'name': 'network-vif-deleted', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc'}, {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:28.120497 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100f38c-c283-4759-96c4-8c91bb87627d" -d '{"events": [{"server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "name": "network-vif-deleted", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc"}, {"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:28.130908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Transition to ACTIVE for port object 0d77e3f0-16cd-4a60-bcca-003e1a76b53f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:28.166794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-ca53887e-d91a-4d08-9692-c5ea50105daf service neutron] 10.222.0.21 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066713 Oct 26 16:35:28.169248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:28.226960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Pushing event updated for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:28.331858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Attempting to bind port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:28.332189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Attempting to bind port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:28.332518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Attempting to bind port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:28.338383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:28.339043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Attempting to bind port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:28.345745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:28.346085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Checking segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:28.346466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Bound using segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:28.346896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Bound port: 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:28.347275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:28.456630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:28.463674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:28.513155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fe978ef-91a8-482f-9c03-1a8104140571 req-38447ba0-3a08-40f9-a377-ea2d7be161e3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f0c035e-891b-4c68-9012-be47559d1a69 HTTP/1.1" status: 200 len: 210 time: 0.0666583 Oct 26 16:35:28.551606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:28.583398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.584280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:28.586633 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] 10.222.0.39 "PUT /v2.0/ports/0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 1091 time: 0.9237578 Oct 26 16:35:28.630951 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4679aeb-937e-4f0c-bb18-7f4ca3b5bbb2 x-openstack-request-id: req-c4679aeb-937e-4f0c-bb18-7f4ca3b5bbb2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:28.631610 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0c035e-891b-4c68-9012-be47559d1a69", "name": "network-vif-deleted", "tag": "90f0133e-d40c-48de-a1e6-8b881b0502cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:28.632089 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4679aeb-937e-4f0c-bb18-7f4ca3b5bbb2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:28.632631 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0c035e-891b-4c68-9012-be47559d1a69', 'name': 'network-vif-deleted', 'tag': '90f0133e-d40c-48de-a1e6-8b881b0502cc', 'status': 'completed', 'code': 200} Oct 26 16:35:28.633046 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'status': 'completed', 'code': 200} Oct 26 16:35:28.715339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f5c4a-aab0-4c80-a497-e32e4be801fd service neutron] Pushing event updated for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:28.717742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Request body: {'port': {'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:28.734396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.735161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.735891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.736513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.737161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.737708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.738222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.740309 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b100f38c-c283-4759-96c4-8c91bb87627d req-9dee0fb0-1354-45a1-bcb4-fded7cedcda8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6418 time: 0.1013668 Oct 26 16:35:28.844068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733f22-576e-41c7-9822-756f506f2169 req-5c96d0cd-cd5b-4d2e-95d9-4e46fd84e93b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.851507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b733f22-576e-41c7-9822-756f506f2169 req-5c96d0cd-cd5b-4d2e-95d9-4e46fd84e93b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2282896 Oct 26 16:35:28.880002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.886050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.888545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-ba919471-b5de-4f16-9de6-9e4cb9953bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.889013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-ba919471-b5de-4f16-9de6-9e4cb9953bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.889506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-ba919471-b5de-4f16-9de6-9e4cb9953bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.891357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b100f38c-c283-4759-96c4-8c91bb87627d req-ba919471-b5de-4f16-9de6-9e4cb9953bf8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78e12e9d53f048808903d6b9f465e12f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1306465 Oct 26 16:35:28.892465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.898440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.904461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.910543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.916704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:28.925781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-9eadd565-7f6b-49a0-95b8-cd1876e1f51c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5416 time: 0.2263939 Oct 26 16:35:28.941672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:29.009420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f38c-c283-4759-96c4-8c91bb87627d req-becab166-2362-4b6a-a712-7bd162f5bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:29.011275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b100f38c-c283-4759-96c4-8c91bb87627d req-becab166-2362-4b6a-a712-7bd162f5bdf6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071298 Oct 26 16:35:29.020790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b733f22-576e-41c7-9822-756f506f2169 req-b3236429-2b17-44fe-ad80-3529c6d26cde tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683934 Oct 26 16:35:29.041827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a879688e-11fd-4f22-a786-b2bd75aad318 req-a80c032f-3c88-45b8-874d-5b118e9db2dc tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150370 Oct 26 16:35:29.291737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e3c1949-f47c-4b81-b1c0-0fd05b6db9b9 req-4e57c3df-9fc8-4082-b7c4-d83139847c9d tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 210 time: 0.0374472 Oct 26 16:35:29.347405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 90f0133e-d40c-48de-a1e6-8b881b0502cc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:29.360595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:29.374734 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:29.378301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 90f0133e-d40c-48de-a1e6-8b881b0502cc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:29.378633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 90f0133e-d40c-48de-a1e6-8b881b0502cc not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:29.412343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Transition to ACTIVE for port object 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:29.432400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169bba-cea4-4d69-b554-ee1cbedd921d req-5e38887f-2580-4d1b-8354-9740a7347cce tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:29.434048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63169bba-cea4-4d69-b554-ee1cbedd921d req-5e38887f-2580-4d1b-8354-9740a7347cce tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Oct 26 16:35:29.477198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63169bba-cea4-4d69-b554-ee1cbedd921d req-d1a762ed-c0e2-4526-b89e-b4f1553d591e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Oct 26 16:35:29.512220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:29.629633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:29.691557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-4cd1c1eb-c4eb-4ff0-bf97-900b5a34d719 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:29.693907 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-4cd1c1eb-c4eb-4ff0-bf97-900b5a34d719 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 945 time: 0.0994456 Oct 26 16:35:29.719685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb8e9-b5c3-4bee-8bb0-db2112180c67 req-3233edca-2eb8-45b3-bdac-320b9832b999 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:29.721264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ebb8e9-b5c3-4bee-8bb0-db2112180c67 req-3233edca-2eb8-45b3-bdac-320b9832b999 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1434350 Oct 26 16:35:29.766024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Attempting to bind port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:29.766374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Attempting to bind port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:29.766714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Attempting to bind port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:29.787676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:29.788044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Attempting to bind port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 on network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:29.803640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:29.804599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Checking segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:29.805041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Bound using segment: {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:29.805411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Bound port: 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c8e73f-5177-44d9-9982-fb1a3e243ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:29.805784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:29.812209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ebb8e9-b5c3-4bee-8bb0-db2112180c67 req-95c3a5d3-b6d5-447c-a7af-71466516e1c8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Oct 26 16:35:29.873524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Deleting port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:29.874938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.027035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] For port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:30.027717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c31da1-ac58-4a88-a8ef-2a00f626d80d req-e06442f1-88fc-4afb-8771-4775f5a1cc3a tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.027830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.029009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94c31da1-ac58-4a88-a8ef-2a00f626d80d req-e06442f1-88fc-4afb-8771-4775f5a1cc3a tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 945 time: 0.1384499 Oct 26 16:35:30.030954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:30.040599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:30.069924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Calling delete_port for 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:30.094886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94c31da1-ac58-4a88-a8ef-2a00f626d80d req-2ede6e99-cb40-48d5-b271-9669122e1e3b tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Oct 26 16:35:30.111427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.262034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.262034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.263496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] 10.222.0.39 "PUT /v2.0/ports/7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 1091 time: 1.5590372 Oct 26 16:35:30.264797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:30.267189 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b32ac64-c70f-424c-8754-c17406d02538" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:30.351220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc895f66-ff46-4360-9a35-57a0f62a5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:30.358722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.365053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd121f-c1d7-4671-a06b-1072ae818860 req-2f3346ec-c6bf-4016-9a94-164bbc164b20 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.366729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60dd121f-c1d7-4671-a06b-1072ae818860 req-2f3346ec-c6bf-4016-9a94-164bbc164b20 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2102072 Oct 26 16:35:30.380968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0aaa3809-619a-4429-a2f4-e01c44f7ae02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:30.380968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4dba250a-60a7-46e6-9dfb-94f5afd34ae8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:30.383490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.389643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.415562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.425544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event deleted for resources: {'Port': ['ID=4dba250a-60a7-46e6-9dfb-94f5afd34ae8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:30.426435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.449587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.468571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.468571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.477324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-865bc0a1-17c8-4b15-bc35-9d033079e9f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2318227 Oct 26 16:35:30.486815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] No DVR routers for this DVR port 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:30.490282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:30.497367 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ba7ebb61-9727-4d0d-b43f-e252b1692070 req-3b8dae50-9297-4692-b283-9a67ff53fe03 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.47 "DELETE /v2.0/ports/4dba250a-60a7-46e6-9dfb-94f5afd34ae8 HTTP/1.1" status: 204 len: 173 time: 0.7929642 Oct 26 16:35:30.585998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60dd121f-c1d7-4671-a06b-1072ae818860 req-52ddeba6-e9ff-47f6-9d22-efdfa5363f32 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906065 Oct 26 16:35:30.599763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a9b8ff7-6a89-4d38-9fd5-ab8fc7cbdf52 req-59ff86b0-f6ab-4b20-8adb-7a6fd7499606 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215312 Oct 26 16:35:30.621644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.622234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.622761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.623565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.623899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.626716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.627436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.630949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6f0f372b-c0fa-4f22-a274-0b42ac9987eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6485 time: 0.1433561 Oct 26 16:35:30.634277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f'}, {'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'name': 'network-vif-deleted', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:30.637095 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11f3c27-1777-4a75-8f94-2adba6af6352" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f"}, {"server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "name": "network-vif-deleted", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:30.702765 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e9935-4ae8-48b8-bd45-713506c5bf35 x-openstack-request-id: req-ab3e9935-4ae8-48b8-bd45-713506c5bf35 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:30.703055 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:30.703368 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab3e9935-4ae8-48b8-bd45-713506c5bf35 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:30.703941 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'status': 'completed', 'code': 200} Oct 26 16:35:30.705623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-5329fd78-5721-4325-9626-8d7951f013bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 217 time: 0.0615938 Oct 26 16:35:30.770482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8c7f275-c565-49b5-acfd-f5ab9720e908 req-e3d43633-0839-465a-9a9f-6dc5a09425ab tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 210 time: 0.0539982 Oct 26 16:35:30.846271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-89f11a3b-0af5-42c7-b6a3-7d15ab559015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.848267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-89f11a3b-0af5-42c7-b6a3-7d15ab559015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.1225815 Oct 26 16:35:30.848632 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a210a5-178b-4bbe-a008-a5cb1efaec5a x-openstack-request-id: req-b6a210a5-178b-4bbe-a008-a5cb1efaec5a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:30.848914 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f", "status": "completed", "code": 200}, {"server_uuid": "2fd2d471-dd3d-47b7-bf72-0b6251c742b8", "name": "network-vif-deleted", "tag": "4dba250a-60a7-46e6-9dfb-94f5afd34ae8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:30.849166 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6a210a5-178b-4bbe-a008-a5cb1efaec5a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:30.849619 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f', 'status': 'completed', 'code': 200} Oct 26 16:35:30.849896 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd2d471-dd3d-47b7-bf72-0b6251c742b8', 'name': 'network-vif-deleted', 'tag': '4dba250a-60a7-46e6-9dfb-94f5afd34ae8', 'status': 'completed', 'code': 200} Oct 26 16:35:30.863318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5fe62-b5b4-4d36-9cee-e1278a5deff6 req-090a4aa5-e360-42ac-a287-207c8a908a73 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.877803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77c5fe62-b5b4-4d36-9cee-e1278a5deff6 req-090a4aa5-e360-42ac-a287-207c8a908a73 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0918882 Oct 26 16:35:30.927649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77c5fe62-b5b4-4d36-9cee-e1278a5deff6 req-1e98520a-f3e3-425f-aa46-4f9477cb9ded tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Oct 26 16:35:30.933809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a4bec7c4-4775-4e2f-a0a6-6ac2dfecffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:30.935542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a4bec7c4-4775-4e2f-a0a6-6ac2dfecffc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694859 Oct 26 16:35:31.002518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-062813e8-4270-4ed0-8eda-dd389c93343e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:31.121091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9b0ca9a1-98b4-4616-8fde-550bcf930d86 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.135330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9b0ca9a1-98b4-4616-8fde-550bcf930d86 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.47 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 809 time: 0.1437793 Oct 26 16:35:31.154059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-dd48eb5a-19e3-4e38-a0e9-e2c015328f39 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039471 Oct 26 16:35:31.161519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Request body: {'port': {'device_id': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341', 'admin_state_up': True, 'tenant_id': '32c047b89a184671810286103b84d5b4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:31.204430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce221-e893-4083-b3e2-9870af6f77da req-2bfa634b-29e4-48c7-809e-843898080b29 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.212764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-883ce221-e893-4083-b3e2-9870af6f77da req-2bfa634b-29e4-48c7-809e-843898080b29 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1118019 Oct 26 16:35:31.292607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-883ce221-e893-4083-b3e2-9870af6f77da req-78ee5511-60a8-4f2e-9335-b2e335a582ae tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 Oct 26 16:35:31.345597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-76482a26-02dd-4561-a6ed-6bf4d51dc638 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809559 Oct 26 16:35:31.398222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-5822dc17-1f82-46d8-9abc-63ed943800de tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.399939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-5822dc17-1f82-46d8-9abc-63ed943800de tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 946 time: 0.1545720 Oct 26 16:35:31.443610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-ae853f6a-4cb8-4e87-8ce1-bc91cf59861e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 217 time: 0.0881751 Oct 26 16:35:31.531788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a37e93f3-a43f-4dfa-94a9-2a1d61df4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.543376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a37e93f3-a43f-4dfa-94a9-2a1d61df4ac4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0878739 Oct 26 16:35:31.561395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Deleting port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:31.566781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:31.606362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Made reservation on behalf of 32c047b89a184671810286103b84d5b4 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:31.610579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:31.616104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-520552d9-29d2-49cd-a897-5e94fc42c8cb req-7d4a1696-7f59-459f-a385-d9f3449d7084 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd2d471-dd3d-47b7-bf72-0b6251c742b8 HTTP/1.1" status: 200 len: 210 time: 0.0309350 Oct 26 16:35:31.637924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-85d8b594-00c9-49b7-b24b-78d186b928f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.641314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-85d8b594-00c9-49b7-b24b-78d186b928f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878780 Oct 26 16:35:31.717661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] For port 0aaa3809-619a-4429-a2f4-e01c44f7ae02, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0aaa3809-619a-4429-a2f4-e01c44f7ae02,segment=NetworkSegment(c7baaef8-be7e-4968-8576-efe36328d35a),segment_id=c7baaef8-be7e-4968-8576-efe36328d35a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:31.718203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:31.734966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Calling delete_port for 0aaa3809-619a-4429-a2f4-e01c44f7ae02 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:31.915758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729957b8-a68b-4dce-8244-4607cfafdc74 req-dcc4e17a-7d23-47cb-bf73-5d8c426c7805 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.917237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-729957b8-a68b-4dce-8244-4607cfafdc74 req-dcc4e17a-7d23-47cb-bf73-5d8c426c7805 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1460650 Oct 26 16:35:31.921548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-7b674ef2-aa82-4a37-b002-fbd65492b036 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679963 Oct 26 16:35:31.937552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.943774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.949747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.956837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.962882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.969904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.970449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Allocated IP 172.20.0.3 (c4f9808c-264a-4145-b384-4c2979789341/0c20cb27-33c5-4918-9f73-e90fc63ac883/5c30ced9-3a6f-4040-a282-73f728af1391) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:31.975938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:31.977818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca65ddda-3643-41ea-8f32-56230902aeab req-08f5e88c-1e8f-43bf-b313-f439fcbcbe6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1524732 Oct 26 16:35:32.063403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.082066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0aaa3809-619a-4429-a2f4-e01c44f7ae02'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:32.094818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-729957b8-a68b-4dce-8244-4607cfafdc74 req-52944356-afcb-44c6-9cb7-9f7e93731c68 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688521 Oct 26 16:35:32.100839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Pushing event deleted for resources: {'Port': ['ID=0aaa3809-619a-4429-a2f4-e01c44f7ae02,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:32.121906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca65ddda-3643-41ea-8f32-56230902aeab req-6386af05-3426-43f4-b714-d1507706a430 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238430 Oct 26 16:35:32.200821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-97e29cff-eff6-4993-aa5c-75ce805a3d12 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220249 Oct 26 16:35:32.213078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] No DVR routers for this DVR port 0aaa3809-619a-4429-a2f4-e01c44f7ae02 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:32.222454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.225933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-10fbe70d-2d0a-4122-bc23-32eae2506543 req-377d501a-cf15-46cb-9249-d17c21d149f2 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.39 "DELETE /v2.0/ports/0aaa3809-619a-4429-a2f4-e01c44f7ae02 HTTP/1.1" status: 204 len: 173 time: 0.8134248 Oct 26 16:35:32.255083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.273604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6c362efe-e2af-4509-b587-78548445ac8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 217 time: 0.0608366 Oct 26 16:35:32.341784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77050f87-a032-407f-bfce-c84208d566ed req-0542c2c6-9ecf-4e38-986b-bf84aa365565 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 210 time: 0.0806370 Oct 26 16:35:32.373289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d71d-77a2-44f2-b253-a2a49ee25398 req-8c019d2b-df37-4184-a1fa-27e7e5786813 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.379227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.379442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c025d71d-77a2-44f2-b253-a2a49ee25398 req-8c019d2b-df37-4184-a1fa-27e7e5786813 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1136544 Oct 26 16:35:32.380060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-48d3d906-c668-447f-80c6-b398734f00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.381731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-48d3d906-c668-447f-80c6-b398734f00c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0991125 Oct 26 16:35:32.447421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c025d71d-77a2-44f2-b253-a2a49ee25398 req-5c036561-fbf0-4e94-8f25-6870d5c71888 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605080 Oct 26 16:35:32.454402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Network c4f9808c-264a-4145-b384-4c2979789341 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:32.454402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Pushing event updated for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:32.458207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:32.463310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:32.468694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-d1263904-c6d0-4c04-a02d-fe8f4a8fdbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.470207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-d1263904-c6d0-4c04-a02d-fe8f4a8fdbf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761831 Oct 26 16:35:32.563090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.563791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.659745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3247e5-648b-45cf-9d73-3b685183344b req-1ea1ce8e-5991-4879-bea6-10f5fdfc4c54 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.660925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-9060e7a4-8cf5-4f54-a6dd-2a4c1bb49c3b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181954 Oct 26 16:35:32.665376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d3247e5-648b-45cf-9d73-3b685183344b req-1ea1ce8e-5991-4879-bea6-10f5fdfc4c54 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0859365 Oct 26 16:35:32.677470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Request body: {'port': {'device_id': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:32.693203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-23b4730c-1ce0-4849-bba9-9d6155f99229 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133451 Oct 26 16:35:32.759578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d3247e5-648b-45cf-9d73-3b685183344b req-1dcaae45-e80e-40fe-8346-ff07ff75ac86 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765486 Oct 26 16:35:32.770475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:32.847227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5e7a0c3-9801-43b5-b353-f1da873540bb req-db8c1dce-2ace-4245-9aef-c17bcc26b8c1 tempest-MultipleCreateTestJSON-137094208 tempest-MultipleCreateTestJSON-137094208-project] 10.222.0.21 "GET /v2.0/ports?device_id=276c626d-1580-4c73-964f-da23320b63bf HTTP/1.1" status: 200 len: 210 time: 0.0402310 Oct 26 16:35:32.915994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'name': 'network-vif-deleted', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:32.918370 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07871113-009d-4af1-b4a1-7edebab96a12" -d '{"events": [{"server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "name": "network-vif-deleted", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:32.922539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-12c791d3-710f-4673-b284-2bb9bb7e3e80 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177715 Oct 26 16:35:32.931322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312c2f1-ea9c-43a7-8d52-2029f006c818 req-8ebc8c7b-abdc-4215-a1a0-817ee306e1bd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:32.932823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f312c2f1-ea9c-43a7-8d52-2029f006c818 req-8ebc8c7b-abdc-4215-a1a0-817ee306e1bd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0881281 Oct 26 16:35:32.987979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-28b88525-7245-4733-8245-ed5e4f966ccd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 217 time: 0.0526173 Oct 26 16:35:33.001231 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702076b4-9090-46c5-8cca-0358d31a77cc x-openstack-request-id: req-702076b4-9090-46c5-8cca-0358d31a77cc {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:33.001586 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c626d-1580-4c73-964f-da23320b63bf", "name": "network-vif-deleted", "tag": "0aaa3809-619a-4429-a2f4-e01c44f7ae02", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:33.001836 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-702076b4-9090-46c5-8cca-0358d31a77cc {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:33.002221 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c626d-1580-4c73-964f-da23320b63bf', 'name': 'network-vif-deleted', 'tag': '0aaa3809-619a-4429-a2f4-e01c44f7ae02', 'status': 'completed', 'code': 200} Oct 26 16:35:33.032623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f312c2f1-ea9c-43a7-8d52-2029f006c818 req-a5a579b0-1b7e-4ec7-bd15-a12e128afa11 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901470 Oct 26 16:35:33.093637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43556) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:33.138086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-46e58195-f1e6-4c93-8ae7-87bb693fa478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.138086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-46e58195-f1e6-4c93-8ae7-87bb693fa478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1166587 Oct 26 16:35:33.138617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c30ced9-3a6f-4040-a282-73f728af1391 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:33.147950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.163008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Transition to ACTIVE for port object 5c30ced9-3a6f-4040-a282-73f728af1391 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:33.253029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-948372a5-7206-4bd6-873f-53acf0886898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.258689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.330543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a91f909e-6512-4764-8f64-6ab896615d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.332130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-a91f909e-6512-4764-8f64-6ab896615d5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831000 Oct 26 16:35:33.347882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:33.407310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:33.407310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4dba250a-60a7-46e6-9dfb-94f5afd34ae8 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:33.439302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.445389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.451479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.458181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.464335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.471616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.477498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.485888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39c927fd-50bf-445f-a0a0-126b262045fa req-ae447479-d4eb-4e88-944a-6adfd382cb54 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2304127 Oct 26 16:35:33.556959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cfded-f3d4-44d9-9971-f1294d96feb1 req-848b544e-3c55-4f47-ad29-30abeb0f11e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.558757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-325cfded-f3d4-44d9-9971-f1294d96feb1 req-848b544e-3c55-4f47-ad29-30abeb0f11e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2822654 Oct 26 16:35:33.569818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c4f3f0a-a850-46ed-b945-803a297bf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.645384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Pushing event updated for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:33.673643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39c927fd-50bf-445f-a0a0-126b262045fa req-00124e20-3d54-43ec-a37a-d37973149985 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867867 Oct 26 16:35:33.687025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-5c69f9c3-b844-4baf-ba8f-5637f424ba5f service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402712 Oct 26 16:35:33.711073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Attempting to bind port 5c30ced9-3a6f-4040-a282-73f728af1391 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:33.715769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-325cfded-f3d4-44d9-9971-f1294d96feb1 req-4610ed70-2a63-4d9b-a3d4-4d65a0b9ff2d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484196 Oct 26 16:35:33.717130 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Attempting to bind port 5c30ced9-3a6f-4040-a282-73f728af1391 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:33.717486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Attempting to bind port 5c30ced9-3a6f-4040-a282-73f728af1391 on network c4f9808c-264a-4145-b384-4c2979789341 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:33.732372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Port 5c30ced9-3a6f-4040-a282-73f728af1391 on network c4f9808c-264a-4145-b384-4c2979789341 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:33.732700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Attempting to bind port 5c30ced9-3a6f-4040-a282-73f728af1391 on network c4f9808c-264a-4145-b384-4c2979789341 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:33.739993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:33.740335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Checking segment: {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:33.740730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Bound using segment: {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:33.741175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Bound port: 5c30ced9-3a6f-4040-a282-73f728af1391, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:33.741538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.745910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-948372a5-7206-4bd6-873f-53acf0886898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.819228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:33.822589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5c30ced9-3a6f-4040-a282-73f728af1391,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:33.841382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-948372a5-7206-4bd6-873f-53acf0886898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.882083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.925687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:33.926420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:33.927934 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] 10.222.0.47 "PUT /v2.0/ports/5c30ced9-3a6f-4040-a282-73f728af1391 HTTP/1.1" status: 200 len: 1091 time: 1.2574921 Oct 26 16:35:33.946711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1602a1-7e22-4ab6-b5b4-48dc26613e9d service neutron] Pushing event updated for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:33.966341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-948372a5-7206-4bd6-873f-53acf0886898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9f52bf243e54feca931cf21876d1ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8702757 Oct 26 16:35:33.969338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43578) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:33.977362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948372a5-7206-4bd6-873f-53acf0886898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9609f8-7975-4a18-9402-816da5e1efc4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:33.999839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2ebe-d846-4d96-bb43-504216ef8cd1 req-ee67e05e-a0a7-4259-b10a-4d89e535f91e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.001860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-305e2ebe-d846-4d96-bb43-504216ef8cd1 req-ee67e05e-a0a7-4259-b10a-4d89e535f91e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1655722 Oct 26 16:35:34.006814 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-68f7f390-3e8e-4785-ac6b-ca25f4fdc87a service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898939 Oct 26 16:35:34.017696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c216a-b107-4168-93e1-c753cd0b5411 req-04539a35-8e9f-4bf1-9c53-58778cb00aeb tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.019239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-676c216a-b107-4168-93e1-c753cd0b5411 req-04539a35-8e9f-4bf1-9c53-58778cb00aeb tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 943 time: 0.2420206 Oct 26 16:35:34.067559 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.090449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6b922476-7317-41fd-8206-d6fb7b6d727f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 217 time: 0.0689604 Oct 26 16:35:34.090688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.105873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-730daf5b-fbb8-48b6-90de-f1e6864eced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.107803 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-730daf5b-fbb8-48b6-90de-f1e6864eced0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 1094 time: 0.0732625 Oct 26 16:35:34.126305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.153632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-305e2ebe-d846-4d96-bb43-504216ef8cd1 req-0adb1653-9c58-4102-b925-d4247fa5b654 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333210 Oct 26 16:35:34.163801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-e40d6eed-3037-4051-aa6c-c6c28dc4716d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c30ced9-3a6f-4040-a282-73f728af1391 HTTP/1.1" status: 200 len: 217 time: 0.0449176 Oct 26 16:35:34.169930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-676c216a-b107-4168-93e1-c753cd0b5411 req-dde56228-8cf9-414e-9166-aa6e922c5527 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370580 Oct 26 16:35:34.177927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-cc4e33e0-6df7-43fa-a0cb-41e70a431f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.179533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-cc4e33e0-6df7-43fa-a0cb-41e70a431f79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0783687 Oct 26 16:35:34.240981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-8090ec7c-9c2c-4658-9870-849883ea57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.242720 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-8090ec7c-9c2c-4658-9870-849883ea57ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c20cb27-33c5-4918-9f73-e90fc63ac883 HTTP/1.1" status: 200 len: 849 time: 0.0683401 Oct 26 16:35:34.285112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-4a1a8e27-12bf-4f79-b7ca-9225aaf2b0d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4f9808c-264a-4145-b384-4c2979789341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327854 Oct 26 16:35:34.356977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.360017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.361181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da9609f8-7975-4a18-9402-816da5e1efc4 HTTP/1.1" status: 204 len: 168 time: 0.3906591 Oct 26 16:35:34.361913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43580) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:34.406393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bfd7a-35f1-42c0-96c0-a4de5b48e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9609f8-7975-4a18-9402-816da5e1efc4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:34.451145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Deleting subnet ec979a62-23b2-49ca-8874-a32597f64039 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:35:34.459318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.493961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-64679018-847b-4230-83da-17e27acf5448 service neutron] 10.222.0.47 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956270 Oct 26 16:35:34.505093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.601961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.612033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0aaa3809-619a-4429-a2f4-e01c44f7ae02 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:34.637616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-c3441557-e8ae-434e-83a1-78c82fbec0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.639122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-c3441557-e8ae-434e-83a1-78c82fbec0d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4478126 Oct 26 16:35:34.650813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0aaa3809-619a-4429-a2f4-e01c44f7ae02 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:34.651229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0aaa3809-619a-4429-a2f4-e01c44f7ae02 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:34.659359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c906-c923-4280-a8a9-28f13dbd87a8 req-ce413094-27d4-42d6-b957-e84be266f0ae tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.660863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a251c906-c923-4280-a8a9-28f13dbd87a8 req-ce413094-27d4-42d6-b957-e84be266f0ae tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0663331 Oct 26 16:35:34.665704 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-906d4386-b3cf-4462-aa0b-f78679459e29 req-e4161452-90eb-4b58-99bd-6c684b2b0582 service neutron] 10.222.0.47 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630466 Oct 26 16:35:34.767970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a251c906-c923-4280-a8a9-28f13dbd87a8 req-9741af25-01a4-47ea-ae03-4dc54283ebe7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 Oct 26 16:35:34.774440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.825065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-18cb155f-387d-4225-8f7b-4b1327f8a990 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770234 Oct 26 16:35:34.859747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.871617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ec979a62-23b2-49ca-8874-a32597f64039 HTTP/1.1" status: 204 len: 168 time: 0.5054173 Oct 26 16:35:34.874593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:34.884865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7085e3-f1d9-4f9b-bb23-1c102c73b067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec979a62-23b2-49ca-8874-a32597f64039,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:34.980284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:34.991628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:34.998282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.003293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:35.006266 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773689d2-e798-4a89-89ce-12b78ce1e99f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:35.007068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.013812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.015670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.020607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.026298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.032115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.039788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b953d5fa-e752-4d82-b9e2-d9cac219c44f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1970093 Oct 26 16:35:35.111039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-2df06e1a-074d-4ad4-8f9e-ab3f014a1692 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662861 Oct 26 16:35:35.148031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.166007 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe036d6-8e8e-4edd-8a8e-f737b6f72850 x-openstack-request-id: req-abe036d6-8e8e-4edd-8a8e-f737b6f72850 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:35.166444 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:35.166934 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abe036d6-8e8e-4edd-8a8e-f737b6f72850 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:35.167840 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391', 'status': 'completed', 'code': 200} Oct 26 16:35:35.185611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6899178-6320-42d6-ab50-e81bbe843caf req-b6244edf-a89e-45a7-946b-2a1dfc7204b7 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389031 Oct 26 16:35:35.188491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-3dce5917-c3ea-4bd9-baea-af00542756aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0626903 Oct 26 16:35:35.210225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54174f3-f2b5-4c5e-8489-fd8488e0881b']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:35.240280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7baaef8-be7e-4968-8576-efe36328d35a') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:35.240814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7baaef8-be7e-4968-8576-efe36328d35a') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:35.269853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.302742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-0e975c47-b6a3-4fbf-98fc-18872ee0cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.304309 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-0e975c47-b6a3-4fbf-98fc-18872ee0cec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32c047b89a184671810286103b84d5b4&device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 1094 time: 0.1104956 Oct 26 16:35:35.305397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.312889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:35:35.313397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:35:35.315274 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:35:35.376598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-01e3d570-7925-40a2-bcd7-bc020c1eec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.378125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-01e3d570-7925-40a2-bcd7-bc020c1eec7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.1703980 Oct 26 16:35:35.387662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e39e7-4753-4ae9-b236-29a8c79ed104 req-82934667-96f7-46b1-917a-c1386bac5d21 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.389052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b2e39e7-4753-4ae9-b236-29a8c79ed104 req-82934667-96f7-46b1-917a-c1386bac5d21 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.1166577 Oct 26 16:35:35.487527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-65161afe-4c92-4ca8-ae42-df9892756d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.488590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-65161afe-4c92-4ca8-ae42-df9892756d6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 200 len: 910 time: 0.1625924 Oct 26 16:35:35.493048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601995-142b-4bda-893b-c415acb9081c req-969917f6-13b7-4ee9-a0b6-5c5d38d44e10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.494821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21601995-142b-4bda-893b-c415acb9081c req-969917f6-13b7-4ee9-a0b6-5c5d38d44e10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1958091 Oct 26 16:35:35.511763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.519646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b2e39e7-4753-4ae9-b236-29a8c79ed104 req-a8c676fa-7a1e-4d6d-ae94-563ddfc014d3 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142044 Oct 26 16:35:35.538695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-82978293-6b1a-4c5e-bfb3-2f0879afd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.538695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-82978293-6b1a-4c5e-bfb3-2f0879afd1fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452551 Oct 26 16:35:35.554734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:35.559021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c54174f3-f2b5-4c5e-8489-fd8488e0881b HTTP/1.1" status: 204 len: 168 time: 0.6833935 Oct 26 16:35:35.562309 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-fa2ac12c-1c96-4c9c-8223-bc0a162467a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c30ced9-3a6f-4040-a282-73f728af1391 HTTP/1.1" status: 200 len: 217 time: 0.0589423 Oct 26 16:35:35.642089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea930c1-6c21-4ced-9316-e0791621c4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54174f3-f2b5-4c5e-8489-fd8488e0881b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:35.652278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-632d1463-cc16-476b-9b66-1e90671b6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.654041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-632d1463-cc16-476b-9b66-1e90671b6ee4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c20cb27-33c5-4918-9f73-e90fc63ac883 HTTP/1.1" status: 200 len: 849 time: 0.0808833 Oct 26 16:35:35.696303 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-38f5b06a-007d-4968-b48b-305490ea1bfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4f9808c-264a-4145-b384-4c2979789341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326571 Oct 26 16:35:35.716910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21601995-142b-4bda-893b-c415acb9081c req-ee4fde65-6d65-4825-bd3d-92cecbb7696a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135205 Oct 26 16:35:35.751388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ee2b2-1c92-4c2e-ab53-814b06ab7c6a req-53389ea8-177f-4cb8-b291-ff53f4ab0538 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:35.761615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e71ee2b2-1c92-4c2e-ab53-814b06ab7c6a req-53389ea8-177f-4cb8-b291-ff53f4ab0538 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1031916 Oct 26 16:35:35.789811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b22e6af3-306e-4932-b2cf-adcdbc119cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218673 Oct 26 16:35:35.856870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43630) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:35.865712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e71ee2b2-1c92-4c2e-ab53-814b06ab7c6a req-ebe9cd39-cfb7-4ae6-87bd-c0d636c039e4 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Oct 26 16:35:35.874243 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-d48fb505-a22e-4116-8724-b78df8da53e0 service neutron] 10.222.0.47 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650128 Oct 26 16:35:35.969500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:36.009631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-936892874-network', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:36.024582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf6e0-276f-49c5-ae70-bc0a00bcb4e7 req-a3e614e9-bc2c-420f-867a-8d2e62f99570 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.026780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06bdf6e0-276f-49c5-ae70-bc0a00bcb4e7 req-a3e614e9-bc2c-420f-867a-8d2e62f99570 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 943 time: 0.1973059 Oct 26 16:35:36.074131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7814c9bb-86c0-4ab6-8075-b3f20aed0a33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e1a014468545b7a10959e10d67ccbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035566 Oct 26 16:35:36.078727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43636) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:36.087685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06bdf6e0-276f-49c5-ae70-bc0a00bcb4e7 req-f2e41509-c13e-4f29-99ef-341a7e74be0b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Oct 26 16:35:36.108489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-5fe65d04-e7ea-44ce-9191-16fdaa0b122d service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056633 Oct 26 16:35:36.108741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-773689d2-e798-4a89-89ce-12b78ce1e99f req-4641e387-2343-45ca-a518-5ef912e290eb service neutron] 10.222.0.47 "GET /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260637 Oct 26 16:35:36.142890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Made reservation on behalf of d9c1a7765c0a4243aaeb5a414d74d346 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:36.145185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.156008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.160204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-b09f195c-2a03-41b1-b4ca-4d15713e7ebc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.0427327 Oct 26 16:35:36.172357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9b7f-6732-41de-a744-0a575de71c45 req-c463e349-27ae-4cb0-bd2d-414e08bf37d0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.173826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adbf9b7f-6732-41de-a744-0a575de71c45 req-c463e349-27ae-4cb0-bd2d-414e08bf37d0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1399958 Oct 26 16:35:36.179169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.216424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.245792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adbf9b7f-6732-41de-a744-0a575de71c45 req-a269b23e-dec1-4c83-b02b-8d8dff2b7172 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626793 Oct 26 16:35:36.252234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-c86263a8-1c7e-41fb-85f5-8c575e29af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.253746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-c86263a8-1c7e-41fb-85f5-8c575e29af0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0790534 Oct 26 16:35:36.314483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.325366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-bd18ac89-e421-45a9-9449-6d8cadda973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.328138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-bd18ac89-e421-45a9-9449-6d8cadda973f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652118 Oct 26 16:35:36.404810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.415842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.418877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.420256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a2b7ac4-85c1-44db-a0f7-41681b04d9d7 HTTP/1.1" status: 204 len: 168 time: 0.3402984 Oct 26 16:35:36.443356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-36850e76-3560-4999-8dec-f387d5780839 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063931 Oct 26 16:35:36.458359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:35:36.471493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d43ff-5026-44df-8afb-26dc5f318eb3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:36.478133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.478484 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Added segment 13a95e83-2133-4d0d-ac80-5d59621b1587 of type vlan for network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 Oct 26 16:35:36.493776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7ab3-ce79-4bb4-b0c4-676c8bf40fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b7ac4-85c1-44db-a0f7-41681b04d9d7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:36.538577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.539298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.623205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-f8d48f67-d2a2-46f9-b5a0-9f5078cdb151 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.625350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-f8d48f67-d2a2-46f9-b5a0-9f5078cdb151 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.0629504 Oct 26 16:35:36.641911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.642868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.643475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.726672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-6bd087b0-1497-49a8-bbe0-c5e6340a8276 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751880 Oct 26 16:35:36.736804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28973-9523-4c27-9f54-7a5bbfb802a8 req-947b5cbd-543a-46df-97b6-81d43798a064 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.738286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97a28973-9523-4c27-9f54-7a5bbfb802a8 req-947b5cbd-543a-46df-97b6-81d43798a064 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 814 time: 0.2614605 Oct 26 16:35:36.751675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.757771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.758120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] Pushing event updated for resources: {'Network': ['ID=52cf81ab-d34b-4ac7-85cf-c3a889d08e03,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:36.764859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.770628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.774415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:35:36.777585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.784564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.789791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Deleting port 41a108da-990b-453f-bf80-fb03f0bd4e62 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:36.790223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.790505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:36.792392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61581cc9-a783-4c90-865d-a11b052f63ba req-fe5d1a5d-4a46-4434-b5ba-0386fdef0ce4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.4633710 Oct 26 16:35:36.811866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e5202aa-8d19-481e-af51-c8496ccfa569 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9519966 Oct 26 16:35:36.821404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97a28973-9523-4c27-9f54-7a5bbfb802a8 req-c193cdf0-9cbd-404e-bd0f-ddc6d37ce916 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/quotas/57a45d3ab5a2449ba0d01293b228d8da HTTP/1.1" status: 200 len: 375 time: 0.0280054 Oct 26 16:35:36.821845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:36.829221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Request body: {'subnet': {'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-936892874-subnet', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:36.907201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] For port 41a108da-990b-453f-bf80-fb03f0bd4e62, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=41a108da-990b-453f-bf80-fb03f0bd4e62,segment=NetworkSegment(f4c31177-5205-4096-9d6b-1fd1e445aafd),segment_id=f4c31177-5205-4096-9d6b-1fd1e445aafd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:36.907581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61581cc9-a783-4c90-865d-a11b052f63ba req-04458f04-8faa-4cba-8dd8-bff149dda449 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988586 Oct 26 16:35:36.907711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:36.932065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Calling delete_port for 41a108da-990b-453f-bf80-fb03f0bd4e62 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:36.970443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97a28973-9523-4c27-9f54-7a5bbfb802a8 req-b99f9e51-9ff9-4f36-9a11-96cc5a64cec8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343462 Oct 26 16:35:37.008112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Made reservation on behalf of d9c1a7765c0a4243aaeb5a414d74d346 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:37.010545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.070044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.070507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.070969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.071754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.072206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.072665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.073110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.074985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-9e9df7eb-526c-4be6-948b-a8e18c8f9105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6485 time: 0.1644344 Oct 26 16:35:37.185812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.191323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a51c-9b3f-4d4e-be88-c6291d018c74 req-8ce1be7e-c3b4-4f86-a9f6-25752377070e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.193153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2922a51c-9b3f-4d4e-be88-c6291d018c74 req-8ce1be7e-c3b4-4f86-a9f6-25752377070e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab78045e-5247-4efb-b2d2-40862a1f1b39 HTTP/1.1" status: 200 len: 945 time: 0.2231123 Oct 26 16:35:37.197574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['41a108da-990b-453f-bf80-fb03f0bd4e62'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:37.216545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Pushing event deleted for resources: {'Port': ['ID=41a108da-990b-453f-bf80-fb03f0bd4e62,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:37.250926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3efcc-a97e-45a1-89d5-96b6d73d8402 req-d82124fc-f399-4602-add5-7d32fa46cbc8 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.252531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eac3efcc-a97e-45a1-89d5-96b6d73d8402 req-d82124fc-f399-4602-add5-7d32fa46cbc8 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.2165999 Oct 26 16:35:37.267206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] No DVR routers for this DVR port 41a108da-990b-453f-bf80-fb03f0bd4e62 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:37.269884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.273103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29ab2781-0185-40d1-8a31-9adb16ee4156 req-4d924a01-4228-4a82-a87a-b5499e36c875 tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.47 "DELETE /v2.0/ports/41a108da-990b-453f-bf80-fb03f0bd4e62 HTTP/1.1" status: 204 len: 173 time: 0.6414144 Oct 26 16:35:37.273552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'name': 'network-vif-deleted', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:37.275829 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc087c0c-e4e3-46da-88d9-21d66e9ccf88" -d '{"events": [{"server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "name": "network-vif-deleted", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:37.344402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2922a51c-9b3f-4d4e-be88-c6291d018c74 req-181a076f-75c8-45c9-9be3-c1763ca6067e tempest-AttachVolumeNegativeTest-26448636 tempest-AttachVolumeNegativeTest-26448636-project] 10.222.0.21 "GET /v2.0/security-groups?id=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330328 Oct 26 16:35:37.345421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-fb133bc6-3089-4306-a3a5-16383a09173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.346773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-fb133bc6-3089-4306-a3a5-16383a09173e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 902 time: 0.2596614 Oct 26 16:35:37.369610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5c30ced9-3a6f-4040-a282-73f728af1391 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:37.445275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eac3efcc-a97e-45a1-89d5-96b6d73d8402 req-c9a41a86-9a49-4203-bb3e-2621ff618d86 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843717 Oct 26 16:35:37.447207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-7c6b6087-5c15-45cb-b4cf-cc59ea06dad4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.0850878 Oct 26 16:35:37.499481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5c30ced9-3a6f-4040-a282-73f728af1391,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:37.518431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-db6548a9-4b4a-48dc-8205-fbb41b6b96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.519970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '5c30ced9-3a6f-4040-a282-73f728af1391', 'network_id': 'c4f9808c-264a-4145-b384-4c2979789341', 'port_id': '5c30ced9-3a6f-4040-a282-73f728af1391', 'mac_address': 'fa:16:3e:70:a9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c20cb27-33c5-4918-9f73-e90fc63ac883', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:37.520120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-db6548a9-4b4a-48dc-8205-fbb41b6b96a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0649657 Oct 26 16:35:37.575674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.592992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c30ced9-3a6f-4040-a282-73f728af1391 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:37.604658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.616664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5c30ced9-3a6f-4040-a282-73f728af1391,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:37.682369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:37.695755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535d0f-4ff1-4e4e-9679-80659c3bcc56 req-fc7d5fbf-8eaf-464c-8b74-861982665a49 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.697248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3535d0f-4ff1-4e4e-9679-80659c3bcc56 req-fc7d5fbf-8eaf-464c-8b74-861982665a49 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1814229 Oct 26 16:35:37.713879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32ac64-c70f-424c-8754-c17406d02538 req-a2fa9332-8ebc-4a86-9754-661016fe2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.715655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-a2fa9332-8ebc-4a86-9754-661016fe2152 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713145 Oct 26 16:35:37.729542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a2bd58-fdff-40e3-b9aa-2474f40b3071,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:37.733616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:37.761099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f6c0-cd5a-44e9-8bb7-85d26422a84f req-85135c02-87ff-4231-a95e-9d3bdcd36a2c tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:37.762556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b56f6c0-cd5a-44e9-8bb7-85d26422a84f req-85135c02-87ff-4231-a95e-9d3bdcd36a2c tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 943 time: 0.1897581 Oct 26 16:35:37.843385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Checking segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:37.844063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Network hostable DHCP agents. Network: 52cf81ab-d34b-4ac7-85cf-c3a889d08e03, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:35:37.854701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3535d0f-4ff1-4e4e-9679-80659c3bcc56 req-e745bf87-bdaa-4c28-aeb7-f2fa28c03185 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458726 Oct 26 16:35:37.889145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b56f6c0-cd5a-44e9-8bb7-85d26422a84f req-d7d105d7-57c4-4ef5-a9f3-6ac2efeeb5ca tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101665 Oct 26 16:35:37.902514 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d1ae1b-f905-4d20-96bc-87a665df4393 x-openstack-request-id: req-36d1ae1b-f905-4d20-96bc-87a665df4393 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:37.903358 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab78045e-5247-4efb-b2d2-40862a1f1b39", "name": "network-vif-deleted", "tag": "41a108da-990b-453f-bf80-fb03f0bd4e62", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:37.903751 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36d1ae1b-f905-4d20-96bc-87a665df4393 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:37.904318 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab78045e-5247-4efb-b2d2-40862a1f1b39', 'name': 'network-vif-deleted', 'tag': '41a108da-990b-453f-bf80-fb03f0bd4e62', 'status': 'completed', 'code': 200} Oct 26 16:35:37.908836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5c30ced9-3a6f-4040-a282-73f728af1391'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:37.917344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-22db77db-29bb-4628-bb49-36551857d717 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896646 Oct 26 16:35:38.010108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:35:38.106501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a25acf-e9d3-4946-9e4d-b1d908ff6f52 req-a996321a-2f5f-4608-be84-a0b0804b8167 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.108066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2a25acf-e9d3-4946-9e4d-b1d908ff6f52 req-a996321a-2f5f-4608-be84-a0b0804b8167 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1018949 Oct 26 16:35:38.144776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 52cf81ab-d34b-4ac7-85cf-c3a889d08e03) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:38.152507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53752391-62b7-488c-9904-7f63ee1bb19d None None] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:35:38.161427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b32ac64-c70f-424c-8754-c17406d02538 req-c607a1b2-cbd4-402d-a4fd-d48ad1e2760c service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357414 Oct 26 16:35:38.164924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.165502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.209295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.215535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.221975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.228113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.234144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.240236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.246411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.248301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-49dfc710-c41d-4604-9fcb-345e00849cb0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1679330 Oct 26 16:35:38.253135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2a25acf-e9d3-4946-9e4d-b1d908ff6f52 req-320d146b-2f3d-4577-ba8c-8bf98d785741 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347601 Oct 26 16:35:38.267880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8713d94-4edf-4a9d-a555-da11addb51d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4406734 Oct 26 16:35:38.268134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43700) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:38.273483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:38.334093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:35:38.340308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.354817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-045f9580-0fc2-4e34-bd07-90d6396df649 req-5fd0f670-a56d-4654-8d0a-6eead742eda0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860131 Oct 26 16:35:38.367710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.382451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.383186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.383817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.384451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.384920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.385388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.387441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-b3a164c8-f2a5-48e9-847f-d364ed3efc4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6485 time: 0.1374986 Oct 26 16:35:38.429222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.430100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.550432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.551217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Allocated IP 172.20.0.2 (52cf81ab-d34b-4ac7-85cf-c3a889d08e03/99a2bd58-fdff-40e3-b9aa-2474f40b3071/e28c359e-a42d-4173-b331-8a8568a72efa) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:38.566087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-e3d69f3a-a828-4cf0-9922-4d50e6df6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.567769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-e3d69f3a-a828-4cf0-9922-4d50e6df6355 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 902 time: 0.1709623 Oct 26 16:35:38.587944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43714) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:38.620457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-a001b688-47cf-404a-a197-bcb05ac7b3f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0437415 Oct 26 16:35:38.639876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Deleting subnet f97c1bdf-39d7-4070-bea3-7652987f24b1 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:35:38.643802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.701096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.741026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-c589e3d2-66e1-4144-8f6c-f9104c07eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.750251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-c589e3d2-66e1-4144-8f6c-f9104c07eeaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0833504 Oct 26 16:35:38.750415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.752984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.865948 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.908810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.912204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:38.913440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:38.917494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:38.946256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97c1bdf-39d7-4070-bea3-7652987f24b1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:38.954264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:38.957582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cc5c5151-195f-483a-86f2-54c3836543ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f97c1bdf-39d7-4070-bea3-7652987f24b1 HTTP/1.1" status: 204 len: 168 time: 0.3684928 Oct 26 16:35:38.960191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4090-b99b-4e5c-8592-19383a649458 req-27099162-0a87-4386-ab60-7180274ea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:38.961621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-27099162-0a87-4386-ab60-7180274ea4df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 1096 time: 0.0916333 Oct 26 16:35:38.962252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43734) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:38.971675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Pushing event updated for resources: {'Port': ['ID=e28c359e-a42d-4173-b331-8a8568a72efa,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:38.990588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Attempting to bind port e28c359e-a42d-4173-b331-8a8568a72efa on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:38.991028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Attempting to bind port e28c359e-a42d-4173-b331-8a8568a72efa by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:38.991541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Attempting to bind port e28c359e-a42d-4173-b331-8a8568a72efa on network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:38.997791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:38.998282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Checking segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:38.999770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.000313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Bound using segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:39.000915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Bound port: e28c359e-a42d-4173-b331-8a8568a72efa, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:39.001670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.085601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] For port e28c359e-a42d-4173-b331-8a8568a72efa, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:39.092413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] For port e28c359e-a42d-4173-b331-8a8568a72efa, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e28c359e-a42d-4173-b331-8a8568a72efa,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:39.099399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.134752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4090-b99b-4e5c-8592-19383a649458 req-a920fc8f-19e7-4f0f-a005-de68673a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.136650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-a920fc8f-19e7-4f0f-a005-de68673a4705 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 200 len: 916 time: 0.1662621 Oct 26 16:35:39.157230 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.235475 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-d9bc2ecb-3b44-4cc3-a37b-7170fd9c4e75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12de9db5-65c3-431b-bf69-14ee523d91d7 HTTP/1.1" status: 200 len: 217 time: 0.0776992 Oct 26 16:35:39.242703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-189cf6e5-ecab-40f5-995e-68d2d9240509 req-2af03da3-b98b-4124-aa08-a271efb536ed tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=57a45d3ab5a2449ba0d01293b228d8da HTTP/1.1" status: 200 len: 221 time: 0.4989238 Oct 26 16:35:39.243380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe9776-dd9f-49f8-9932-25b6d1726ef1 None None] Pushing event updated for resources: {'Port': ['ID=e28c359e-a42d-4173-b331-8a8568a72efa,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:39.267497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.287847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.293106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-4348a238-8b7f-434e-8e60-0129f29efbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.294617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-4348a238-8b7f-434e-8e60-0129f29efbf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5308428 Oct 26 16:35:39.323055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64f3f9-4321-452a-8e23-2232a6aaf364 req-a03bf01e-2386-4379-b64b-3ce9e73869f6 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.325548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e64f3f9-4321-452a-8e23-2232a6aaf364 req-a03bf01e-2386-4379-b64b-3ce9e73869f6 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0981762 Oct 26 16:35:39.351199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b1973a-e28f-4e9a-81b2-6c5eea549190']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:39.361591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4090-b99b-4e5c-8592-19383a649458 req-2900f413-fae1-4b80-886c-bd897813ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.363050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-2900f413-fae1-4b80-886c-bd897813ca00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 200 len: 854 time: 0.1097672 Oct 26 16:35:39.366816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c31177-5205-4096-9d6b-1fd1e445aafd') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:39.366983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c31177-5205-4096-9d6b-1fd1e445aafd') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:39.388846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.395845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5c30ced9-3a6f-4040-a282-73f728af1391 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:39.423914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.442159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:35:39.442785 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:35:39.445909 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:35:39.498785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4090-b99b-4e5c-8592-19383a649458 req-b7b2aad7-3144-4b8a-a999-e6a5d7b07ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.500617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-b7b2aad7-3144-4b8a-a999-e6a5d7b07ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23200ba9-ccf7-4f41-97f5-cf226ba06594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261301 Oct 26 16:35:39.534562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 5c30ced9-3a6f-4040-a282-73f728af1391 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:35:39.539187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 5c30ced9-3a6f-4040-a282-73f728af1391 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:39.539649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.548563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256370b-87d1-4673-80c2-244af0729e5f req-9a919313-b545-49e1-9ab9-a213d003d39f tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.556168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a256370b-87d1-4673-80c2-244af0729e5f req-9a919313-b545-49e1-9ab9-a213d003d39f tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 944 time: 0.2295766 Oct 26 16:35:39.573461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e64f3f9-4321-452a-8e23-2232a6aaf364 req-1fd4860a-2d17-4589-b646-42a5a49f071a tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197168 Oct 26 16:35:39.625311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-7691e525-f578-40f8-83b8-42b34312918b service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119483 Oct 26 16:35:39.633901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.658481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.661856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] 10.222.0.21 "DELETE /v2.0/networks/32b1973a-e28f-4e9a-81b2-6c5eea549190 HTTP/1.1" status: 204 len: 168 time: 0.6988256 Oct 26 16:35:39.672572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357d43d-5c0c-46b0-b293-148be6a0b089 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b1973a-e28f-4e9a-81b2-6c5eea549190,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:39.688106 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.701247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a256370b-87d1-4673-80c2-244af0729e5f req-b5fe20b8-ba3b-4a1a-90be-bccdf9ce5787 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380999 Oct 26 16:35:39.718632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:39.721337 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdabd338-8ab5-4875-b2c0-75d43107c68e" -d '{"events": [{"server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "name": "network-vif-plugged", "status": "completed", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:39.737847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-058f3206-10be-4e4f-b639-fb30c77cfe5c service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341364 Oct 26 16:35:39.746766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5c30ced9-3a6f-4040-a282-73f728af1391,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:39.763894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26be4090-b99b-4e5c-8592-19383a649458 req-84e7c63c-3f39-484b-8430-3464cc51023d service neutron] 10.222.0.47 "GET /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314354 Oct 26 16:35:39.796975 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:39.801728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 41a108da-990b-453f-bf80-fb03f0bd4e62 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:39.844179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 41a108da-990b-453f-bf80-fb03f0bd4e62 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:39.844547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 41a108da-990b-453f-bf80-fb03f0bd4e62 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:39.875734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:39.911450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb359d-8b72-442f-b695-65ec15efebd8 req-463ecd27-e9dd-4ea8-b070-4721e2e7d99a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.912912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2eb359d-8b72-442f-b695-65ec15efebd8 req-463ecd27-e9dd-4ea8-b070-4721e2e7d99a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2556789 Oct 26 16:35:39.952478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e11f3c27-1777-4a75-8f94-2adba6af6352 req-8b23c1b3-a764-4073-be51-2f58b6811227 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955001 Oct 26 16:35:39.977483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.984082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.989983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:39.995903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.002639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.008591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.014670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.016615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-5a9ecf87-d0cb-4804-b247-94889b07164d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1898012 Oct 26 16:35:40.041501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2eb359d-8b72-442f-b695-65ec15efebd8 req-334625c1-aef1-4444-a0c1-5b6143826ca3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204367 Oct 26 16:35:40.093256 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce7dc6a-176c-4c5d-b019-43040ec83d07 x-openstack-request-id: req-3ce7dc6a-176c-4c5d-b019-43040ec83d07 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:40.093256 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "name": "network-vif-plugged", "status": "completed", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:40.093256 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ce7dc6a-176c-4c5d-b019-43040ec83d07 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:40.093256 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391', 'code': 200} Oct 26 16:35:40.149001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37469580-b2bb-4a92-9ded-9efdeb60303a req-88192b41-e6b5-409f-91a4-07a5f98e92de tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202071 Oct 26 16:35:40.221337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b2968-686b-4fd4-b609-b4ae88fdecde req-af1d3e82-7ede-49e9-8eb3-dbe9749e317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.224277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-278b2968-686b-4fd4-b609-b4ae88fdecde req-af1d3e82-7ede-49e9-8eb3-dbe9749e317c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 1096 time: 0.0622301 Oct 26 16:35:40.236600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.268865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.280685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-278b2968-686b-4fd4-b609-b4ae88fdecde req-539ad7cd-e3ad-4c09-b993-ba9ef28d925e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Oct 26 16:35:40.297269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43758) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:40.415395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e96d-43ab-48e7-92d0-bb6bfa07ef0f req-07145c39-5a44-49d8-a9c3-45a04f26a44a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.416921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2b0e96d-43ab-48e7-92d0-bb6bfa07ef0f req-07145c39-5a44-49d8-a9c3-45a04f26a44a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1383672 Oct 26 16:35:40.442218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1903a893-c667-45d1-ad62-bef9183d02f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ff4fb6d0254012b9199fc243f4dbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438112 Oct 26 16:35:40.445788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:40.448242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cdd39-6965-43b7-b3ad-61457269484f None None] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:35:40.492865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Allocated IP 172.25.5.97 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/e4357c66-4853-4869-930c-a9fc2a9c0990) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:40.498634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2b0e96d-43ab-48e7-92d0-bb6bfa07ef0f req-a6f90349-c898-43a9-91ee-c8165370a94a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 Oct 26 16:35:40.550405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.578321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] Provisioning complete for port e28c359e-a42d-4173-b331-8a8568a72efa triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:40.578687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.596036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.710931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.713523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.715898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/191b4a1a-53fe-4eb8-9e1c-f72bb18fc501 HTTP/1.1" status: 204 len: 168 time: 0.2691064 Oct 26 16:35:40.723508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.743823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcaaca-d1dd-4683-8c65-26d20811926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b4a1a-53fe-4eb8-9e1c-f72bb18fc501,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:40.768002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:40.798369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2979d64-9059-4ed6-b5e9-954f4c989c5f req-a9c575c3-c75f-4ce0-a24e-d79adb3c64be tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.804220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] For port e28c359e-a42d-4173-b331-8a8568a72efa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e28c359e-a42d-4173-b331-8a8568a72efa,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:40.807757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2979d64-9059-4ed6-b5e9-954f4c989c5f req-a9c575c3-c75f-4ce0-a24e-d79adb3c64be tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1529081 Oct 26 16:35:40.846516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70d9d-036e-4940-805e-041bc21a54a6 req-4db886c5-daf2-400a-832d-a77c525abbbf tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:40.853649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3b70d9d-036e-4940-805e-041bc21a54a6 req-4db886c5-daf2-400a-832d-a77c525abbbf tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1767876 Oct 26 16:35:40.870733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.898774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.922778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab87f7c-3d67-4c21-abd5-cb52e4448ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:40.931673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2979d64-9059-4ed6-b5e9-954f4c989c5f req-c74845d9-27ff-4704-a156-ae5de7da301d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229298 Oct 26 16:35:40.960798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ba03-001a-41d7-9135-5555b8bce153 None None] Pushing event updated for resources: {'Port': ['ID=e28c359e-a42d-4173-b331-8a8568a72efa,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:40.983864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3b70d9d-036e-4940-805e-041bc21a54a6 req-984489e8-e617-4bf9-8421-449103e6b9e0 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292660 Oct 26 16:35:41.032374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab87f7c-3d67-4c21-abd5-cb52e4448ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.098769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab87f7c-3d67-4c21-abd5-cb52e4448ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.128310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf60417-8d9b-424d-96b7-a1dfa60019a2 req-127cf2ef-9922-4e0a-8542-ad10bff0cc3a tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.129796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecf60417-8d9b-424d-96b7-a1dfa60019a2 req-127cf2ef-9922-4e0a-8542-ad10bff0cc3a tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 945 time: 0.0854218 Oct 26 16:35:41.138106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470a94-0a4b-4721-beb9-0ea307952026 req-479315a9-d722-41ba-b50c-f1de57568dbe tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.140351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc470a94-0a4b-4721-beb9-0ea307952026 req-479315a9-d722-41ba-b50c-f1de57568dbe tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0784311 Oct 26 16:35:41.141896 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cab87f7c-3d67-4c21-abd5-cb52e4448ef3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd7855fd38f44208a8fc7e29031a99b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725891 Oct 26 16:35:41.143332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab87f7c-3d67-4c21-abd5-cb52e4448ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a211959-e9a7-44a5-b131-8d905e33e2e1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:41.143933 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.145967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43780) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:41.221469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fcebb1b7-350c-4b02-9715-ba21c44748ce None None] Provisioning complete for port e28c359e-a42d-4173-b331-8a8568a72efa triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:41.221974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fcebb1b7-350c-4b02-9715-ba21c44748ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.257941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:41.288739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:41.300027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:41.302469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e28c359e-a42d-4173-b331-8a8568a72efa up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:41.307885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecf60417-8d9b-424d-96b7-a1dfa60019a2 req-bac905ac-d2b4-40da-9af3-535b650d7e75 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661041 Oct 26 16:35:41.308481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Pushing event updated for resources: {'Port': ['ID=e4357c66-4853-4869-930c-a9fc2a9c0990,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:41.333197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc470a94-0a4b-4721-beb9-0ea307952026 req-d2e541e1-aa68-420f-b3e7-96925d18140a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788437 Oct 26 16:35:41.366883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.403772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e28c359e-a42d-4173-b331-8a8568a72efa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:41.404446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.507931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.676701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.682729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.689507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.695428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.701410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.707654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.713617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.715838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-9c5658cc-1a8f-4de9-ae2a-b42bdbf8f29d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2523184 Oct 26 16:35:41.723919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa250b61-4c73-4bc2-a5f3-abf58675f279 req-cad90cb9-f030-4446-81a6-bccb862e9aea tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:41.725334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa250b61-4c73-4bc2-a5f3-abf58675f279 req-cad90cb9-f030-4446-81a6-bccb862e9aea tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2087672 Oct 26 16:35:41.848605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.851138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:41.854574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a211959-e9a7-44a5-b131-8d905e33e2e1 HTTP/1.1" status: 204 len: 168 time: 0.6990786 Oct 26 16:35:41.862459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-932a3995-e555-4111-9ccc-3f1b674d38cb req-62c00682-e55a-4932-a367-68da7e9174e3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358731 Oct 26 16:35:41.879759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa250b61-4c73-4bc2-a5f3-abf58675f279 req-d5bd413b-6638-49e4-9c0e-651fa1e03c66 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427875 Oct 26 16:35:41.882731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0de8-5a5f-469d-9530-44a5b67e417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a211959-e9a7-44a5-b131-8d905e33e2e1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:41.923729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:42.095455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b448f-cdd1-45fc-a1cf-02e3e171ee0b req-9ad7dcd4-57a3-4f5e-b399-a59488e3d2ed tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:42.096924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f97b448f-cdd1-45fc-a1cf-02e3e171ee0b req-9ad7dcd4-57a3-4f5e-b399-a59488e3d2ed tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1057217 Oct 26 16:35:42.178799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb802d06-2c78-46d5-88cf-02971ef94b68 req-788b2107-bd2c-47d3-a766-126ebe8a8db1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:42.180324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb802d06-2c78-46d5-88cf-02971ef94b68 req-788b2107-bd2c-47d3-a766-126ebe8a8db1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1495376 Oct 26 16:35:42.250979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f97b448f-cdd1-45fc-a1cf-02e3e171ee0b req-9eadd2b5-5d92-4ce7-9a3e-5ed9d910262c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471529 Oct 26 16:35:42.260220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb802d06-2c78-46d5-88cf-02971ef94b68 req-cf3bf9f2-076d-4cdf-a792-f53efea55838 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Oct 26 16:35:42.280904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:42.439567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b47a7d-a815-4a72-8304-847fa56c7cfa req-68c8c034-4de9-40b0-b45b-fcb7ffb872ec tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:42.441091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87b47a7d-a815-4a72-8304-847fa56c7cfa req-68c8c034-4de9-40b0-b45b-fcb7ffb872ec tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0679116 Oct 26 16:35:42.517468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87b47a7d-a815-4a72-8304-847fa56c7cfa req-74b09c79-ef7a-46f9-abd7-2029db124ef5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600517 Oct 26 16:35:42.609838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:35:42.668267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9019c-a591-4c2a-a2bc-3a954d7a1063 req-210d9e02-481c-4856-bbd0-6dfc3f33c349 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:42.669765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ce9019c-a591-4c2a-a2bc-3a954d7a1063 req-210d9e02-481c-4856-bbd0-6dfc3f33c349 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0915055 Oct 26 16:35:42.746956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ce9019c-a591-4c2a-a2bc-3a954d7a1063 req-6790bf9d-4251-48d3-9d87-72d9436d7e08 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511193 Oct 26 16:35:42.772068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:42.783876 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Sync routers for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:42.794916 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:35:42.796123 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:35:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:42.898909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa4e5-382e-42cb-ad5e-26ea79b72be9 req-f4b8ba7c-5359-4193-9019-d3a9534c032b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:42.900499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fffa4e5-382e-42cb-ad5e-26ea79b72be9 req-f4b8ba7c-5359-4193-9019-d3a9534c032b tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 945 time: 0.0761902 Oct 26 16:35:42.917882 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:35:42.942267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:42.946348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d478ec40-c7e9-4157-8ad9-12f6588ff553 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6747949 Oct 26 16:35:42.946501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43854) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:42.993361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fffa4e5-382e-42cb-ad5e-26ea79b72be9 req-aca8273e-75da-4d5c-a826-26428fcc45ec tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845807 Oct 26 16:35:43.138549 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:41Z', 'revision_number': 3, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:43.180562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Checking router: 59043fde-7c3b-47ef-9e01-0f9dd080bd71 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:43.180562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Updating router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 port e4357c66-4853-4869-930c-a9fc2a9c0990 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:43.205620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43862) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:43.213345 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.314414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7767f6-4753-40b7-b0ad-1893bef589f8 req-f24a7d25-20be-468f-aa4d-508c4fd9d727 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:43.320554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e7767f6-4753-40b7-b0ad-1893bef589f8 req-f24a7d25-20be-468f-aa4d-508c4fd9d727 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0972426 Oct 26 16:35:43.325943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1958858786-network', 'tenant_id': 'a2cb8b2ce14a428e9623ea23c9e6ceea'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:43.413198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Made reservation on behalf of a2cb8b2ce14a428e9623ea23c9e6ceea for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:43.415685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.428369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.550408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.614456 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.614671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.662042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:35:43.684602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.684806 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Added segment 98732c75-2c77-4de1-ae5e-099f5e15e484 of type vlan for network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 Oct 26 16:35:43.695883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:43.711065 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.742383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.815474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Pushing event updated for resources: {'Port': ['ID=e4357c66-4853-4869-930c-a9fc2a9c0990,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:43.825508 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Attempting to bind port e4357c66-4853-4869-930c-a9fc2a9c0990 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:43.833396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Attempting to bind port e4357c66-4853-4869-930c-a9fc2a9c0990 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:43.833396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Attempting to bind port e4357c66-4853-4869-930c-a9fc2a9c0990 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:43.833769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e7767f6-4753-40b7-b0ad-1893bef589f8 req-f97742ff-bbd5-4000-b5b5-45fd59e072b3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328699 Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.834197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:43.842199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea64b-6aa9-47fb-a253-cc8f1fa01dda req-b6ef4578-0491-4b61-8a57-b5e1f9b2ef5c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:43.843747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-860ea64b-6aa9-47fb-a253-cc8f1fa01dda req-b6ef4578-0491-4b61-8a57-b5e1f9b2ef5c tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.5393879 Oct 26 16:35:43.844261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:43.844922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:43.845617 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.846198 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:43.846867 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Bound port: e4357c66-4853-4869-930c-a9fc2a9c0990, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:43.847770 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.905500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.906547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:43.907879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:43.925477 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] For port e4357c66-4853-4869-930c-a9fc2a9c0990, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:43.933920 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] For port e4357c66-4853-4869-930c-a9fc2a9c0990, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4357c66-4853-4869-930c-a9fc2a9c0990,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:43.949838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-860ea64b-6aa9-47fb-a253-cc8f1fa01dda req-0616ae3b-e32c-4dd3-85be-03e56c6dfb57 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989974 Oct 26 16:35:44.001140 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:44.039933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.043562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8338559 Oct 26 16:35:44.044517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43884) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:44.046718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.051839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Request body: {'subnet': {'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1958858786-subnet', 'tenant_id': 'a2cb8b2ce14a428e9623ea23c9e6ceea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:44.053196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.059321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.066526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.068105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc8cf6-c7be-4956-95ff-48f2ff6b0fcd admin admin] Pushing event updated for resources: {'Network': ['ID=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:44.072737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.081148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:35:44.091776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.095121 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0a78e-8b8c-4b2c-be52-943915f4847d None None] Pushing event updated for resources: {'Port': ['ID=e4357c66-4853-4869-930c-a9fc2a9c0990,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:44.103018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f03629a1-1ea0-4148-b38b-672f2ac4c371 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1679771 Oct 26 16:35:44.135752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:35:44.136543 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:35:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:44.190542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Made reservation on behalf of a2cb8b2ce14a428e9623ea23c9e6ceea for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:44.192749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:44.250231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aca05ef4-d845-4802-bba5-b144d716cee5 req-f373b177-ab16-4fa6-88b6-d6ab784e18d1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462333 Oct 26 16:35:44.252037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:44.291950 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:35:44.372717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ed66f-c40c-4b35-ae61-16025bed0efe req-468bbeb6-518c-4804-849c-58b85ae6a2d3 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.381250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-968ed66f-c40c-4b35-ae61-16025bed0efe req-468bbeb6-518c-4804-849c-58b85ae6a2d3 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1440492 Oct 26 16:35:44.541284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14ba8-f5a9-40b6-ba12-7c0990296f70 req-269a1689-4f3c-4a0a-86a4-0578265463e3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.542847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcf14ba8-f5a9-40b6-ba12-7c0990296f70 req-269a1689-4f3c-4a0a-86a4-0578265463e3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0917497 Oct 26 16:35:44.565982 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:41Z', 'revision_number': 3, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:44.571087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Allocated IP 172.20.0.1 (52cf81ab-d34b-4ac7-85cf-c3a889d08e03/99a2bd58-fdff-40e3-b9aa-2474f40b3071/ac755d76-0b5a-493c-a205-a5ffe865a18b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:44.585236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:44.603803 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16032e-5f5f-4b5b-b984-4f7fee50d5ce None None] The sync data for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 is: [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:41Z', 'revision_number': 3, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:44.702441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00d51ff-6878-44f9-a50a-2f3385b8946c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:44.711732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcf14ba8-f5a9-40b6-ba12-7c0990296f70 req-3a13ee4c-f4bf-4dbd-93ee-8e000fa07705 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476529 Oct 26 16:35:44.744020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-968ed66f-c40c-4b35-ae61-16025bed0efe req-de7e71d0-62ab-476e-9b29-dc5f38f851f2 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617406 Oct 26 16:35:44.792551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Checking segment: {'id': '98732c75-2c77-4de1-ae5e-099f5e15e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:44.792918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Network hostable DHCP agents. Network: c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:35:44.838128 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:44.927553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:35:44.929314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a62f7-495c-44c7-aedb-ffee672c1fd9 req-93cddd2b-2f33-4552-acfc-b145d4a2dc8c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:44.931270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-297a62f7-495c-44c7-aedb-ffee672c1fd9 req-93cddd2b-2f33-4552-acfc-b145d4a2dc8c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0631046 Oct 26 16:35:44.991151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.035622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-297a62f7-495c-44c7-aedb-ffee672c1fd9 req-9f094385-e9a6-442f-b5e7-70b15e49c8ae tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976992 Oct 26 16:35:45.054216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:45.063518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:45.070654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:45.073330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Pushing event updated for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.086729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:45.086729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:45.086729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.101338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5affe95-d5d7-4e13-83d3-b5bbc6280a4e None None] Network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:35:45.126082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ca041b89-c8c0-4616-b149-43701891fd47 req-d0c687b7-477e-4d2b-95eb-276eb35b940d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:35:45.127813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca041b89-c8c0-4616-b149-43701891fd47 req-d0c687b7-477e-4d2b-95eb-276eb35b940d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095632 Oct 26 16:35:45.207317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bdbfa0c7-b028-4ce9-8806-241e366697d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1593115 Oct 26 16:35:45.302069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.350170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4357c66-4853-4869-930c-a9fc2a9c0990 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:45.385688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d21d1-1b10-4d4e-a620-02f688f3a68a None None] Network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:35:45.531160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e4357c66-4853-4869-930c-a9fc2a9c0990 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:45.532277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.621060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca041b89-c8c0-4616-b149-43701891fd47 req-6c18bfe1-1901-497a-ba76-b755d3155326 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4747818 Oct 26 16:35:45.631872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-58c1820f-e568-4832-b6ed-94ded298d064 None None] Provisioning complete for port ac755d76-0b5a-493c-a205-a5ffe865a18b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:45.632237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58c1820f-e568-4832-b6ed-94ded298d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.688814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37a5a-cfa2-4244-920d-bb96a9618fc3 req-441925db-8d0a-4267-942c-b7ae1379b8f4 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:45.700089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf37a5a-cfa2-4244-920d-bb96a9618fc3 req-441925db-8d0a-4267-942c-b7ae1379b8f4 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 945 time: 0.1518855 Oct 26 16:35:45.728699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.738340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:35:45.741550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-58c1820f-e568-4832-b6ed-94ded298d064 None None] Port ac755d76-0b5a-493c-a205-a5ffe865a18b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:45.744357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.768067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port e4357c66-4853-4869-930c-a9fc2a9c0990, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4357c66-4853-4869-930c-a9fc2a9c0990,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:45.812593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caf37a5a-cfa2-4244-920d-bb96a9618fc3 req-5df721ce-34c9-4814-906f-05504f6a8279 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/security-groups?id=67784a9d-69cc-4073-8d54-c7bbea436f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101179 Oct 26 16:35:45.872115 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:45.975384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=e4357c66-4853-4869-930c-a9fc2a9c0990,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.074817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.081617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.087622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.094923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.101470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.107442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.114060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.116039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-0f0eed4c-2113-4c4b-9846-8ce43dd0a3f1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1669323 Oct 26 16:35:46.150121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f246-9daf-4c93-8818-3a02eb44fbf7 req-49bc457f-28fd-48e6-9e90-416d7c9d702a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.151597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94b2f246-9daf-4c93-8818-3a02eb44fbf7 req-49bc457f-28fd-48e6-9e90-416d7c9d702a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1871629 Oct 26 16:35:46.199843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.218196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c97e5128-85fd-43bd-8f19-4a1d41b47430 req-f97e730f-d45e-4baf-b0ae-cc21e905f6e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889587 Oct 26 16:35:46.225400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94b2f246-9daf-4c93-8818-3a02eb44fbf7 req-7d6027a3-2ed8-45d0-adcc-34c2e0842e08 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661900 Oct 26 16:35:46.286661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.362417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Pushing event updated for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.419428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.496236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fcc85-c946-4433-9ea4-fe00bd1705fe req-0d106d50-0889-44a9-8f0b-bd7b43febca4 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.497738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6fcc85-c946-4433-9ea4-fe00bd1705fe req-0d106d50-0889-44a9-8f0b-bd7b43febca4 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1228540 Oct 26 16:35:46.622229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6fcc85-c946-4433-9ea4-fe00bd1705fe req-1f3a95a8-18b8-4f68-be19-9bd952c00025 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074648 Oct 26 16:35:46.664406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-07b08688-2c76-4762-9d50-c5f57ae9f8bc tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.665851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-07b08688-2c76-4762-9d50-c5f57ae9f8bc tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/networks?id=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 HTTP/1.1" status: 200 len: 813 time: 0.2204189 Oct 26 16:35:46.668304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:46.669787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:46.687860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-bda5fcff-1cf0-4b5b-a189-78978c07960c tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/quotas/a2cb8b2ce14a428e9623ea23c9e6ceea HTTP/1.1" status: 200 len: 375 time: 0.0156233 Oct 26 16:35:46.736906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-6e462499-8c6f-426a-bc1f-46b651153281 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.739345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-6e462499-8c6f-426a-bc1f-46b651153281 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 945 time: 0.0707543 Oct 26 16:35:46.822372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-8d8181a1-340c-4114-a8ab-0520ceeca367 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2cb8b2ce14a428e9623ea23c9e6ceea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943871 Oct 26 16:35:46.869957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Deleting port 5c30ced9-3a6f-4040-a282-73f728af1391 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:46.870443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.915028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4e83-9d72-4bbe-bd12-f2de2de7a6dd req-aa2e5da7-4066-4d02-bda6-6a247e754fb7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:46.916526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c87f4e83-9d72-4bbe-bd12-f2de2de7a6dd req-aa2e5da7-4066-4d02-bda6-6a247e754fb7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1898637 Oct 26 16:35:46.969362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] For port 5c30ced9-3a6f-4040-a282-73f728af1391, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=5c30ced9-3a6f-4040-a282-73f728af1391,segment=NetworkSegment(fd8edbb9-6b8a-470f-8871-e6d78f22bf09),segment_id=fd8edbb9-6b8a-470f-8871-e6d78f22bf09)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:46.969610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.978464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:35:46.983169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b1415971-1662-4a2a-a65a-5bb970dcbd62 None None] Provisioning complete for port ac755d76-0b5a-493c-a205-a5ffe865a18b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:46.983736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1415971-1662-4a2a-a65a-5bb970dcbd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:46.986641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Calling delete_port for 5c30ced9-3a6f-4040-a282-73f728af1391 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:46.988583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-881331fb-4087-4b0b-a23a-2d6594f0ab16 service neutron] 10.222.0.21 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653857 Oct 26 16:35:47.001147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c87f4e83-9d72-4bbe-bd12-f2de2de7a6dd req-bc597ef6-00ac-427c-8d61-21987e1fad57 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735524 Oct 26 16:35:47.021156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b1415971-1662-4a2a-a65a-5bb970dcbd62 None None] Port ac755d76-0b5a-493c-a205-a5ffe865a18b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:35:47.180729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-e567723f-6a9a-4483-90f2-8cace89e54d2 service neutron] 10.222.0.21 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835995 Oct 26 16:35:47.188680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:47.193417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-36434d36-3e37-47b6-a5c1-a4f1dd158abb admin admin] 10.222.0.21 "PUT /v2.0/routers/59043fde-7c3b-47ef-9e01-0f9dd080bd71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2458415 Oct 26 16:35:47.199076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Sync routers for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:47.209428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:35:47.211532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:35:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:47.230447 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:47.252221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['5c30ced9-3a6f-4040-a282-73f728af1391'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:47.284586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4357c66-4853-4869-930c-a9fc2a9c0990 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:47.318049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Pushing event deleted for resources: {'Port': ['ID=5c30ced9-3a6f-4040-a282-73f728af1391,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:47.378830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] No DVR routers for this DVR port 5c30ced9-3a6f-4040-a282-73f728af1391 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:47.382084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:47.386245 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df9b811b-6f7c-48dc-89c1-f30e7ec57911 req-24a3ebf7-330c-4ce5-a980-ee35e5297353 tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.47 "DELETE /v2.0/ports/5c30ced9-3a6f-4040-a282-73f728af1391 HTTP/1.1" status: 204 len: 173 time: 0.6403520 Oct 26 16:35:47.387201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'name': 'network-vif-deleted', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:47.390932 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5edbb9-5ca5-48f5-ac87-52a81d3c19cc" -d '{"events": [{"server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "name": "network-vif-deleted", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:47.406098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:35:47.410414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd989e-8e2a-4291-9d95-dca650d20313 req-62fc4234-2d33-42ca-9799-d6d6fe0ef76b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.420636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fd989e-8e2a-4291-9d95-dca650d20313 req-62fc4234-2d33-42ca-9799-d6d6fe0ef76b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.0595748 Oct 26 16:35:47.442589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e4357c66-4853-4869-930c-a9fc2a9c0990 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:47.442968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:47.493041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fd989e-8e2a-4291-9d95-dca650d20313 req-4d5a01ac-f7d3-4583-a3c4-5038eba0bda1 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718992 Oct 26 16:35:47.590292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2e4346a-16df-4568-8674-0443aaf10bc8 req-47a5b063-9d27-45a5-9fe0-d8d33de0d47d tempest-VolumesActionsTest-810725530 tempest-VolumesActionsTest-810725530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d063a93-d0d9-4e7b-b131-223c84c17603 HTTP/1.1" status: 200 len: 210 time: 0.0379033 Oct 26 16:35:47.698964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.710013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.719152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.725090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.732143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.740285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.748426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:47.760740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55247031-20f7-476c-9c46-84d098f4ef9a req-5c82dc7a-ebc9-47be-ba74-4413d1f70fe3 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1687856 Oct 26 16:35:47.836198 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb3f206-c4fa-47f8-bd7d-228bba53acd8 x-openstack-request-id: req-deb3f206-c4fa-47f8-bd7d-228bba53acd8 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:47.836710 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d063a93-d0d9-4e7b-b131-223c84c17603", "name": "network-vif-deleted", "tag": "5c30ced9-3a6f-4040-a282-73f728af1391", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:47.836710 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deb3f206-c4fa-47f8-bd7d-228bba53acd8 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:47.837112 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d063a93-d0d9-4e7b-b131-223c84c17603', 'name': 'network-vif-deleted', 'tag': '5c30ced9-3a6f-4040-a282-73f728af1391', 'status': 'completed', 'code': 200} Oct 26 16:35:47.842883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55247031-20f7-476c-9c46-84d098f4ef9a req-92766cfe-565d-4838-9ba5-97fc75c10ead tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807104 Oct 26 16:35:47.907924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 2, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:47.944961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Checking router: 59043fde-7c3b-47ef-9e01-0f9dd080bd71 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:47.945332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Updating router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 port ac755d76-0b5a-493c-a205-a5ffe865a18b binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:47.966220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17f1afd3-727f-430d-a077-2f559e5dc63c req-882b8381-7f77-4c99-8967-48185bf991cd tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 210 time: 0.0554192 Oct 26 16:35:47.981450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.103529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bd518-627b-4df0-83ab-b3af8459407d req-f2979a1c-8761-4e48-8ef7-ea33a401530e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.117755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a58bd518-627b-4df0-83ab-b3af8459407d req-f2979a1c-8761-4e48-8ef7-ea33a401530e tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.0849926 Oct 26 16:35:48.160866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a58bd518-627b-4df0-83ab-b3af8459407d req-665dbb64-e326-4fc5-ad57-477596b55f57 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372241 Oct 26 16:35:48.297496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe47d0-f988-485d-8106-4e6367ae0f9d req-7c12382f-887a-412a-be1a-ea9c1af29a4b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.299070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fe47d0-f988-485d-8106-4e6367ae0f9d req-7c12382f-887a-412a-be1a-ea9c1af29a4b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0570066 Oct 26 16:35:48.344580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fe47d0-f988-485d-8106-4e6367ae0f9d req-3d943a51-b840-4125-b714-0d0b8acf3d0f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Oct 26 16:35:48.364231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43980) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:48.377403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169955300', 'description': 'tempest-description--1755101734'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:48.400168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.459013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.508878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965659ae-aa33-4289-bae8-e1cecad660ea req-5a3708a2-d6fb-470d-9659-5ec2288ffc29 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.511352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-965659ae-aa33-4289-bae8-e1cecad660ea req-5a3708a2-d6fb-470d-9659-5ec2288ffc29 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0808573 Oct 26 16:35:48.516269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.574134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-965659ae-aa33-4289-bae8-e1cecad660ea req-da8fd55e-7826-4755-932c-fe208a723206 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560265 Oct 26 16:35:48.630593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457254-da21-4024-a515-122e1be906ae None None] Pushing event updated for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:48.647387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Attempting to bind port ac755d76-0b5a-493c-a205-a5ffe865a18b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:48.647759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Attempting to bind port ac755d76-0b5a-493c-a205-a5ffe865a18b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:48.648124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Attempting to bind port ac755d76-0b5a-493c-a205-a5ffe865a18b on network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:48.655857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:48.659212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Checking segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:48.659212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.659212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Bound using segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:48.659212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Bound port: ac755d76-0b5a-493c-a205-a5ffe865a18b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:48.659212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.684002 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.740196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db356-e36d-47f8-ac41-699e3beeed62 req-c1fea64f-7d48-4ac3-818a-59ae14cd0256 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.756381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db356-e36d-47f8-ac41-699e3beeed62 req-c1fea64f-7d48-4ac3-818a-59ae14cd0256 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.776121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db356-e36d-47f8-ac41-699e3beeed62 req-c1fea64f-7d48-4ac3-818a-59ae14cd0256 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:48.785372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.801223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a27db356-e36d-47f8-ac41-699e3beeed62 req-c1fea64f-7d48-4ac3-818a-59ae14cd0256 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7&device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73&device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 2416 time: 0.1554415 Oct 26 16:35:48.816130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] For port ac755d76-0b5a-493c-a205-a5ffe865a18b, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:48.833217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] For port ac755d76-0b5a-493c-a205-a5ffe865a18b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ac755d76-0b5a-493c-a205-a5ffe865a18b,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:48.865602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:48.900594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a27db356-e36d-47f8-ac41-699e3beeed62 req-3b3c197f-ee48-4611-bf93-3f7677bb9381 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984471 Oct 26 16:35:48.907299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.942180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:48.944292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cc10d2f5-6607-4960-95d4-d9e35434814d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5786657 Oct 26 16:35:48.946897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44008) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:48.954484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'security_group_rule': {'security_group_id': '7b9addeb-a916-46b5-b0dd-ffb86a46ffb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:49.002313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-7bd3034c-3deb-481b-bd4d-3c1c6669a730 req-cd38255e-f279-4bfd-abcc-dfe4741ce34f tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:35:49.004873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bd3034c-3deb-481b-bd4d-3c1c6669a730 req-cd38255e-f279-4bfd-abcc-dfe4741ce34f tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094616 Oct 26 16:35:49.036634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:35:49.037312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:35:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:49.118623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bd3034c-3deb-481b-bd4d-3c1c6669a730 req-2a6f2fc2-ac0c-4d44-8e07-a04a7a7188b6 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0900738 Oct 26 16:35:49.143712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.350162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.359097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.368359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.375732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.381949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.388073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.403417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.409074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457254-da21-4024-a515-122e1be906ae None None] Pushing event updated for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.411436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-471f8122-f2fb-4ce6-a508-4dc1fac27b3b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2908628 Oct 26 16:35:49.421525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] Provisioning complete for port ac755d76-0b5a-493c-a205-a5ffe865a18b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:49.421897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.441792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.489398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:35:49.516507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e9a8217-f960-40df-b395-e38cae2bc0f1 req-b093df1f-8285-4775-ac3e-31b3e0b77571 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950801 Oct 26 16:35:49.518873 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.566569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c59ed-3478-443d-a557-a57ef350f568 req-51697c08-57f2-4000-bd8f-52687b255662 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.590530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-122c59ed-3478-443d-a557-a57ef350f568 req-51697c08-57f2-4000-bd8f-52687b255662 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1577835 Oct 26 16:35:49.637019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.648541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c06206-8b3e-4562-b5ce-fdbb20120c5f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.677002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78273abc-5870-4d3c-b812-de97b817e0d8 req-352899e2-7470-4119-84f1-c218b6510921 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Oct 26 16:35:49.687082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-122c59ed-3478-443d-a557-a57ef350f568 req-5c93ebe9-7734-4756-8209-8fade7d1895b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956049 Oct 26 16:35:49.730314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] For port ac755d76-0b5a-493c-a205-a5ffe865a18b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ac755d76-0b5a-493c-a205-a5ffe865a18b,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:49.758862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.760116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a4c7b6d-aa8b-45b1-a591-88d1f6534e86 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8117471 Oct 26 16:35:49.762740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44028) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:49.768188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'security_group_rule': {'security_group_id': '7b9addeb-a916-46b5-b0dd-ffb86a46ffb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:49.826925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.903483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:48Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:49.909818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c731-3080-4836-b9bf-dff86c2069b8 req-2de2c309-dd47-4a68-ab5e-dcf62d53f800 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:49.911716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2974c731-3080-4836-b9bf-dff86c2069b8 req-2de2c309-dd47-4a68-ab5e-dcf62d53f800 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1037066 Oct 26 16:35:49.927718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af763ded-be59-4e14-99dc-5abe2e2ba263 None None] Pushing event updated for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.928811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:49.984439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2974c731-3080-4836-b9bf-dff86c2069b8 req-4ebd66c5-4be7-4372-8461-ffdd7e73fa23 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654519 Oct 26 16:35:49.992161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad505b-a72b-4cf5-88dd-95ff23aad4ce None None] The sync data for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 is: [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:48Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:50.010775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c1a8ce66-5ccd-4d84-8c17-cb00ccee8fd5 None None] Provisioning complete for port ac755d76-0b5a-493c-a205-a5ffe865a18b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:50.011247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1a8ce66-5ccd-4d84-8c17-cb00ccee8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.055526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.127536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.171220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5e29a1-5e95-4a6c-ae6f-3033ab179eb2,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:50.268887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.280197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12af8cae-d11c-43fc-b673-ad8896e94d9b tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133765 Oct 26 16:35:50.282006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:50.289696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:50.427032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.474979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640db03-13ae-44f2-ab2a-1e0052ed65ba req-4994129f-e874-4914-9d97-a4de1227ff8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.495424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4640db03-13ae-44f2-ab2a-1e0052ed65ba req-4994129f-e874-4914-9d97-a4de1227ff8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0900173 Oct 26 16:35:50.566492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4640db03-13ae-44f2-ab2a-1e0052ed65ba req-8adce224-52c2-4afc-8264-4392265ad993 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765626 Oct 26 16:35:50.709296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.744867 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:50.812179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.830424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.847598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.856950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.864722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.874480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.881577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:50.884161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-6e0412b3-fb5c-43d5-861b-84d2b9643d79 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1843705 Oct 26 16:35:50.926350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Allocated IP 172.25.5.181 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/3a65ab10-6e20-4b74-a8ef-e97f4409a83a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:50.970908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfb7821c-95d2-40f5-8a5a-a280be32fb99 req-e90f51ab-c249-4efc-951d-7b65452a2098 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795114 Oct 26 16:35:51.063853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51988d5-3b9e-42e5-9bba-f5c6557d6df5 req-e1b5bfbc-0401-4df4-a8eb-488c84e1df15 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:51.072522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f51988d5-3b9e-42e5-9bba-f5c6557d6df5 req-e1b5bfbc-0401-4df4-a8eb-488c84e1df15 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0798633 Oct 26 16:35:51.120278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a449f509-bdc4-4cdb-8cba-5d0ea3caeb13 req-b62fa2e3-8ac1-4a2f-a465-72b5911f4c13 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 210 time: 0.0455496 Oct 26 16:35:51.147338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f51988d5-3b9e-42e5-9bba-f5c6557d6df5 req-75e27348-40e4-4798-a52b-4521fdd64793 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738547 Oct 26 16:35:51.266195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-1f9a377b-1f58-4f83-ae88-4db2e8968bd9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:51.270795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-1f9a377b-1f58-4f83-ae88-4db2e8968bd9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.47 "GET /v2.0/networks?id=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 HTTP/1.1" status: 200 len: 813 time: 0.2889476 Oct 26 16:35:51.305539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Request body: {'port': {'device_id': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4', 'admin_state_up': True, 'tenant_id': 'a2cb8b2ce14a428e9623ea23c9e6ceea'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:51.355904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ac755d76-0b5a-493c-a205-a5ffe865a18b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:51.452203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5c30ced9-3a6f-4040-a282-73f728af1391 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:51.496373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 5c30ced9-3a6f-4040-a282-73f728af1391 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:35:51.497113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 5c30ced9-3a6f-4040-a282-73f728af1391 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:51.525012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ac755d76-0b5a-493c-a205-a5ffe865a18b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:35:51.525910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:51.534713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:51.539007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e4d32-f862-499e-8fcb-2b311414cb51 req-baa48ef0-e567-43e4-8fca-851b7c879960 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:51.543388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-983e4d32-f862-499e-8fcb-2b311414cb51 req-baa48ef0-e567-43e4-8fca-851b7c879960 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1189640 Oct 26 16:35:51.632876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-983e4d32-f862-499e-8fcb-2b311414cb51 req-2e7b9d68-21c4-470c-84cd-d1b75bee162d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817397 Oct 26 16:35:51.800014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Made reservation on behalf of a2cb8b2ce14a428e9623ea23c9e6ceea for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:51.800738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:51.849811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:51.939353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d643aba-f6f1-4a27-96b8-3efc2e11a801 req-8efbf05a-7e43-4103-9e12-a9fb62028f8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:51.953618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d643aba-f6f1-4a27-96b8-3efc2e11a801 req-8efbf05a-7e43-4103-9e12-a9fb62028f8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1632669 Oct 26 16:35:51.983231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:52.013203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:52.024705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:52.040051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d643aba-f6f1-4a27-96b8-3efc2e11a801 req-31fb8a14-af7a-4808-9a96-32af215c9141 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Oct 26 16:35:52.138992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44112) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:52.151705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'Port': ['ID=3a65ab10-6e20-4b74-a8ef-e97f4409a83a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:52.175694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.176048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.176461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.176870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.177282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.177680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.178083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.178480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.178876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.179310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.179729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.180373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:52.217412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Allocated IP 172.20.0.6 (c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4/d00d51ff-6878-44f9-a50a-2f3385b8946c/a0399d74-7352-435b-9da1-5d894e5d3fdc) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:52.241311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.305569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.314043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.321374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.328982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.338571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.347503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.353757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.356128 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-740f08d1-6039-468a-b72c-14bd68e79e65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1855958 Oct 26 16:35:52.374086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-506937fe-1dda-49a3-a414-9fdbcf905b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.402398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.425313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.471732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d18ecea-4a91-4c22-a0d5-4f554484f0be req-1d14f5ac-9e34-48a2-aa79-75b419154984 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944943 Oct 26 16:35:52.619251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-506937fe-1dda-49a3-a414-9fdbcf905b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.652681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1dd4bce4-8794-43c6-a297-8ac1b8c3b9c4 req-58895e1a-76cf-4afa-b155-da0fb3694c25 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 210 time: 0.0520933 Oct 26 16:35:52.739457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-506937fe-1dda-49a3-a414-9fdbcf905b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:52.833395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-506937fe-1dda-49a3-a414-9fdbcf905b27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=311746578a25468792d8fe860ae62e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931536 Oct 26 16:35:52.840248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:52.875693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506937fe-1dda-49a3-a414-9fdbcf905b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e90f6-2611-4e63-80a3-3aa25092165f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:52.902094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e13174-aede-47ad-8987-90e1801dc32d req-07e8f3c0-8d74-49a5-af64-e6f6ba7c3cde tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:52.912759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3e13174-aede-47ad-8987-90e1801dc32d req-07e8f3c0-8d74-49a5-af64-e6f6ba7c3cde tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1551557 Oct 26 16:35:52.960927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.005947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3e13174-aede-47ad-8987-90e1801dc32d req-9cf59356-344b-4bd7-aa1e-c3dc60e3539f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916262 Oct 26 16:35:53.017567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.059430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.066483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.124074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.160159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.178566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc2b2f-ed3a-4f91-8169-4693cdc0fa1a req-272afe88-7ad0-4d81-b4c3-ead9ce90db3a tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.180915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bfc2b2f-ed3a-4f91-8169-4693cdc0fa1a req-272afe88-7ad0-4d81-b4c3-ead9ce90db3a tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.0640280 Oct 26 16:35:53.184886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:53.193726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:53.213094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:35:53.221769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.224717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.226329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f11e90f6-2611-4e63-80a3-3aa25092165f HTTP/1.1" status: 204 len: 168 time: 0.3780630 Oct 26 16:35:53.227995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Pushing event updated for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:53.256152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b5e70-f9a4-4137-8ee0-e06d46da0b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e90f6-2611-4e63-80a3-3aa25092165f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:53.294299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bfc2b2f-ed3a-4f91-8169-4693cdc0fa1a req-e64525c3-c29c-4588-b3fb-d7067a660d69 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858605 Oct 26 16:35:53.308476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.333065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.333734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.349756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'Port': ['ID=3a65ab10-6e20-4b74-a8ef-e97f4409a83a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:53.416044 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.425924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dcae3093-9682-4a79-b079-3b084045edb5 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1337378 Oct 26 16:35:53.425924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-64c2d11c-8161-40a9-bc6b-fce97bc43ce9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1289756 Oct 26 16:35:53.435036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Request body: {'port': {'device_id': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:53.540681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:53.701905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.708742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.718288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.725780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.732141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.742603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.749689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:53.758445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-479bf075-c973-4b30-acd9-fbb6b92058cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.1354651 Oct 26 16:35:53.865885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ae5e7f7-caaf-48c6-a6e1-afc7179da206 req-05b6a7c3-b874-40ba-80fc-de248bcf5f5c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985248 Oct 26 16:35:53.913678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-35a13e01-0643-40a9-a545-aca0a50b1f48 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1169955300&fields=id&tenant_id=d9c1a7765c0a4243aaeb5a414d74d346 HTTP/1.1" status: 200 len: 267 time: 0.1523843 Oct 26 16:35:54.144575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bd699-7bb7-48bb-8380-2aa035e395ec req-e454c524-967a-43a2-8ce3-a177fbb1c8f1 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:54.150600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b86bd699-7bb7-48bb-8380-2aa035e395ec req-e454c524-967a-43a2-8ce3-a177fbb1c8f1 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 931 time: 0.1372292 Oct 26 16:35:54.194310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0399d74-7352-435b-9da1-5d894e5d3fdc {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:54.201384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-b3967ddc-ed0d-4a49-b3a2-fec4ef0a0807 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:54.211201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:54.212437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-b3967ddc-ed0d-4a49-b3a2-fec4ef0a0807 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/networks?id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 200 len: 811 time: 0.2751105 Oct 26 16:35:54.240141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Transition to ACTIVE for port object a0399d74-7352-435b-9da1-5d894e5d3fdc will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:35:54.244777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-0dc2d73d-b6d8-439a-a9a9-e7ddf9e9da67 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/quotas/d9c1a7765c0a4243aaeb5a414d74d346 HTTP/1.1" status: 200 len: 375 time: 0.0312109 Oct 26 16:35:54.311695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b86bd699-7bb7-48bb-8380-2aa035e395ec req-651a79c3-5cf6-4f96-bc17-601a7a564276 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357651 Oct 26 16:35:54.321229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:54.400468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:54.412662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c7e6f2b5-ad84-4203-9a09-495d7eac81b7 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554337 Oct 26 16:35:54.545374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Attempting to bind port a0399d74-7352-435b-9da1-5d894e5d3fdc on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:35:54.545374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Attempting to bind port a0399d74-7352-435b-9da1-5d894e5d3fdc by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '98732c75-2c77-4de1-ae5e-099f5e15e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:35:54.545894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Attempting to bind port a0399d74-7352-435b-9da1-5d894e5d3fdc on network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:54.556536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Port a0399d74-7352-435b-9da1-5d894e5d3fdc on network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:35:54.556887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Attempting to bind port a0399d74-7352-435b-9da1-5d894e5d3fdc on network c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:54.573850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:35:54.574193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Checking segment: {'id': '98732c75-2c77-4de1-ae5e-099f5e15e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:35:54.578174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Bound using segment: {'id': '98732c75-2c77-4de1-ae5e-099f5e15e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:54.578919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Bound port: a0399d74-7352-435b-9da1-5d894e5d3fdc, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98732c75-2c77-4de1-ae5e-099f5e15e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:35:54.579324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:54.698358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:54.712062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc,segment=NetworkSegment(98732c75-2c77-4de1-ae5e-099f5e15e484),segment_id=98732c75-2c77-4de1-ae5e-099f5e15e484)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:54.753212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-97cc443a-260c-4cc6-aeb1-739d547334ae tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:54.754392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-97cc443a-260c-4cc6-aeb1-739d547334ae tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1191063 Oct 26 16:35:54.764407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee6b69-c1ad-45ff-8150-dd81554deb27 req-ce597567-3711-439f-9bcd-62de8f027e83 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:54.771802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cee6b69-c1ad-45ff-8150-dd81554deb27 req-ce597567-3711-439f-9bcd-62de8f027e83 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2097063 Oct 26 16:35:54.802338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:54.805191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-34150c43-7717-47af-b41d-29bfcd225eb7 service neutron] 10.222.0.21 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839703 Oct 26 16:35:54.880965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:54.906758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:54.907755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:54.910124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-f0100686-db26-43b7-9da0-1ff5e99f1ff2 service neutron] 10.222.0.47 "PUT /v2.0/ports/a0399d74-7352-435b-9da1-5d894e5d3fdc HTTP/1.1" status: 200 len: 1091 time: 1.4804480 Oct 26 16:35:54.911895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:54.914912 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53821b18-87cc-412a-9b5b-f3ed771fedaf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:55.067782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-1c86cffa-5ee6-4de2-9176-a775f055e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:55.069388 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-1c86cffa-5ee6-4de2-9176-a775f055e82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2cb8b2ce14a428e9623ea23c9e6ceea&device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 1094 time: 0.0731387 Oct 26 16:35:55.149062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-d14276e8-956f-4a74-9d68-652a282eec55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc HTTP/1.1" status: 200 len: 217 time: 0.0691431 Oct 26 16:35:55.251452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-dbec447f-6e11-43dd-98eb-9194bfcabc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:55.252961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-dbec447f-6e11-43dd-98eb-9194bfcabc36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00d51ff-6878-44f9-a50a-2f3385b8946c HTTP/1.1" status: 200 len: 853 time: 0.0921216 Oct 26 16:35:55.313784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-34693e67-4738-4bde-94aa-39350a522b2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520177 Oct 26 16:35:55.399713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cee6b69-c1ad-45ff-8150-dd81554deb27 req-47f502c2-c081-4f9e-a1ff-a9536561112d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269462 Oct 26 16:35:55.520392 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-bc5108d3-e78d-4f0c-af82-f99e69e273ff service neutron] 10.222.0.47 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990290 Oct 26 16:35:55.582829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-21490faf-54d1-4b4a-aa00-b39002f8db7a service neutron] 10.222.0.21 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689173 Oct 26 16:35:55.639744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74406a56-1f73-4431-a181-66a1ae758dd8 req-a4563e3d-8639-44dc-bffb-7c730c9dc2dc tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:55.649951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74406a56-1f73-4431-a181-66a1ae758dd8 req-a4563e3d-8639-44dc-bffb-7c730c9dc2dc tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 945 time: 0.1623905 Oct 26 16:35:55.677497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a231b072-93b0-4a9d-83a4-6059d4855b38 req-651516c6-f82a-4913-92a3-8ba5b0a0e87d service neutron] 10.222.0.47 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497164 Oct 26 16:35:55.702144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Deleting port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:35:55.702482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:55.766530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74406a56-1f73-4431-a181-66a1ae758dd8 req-1d65c4ae-8dcc-462b-99f1-eedfdf5c5c01 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156590 Oct 26 16:35:55.951789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] For port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:55.952419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:55.973427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Calling delete_port for 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:35:56.026382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.042985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.057463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.071670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.089913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.103115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.126360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.137999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-55214a5d-1303-431f-aa67-6f676fa64aa5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2770550 Oct 26 16:35:56.234024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afec6e74-bf56-4518-8d3c-6da3917c698d req-0a57d483-b833-4abc-aeb2-58d5ae04ea40 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942702 Oct 26 16:35:56.448622 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ddd16c-caa5-4d36-8cd6-1dffdad77bdf x-openstack-request-id: req-38ddd16c-caa5-4d36-8cd6-1dffdad77bdf {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:56.451075 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:56.451527 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ddd16c-caa5-4d36-8cd6-1dffdad77bdf {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:56.452086 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc', 'status': 'completed', 'code': 200} Oct 26 16:35:56.458612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640250-5e2f-4260-b4cc-ead38d03da1f req-165d0189-dc53-4df2-9713-bef2ffc695fa tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.468452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3640250-5e2f-4260-b4cc-ead38d03da1f req-165d0189-dc53-4df2-9713-bef2ffc695fa tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 943 time: 0.1115744 Oct 26 16:35:56.530563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3640250-5e2f-4260-b4cc-ead38d03da1f req-25b839f1-e0ba-4936-9abc-a4762e7ac09e tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Oct 26 16:35:56.567927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-5b15d81f-e202-4e7f-a0f2-3c4be84bb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.569961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-5b15d81f-e202-4e7f-a0f2-3c4be84bb92b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2cb8b2ce14a428e9623ea23c9e6ceea&device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 1094 time: 0.0979664 Oct 26 16:35:56.588228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:56.603311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['254eaed2-997d-4ab0-b7e2-3c144ca7aae3', '71166d62-40f3-4ce8-930e-2cf956cc9745'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:56.605826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['12de9db5-65c3-431b-bf69-14ee523d91d7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:35:56.664260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52351d00-2fd1-4392-b763-b3ef015276f2 req-b7baf55c-29e1-4f75-b100-3b0abb2016e6 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0923295 Oct 26 16:35:56.712196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event deleted for resources: {'Port': ['ID=254eaed2-997d-4ab0-b7e2-3c144ca7aae3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:56.753649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-fd4f17fe-d4cf-419c-953c-35eaec550f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.784394 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-fd4f17fe-d4cf-419c-953c-35eaec550f4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 HTTP/1.1" status: 200 len: 914 time: 0.2032466 Oct 26 16:35:56.821940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] No DVR routers for this DVR port 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:56.827919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:56.831207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d24cfb59-ef71-4b68-84c8-3aebdd5d09e1 req-27929b8c-8c03-4dd6-88dc-37e931fa8695 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "DELETE /v2.0/ports/254eaed2-997d-4ab0-b7e2-3c144ca7aae3 HTTP/1.1" status: 204 len: 173 time: 2.0509839 Oct 26 16:35:56.831666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'name': 'network-vif-deleted', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:35:56.833929 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e1337b-cda8-4dd8-ae08-70143e1fac1d" -d '{"events": [{"server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "name": "network-vif-deleted", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:56.854062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-54633914-4f45-42bb-afb2-db8f10b32908 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc HTTP/1.1" status: 200 len: 217 time: 0.0618711 Oct 26 16:35:56.854311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b8d2449-f578-4dac-9f1f-c274314263cd details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:56.935730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b27c911b-e251-41f3-a85f-609f6cee9e89 req-4ffc9920-9594-464e-90cb-b818060be0c0 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 210 time: 0.0500722 Oct 26 16:35:56.993108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-fd780ea2-9668-4950-9264-2f3d607e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:56.994957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-fd780ea2-9668-4950-9264-2f3d607e1b31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00d51ff-6878-44f9-a50a-2f3385b8946c HTTP/1.1" status: 200 len: 853 time: 0.1331875 Oct 26 16:35:57.016837 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16baf65b-011b-4564-bef0-b5481148f9ed x-openstack-request-id: req-16baf65b-011b-4564-bef0-b5481148f9ed {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:57.017539 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaf86ef-845b-4400-a953-61b6e21409c7", "name": "network-vif-deleted", "tag": "254eaed2-997d-4ab0-b7e2-3c144ca7aae3", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:57.017944 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16baf65b-011b-4564-bef0-b5481148f9ed {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:57.018501 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaf86ef-845b-4400-a953-61b6e21409c7', 'name': 'network-vif-deleted', 'tag': '254eaed2-997d-4ab0-b7e2-3c144ca7aae3', 'status': 'completed', 'code': 200} Oct 26 16:35:57.040004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-b86820ce-3194-44b2-8e51-7d928239a74c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366197 Oct 26 16:35:57.274997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b8d2449-f578-4dac-9f1f-c274314263cd,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:57.390053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3b8d2449-f578-4dac-9f1f-c274314263cd', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'port_id': '3b8d2449-f578-4dac-9f1f-c274314263cd', 'mac_address': 'fa:16:3e:44:66:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:57.390848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-e553fbaa-7ef8-4052-ab83-10ac9d3f856e service neutron] 10.222.0.47 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022728 Oct 26 16:35:57.472015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:57.473998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8d2449-f578-4dac-9f1f-c274314263cd {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:57.506594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b8d2449-f578-4dac-9f1f-c274314263cd,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:57.521492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346806a-a885-4370-b449-9a7f70e8b816 req-ec5e1bb2-9213-44c0-bd5e-c96160e73059 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.523005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7346806a-a885-4370-b449-9a7f70e8b816 req-ec5e1bb2-9213-44c0-bd5e-c96160e73059 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2351599 Oct 26 16:35:57.575754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53821b18-87cc-412a-9b5b-f3ed771fedaf req-f24c0d71-d6d9-4b4c-9738-6d881234ccb1 service neutron] 10.222.0.47 "GET /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167108 Oct 26 16:35:57.586508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.593426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.599325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.605169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.611120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.616952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.623480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.631262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-d0208c89-1fca-411b-affc-1f8b305cc973 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5428 time: 0.2367079 Oct 26 16:35:57.673779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7346806a-a885-4370-b449-9a7f70e8b816 req-2723c052-1e0e-4d62-9bf6-b99be71da98b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334655 Oct 26 16:35:57.691587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdc435ff-6e4c-46b4-b461-ba1ca434716e req-018ea04a-96c6-405c-bfd2-67e89e3a6dcc tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593240 Oct 26 16:35:57.762326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:57.767719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:57.876988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:57.879164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5285e-55dd-4fb1-9221-f8bdbe325589 req-27b7602f-7451-46f9-9c1d-b9e9aae89d11 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:57.880698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a5285e-55dd-4fb1-9221-f8bdbe325589 req-27b7602f-7451-46f9-9c1d-b9e9aae89d11 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 943 time: 0.0784039 Oct 26 16:35:57.930617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:57.934028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'port_id': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'mac_address': 'fa:16:3e:71:42:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:57.946005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.946690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.947241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.947842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.948561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.948992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.949670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.951309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.951751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.952225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.953102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.953725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:57.970057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a5285e-55dd-4fb1-9221-f8bdbe325589 req-4347bf71-201b-4cd5-ad47-1f7ec2349eea tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Oct 26 16:35:58.032170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:58.131601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:58.151983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b483151-4be9-47a1-95e1-0901e31f6a04 req-4439cebe-7890-400d-a245-4a41da9b45b7 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0822608 Oct 26 16:35:58.187061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.246404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7596884-e492-4901-82c7-fbf3551b6ae0 req-69b55c55-82bf-442d-8306-5b2d0a93759f tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=deaf86ef-845b-4400-a953-61b6e21409c7 HTTP/1.1" status: 200 len: 210 time: 0.0394673 Oct 26 16:35:58.287944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:58.288673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c3c16003-0f9e-41ad-9f7a-56eaca46b455 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:58.363480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.366588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:58.393723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'port_id': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455', 'mac_address': 'fa:16:3e:b3:02:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:58.463878 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:58.484921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c16003-0f9e-41ad-9f7a-56eaca46b455 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:58.530041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.613015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:58.613694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:58.726139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:58.803437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.834234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'port_id': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'mac_address': 'fa:16:3e:b4:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66395cff-d298-48fd-a691-f9fed09b5593', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:58.914394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:58.930498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc42c4a-35d9-46a4-8196-ce86d146501c req-625e9439-2ed4-4a47-8ccf-1c7f94387b92 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:58.939879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdc42c4a-35d9-46a4-8196-ce86d146501c req-625e9439-2ed4-4a47-8ccf-1c7f94387b92 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1331885 Oct 26 16:35:58.940119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:58.967058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.975628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:58.982492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:58.988726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:58.995517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.000579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.006368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.012409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.014895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa910003-30d8-4516-80a2-513eeac580d6 req-a90b3def-30c4-4184-a9b8-2f29eb19a484 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5431 time: 0.2027454 Oct 26 16:35:59.055862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdc42c4a-35d9-46a4-8196-ce86d146501c req-31b5a777-a8f8-4864-ae39-7a4db9ed80c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Oct 26 16:35:59.097207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa910003-30d8-4516-80a2-513eeac580d6 req-707fbdb8-1ae2-4ec7-a9a8-886a2090d514 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665469 Oct 26 16:35:59.196390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b0a53-fa82-4c14-86e2-cb6535edbd2e req-c7621d23-2a20-4d07-867e-ac039de08949 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.197963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc3b0a53-fa82-4c14-86e2-cb6535edbd2e req-c7621d23-2a20-4d07-867e-ac039de08949 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 943 time: 0.0520537 Oct 26 16:35:59.273222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc3b0a53-fa82-4c14-86e2-cb6535edbd2e req-69461052-72b9-407a-a65b-70209313026c tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594640 Oct 26 16:35:59.275621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37ef4-db72-4a36-9280-7ad6c6a61d81 req-c46c3550-4bed-4150-ad0c-e2bc3841742c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.277286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0a37ef4-db72-4a36-9280-7ad6c6a61d81 req-c46c3550-4bed-4150-ad0c-e2bc3841742c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0782442 Oct 26 16:35:59.293405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:59.294901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0d77e3f0-16cd-4a60-bcca-003e1a76b53f details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:59.320145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0a37ef4-db72-4a36-9280-7ad6c6a61d81 req-9fdaa967-a959-4117-a004-96315ed913c1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Oct 26 16:35:59.367529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.370450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:59.383661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f', 'network_id': '0eec9ed4-fcf9-420d-8b7a-db82844ef4de', 'port_id': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f', 'mac_address': 'fa:16:3e:20:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66395cff-d298-48fd-a691-f9fed09b5593', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:59.426928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:59.445303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a0399d74-7352-435b-9da1-5d894e5d3fdc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:59.455803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d77e3f0-16cd-4a60-bcca-003e1a76b53f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:59.458668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c62b809-9e8e-4c2d-882c-bb6df3a789b0 req-f98af9fd-1bc6-446f-bb9f-aadc60d5b79d tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0586765 Oct 26 16:35:59.502704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.507863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-0ba16220-741f-49b7-bee3-e737f04a043f tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.509658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-0ba16220-741f-49b7-bee3-e737f04a043f tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.47 "GET /v2.0/networks?id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 200 len: 811 time: 0.1584237 Oct 26 16:35:59.618864 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-a34b46a2-6fb8-4e44-9710-e4e1d263881e tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9c1a7765c0a4243aaeb5a414d74d346 HTTP/1.1" status: 200 len: 380 time: 0.0958917 Oct 26 16:35:59.620272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:59.621109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6817b923-9277-4fff-85af-958a36db255b details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:59.636283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'port': {'device_id': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'admin_state_up': True, 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'security_groups': ['7b9addeb-a916-46b5-b0dd-ffb86a46ffb5']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:59.636895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc,segment=NetworkSegment(98732c75-2c77-4de1-ae5e-099f5e15e484),segment_id=98732c75-2c77-4de1-ae5e-099f5e15e484)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.692025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a0399d74-7352-435b-9da1-5d894e5d3fdc', 'network_id': 'c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4', 'port_id': 'a0399d74-7352-435b-9da1-5d894e5d3fdc', 'mac_address': 'fa:16:3e:b4:60:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d51ff-6878-44f9-a50a-2f3385b8946c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:59.728990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cfb23-3491-4be2-ab87-2f0f1ea734b7 req-d126d67c-ad40-46d2-8983-8a395aa79c84 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:35:59.737814 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-067cfb23-3491-4be2-ab87-2f0f1ea734b7 req-d126d67c-ad40-46d2-8983-8a395aa79c84 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1141496 Oct 26 16:35:59.773410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:35:59.813627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-067cfb23-3491-4be2-ab87-2f0f1ea734b7 req-5279dd09-7aea-4398-865a-93f4cf98f281 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Oct 26 16:35:59.817986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:59.838082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:35:59.871378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0399d74-7352-435b-9da1-5d894e5d3fdc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:35:59.889074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.913701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc,segment=NetworkSegment(98732c75-2c77-4de1-ae5e-099f5e15e484),segment_id=98732c75-2c77-4de1-ae5e-099f5e15e484)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.924437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '6817b923-9277-4fff-85af-958a36db255b', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'port_id': '6817b923-9277-4fff-85af-958a36db255b', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:59.990348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.033096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.047155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6817b923-9277-4fff-85af-958a36db255b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:00.058222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551104-d393-4279-bbbb-6c13f57e7bde req-48fdac5e-8961-499e-8425-16449e526974 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.063360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51c02ffa-e4a7-4570-9ce9-2fa480e1afd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.067440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64551104-d393-4279-bbbb-6c13f57e7bde req-48fdac5e-8961-499e-8425-16449e526974 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0880392 Oct 26 16:36:00.074681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Made reservation on behalf of d9c1a7765c0a4243aaeb5a414d74d346 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:00.079585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.112142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:00.157507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64551104-d393-4279-bbbb-6c13f57e7bde req-67c04ae0-51b7-480e-920e-f4f3fbc951ff tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889013 Oct 26 16:36:00.183853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.201899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.201899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 22f80cd2-20c1-4b75-9a78-c5893a6d3622 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:36:00.210267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c130b9-6cb9-4a3e-9c61-343c78dc5375 req-ac0ed584-bd90-499a-a8bc-2af3301a9721 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.215847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74c130b9-6cb9-4a3e-9c61-343c78dc5375 req-ac0ed584-bd90-499a-a8bc-2af3301a9721 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.1285126 Oct 26 16:36:00.264953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:00.282273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'network_id': '139c9ca2-2303-4596-8efb-e16c6a4a6bad', 'port_id': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'mac_address': 'fa:16:3e:06:9c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce561460-6a4f-402d-a157-c032a0c9b584', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:36:00.301412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51c02ffa-e4a7-4570-9ce9-2fa480e1afd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.306657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74c130b9-6cb9-4a3e-9c61-343c78dc5375 req-e3116719-958c-48f3-9464-25acdf123ed5 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825679 Oct 26 16:36:00.323953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a0399d74-7352-435b-9da1-5d894e5d3fdc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:00.417765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.434466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.442723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.445016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.452066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.458502 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.460902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.469587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.480371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.483613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-1e2ba312-0526-45ad-a83d-9f7dd839741e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5434 time: 0.1951983 Oct 26 16:36:00.501423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f80cd2-20c1-4b75-9a78-c5893a6d3622 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:00.509932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51c02ffa-e4a7-4570-9ce9-2fa480e1afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.592886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c02ffa-e4a7-4570-9ce9-2fa480e1afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd36b2-f210-43a8-a3a6-7b316a727110,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.603876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51c02ffa-e4a7-4570-9ce9-2fa480e1afd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15f9752ff1a0485d9f6fcd6262d73a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289237 Oct 26 16:36:00.607159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:00.609692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Allocated IP 172.20.0.10 (52cf81ab-d34b-4ac7-85cf-c3a889d08e03/99a2bd58-fdff-40e3-b9aa-2474f40b3071/522c5917-7300-4832-8b29-33a18a8af7f9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:36:00.686087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b663fd9-8390-4de2-b368-da028f857fc2 req-d6326f8e-b463-4cce-b142-3f3cdc40c976 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960750 Oct 26 16:36:00.692896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:00.721904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e950-a564-4306-b246-20848c556fb8 req-fb579dbf-c6f8-486b-bd7f-7751168d3aa3 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.729650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c13e950-a564-4306-b246-20848c556fb8 req-fb579dbf-c6f8-486b-bd7f-7751168d3aa3 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 944 time: 0.1498957 Oct 26 16:36:00.761862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.806500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.822678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c13e950-a564-4306-b246-20848c556fb8 req-73d5d5f0-3e2d-4d95-8867-a6f5cf071f0a tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919518 Oct 26 16:36:00.836763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.855691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.931306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53ae9c38-9163-4d67-97ca-7a8bed126987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.939524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:00.945784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981fd2-c648-4449-81ae-6613329fabd3 req-cfaf68cb-5d6f-4de7-ab89-7773195496de tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:00.947680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43981fd2-c648-4449-81ae-6613329fabd3 req-cfaf68cb-5d6f-4de7-ab89-7773195496de tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1229346 Oct 26 16:36:01.001716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:01.004696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:01.008611 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fcd36b2-f210-43a8-a3a6-7b316a727110 HTTP/1.1" status: 204 len: 168 time: 0.3978601 Oct 26 16:36:01.016255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a19e97-1333-47a7-82cf-7e9092535151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd36b2-f210-43a8-a3a6-7b316a727110,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:01.017054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07971d75-2ed1-4927-a6a6-a0628d626a56 req-d0181425-0a7b-4a71-b36d-88c9f9c39489 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0680046 Oct 26 16:36:01.025612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:01.063204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43981fd2-c648-4449-81ae-6613329fabd3 req-2bcd2e1a-6e88-462c-a403-ebc8a00d0ed9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Oct 26 16:36:01.117503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:01.120710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:01.123430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:36:01.150997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event updated for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:01.199381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:01.201411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:01.261342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25674b-0026-4f1a-a313-b956759fac83 req-f6e7a479-1c32-41f9-8b74-a2681d086d10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:01.267671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e25674b-0026-4f1a-a313-b956759fac83 req-f6e7a479-1c32-41f9-8b74-a2681d086d10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1152198 Oct 26 16:36:01.309119 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-6df3d5f1-a440-49f6-8cec-814646de1dce tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6836743 Oct 26 16:36:01.326654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Request body: {'port': {'device_id': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:01.425482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:01.448625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a0399d74-7352-435b-9da1-5d894e5d3fdc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:01.464639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e25674b-0026-4f1a-a313-b956759fac83 req-d6e8dca7-bf2c-48e9-9882-0b90ea81d6a6 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942036 Oct 26 16:36:01.640864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-2b9625b5-f14c-4c63-b80d-98ced985975d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:01.642620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-2b9625b5-f14c-4c63-b80d-98ced985975d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.2998886 Oct 26 16:36:01.648072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3b8d2449-f578-4dac-9f1f-c274314263cd'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:01.693527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['22f80cd2-20c1-4b75-9a78-c5893a6d3622'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:01.695719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0d77e3f0-16cd-4a60-bcca-003e1a76b53f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:01.707599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['7ceca203-90f1-4f5e-bb5f-d31c50eb7935'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:01.746033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42efa9-c7d3-411f-94d0-cfb58c2a0e65 req-4abf6f35-67e1-4980-b1b2-c4aef609a924 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:01.756126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df42efa9-c7d3-411f-94d0-cfb58c2a0e65 req-4abf6f35-67e1-4980-b1b2-c4aef609a924 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 945 time: 0.2535272 Oct 26 16:36:01.970109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df42efa9-c7d3-411f-94d0-cfb58c2a0e65 req-ad9921db-f348-4ea2-9b95-99fbdf1fd3af tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124310 Oct 26 16:36:01.995892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c3c16003-0f9e-41ad-9f7a-56eaca46b455'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:02.003957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['6817b923-9277-4fff-85af-958a36db255b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:02.004330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522c5917-7300-4832-8b29-33a18a8af7f9 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:02.004775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a0399d74-7352-435b-9da1-5d894e5d3fdc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:02.015514 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.036748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Transition to ACTIVE for port object 522c5917-7300-4832-8b29-33a18a8af7f9 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:36:02.038738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44366) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:02.070215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4319d12e-0d82-4312-8d83-c700442a8088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.073302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381fd9-2f48-4997-a85a-9df89c753e2b req-950f0fbf-d566-448a-8460-89bae41b65a7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.074981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2381fd9-2f48-4997-a85a-9df89c753e2b req-950f0fbf-d566-448a-8460-89bae41b65a7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1918695 Oct 26 16:36:02.079414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Deleting port 71166d62-40f3-4ce8-930e-2cf956cc9745 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:02.079762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.112440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.272186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a0399d74-7352-435b-9da1-5d894e5d3fdc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:02.272645 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.296958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2381fd9-2f48-4997-a85a-9df89c753e2b req-29602e75-f1c6-4747-ad63-d077d0a2e441 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063000 Oct 26 16:36:02.349916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Pushing event updated for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:02.370267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Attempting to bind port 522c5917-7300-4832-8b29-33a18a8af7f9 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:36:02.370623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Attempting to bind port 522c5917-7300-4832-8b29-33a18a8af7f9 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:36:02.370946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Attempting to bind port 522c5917-7300-4832-8b29-33a18a8af7f9 on network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:36:02.384560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4319d12e-0d82-4312-8d83-c700442a8088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.385897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Port 522c5917-7300-4832-8b29-33a18a8af7f9 on network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:36:02.386218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Attempting to bind port 522c5917-7300-4832-8b29-33a18a8af7f9 on network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:36:02.393357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:36:02.393807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Checking segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:36:02.394557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Bound using segment: {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:36:02.395001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Bound port: 522c5917-7300-4832-8b29-33a18a8af7f9, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a95e83-2133-4d0d-ac80-5d59621b1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:36:02.395374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.449606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4319d12e-0d82-4312-8d83-c700442a8088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.463752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.477643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.486366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.492945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.509465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.518967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.547674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.556370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62a67347-9e2a-4756-9055-1a41cc47410d req-098be8f7-e736-4f05-a778-57791681ff46 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5435 time: 0.4671359 Oct 26 16:36:02.558541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['2dffe74b-7d17-4a25-b58f-6c4dab7f70c6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:02.580080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:36:02.583643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=522c5917-7300-4832-8b29-33a18a8af7f9,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:36:02.592434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d12e-0d82-4312-8d83-c700442a8088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a9762-4920-41bf-adc4-d3892b5d227e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:02.594831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4319d12e-0d82-4312-8d83-c700442a8088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8ae3571da1d4ea8bff527eb6e8402cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518479 Oct 26 16:36:02.595651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:02.686809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.715362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] For port 71166d62-40f3-4ce8-930e-2cf956cc9745, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=71166d62-40f3-4ce8-930e-2cf956cc9745,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:02.715362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.747828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62a67347-9e2a-4756-9055-1a41cc47410d req-627bd7db-552f-4f28-a34a-0ab08dd1d61b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865351 Oct 26 16:36:02.755665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.756522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.759040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] 10.222.0.47 "PUT /v2.0/ports/522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 200 len: 1092 time: 1.4401860 Oct 26 16:36:02.759862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:02.765023 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56a220-fac1-466f-8836-b3f5842b47a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:02.811775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Calling delete_port for 71166d62-40f3-4ce8-930e-2cf956cc9745 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:02.832298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.894536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c80e5-1470-43c9-a2d9-76c710c31574 req-e2acf49c-3ab0-4a94-a339-4fea339e6f43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:02.900367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7c80e5-1470-43c9-a2d9-76c710c31574 req-e2acf49c-3ab0-4a94-a339-4fea339e6f43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 944 time: 0.3330538 Oct 26 16:36:02.906335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:02.949210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e7981-f5d2-41c2-91c8-d1eaf255beeb service neutron] Pushing event updated for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:03.029235 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.055647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:03.074647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-cb3be12b-36bd-4df2-a370-59f7481381d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:03.077257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-cb3be12b-36bd-4df2-a370-59f7481381d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 1095 time: 0.1242716 Oct 26 16:36:03.115106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300a8b9-d80e-4349-b6c4-6ef2232d3a64 req-e406a063-7ee5-4021-8e77-dfebde2b987f tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:03.126821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4300a8b9-d80e-4349-b6c4-6ef2232d3a64 req-e406a063-7ee5-4021-8e77-dfebde2b987f tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 944 time: 0.1514678 Oct 26 16:36:03.145636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-2aee7bd8-4097-47eb-97c9-d7bdd31ac4f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 200 len: 217 time: 0.0484397 Oct 26 16:36:03.154944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc,segment=NetworkSegment(98732c75-2c77-4de1-ae5e-099f5e15e484),segment_id=98732c75-2c77-4de1-ae5e-099f5e15e484)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:03.166925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f7c80e5-1470-43c9-a2d9-76c710c31574 req-4f47bc6c-7b8d-4b69-a636-653cb7e24b80 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551701 Oct 26 16:36:03.169652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.172585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.176013 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a94a9762-4920-41bf-adc4-d3892b5d227e HTTP/1.1" status: 204 len: 168 time: 0.5766594 Oct 26 16:36:03.229078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:03.232592 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d5927-370e-46c8-ad29-9cb12457261c" -d '{"events": [{"server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "name": "network-vif-plugged", "status": "completed", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:03.241852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:03.242078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 254eaed2-997d-4ab0-b7e2-3c144ca7aae3 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:03.254940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fd158-7e02-4356-a81f-f77352ddbd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a9762-4920-41bf-adc4-d3892b5d227e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:03.264412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4300a8b9-d80e-4349-b6c4-6ef2232d3a64 req-05d088bc-b084-4dbf-a8b4-d374cab6f124 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359329 Oct 26 16:36:03.288205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-9d194031-3c11-47ba-8e52-74dce2593a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:03.292963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-9d194031-3c11-47ba-8e52-74dce2593a85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99a2bd58-fdff-40e3-b9aa-2474f40b3071 HTTP/1.1" status: 200 len: 850 time: 0.1397874 Oct 26 16:36:03.398890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e848e4-f448-41cd-84e9-96689c948e5b req-b385bace-db7d-4032-92fd-38a1c9d5d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:03.402886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-b385bace-db7d-4032-92fd-38a1c9d5d34e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001523 Oct 26 16:36:03.442971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.521642 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91437fe5-d164-4abb-98ca-f202173fc755 x-openstack-request-id: req-91437fe5-d164-4abb-98ca-f202173fc755 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:03.521962 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:03.522626 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91437fe5-d164-4abb-98ca-f202173fc755 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:03.523093 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9', 'status': 'completed', 'code': 200} Oct 26 16:36:03.602015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-e829b3d6-beac-4b67-815c-e028ec6ea09d service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907966 Oct 26 16:36:03.619053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.686178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['12de9db5-65c3-431b-bf69-14ee523d91d7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:03.698346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event deleted for resources: {'Port': ['ID=71166d62-40f3-4ce8-930e-2cf956cc9745,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:03.759448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1424f854-1412-416c-966c-cd319ba95a7d req-9b45af80-b5a7-45c6-b847-f7ce2ae89767 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 210 time: 0.1241484 Oct 26 16:36:03.808825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba44b-db5f-4ffa-b585-0d7c74373b77 req-885419ea-b002-404d-9015-b278011c52e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:03.814024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9dba44b-db5f-4ffa-b585-0d7c74373b77 req-885419ea-b002-404d-9015-b278011c52e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.3001642 Oct 26 16:36:03.831869 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-49e848e4-f448-41cd-84e9-96689c948e5b req-c55e487d-ec66-4513-bef8-bfbab7afed56 service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188909 Oct 26 16:36:03.911655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] No DVR routers for this DVR port 71166d62-40f3-4ce8-930e-2cf956cc9745 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:03.922883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:03.932019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0218559b-9c7e-4ca5-a2e5-c9a188190454 req-12c25b60-5a72-4ad1-9371-f929058a4584 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.39 "DELETE /v2.0/ports/71166d62-40f3-4ce8-930e-2cf956cc9745 HTTP/1.1" status: 204 len: 173 time: 2.2806799 Oct 26 16:36:03.932515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'name': 'network-vif-deleted', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:03.937526 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6da94-2f2e-4e4a-99a0-e88452721aec" -d '{"events": [{"server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "name": "network-vif-deleted", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:03.940489 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5889187-8512-4877-bb54-ac874c73e018 x-openstack-request-id: req-a5889187-8512-4877-bb54-ac874c73e018 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:03.940878 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "name": "network-vif-plugged", "status": "completed", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:03.941228 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5889187-8512-4877-bb54-ac874c73e018 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:03.941850 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc', 'code': 200} Oct 26 16:36:04.021178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9dba44b-db5f-4ffa-b585-0d7c74373b77 req-b2fca67b-6699-410c-9bf3-7ef78551335e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737533 Oct 26 16:36:04.053216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f50eca38-5bb8-4f02-a34c-00d6f97319d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:04.090545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:04.165606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-c0433739-a36a-418d-8c07-7b2ef1dd2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.170430 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-c0433739-a36a-418d-8c07-7b2ef1dd2524 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 1095 time: 0.1974781 Oct 26 16:36:04.195845 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd309b-8851-4e8e-a34f-86603ded8df1 x-openstack-request-id: req-3fbd309b-8851-4e8e-a34f-86603ded8df1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:04.196325 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db47ba3b-59d8-48f6-b2e0-f3311e51de73", "name": "network-vif-deleted", "tag": "71166d62-40f3-4ce8-930e-2cf956cc9745", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:04.196325 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fbd309b-8851-4e8e-a34f-86603ded8df1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:04.196668 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db47ba3b-59d8-48f6-b2e0-f3311e51de73', 'name': 'network-vif-deleted', 'tag': '71166d62-40f3-4ce8-930e-2cf956cc9745', 'status': 'completed', 'code': 200} Oct 26 16:36:04.252454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:04.291410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44d49-6cdf-4bc7-9589-d62959dbcbcb req-76886537-ded2-4ef2-8da9-757477ff3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.299338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34e44d49-6cdf-4bc7-9589-d62959dbcbcb req-76886537-ded2-4ef2-8da9-757477ff3148 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 1096 time: 0.3082056 Oct 26 16:36:04.439082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.449661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.458563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.466091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.474338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.482173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.488635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.499173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-e390ce5f-cc4e-454e-a98d-f04a75de4f6e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5435 time: 0.4649558 Oct 26 16:36:04.548579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-a49816a0-0f00-44ad-9604-182458a8a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.550274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-a49816a0-0f00-44ad-9604-182458a8a075 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 200 len: 912 time: 0.3692265 Oct 26 16:36:04.590354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59f298e2-cfc9-404d-a95c-1de1a24be966 req-a5dbf7c5-6968-4b70-8a4d-a2d12e503f18 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907965 Oct 26 16:36:04.602819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34e44d49-6cdf-4bc7-9589-d62959dbcbcb req-9c19a997-c0a2-4ed9-bfb3-0eb1106b93d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140958 Oct 26 16:36:04.608599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-a47eed26-a9ed-44c5-9a16-73bddbea9417 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 200 len: 217 time: 0.0496511 Oct 26 16:36:04.612022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682b0d-a0f4-4670-b362-39cc3de17a45 req-c9c8c275-259b-4002-9dfd-6bb5ada76da9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.619183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6682b0d-a0f4-4670-b362-39cc3de17a45 req-c9c8c275-259b-4002-9dfd-6bb5ada76da9 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.3425293 Oct 26 16:36:04.682220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6682b0d-a0f4-4670-b362-39cc3de17a45 req-ad3fbc8e-465c-4bea-9259-92546909aadf tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 Oct 26 16:36:04.797246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 71166d62-40f3-4ce8-930e-2cf956cc9745 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:04.829547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 71166d62-40f3-4ce8-930e-2cf956cc9745 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:04.830389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 71166d62-40f3-4ce8-930e-2cf956cc9745 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:04.872519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-6287205e-1d41-4460-92ec-e9863c45ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.874440 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-6287205e-1d41-4460-92ec-e9863c45ea3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99a2bd58-fdff-40e3-b9aa-2474f40b3071 HTTP/1.1" status: 200 len: 850 time: 0.0750964 Oct 26 16:36:04.891752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161366-b205-405b-918f-f4978b3db23a req-54e7c361-d22c-4296-bdce-1af154c36bb9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.893398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd161366-b205-405b-918f-f4978b3db23a req-54e7c361-d22c-4296-bdce-1af154c36bb9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1760857 Oct 26 16:36:04.923068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368925-0b3e-4e7e-bce9-8f1d2f43b2bd req-0c8e90b9-a71c-46e8-8058-50e39eb6ad23 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.931008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de368925-0b3e-4e7e-bce9-8f1d2f43b2bd req-0c8e90b9-a71c-46e8-8058-50e39eb6ad23 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 944 time: 0.1415029 Oct 26 16:36:04.939416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-c42c9f17-26ea-4b93-a782-1769ac7bc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:04.942030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-c42c9f17-26ea-4b93-a782-1769ac7bc1df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578368 Oct 26 16:36:04.973943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:05.006090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd161366-b205-405b-918f-f4978b3db23a req-9d6ec43c-d1f1-49fe-ae76-56190161141c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Oct 26 16:36:05.029419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de368925-0b3e-4e7e-bce9-8f1d2f43b2bd req-0b7318a1-5716-4fe2-a8ce-bf15f5625dc3 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960643 Oct 26 16:36:05.190099 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-a8923796-ddbc-46dc-bfd4-77fb1f056042 service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380390 Oct 26 16:36:05.251375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c91a245f-dffa-4bcc-b656-0bf033bbc442 req-cf4084dc-62b0-4571-a0dd-f3a650079aad tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=db47ba3b-59d8-48f6-b2e0-f3311e51de73 HTTP/1.1" status: 200 len: 210 time: 0.1020887 Oct 26 16:36:05.356536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a56a220-fac1-466f-8836-b3f5842b47a8 req-af9dca35-04b8-42c4-b198-db954b168406 service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571655 Oct 26 16:36:05.383768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb378bf-f6fd-4acf-9db7-f71039ef6dc7 req-dd883d78-a25b-4c06-907c-010ac686aff9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.395880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdb378bf-f6fd-4acf-9db7-f71039ef6dc7 req-dd883d78-a25b-4c06-907c-010ac686aff9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1413286 Oct 26 16:36:05.452353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdb378bf-f6fd-4acf-9db7-f71039ef6dc7 req-c1ffde23-f33c-430b-9eed-d81152c7917b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Oct 26 16:36:05.674108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b953c-febf-4863-9c57-c675dfa75b79 req-d35915f1-2e36-4898-8da9-9dc4176a8c2d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.683929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e98b953c-febf-4863-9c57-c675dfa75b79 req-d35915f1-2e36-4898-8da9-9dc4176a8c2d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0921376 Oct 26 16:36:05.763411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e98b953c-febf-4863-9c57-c675dfa75b79 req-86c30ab9-c7de-4b0d-b09f-dd4f2aba07c4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Oct 26 16:36:05.811111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.819534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.825663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.834644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.838092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.845442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.851664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.853783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-8e4e1d41-3ed7-4798-8ffe-9cb8c40389e8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5435 time: 0.1471212 Oct 26 16:36:05.953139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8779d4e-8bf7-401f-9e7f-90908fffe370 req-d00f98ad-7282-4ee2-b927-e05b7fa7d203 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865197 Oct 26 16:36:05.968304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86e2bc-9746-4dee-93c3-2c504830ed89 req-1a069d89-a80c-49c5-adc0-8febcb9da074 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:05.970600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b86e2bc-9746-4dee-93c3-2c504830ed89 req-1a069d89-a80c-49c5-adc0-8febcb9da074 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.1158161 Oct 26 16:36:06.129154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b86e2bc-9746-4dee-93c3-2c504830ed89 req-cbb8085d-c700-4338-b5c5-e0fd49302556 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Oct 26 16:36:06.129154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309994df-93bd-4dd7-9c08-adcb4f9f76b7 req-679537ad-fee3-4e57-9e57-30e3afe23297 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:06.129154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309994df-93bd-4dd7-9c08-adcb4f9f76b7 req-679537ad-fee3-4e57-9e57-30e3afe23297 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0498831 Oct 26 16:36:06.156433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-309994df-93bd-4dd7-9c08-adcb4f9f76b7 req-0c6a1199-b676-46cf-989c-e127100e8999 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Oct 26 16:36:06.171326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3166c-1290-40df-8482-1588e9697945 req-5ef13ab3-884f-44ce-82ad-f0706b9f0bcf tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:06.173087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdd3166c-1290-40df-8482-1588e9697945 req-5ef13ab3-884f-44ce-82ad-f0706b9f0bcf tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 944 time: 0.0881927 Oct 26 16:36:06.216743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdd3166c-1290-40df-8482-1588e9697945 req-dc85f9ad-ba15-4926-b232-5e77896efd01 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Oct 26 16:36:06.425263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e295-d0b4-4624-8c32-5e7921342f7b req-a1a4a0ad-1785-4d7a-9fe3-8c49c2a7e32b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:06.428438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df9e295-d0b4-4624-8c32-5e7921342f7b req-a1a4a0ad-1785-4d7a-9fe3-8c49c2a7e32b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0875635 Oct 26 16:36:06.490096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df9e295-d0b4-4624-8c32-5e7921342f7b req-cb22e622-d80e-4a1e-a608-0a020d6c3111 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Oct 26 16:36:06.590051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:06.695251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea539-8a52-4513-8534-9af0e48c7a30 req-082ef50d-d1e2-42de-95da-fbdb6c7b0758 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:06.697521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f32ea539-8a52-4513-8534-9af0e48c7a30 req-082ef50d-d1e2-42de-95da-fbdb6c7b0758 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1091380 Oct 26 16:36:06.777379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f32ea539-8a52-4513-8534-9af0e48c7a30 req-9231e45b-be45-4e9a-b987-b9cad42b3e4f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Oct 26 16:36:06.798264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:06.863349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a15d-6b79-4232-a6db-4943cb0d130c req-d3bc7b49-18fb-4a2b-b174-583da20a5432 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:06.877244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e85a15d-6b79-4232-a6db-4943cb0d130c req-d3bc7b49-18fb-4a2b-b174-583da20a5432 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0796955 Oct 26 16:36:06.949415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:06.955559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e85a15d-6b79-4232-a6db-4943cb0d130c req-5155b854-1029-47ed-89b2-1ca03c546d8d tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751319 Oct 26 16:36:06.957446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:06.958476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.010299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e12fd-ed69-46a6-a3d8-f14c86cb633e req-ef7332bd-b570-49d9-8fa3-34e829c2fb6d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.021398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a2e12fd-ed69-46a6-a3d8-f14c86cb633e req-ef7332bd-b570-49d9-8fa3-34e829c2fb6d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1237946 Oct 26 16:36:07.102250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a2e12fd-ed69-46a6-a3d8-f14c86cb633e req-5624f9d6-b7b7-4131-bb14-84adbc9eaafa tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773559 Oct 26 16:36:07.211020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.212318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.221807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.230572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.239060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.250015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.257889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.266221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.268221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e227897-58e1-44ce-ad81-eec90498c35f req-7c8114e2-259a-4bb3-bbde-c3e49b74c296 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5435 time: 0.1650169 Oct 26 16:36:07.288404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:07.294994 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b92f38b-c540-4cd3-9896-69b2765ffc33" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:07.302568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:07.364554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa64f-f88d-478f-a73b-c7f2d091394f req-5203866f-4143-436f-bee9-37c160ea020b tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.366969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21fa64f-f88d-478f-a73b-c7f2d091394f req-5203866f-4143-436f-bee9-37c160ea020b tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.0976043 Oct 26 16:36:07.371346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e227897-58e1-44ce-ad81-eec90498c35f req-a5cb241d-73ef-4225-96f8-6f9ba2a7a746 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889072 Oct 26 16:36:07.384176 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.385569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 22f80cd2-20c1-4b75-9a78-c5893a6d3622 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:07.422033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21fa64f-f88d-478f-a73b-c7f2d091394f req-ea1bd962-1d72-4b93-9cf7-55a9e7470ae5 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Oct 26 16:36:07.546011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 522c5917-7300-4832-8b29-33a18a8af7f9 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:36:07.604015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:07.607792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0898c39-0cf6-44d9-9dd0-1cf6c93c1fc2 req-5cdf8422-59f0-41c3-b8cf-aa9e9967d63a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.615467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0898c39-0cf6-44d9-9dd0-1cf6c93c1fc2 req-5cdf8422-59f0-41c3-b8cf-aa9e9967d63a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 944 time: 0.1116173 Oct 26 16:36:07.651675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27043-0849-410e-867f-71b7bdc0c833 req-929a70d3-f7c3-4d4f-9129-612768c5bd9e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:07.657825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1db27043-0849-410e-867f-71b7bdc0c833 req-929a70d3-f7c3-4d4f-9129-612768c5bd9e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1371944 Oct 26 16:36:07.660808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:07.666592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:07.667726 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.763801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0898c39-0cf6-44d9-9dd0-1cf6c93c1fc2 req-5a6f0174-dee0-40dd-8547-c0d75cdc4aac tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473532 Oct 26 16:36:07.798605 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.804505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=522c5917-7300-4832-8b29-33a18a8af7f9,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:07.819095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1db27043-0849-410e-867f-71b7bdc0c833 req-cb95903c-9d2d-4eaf-9deb-5033a98aed38 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569507 Oct 26 16:36:07.851233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '522c5917-7300-4832-8b29-33a18a8af7f9', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'port_id': '522c5917-7300-4832-8b29-33a18a8af7f9', 'mac_address': 'fa:16:3e:a2:3a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:36:07.917359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:07.930619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:07.947700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c5917-7300-4832-8b29-33a18a8af7f9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:07.979153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=522c5917-7300-4832-8b29-33a18a8af7f9,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:08.044033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.048267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:08.102031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.176473 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf45574-b258-4037-94c0-0bd9ca82a252 x-openstack-request-id: req-0bf45574-b258-4037-94c0-0bd9ca82a252 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:08.176473 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:08.176473 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bf45574-b258-4037-94c0-0bd9ca82a252 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:08.176473 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'code': 200} Oct 26 16:36:08.183914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:08.362594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-def4f032-1122-4b96-953b-c097325c08d9 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.364136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:08.365534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-def4f032-1122-4b96-953b-c097325c08d9 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.47 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.1191218 Oct 26 16:36:08.391290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['522c5917-7300-4832-8b29-33a18a8af7f9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:08.392083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4be1a-c1e1-460c-bcd1-fbfee820ab14 req-5b503c6f-03c6-4b92-b15a-34fe01392641 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.401692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36e4be1a-c1e1-460c-bcd1-fbfee820ab14 req-5b503c6f-03c6-4b92-b15a-34fe01392641 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 945 time: 0.0882654 Oct 26 16:36:08.410166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:08.413177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.461353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36e4be1a-c1e1-460c-bcd1-fbfee820ab14 req-ef81aa95-3287-43b0-9ec4-0907a2fb01ed tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/security-groups?id=324d553a-b080-4f3a-b9b1-6903b46f45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Oct 26 16:36:08.493208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:08.515251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:08.602319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf036-8f62-436d-9c69-75a42b5c218c req-65f80147-38d0-418b-962f-366139b0ee8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.613311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-217bf036-8f62-436d-9c69-75a42b5c218c req-65f80147-38d0-418b-962f-366139b0ee8e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1505153 Oct 26 16:36:08.653222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.714131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Deleting port 12de9db5-65c3-431b-bf69-14ee523d91d7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:08.714745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.715689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:08.730280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-217bf036-8f62-436d-9c69-75a42b5c218c req-7156b65f-14b4-4270-948f-71b4dda3120b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152525 Oct 26 16:36:08.789585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c6e931-3a7d-4013-bed3-1168f157c2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.841987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.842815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b8d2449-f578-4dac-9f1f-c274314263cd up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:08.890608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] For port 12de9db5-65c3-431b-bf69-14ee523d91d7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=12de9db5-65c3-431b-bf69-14ee523d91d7,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:08.901764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.907287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:08.908246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.914165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.921279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.927210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.933360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.939417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:08.947111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Calling delete_port for 12de9db5-65c3-431b-bf69-14ee523d91d7 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:08.947319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-6c044fde-2969-4029-908d-85ee5c4623c5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5438 time: 0.1436560 Oct 26 16:36:08.973849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.018538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93445fe4-9aef-4b87-b23b-c57fd12a1396 req-fb0c3df0-b484-4cfd-ae38-e1afcfd8a181 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703013 Oct 26 16:36:09.038478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c6e931-3a7d-4013-bed3-1168f157c2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.076051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3b8d2449-f578-4dac-9f1f-c274314263cd completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:09.081083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3b8d2449-f578-4dac-9f1f-c274314263cd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:09.086945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.213215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c6e931-3a7d-4013-bed3-1168f157c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.222447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d533b-6bf8-4b81-a9e8-330ac3d3292a req-76e1b680-ad4b-42b8-a372-e8c3c7e8c215 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:09.224794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-732d533b-6bf8-4b81-a9e8-330ac3d3292a req-76e1b680-ad4b-42b8-a372-e8c3c7e8c215 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 945 time: 0.1123064 Oct 26 16:36:09.248636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f471b4a-1fad-45fd-b71e-02c498edecd6 req-946516df-bb92-4ca3-87cb-dd2bb872682e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:09.254450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f471b4a-1fad-45fd-b71e-02c498edecd6 req-946516df-bb92-4ca3-87cb-dd2bb872682e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1878242 Oct 26 16:36:09.264719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6e931-3a7d-4013-bed3-1168f157c2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33016a59-d635-4609-914f-ac2b56bd820f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.271229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37c6e931-3a7d-4013-bed3-1168f157c2ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2575d0b07c0c4644bc935b51fcb9aff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758052 Oct 26 16:36:09.275385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44550) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:09.288547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.304802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['12de9db5-65c3-431b-bf69-14ee523d91d7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:09.355685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f471b4a-1fad-45fd-b71e-02c498edecd6 req-51fe8424-3356-43a7-8472-2c46060e5ecb tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Oct 26 16:36:09.356269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Pushing event deleted for resources: {'Port': ['ID=12de9db5-65c3-431b-bf69-14ee523d91d7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.356642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-732d533b-6bf8-4b81-a9e8-330ac3d3292a req-93d732aa-8147-452a-95e5-2a2de0ca4ff4 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084826 Oct 26 16:36:09.459175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] No DVR routers for this DVR port 12de9db5-65c3-431b-bf69-14ee523d91d7 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:09.463495 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.467602 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f47abb74-09c6-47c7-9f19-a587f3d0b90c req-7a66b823-59ab-4ac2-84a9-41762806f8c7 tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.47 "DELETE /v2.0/ports/12de9db5-65c3-431b-bf69-14ee523d91d7 HTTP/1.1" status: 204 len: 173 time: 1.0699534 Oct 26 16:36:09.474808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 522c5917-7300-4832-8b29-33a18a8af7f9 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:09.483357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'name': 'network-vif-deleted', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:09.487354 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7af813-5a44-4f46-a9ed-7bd7aa72d5db" -d '{"events": [{"server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "name": "network-vif-deleted", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:09.516005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.562233 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.588727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.613548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b8d2449-f578-4dac-9f1f-c274314263cd,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:09.680828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c8dabae-bdd5-4e5c-a8b6-3289f6ff4c04 req-04042659-140a-4404-8e00-3e0a2d8cd37b tempest-ListServerFiltersTestJSON-760663605 tempest-ListServerFiltersTestJSON-760663605-project] 10.222.0.21 "GET /v2.0/ports?device_id=9774a8f7-7be1-4e85-9c90-16a8cb3bc134 HTTP/1.1" status: 200 len: 210 time: 0.0386393 Oct 26 16:36:09.693526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35638-8894-4902-862c-c671638e5afb req-1beebbd2-9401-4ce7-bcd6-a589bfa61610 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:09.695068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72e35638-8894-4902-862c-c671638e5afb req-1beebbd2-9401-4ce7-bcd6-a589bfa61610 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.1297023 Oct 26 16:36:09.732920 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.733745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0d77e3f0-16cd-4a60-bcca-003e1a76b53f up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:09.737803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 522c5917-7300-4832-8b29-33a18a8af7f9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:09.762407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72e35638-8894-4902-862c-c671638e5afb req-91861023-6089-4b21-aeb4-75d0bb4a8e75 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603518 Oct 26 16:36:09.765484 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5953463-af8b-4396-a4f7-175f67862720 x-openstack-request-id: req-e5953463-af8b-4396-a4f7-175f67862720 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:09.765845 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9774a8f7-7be1-4e85-9c90-16a8cb3bc134", "name": "network-vif-deleted", "tag": "12de9db5-65c3-431b-bf69-14ee523d91d7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:09.766172 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5953463-af8b-4396-a4f7-175f67862720 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:09.766634 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9774a8f7-7be1-4e85-9c90-16a8cb3bc134', 'name': 'network-vif-deleted', 'tag': '12de9db5-65c3-431b-bf69-14ee523d91d7', 'status': 'completed', 'code': 200} Oct 26 16:36:09.789786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.792781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.794770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33016a59-d635-4609-914f-ac2b56bd820f HTTP/1.1" status: 204 len: 168 time: 0.5180790 Oct 26 16:36:09.825556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d9716-3d70-4045-8712-c2df657c388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33016a59-d635-4609-914f-ac2b56bd820f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.897772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 522c5917-7300-4832-8b29-33a18a8af7f9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:09.898151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:09.958586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b68ba5-119d-4390-bbfe-388643be8976 req-0ef14fcc-2ef9-4445-9b84-30fde3f6ff91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:09.965704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1b68ba5-119d-4390-bbfe-388643be8976 req-0ef14fcc-2ef9-4445-9b84-30fde3f6ff91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0900326 Oct 26 16:36:09.993849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:10.056597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:10.057662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1b68ba5-119d-4390-bbfe-388643be8976 req-f079e5e0-c993-49cf-8fce-fa6b89ecd908 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864348 Oct 26 16:36:10.067872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:10.067872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.174506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d2449-f578-4dac-9f1f-c274314263cd'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:10.177657 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6ef754-890a-489d-b593-35e57689e485" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d2449-f578-4dac-9f1f-c274314263cd"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:10.192723 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.265199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.271581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.274330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=522c5917-7300-4832-8b29-33a18a8af7f9,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:10.280016 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.292547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.300268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.313328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.320512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.327771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.329978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:10.335734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-1facb7e1-f4f6-42a5-8fb1-d371f2cb0387 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5439 time: 0.2030971 Oct 26 16:36:10.373084 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.374215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 12de9db5-65c3-431b-bf69-14ee523d91d7 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:10.391903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c74757-9f6b-436f-ba77-a7bf6bc94131 req-1c0aa64b-d1b7-4bed-8893-22f3f88bbbdf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.400224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4c74757-9f6b-436f-ba77-a7bf6bc94131 req-1c0aa64b-d1b7-4bed-8893-22f3f88bbbdf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2222142 Oct 26 16:36:10.418748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-dc1ac17f-7421-4e77-b34d-000e2beb9441 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.420833 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-dc1ac17f-7421-4e77-b34d-000e2beb9441 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.0897474 Oct 26 16:36:10.430826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 12de9db5-65c3-431b-bf69-14ee523d91d7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:10.431842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 12de9db5-65c3-431b-bf69-14ee523d91d7 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:10.446996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1b1c8fb-10ab-4b2d-be55-bef040bcec8a req-60f1a9c8-eafb-43ad-a620-7ea5a9060523 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032844 Oct 26 16:36:10.477365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:10.501603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4c74757-9f6b-436f-ba77-a7bf6bc94131 req-b3b43548-7eb9-4fdb-bb7b-5d56d1c28437 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001279 Oct 26 16:36:10.508623 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.509854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6817b923-9277-4fff-85af-958a36db255b up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:10.601912 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c415131-f02a-4306-ac08-bdabf5dfb9cf x-openstack-request-id: req-2c415131-f02a-4306-ac08-bdabf5dfb9cf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:10.602223 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d2449-f578-4dac-9f1f-c274314263cd", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:10.602484 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c415131-f02a-4306-ac08-bdabf5dfb9cf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:10.602893 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'code': 200} Oct 26 16:36:10.603288 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'code': 200} Oct 26 16:36:10.603499 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d2449-f578-4dac-9f1f-c274314263cd', 'code': 200} Oct 26 16:36:10.690305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:10.717614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6fe5d-fb0f-4595-9ad4-43560ea979bc req-a3ed50c5-2726-4faf-b112-86255b1ed0cb tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.720070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ad6fe5d-fb0f-4595-9ad4-43560ea979bc req-a3ed50c5-2726-4faf-b112-86255b1ed0cb tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1087337 Oct 26 16:36:10.721638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Deleting port a0399d74-7352-435b-9da1-5d894e5d3fdc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:10.722116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.743094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 6817b923-9277-4fff-85af-958a36db255b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:10.743753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 6817b923-9277-4fff-85af-958a36db255b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:10.744188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.847284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ad6fe5d-fb0f-4595-9ad4-43560ea979bc req-bcd59281-050a-4c51-b41e-7eb4240b7fc4 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203380 Oct 26 16:36:10.848532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44592) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:10.860443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] For port a0399d74-7352-435b-9da1-5d894e5d3fdc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a0399d74-7352-435b-9da1-5d894e5d3fdc,segment=NetworkSegment(98732c75-2c77-4de1-ae5e-099f5e15e484),segment_id=98732c75-2c77-4de1-ae5e-099f5e15e484)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:10.867430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.895983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Calling delete_port for a0399d74-7352-435b-9da1-5d894e5d3fdc owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:10.904844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.956913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:10.980049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ecc60-3406-4465-89f8-b7f27fba74ac req-152c3f9c-fc74-4c2b-b5bf-71f89a63970e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:10.992551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-402ecc60-3406-4465-89f8-b7f27fba74ac req-152c3f9c-fc74-4c2b-b5bf-71f89a63970e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1205776 Oct 26 16:36:11.018577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:11.024176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:11.093203 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.094051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c3c16003-0f9e-41ad-9f7a-56eaca46b455 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:11.132738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-402ecc60-3406-4465-89f8-b7f27fba74ac req-129088de-eba6-49ef-9146-23eb355728ab tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358137 Oct 26 16:36:11.157417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Deleting subnet 58525538-d3d5-4bce-bde6-96e00a1ad64f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:36:11.173311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.231324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.241929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.268072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a0399d74-7352-435b-9da1-5d894e5d3fdc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:11.281326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33de4-e0a3-406e-8c37-e1ebd4910a10 req-9d4eb7ef-fc29-4177-be31-958e1a153150 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.282868 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4a33de4-e0a3-406e-8c37-e1ebd4910a10 req-9d4eb7ef-fc29-4177-be31-958e1a153150 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 945 time: 0.2152746 Oct 26 16:36:11.298315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.386835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bf24-4501-476d-adca-f3c963dfde9d req-75c1f11a-f81c-441c-bc35-a24092486389 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.388322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Pushing event deleted for resources: {'Port': ['ID=a0399d74-7352-435b-9da1-5d894e5d3fdc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.395390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c671bf24-4501-476d-adca-f3c963dfde9d req-75c1f11a-f81c-441c-bc35-a24092486389 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1586287 Oct 26 16:36:11.401503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c3c16003-0f9e-41ad-9f7a-56eaca46b455 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:11.410638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c3c16003-0f9e-41ad-9f7a-56eaca46b455 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:11.411555 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.439980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.451689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] No DVR routers for this DVR port a0399d74-7352-435b-9da1-5d894e5d3fdc on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:11.459271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.464816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b5216c88-0a97-4273-8060-89cfc31a6b3a req-982f53c8-b78d-4990-acb6-9053d3be3c43 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.47 "DELETE /v2.0/ports/a0399d74-7352-435b-9da1-5d894e5d3fdc HTTP/1.1" status: 204 len: 173 time: 1.0305159 Oct 26 16:36:11.467584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4a33de4-e0a3-406e-8c37-e1ebd4910a10 req-fb2d06c6-6f3c-4994-ab85-f31cd26a7279 tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629355 Oct 26 16:36:11.522256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c671bf24-4501-476d-adca-f3c963dfde9d req-7a058b2f-b035-46a9-8b17-fa0f0d34964d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 Oct 26 16:36:11.549109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.619603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52d3b988e4e846a9887106c382c807d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629240 Oct 26 16:36:11.621793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:11.637569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.665195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.709032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:11.728182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ebaec-351d-4f48-986f-b54e9767d947,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.748362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.748737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.749098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.749417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.749752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.750084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.751819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.751819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.751819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.751819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.751819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.752271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba1fc7-31fb-44ec-bbcc-d8e00a254d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:11.778071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'name': 'network-vif-deleted', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:11.781703 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373eb82-f1c8-471f-890c-2d0bb96112f5" -d '{"events": [{"server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "name": "network-vif-deleted", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:11.797513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.815217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.822787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.824400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.829115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.835088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.842323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.848755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.851373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.856090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:11.858088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-829bc4fc-d3e9-42d6-9962-ad101342cbb5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5441 time: 0.2248466 Oct 26 16:36:11.885844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.927607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421b50f4-b2ff-4765-bac3-5f30eb802973 req-50d5609b-c741-4c85-bf28-523ecefb031d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581977 Oct 26 16:36:11.952889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.986779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58525538-d3d5-4bce-bde6-96e00a1ad64f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.988885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:11.992851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c1ea01a-5548-47eb-9448-df184e3ea99a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58525538-d3d5-4bce-bde6-96e00a1ad64f HTTP/1.1" status: 204 len: 168 time: 0.9647751 Oct 26 16:36:11.994998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44614) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:11.997908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8af998-9f65-48cc-9c06-df9cddcf1ea6 None None] Network 23200ba9-ccf7-4f41-97f5-cf226ba06594 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:36:12.055664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.066652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.078061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c8ebaec-351d-4f48-986f-b54e9767d947 HTTP/1.1" status: 204 len: 168 time: 0.4546225 Oct 26 16:36:12.119012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaf518-52c9-423c-aa54-5cb4c7621854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ebaec-351d-4f48-986f-b54e9767d947,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:12.129657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.210446 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c554ded-32c8-480f-888c-cadbca1e40fe x-openstack-request-id: req-7c554ded-32c8-480f-888c-cadbca1e40fe {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:12.210799 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0121e93-9e31-41ae-a119-6ed2af1606b0", "name": "network-vif-deleted", "tag": "a0399d74-7352-435b-9da1-5d894e5d3fdc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:12.211069 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c554ded-32c8-480f-888c-cadbca1e40fe {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:12.211497 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0121e93-9e31-41ae-a119-6ed2af1606b0', 'name': 'network-vif-deleted', 'tag': 'a0399d74-7352-435b-9da1-5d894e5d3fdc', 'status': 'completed', 'code': 200} Oct 26 16:36:12.269805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Deleting port a7f90d1a-8d05-4c60-b813-89ef757df3c1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:12.270161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.333625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] DHCP port deletion for 23200ba9-ccf7-4f41-97f5-cf226ba06594 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:36:12.388803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] For port a7f90d1a-8d05-4c60-b813-89ef757df3c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7f90d1a-8d05-4c60-b813-89ef757df3c1,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:12.389159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.396582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Deleting port a7f90d1a-8d05-4c60-b813-89ef757df3c1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:12.396981 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.404357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede31688-ec51-41e2-a036-e7b7b98b2d24 req-24421d54-15d8-4783-bd00-ed7ee3585062 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:12.405845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ede31688-ec51-41e2-a036-e7b7b98b2d24 req-24421d54-15d8-4783-bd00-ed7ee3585062 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1306229 Oct 26 16:36:12.411622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Calling delete_port for a7f90d1a-8d05-4c60-b813-89ef757df3c1 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:12.467816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] For port a7f90d1a-8d05-4c60-b813-89ef757df3c1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7f90d1a-8d05-4c60-b813-89ef757df3c1,segment=NetworkSegment(0c4ce92f-9903-4d84-9645-184900ebb9e4),segment_id=0c4ce92f-9903-4d84-9645-184900ebb9e4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:12.468304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.481261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Calling delete_port for a7f90d1a-8d05-4c60-b813-89ef757df3c1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:12.486943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ede31688-ec51-41e2-a036-e7b7b98b2d24 req-a2da14d3-15da-4153-8b58-5d37a1ed8175 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733676 Oct 26 16:36:12.585351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9797e897-c189-47e5-bf3a-83d3ca66843b req-13032c41-494b-43b7-8f0a-2966b863478d tempest-ServerPasswordTestJSON-610236295 tempest-ServerPasswordTestJSON-610236295-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0121e93-9e31-41ae-a119-6ed2af1606b0 HTTP/1.1" status: 200 len: 210 time: 0.0264459 Oct 26 16:36:12.609132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817b923-9277-4fff-85af-958a36db255b'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:12.609132 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d67f6-5f95-41b2-a63d-ddaa0858ad3a" -d '{"events": [{"server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "name": "network-vif-plugged", "status": "completed", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "6817b923-9277-4fff-85af-958a36db255b"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3c16003-0f9e-41ad-9f7a-56eaca46b455"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:12.670510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: from cryptography.utils import int_from_bytes Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: from cryptography.utils import int_from_bytes Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.671906 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:36:12.674522 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:36:12.684340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.692908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] No DVR routers for this DVR port a7f90d1a-8d05-4c60-b813-89ef757df3c1 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:12.693893 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c252db-060c-4523-81f7-97c41453184d x-openstack-request-id: req-e0c252db-060c-4523-81f7-97c41453184d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:12.694348 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "name": "network-vif-plugged", "status": "completed", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "6817b923-9277-4fff-85af-958a36db255b", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3c16003-0f9e-41ad-9f7a-56eaca46b455", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:12.694474 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0c252db-060c-4523-81f7-97c41453184d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:12.694887 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9', 'code': 200} Oct 26 16:36:12.695227 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f', 'code': 200} Oct 26 16:36:12.695527 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817b923-9277-4fff-85af-958a36db255b', 'code': 200} Oct 26 16:36:12.699221 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c16003-0f9e-41ad-9f7a-56eaca46b455', 'code': 200} Oct 26 16:36:12.721927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] No DVR routers for this DVR port a7f90d1a-8d05-4c60-b813-89ef757df3c1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:12.818211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37181-1844-4fd2-a92f-b8b7add3a1e9 None None] Pushing event deleted for resources: {'Port': ['ID=a7f90d1a-8d05-4c60-b813-89ef757df3c1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:12.861905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f90d1a-8d05-4c60-b813-89ef757df3c1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:12.930109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:12.948913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462cf3-df1d-4094-ac1d-d187a60c6d0a req-6394dd72-34e9-4db6-8205-337ceae2a7fd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:12.969744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3462cf3-df1d-4094-ac1d-d187a60c6d0a req-6394dd72-34e9-4db6-8205-337ceae2a7fd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2866457 Oct 26 16:36:13.036603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23200ba9-ccf7-4f41-97f5-cf226ba06594']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:13.078307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4ce92f-9903-4d84-9645-184900ebb9e4') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:13.078599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4ce92f-9903-4d84-9645-184900ebb9e4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:13.096684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3462cf3-df1d-4094-ac1d-d187a60c6d0a req-03078a11-f0bc-4599-a925-398cbb138665 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257439 Oct 26 16:36:13.175864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.235965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.236484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1a01-fdd9-4873-aad0-9992ab59e558 req-3b5d1cc7-926d-4e0c-9a9d-a3b1c2a0560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.240343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bde1a01-fdd9-4873-aad0-9992ab59e558 req-3b5d1cc7-926d-4e0c-9a9d-a3b1c2a0560c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 1097 time: 0.4860973 Oct 26 16:36:13.250198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.256690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.263969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.278915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.307968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.314244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bde1a01-fdd9-4873-aad0-9992ab59e558 req-10fad741-7522-4bb0-a235-301ee3d963ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571241 Oct 26 16:36:13.319232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.331019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7f90d1a-8d05-4c60-b813-89ef757df3c1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:13.333551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.346220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-112df6f8-7696-4b01-b2ad-d00d9044763b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.2835093 Oct 26 16:36:13.360519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a7f90d1a-8d05-4c60-b813-89ef757df3c1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:13.360893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7f90d1a-8d05-4c60-b813-89ef757df3c1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:13.378374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:36:13.378374 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:36:13.451382 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:36:13.471030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a0399d74-7352-435b-9da1-5d894e5d3fdc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:13.508894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f10212c-8e0e-4922-9969-95b7a2aa8488 req-4807a966-2849-4748-a9f5-55356c404953 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573217 Oct 26 16:36:13.525982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.525982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.525982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.525982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.541824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.542438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.542868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.544960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a0399d74-7352-435b-9da1-5d894e5d3fdc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:13.545769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-432558ec-3446-413e-87aa-60e265580591 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.7219243 Oct 26 16:36:13.547849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a0399d74-7352-435b-9da1-5d894e5d3fdc not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:13.586628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.601708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.605217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/23200ba9-ccf7-4f41-97f5-cf226ba06594 HTTP/1.1" status: 204 len: 168 time: 1.6072052 Oct 26 16:36:13.676898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbfba-2a4d-4945-a08f-12a231142d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=23200ba9-ccf7-4f41-97f5-cf226ba06594,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:13.700519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44666) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:13.722915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a60375fa-2391-4597-9fec-66b99e4172f6 req-7664196e-3b3e-48c6-9d56-e75b84fddf29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683171 Oct 26 16:36:13.764258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba75ab-db09-40d0-b0f3-4f95f22edfde req-4a9fbf15-e66f-401e-9ad8-9f7df9517dc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:13.775518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ba75ab-db09-40d0-b0f3-4f95f22edfde req-4a9fbf15-e66f-401e-9ad8-9f7df9517dc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1771295 Oct 26 16:36:13.800930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Deleting subnet d00d51ff-6878-44f9-a50a-2f3385b8946c {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:36:13.805398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.853888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ba75ab-db09-40d0-b0f3-4f95f22edfde req-ada3a3b9-f64d-4fe3-a747-c9f3fe6d3df7 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772429 Oct 26 16:36:13.884834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:13.933457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.042879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44678) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:14.085396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.157963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.165609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d00d51ff-6878-44f9-a50a-2f3385b8946c HTTP/1.1" status: 204 len: 168 time: 0.4635005 Oct 26 16:36:14.168927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44682) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:14.175335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83c5aa-d72b-49c0-9c9a-62fa9558ab30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00d51ff-6878-44f9-a50a-2f3385b8946c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:14.199961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44deab35-2bf2-4f60-b395-e2ab43fe63db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e870a46fbba34bdd8f2e04fdeead5b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553905 Oct 26 16:36:14.203526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:14.354906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.370378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095f61a-d386-4c3a-97f6-08e02de69265 req-bf7dc5a8-3ecb-4f50-85ee-13484a1dd86b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:14.372805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0095f61a-d386-4c3a-97f6-08e02de69265 req-bf7dc5a8-3ecb-4f50-85ee-13484a1dd86b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1270771 Oct 26 16:36:14.391309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.455768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.647114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.650397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:14.666161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/324d553a-b080-4f3a-b9b1-6903b46f45ba HTTP/1.1" status: 204 len: 168 time: 0.4550381 Oct 26 16:36:14.710255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100a1e5-84cd-4ce7-8ed7-65e8b00bb681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d553a-b080-4f3a-b9b1-6903b46f45ba,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:15.154825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.200943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0095f61a-d386-4c3a-97f6-08e02de69265 req-fedaca41-9af8-4988-8d34-1f92fd556009 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170807 Oct 26 16:36:15.202780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:15.222717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98732c75-2c77-4de1-ae5e-099f5e15e484') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:15.223017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98732c75-2c77-4de1-ae5e-099f5e15e484') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:15.254912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.261336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.268107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.280001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.285926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.300631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.311444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.331856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-135d8903-5449-42d1-bd77-e408374075f7 req-63577158-17df-4dd4-b82a-47f49640139f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.2309945 Oct 26 16:36:15.338117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.416375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.458740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:36:15.459103 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:36:15.462764 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:36:15.535650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-135d8903-5449-42d1-bd77-e408374075f7 req-53da2677-cd43-4f21-920b-3a2556b2eb20 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022152 Oct 26 16:36:15.604828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a3e17-8fb2-4397-bbff-5132914a19bf req-8ffd358a-a34a-4b56-9a19-454186e36d33 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.614822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c0a3e17-8fb2-4397-bbff-5132914a19bf req-8ffd358a-a34a-4b56-9a19-454186e36d33 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.2789330 Oct 26 16:36:15.666544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c0a3e17-8fb2-4397-bbff-5132914a19bf req-b468458c-ad0b-485b-9251-86e65f1bab76 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501857 Oct 26 16:36:15.716335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.764118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:15.775355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4 HTTP/1.1" status: 204 len: 168 time: 1.6016557 Oct 26 16:36:15.778976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b625ac-34cd-4987-9b32-d8d751f919c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08ec5d0-dd1d-439b-9cf6-01e91fc92ed4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:15.888243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d017c-fde3-4c75-8910-0e5eff3a9545 req-48e6dee3-ed9c-40b0-a275-7fd8e784e343 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:15.915575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-577d017c-fde3-4c75-8910-0e5eff3a9545 req-48e6dee3-ed9c-40b0-a275-7fd8e784e343 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1105597 Oct 26 16:36:15.919681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:15.925393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Request body: {'floatingip': {'port_id': '522c5917-7300-4832-8b29-33a18a8af7f9'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:15.970482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:16.396880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44748) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:16.474975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49433c21-fc13-44fa-a1b4-fbde6a96e436 req-1f6745de-516f-4d65-a713-7332a8e3e0cd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.483336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49433c21-fc13-44fa-a1b4-fbde6a96e436 req-1f6745de-516f-4d65-a713-7332a8e3e0cd tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1483483 Oct 26 16:36:16.548963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d3b63e2e-bf5b-4450-bdb5-5f6bc45859bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2cb8b2ce14a428e9623ea23c9e6ceea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492960 Oct 26 16:36:16.552619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44752) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:16.646452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49433c21-fc13-44fa-a1b4-fbde6a96e436 req-00ae3289-6a89-422a-96ee-41d64c9bc68e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619372 Oct 26 16:36:16.755885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:16.800849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.806806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.813531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.823711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.830893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.836923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.853764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:16.856510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-db3c084a-1152-4bd1-8230-29c6cf6483e1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.2036793 Oct 26 16:36:16.878729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:16.888550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44764) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:16.943054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ed157a9-7a46-48a3-bba4-cc8a28442b51 req-16af9256-6355-48b4-b055-594e37eb1763 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782928 Oct 26 16:36:17.076012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.078724 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.083269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a HTTP/1.1" status: 204 len: 168 time: 0.5292158 Oct 26 16:36:17.100629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178945-1d46-4c4d-ba26-243acd091ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec4bcb6-b5ae-4788-b30e-63c1387e0d0a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:17.149815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-226248931-network', 'tenant_id': '7dfcb43ba9d4458198fa07b41b21a9a0'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:17.253166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.259869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.275989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.285315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.289643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.296544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.304662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.312665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.315675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-701cde69-8cd6-4eef-aeaa-215ab002132a req-139d7310-2b69-4d0c-855e-7ebc0b9abcd1 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.1501410 Oct 26 16:36:17.317134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Made reservation on behalf of 7dfcb43ba9d4458198fa07b41b21a9a0 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:17.320099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.327630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:17.332800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Request body: {'floatingip': {'port_id': '6817b923-9277-4fff-85af-958a36db255b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:17.333804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.336498 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.488746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.497988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.578330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.614828 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Floating IP 4e1c3c00-f52f-41f6-86bd-cb8e83d8797f associated. External IP: 172.25.5.181, port: 522c5917-7300-4832-8b29-33a18a8af7f9. Oct 26 16:36:17.630572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:36:17.647590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.648433 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Added segment f455140d-cada-4266-b298-17d9e9957077 of type vlan for network 58f89736-8890-41ea-86c1-a91c782136f6 Oct 26 16:36:17.716337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8023fe52-0402-448c-a0a4-c150b08b3467,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:17.720171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:17.805591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1d46-349e-439b-90d6-f0f82f76a595 req-77302e30-2002-4594-8810-c5a2068e78e3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:17.813347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6de1d46-349e-439b-90d6-f0f82f76a595 req-77302e30-2002-4594-8810-c5a2068e78e3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0657034 Oct 26 16:36:17.853867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6de1d46-349e-439b-90d6-f0f82f76a595 req-41e1b38f-7ffe-4221-b8db-524901112fac tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Oct 26 16:36:18.048874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.049941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:18.051333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.152099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] Pushing event updated for resources: {'Network': ['ID=58f89736-8890-41ea-86c1-a91c782136f6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:18.163618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 58f89736-8890-41ea-86c1-a91c782136f6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:36:18.205396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8567ab9f-2416-4050-bbbf-24f951d576bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3067238 Oct 26 16:36:18.211261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44814) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:18.217232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Request body: {'subnet': {'network_id': '58f89736-8890-41ea-86c1-a91c782136f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-226248931-subnet', 'tenant_id': '7dfcb43ba9d4458198fa07b41b21a9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:18.269282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.348166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:36:18.355054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Made reservation on behalf of 7dfcb43ba9d4458198fa07b41b21a9a0 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:18.358067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.365224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.667507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:36:18.680117 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.686893 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Sync routers for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:18.690108 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Floating IP ae0e2b2a-4a04-4f33-bb14-ede57225f852 associated. External IP: 172.25.5.31, port: 6817b923-9277-4fff-85af-958a36db255b. Oct 26 16:36:18.709886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:18.712680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:18.779543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:18.920513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-38945ea9-2771-4d14-999a-61cb6f764c2a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "PUT /v2.0/floatingips/4e1c3c00-f52f-41f6-86bd-cb8e83d8797f HTTP/1.1" status: 200 len: 992 time: 2.9990880 Oct 26 16:36:18.928664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:18.931226 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47ac09-0465-432f-a80d-796ba6c4e1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:18.973710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:19.030803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d82435-3eb0-4dba-87c5-8fc3745921a0,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:19.091613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Checking segment: {'id': 'f455140d-cada-4266-b298-17d9e9957077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:36:19.095724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Network hostable DHCP agents. Network: 58f89736-8890-41ea-86c1-a91c782136f6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:36:19.212862 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caad765-483c-4976-b9d7-64cb51de0a8f x-openstack-request-id: req-4caad765-483c-4976-b9d7-64cb51de0a8f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:19.213173 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:19.213391 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4caad765-483c-4976-b9d7-64cb51de0a8f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:19.214051 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9', 'status': 'completed', 'code': 200} Oct 26 16:36:19.268910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd981-7611-42c0-b576-3c120672b1d6 req-2fe53a57-142d-4e43-a4fe-11a11cfaa734 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.291493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-900dd981-7611-42c0-b576-3c120672b1d6 req-2fe53a57-142d-4e43-a4fe-11a11cfaa734 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2532711 Oct 26 16:36:19.292255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-ee9d518d-e48e-492c-93aa-62ed1337b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.294436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-ee9d518d-e48e-492c-93aa-62ed1337b202 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 1097 time: 0.0865405 Oct 26 16:36:19.341553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Network 58f89736-8890-41ea-86c1-a91c782136f6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:36:19.409622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-900dd981-7611-42c0-b576-3c120672b1d6 req-3da2d758-a374-43d0-a931-4d4c018abeb3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129444 Oct 26 16:36:19.419485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-612289a3-9676-41cb-946e-55b574ec8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.419485 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-612289a3-9676-41cb-946e-55b574ec8731 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 200 len: 912 time: 0.1098082 Oct 26 16:36:19.441117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 58f89736-8890-41ea-86c1-a91c782136f6) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:19.446707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.449784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:19.464529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0617ed0-b360-4a61-882e-0c9bab7b12fc None None] Network 58f89736-8890-41ea-86c1-a91c782136f6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:36:19.482079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Router 10a0f36d-6093-40ef-a8a1-c25f328aef6f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:36:19.508794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-82cb7a09-2fdc-4891-b05a-e49d47c466a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 200 len: 1000 time: 0.0783007 Oct 26 16:36:19.573285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f357fdb3-4c80-4047-a942-d3d8439c45d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3608377 Oct 26 16:36:19.639574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:36:19.650547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:19.660563 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4e1c3c00-f52f-41f6-86bd-cb8e83d8797f', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'port_id': '522c5917-7300-4832-8b29-33a18a8af7f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'mac_address': 'fa:16:3e:a2:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:35:52Z', 'updated_at': '2021-10-26T16:36:17Z', 'revision_number': 1, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:19.733022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b69b9c36-c8d8-4108-8862-08f3fcd7f9ea tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "PUT /v2.0/floatingips/ae0e2b2a-4a04-4f33-bb14-ede57225f852 HTTP/1.1" status: 200 len: 990 time: 2.3935459 Oct 26 16:36:19.752034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-09faf95b-537f-4567-b847-78b63be6a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.753839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-09faf95b-537f-4567-b847-78b63be6a5fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99a2bd58-fdff-40e3-b9aa-2474f40b3071 HTTP/1.1" status: 200 len: 850 time: 0.1157818 Oct 26 16:36:19.773251 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Checking router: 59043fde-7c3b-47ef-9e01-0f9dd080bd71 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:19.778681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Sync routers for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:19.819769 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:19.820405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:19.869870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-210f0d6e-2adf-420b-9709-5f71a1aa99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:19.875606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:19.876438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:19.887209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-210f0d6e-2adf-420b-9709-5f71a1aa99e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136794 Oct 26 16:36:19.992632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:20.006220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:20.174031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-828436f3-e051-4779-8053-de938a33ea8e service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855649 Oct 26 16:36:20.236964 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:20.444603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d16d10-406a-4c1f-b6fa-1d5791031e01 None None] Network 58f89736-8890-41ea-86c1-a91c782136f6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:36:20.482338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a47ac09-0465-432f-a80d-796ba6c4e1fb req-e55ab9da-2ca8-4795-956e-f18560f8980a service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967587 Oct 26 16:36:20.641546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e90faf-a00f-4f48-b8ea-8721781c3815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:20.677319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:20.748586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab3c39-c6a5-47c7-b5d9-3558275df5bb req-c2faca55-60d3-408a-9c20-12f8690caa76 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:20.750170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35ab3c39-c6a5-47c7-b5d9-3558275df5bb req-c2faca55-60d3-408a-9c20-12f8690caa76 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.2207673 Oct 26 16:36:20.801621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ae0e2b2a-4a04-4f33-bb14-ede57225f852', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'port_id': '6817b923-9277-4fff-85af-958a36db255b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:34:52Z', 'updated_at': '2021-10-26T16:36:18Z', 'revision_number': 1, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:20.835868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Checking router: 10a0f36d-6093-40ef-a8a1-c25f328aef6f for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:20.841167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35ab3c39-c6a5-47c7-b5d9-3558275df5bb req-177c4972-2954-4316-bf8e-d59825f4f635 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836289 Oct 26 16:36:20.874504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-fc1f91f6-ac0b-4bd6-b3f5-627c1b55c2c3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:20.879454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-fc1f91f6-ac0b-4bd6-b3f5-627c1b55c2c3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/networks?id=58f89736-8890-41ea-86c1-a91c782136f6 HTTP/1.1" status: 200 len: 821 time: 0.2407932 Oct 26 16:36:20.880557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:20.882890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:20.904153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-98b593b9-a160-448f-976e-93e8f07539d5 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/quotas/7dfcb43ba9d4458198fa07b41b21a9a0 HTTP/1.1" status: 200 len: 375 time: 0.0174825 Oct 26 16:36:20.949523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-c64b9534-81c3-4585-9505-f2fb78180948 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dfcb43ba9d4458198fa07b41b21a9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507383 Oct 26 16:36:21.018778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e90faf-a00f-4f48-b8ea-8721781c3815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.089422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:21.097632 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09e90faf-a00f-4f48-b8ea-8721781c3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.202047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4e1c3c00-f52f-41f6-86bd-cb8e83d8797f', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'port_id': '522c5917-7300-4832-8b29-33a18a8af7f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'mac_address': 'fa:16:3e:a2:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:35:52Z', 'updated_at': '2021-10-26T16:36:17Z', 'revision_number': 1, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:21.216351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '6817b923-9277-4fff-85af-958a36db255b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:21.219443 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "6817b923-9277-4fff-85af-958a36db255b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:21.296007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-7438c150-2f88-4d9b-8fd3-46ce17ffa027 service neutron] 10.222.0.21 "GET /v2.0/networks/58f89736-8890-41ea-86c1-a91c782136f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454466 Oct 26 16:36:21.311630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-09e90faf-a00f-4f48-b8ea-8721781c3815 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=164a79ed1f634b02b981203f88947313&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3162389 Oct 26 16:36:21.317925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:21.327062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e90faf-a00f-4f48-b8ea-8721781c3815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77191d6-21f1-4076-8c3e-2fb53941d49f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:21.375090 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6c02b-5089-407a-9e2c-b4ad26f58f88 None None] The sync data for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 is: [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4e1c3c00-f52f-41f6-86bd-cb8e83d8797f', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'port_id': '522c5917-7300-4832-8b29-33a18a8af7f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'mac_address': 'fa:16:3e:a2:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:35:52Z', 'updated_at': '2021-10-26T16:36:17Z', 'revision_number': 1, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:21.444605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.478389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.525863 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d739903-c58f-49a7-be33-4b0b945478f6 x-openstack-request-id: req-9d739903-c58f-49a7-be33-4b0b945478f6 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:21.525863 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "tag": "6817b923-9277-4fff-85af-958a36db255b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:21.525863 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d739903-c58f-49a7-be33-4b0b945478f6 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:21.526675 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'tag': '6817b923-9277-4fff-85af-958a36db255b', 'status': 'completed', 'code': 200} Oct 26 16:36:21.658028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.660834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:21.662550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a77191d6-21f1-4076-8c3e-2fb53941d49f HTTP/1.1" status: 204 len: 168 time: 0.3429918 Oct 26 16:36:21.691797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7bf2-6a37-4d45-a864-69c772d40ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77191d6-21f1-4076-8c3e-2fb53941d49f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:21.800634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ae0e2b2a-4a04-4f33-bb14-ede57225f852', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'port_id': '6817b923-9277-4fff-85af-958a36db255b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:34:52Z', 'updated_at': '2021-10-26T16:36:18Z', 'revision_number': 1, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:21.823455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25011543-5513-4e8d-850f-d86189020704 service neutron] 10.222.0.21 "GET /v2.0/networks/58f89736-8890-41ea-86c1-a91c782136f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796317 Oct 26 16:36:21.847690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.848347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.848908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.849420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.850474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.850940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.851839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:21.854980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-f21f70e3-9dfd-4529-8a1f-c0c92a40fe18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.2524447 Oct 26 16:36:21.887406 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b5f52-a9ab-44e0-bc82-5a5828bdc2eb None None] New status for floating IP 4e1c3c00-f52f-41f6-86bd-cb8e83d8797f: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:36:21.910182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4447f76-b40f-40da-a360-0e75ae7e582b None None] The sync data for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 is: [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ae0e2b2a-4a04-4f33-bb14-ede57225f852', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'port_id': '6817b923-9277-4fff-85af-958a36db255b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a85f28-875b-464e-b71c-0345bf9728d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:34:52Z', 'updated_at': '2021-10-26T16:36:18Z', 'revision_number': 1, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:22.152245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3949e-e247-440b-96b6-bf3b00c5dba3 req-86d59e3b-619b-4a18-8325-450520fcd74e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:22.165328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9b3949e-e247-440b-96b6-bf3b00c5dba3 req-86d59e3b-619b-4a18-8325-450520fcd74e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1314487 Oct 26 16:36:22.426749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-acc92333-9a69-4f03-bbcf-5f614e6a4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:22.430375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-acc92333-9a69-4f03-bbcf-5f614e6a4fb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6 HTTP/1.1" status: 200 len: 918 time: 0.5656104 Oct 26 16:36:22.465951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9b3949e-e247-440b-96b6-bf3b00c5dba3 req-908c8993-b002-49fd-9ddf-52b4e67b8674 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995350 Oct 26 16:36:22.477066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:22.604509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf4713-8136-4782-9282-c08a0d2b678b None None] New status for floating IP ae0e2b2a-4a04-4f33-bb14-ede57225f852: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:36:22.627078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60cde78d-eab0-4b0b-a504-177e9084f3d0 req-7adeeccb-e26d-45b5-94be-55478199f4ed tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.1952264 Oct 26 16:36:22.670363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-29093d17-d40f-4e9f-8946-3969f98fb20a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 998 time: 0.1847038 Oct 26 16:36:22.741559 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:36:22.795560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-3644e0ca-ef90-4f4c-911d-c036fc67a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:22.795704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:22.810979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-3644e0ca-ef90-4f4c-911d-c036fc67a9f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.1224308 Oct 26 16:36:22.813990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f37627ec-1af0-47db-9ed0-059bdc9dcf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:22.940832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-e4e430f2-248b-4cd8-a872-ab9b371f0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:22.942698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-e4e430f2-248b-4cd8-a872-ab9b371f0bc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271598 Oct 26 16:36:23.022072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f37627ec-1af0-47db-9ed0-059bdc9dcf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.091839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f37627ec-1af0-47db-9ed0-059bdc9dcf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.142405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-86948b01-9677-43a0-acc3-2d1c1508e8ec service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885405 Oct 26 16:36:23.154591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f37627ec-1af0-47db-9ed0-059bdc9dcf32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa261d9a7ca64489b966a3a843e02bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578126 Oct 26 16:36:23.155803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37627ec-1af0-47db-9ed0-059bdc9dcf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5739539-bcd4-4be1-b6ec-d5c00cf1806a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:23.158351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:23.266899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.294258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.294516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f58096d-0f66-4b7e-9f99-e232f2b6fbb4 req-381d8b35-1895-46fd-809a-9e406c49145b service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363766 Oct 26 16:36:23.456907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.460868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:23.467433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5739539-bcd4-4be1-b6ec-d5c00cf1806a HTTP/1.1" status: 204 len: 168 time: 0.3025804 Oct 26 16:36:23.471622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a474e4a-4a52-4773-90f6-e6c922f8a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5739539-bcd4-4be1-b6ec-d5c00cf1806a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:23.753118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90708b25-3b5e-4f58-b031-83717f85dd99 req-270e4f6e-8807-449a-8c89-611a42beb37f tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.0429063 Oct 26 16:36:23.796803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03f77-07f4-430f-94a9-6c41d1a81f48 req-a09b8d6e-b105-451a-8872-960b2d10f3c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:23.800116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a03f77-07f4-430f-94a9-6c41d1a81f48 req-a09b8d6e-b105-451a-8872-960b2d10f3c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1388452 Oct 26 16:36:23.881516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a03f77-07f4-430f-94a9-6c41d1a81f48 req-d48dde45-1686-4361-a688-a2d20b9037be tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723288 Oct 26 16:36:24.874218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca8ab4a2-1b06-4939-a588-da141860ae2e req-e367a718-3747-48f7-8581-c7b58418e33c tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.0507708 Oct 26 16:36:25.171362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b7a44-ea7d-4184-a235-3ec393243f9d req-1f891325-73fe-42f2-8bf7-b889961f8889 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:25.177875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-268b7a44-ea7d-4184-a235-3ec393243f9d req-1f891325-73fe-42f2-8bf7-b889961f8889 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1517088 Oct 26 16:36:25.288985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-268b7a44-ea7d-4184-a235-3ec393243f9d req-e8ca2e92-04e2-4b86-a4b0-f7e509605cad tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083064 Oct 26 16:36:25.395301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-baf51275-a366-48ef-a1f8-887fb2602441 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:25.399444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-baf51275-a366-48ef-a1f8-887fb2602441 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.47 "GET /v2.0/networks?id=58f89736-8890-41ea-86c1-a91c782136f6 HTTP/1.1" status: 200 len: 821 time: 0.2402260 Oct 26 16:36:25.413731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Request body: {'port': {'device_id': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6', 'admin_state_up': True, 'tenant_id': '7dfcb43ba9d4458198fa07b41b21a9a0'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:25.517076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:36:25.685567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Made reservation on behalf of 7dfcb43ba9d4458198fa07b41b21a9a0 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:25.689072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:25.773526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:25.786163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'port_id': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'mac_address': 'fa:16:3e:36:1e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd54208-caa0-4b23-a455-16bf7ed6e2b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:36:25.909866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:25.941092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:26.026377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:26.071945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3b0a852-2779-493c-be1e-d8ad8439a8b1 req-8fbb7dd7-3b12-40a3-9462-8e6dbf391bb5 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.0986156 Oct 26 16:36:26.096245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:26.184766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:26.190258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:26.203217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Allocated IP 172.20.0.6 (58f89736-8890-41ea-86c1-a91c782136f6/d2d82435-3eb0-4dba-87c5-8fc3745921a0/4b371a91-7829-4165-a7f6-d0bcc250b135) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:36:26.560908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:26.619100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f32a8-aafe-4976-a78d-c582c28689fc req-a868647d-58af-47dd-9a7d-892fd7c8462f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:26.624679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-560f32a8-aafe-4976-a78d-c582c28689fc req-a868647d-58af-47dd-9a7d-892fd7c8462f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 945 time: 0.1951554 Oct 26 16:36:26.712059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-560f32a8-aafe-4976-a78d-c582c28689fc req-f797922a-7a20-41b4-b3f2-d3c1a577d7e4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794511 Oct 26 16:36:26.851346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:26.897946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Network 58f89736-8890-41ea-86c1-a91c782136f6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:26.905458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:26.907899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:36:26.914292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Pushing event updated for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:26.967922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:26.968488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:27.091633 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-3ff831d9-fc76-481a-8988-35828f9352b3 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6797516 Oct 26 16:36:27.111558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Request body: {'port': {'device_id': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:27.315510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cbd8b-03a1-4b04-850a-bf77ff31f2a3 req-12453e15-d101-4b4f-9da3-aaa46451d1a7 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:27.325663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce4cbd8b-03a1-4b04-850a-bf77ff31f2a3 req-12453e15-d101-4b4f-9da3-aaa46451d1a7 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 931 time: 0.1423628 Oct 26 16:36:27.440802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce4cbd8b-03a1-4b04-850a-bf77ff31f2a3 req-22330692-8c79-4fce-a27e-8455db73d409 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949919 Oct 26 16:36:27.514634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:27.559267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:27.698046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d3678e5e-2fb6-4b88-9807-af824f0e5b4a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:27.699421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:27.818125 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:27.852859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:27.856542 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a019a6-16b3-4a95-bf7a-ca8517585067" -d '{"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:27.872756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:27.950700 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:27.975110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b371a91-7829-4165-a7f6-d0bcc250b135 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:27.994988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:28.031239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Transition to ACTIVE for port object 4b371a91-7829-4165-a7f6-d0bcc250b135 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:36:28.058580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:28.127539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:28.172067 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80597981-b063-4042-834c-f3ba2a25d0ba x-openstack-request-id: req-80597981-b063-4042-834c-f3ba2a25d0ba {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:28.172450 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:28.172794 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80597981-b063-4042-834c-f3ba2a25d0ba {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:28.173427 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'code': 200} Oct 26 16:36:28.249575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b950-8850-4705-9f57-6093cbcb8289 req-5725b986-d9bd-45d5-bc70-968217c567f7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:28.261441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa34b950-8850-4705-9f57-6093cbcb8289 req-5725b986-d9bd-45d5-bc70-968217c567f7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1973712 Oct 26 16:36:28.268442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Pushing event updated for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:28.381079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa34b950-8850-4705-9f57-6093cbcb8289 req-f115b3be-173b-416c-92b1-ab2d9831de00 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178160 Oct 26 16:36:28.432385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Attempting to bind port 4b371a91-7829-4165-a7f6-d0bcc250b135 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:36:28.434429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Attempting to bind port 4b371a91-7829-4165-a7f6-d0bcc250b135 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'f455140d-cada-4266-b298-17d9e9957077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:36:28.434429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Attempting to bind port 4b371a91-7829-4165-a7f6-d0bcc250b135 on network 58f89736-8890-41ea-86c1-a91c782136f6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:36:28.441885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Port 4b371a91-7829-4165-a7f6-d0bcc250b135 on network 58f89736-8890-41ea-86c1-a91c782136f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:36:28.443222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Attempting to bind port 4b371a91-7829-4165-a7f6-d0bcc250b135 on network 58f89736-8890-41ea-86c1-a91c782136f6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:36:28.452005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:36:28.452339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Checking segment: {'id': 'f455140d-cada-4266-b298-17d9e9957077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:36:28.452831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Bound using segment: {'id': 'f455140d-cada-4266-b298-17d9e9957077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:36:28.453267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Bound port: 4b371a91-7829-4165-a7f6-d0bcc250b135, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455140d-cada-4266-b298-17d9e9957077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:36:28.453622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:28.642650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a66c-ce80-41dd-963e-2240b3a0f222 req-7edb0ec0-a972-4566-b54b-78e1d119f1e9 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:28.644299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac10a66c-ce80-41dd-963e-2240b3a0f222 req-7edb0ec0-a972-4566-b54b-78e1d119f1e9 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 943 time: 0.1257763 Oct 26 16:36:28.653075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:36:28.664388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4b371a91-7829-4165-a7f6-d0bcc250b135,segment=NetworkSegment(f455140d-cada-4266-b298-17d9e9957077),segment_id=f455140d-cada-4266-b298-17d9e9957077)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:36:28.702889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac10a66c-ce80-41dd-963e-2240b3a0f222 req-883cecbe-681a-4ef2-b9bd-1102fcda3143 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524795 Oct 26 16:36:28.761228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:28.823606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:28.825288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:28.827040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b371a91-7829-4165-a7f6-d0bcc250b135 HTTP/1.1" status: 200 len: 1091 time: 1.7269490 Oct 26 16:36:28.827463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:28.829875 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09509674-a2cb-4b68-9a4c-68b265437632" -d '{"events": [{"name": "network-changed", "server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:28.889264 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9416f0c1-5d8e-4bf7-bc59-196e7b355b27 x-openstack-request-id: req-9416f0c1-5d8e-4bf7-bc59-196e7b355b27 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:28.889984 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:28.890241 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9416f0c1-5d8e-4bf7-bc59-196e7b355b27 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:28.891574 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135', 'status': 'completed', 'code': 200} Oct 26 16:36:28.893451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53b5c-3d94-44a5-9b79-8cdf010f5308 service neutron] Pushing event updated for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:28.988977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509674-a2cb-4b68-9a4c-68b265437632 req-d11ade4c-fbe9-4d9c-8e4b-141952ca354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:28.991212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09509674-a2cb-4b68-9a4c-68b265437632 req-d11ade4c-fbe9-4d9c-8e4b-141952ca354f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dfcb43ba9d4458198fa07b41b21a9a0&device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 1094 time: 0.0804262 Oct 26 16:36:29.166625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509674-a2cb-4b68-9a4c-68b265437632 req-865e12f1-c1fb-4cd3-80fd-eefe25de37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.168769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09509674-a2cb-4b68-9a4c-68b265437632 req-865e12f1-c1fb-4cd3-80fd-eefe25de37a7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7dfcb43ba9d4458198fa07b41b21a9a0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1563873 Oct 26 16:36:29.313237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509674-a2cb-4b68-9a4c-68b265437632 req-21c14f62-6c29-4c63-b829-8a6a82929fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.314957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09509674-a2cb-4b68-9a4c-68b265437632 req-21c14f62-6c29-4c63-b829-8a6a82929fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384392 Oct 26 16:36:29.452243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-6ccfa26a-c603-4c22-af17-bcef0a3dabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.454809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-6ccfa26a-c603-4c22-af17-bcef0a3dabc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dfcb43ba9d4458198fa07b41b21a9a0&device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 1094 time: 0.0856016 Oct 26 16:36:29.540209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-d6331053-95a7-4643-b801-9a5420875825 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b371a91-7829-4165-a7f6-d0bcc250b135 HTTP/1.1" status: 200 len: 217 time: 0.0768042 Oct 26 16:36:29.563670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02550e5c-4b3a-4bb1-98be-bd558f24e7ca req-984ab140-5436-4fb2-a00a-6663dd375814 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.574255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02550e5c-4b3a-4bb1-98be-bd558f24e7ca req-984ab140-5436-4fb2-a00a-6663dd375814 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0744584 Oct 26 16:36:29.634879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02550e5c-4b3a-4bb1-98be-bd558f24e7ca req-a95ed0ee-89ca-477c-9a14-82bb6081d42b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588725 Oct 26 16:36:29.653614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-dc1186ed-8335-473c-b3df-01f1d33fd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.654881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-dc1186ed-8335-473c-b3df-01f1d33fd76b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2d82435-3eb0-4dba-87c5-8fc3745921a0 HTTP/1.1" status: 200 len: 861 time: 0.1061060 Oct 26 16:36:29.692496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-78b3ea90-f242-4b2e-a40a-86fcbd3c37b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58f89736-8890-41ea-86c1-a91c782136f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297158 Oct 26 16:36:29.914399 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-8c270575-0b98-48c7-a0ae-ddb9e77ff12b service neutron] 10.222.0.47 "GET /v2.0/networks/58f89736-8890-41ea-86c1-a91c782136f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114406 Oct 26 16:36:29.935768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8e248-27d8-42f7-9806-f2c3d5e000bb req-a1896f63-94b0-4e15-bdbd-920367b74102 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:29.940391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75a8e248-27d8-42f7-9806-f2c3d5e000bb req-a1896f63-94b0-4e15-bdbd-920367b74102 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 943 time: 0.0718930 Oct 26 16:36:30.059236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75a8e248-27d8-42f7-9806-f2c3d5e000bb req-b9c407cf-0c20-44e9-a7b4-983895910ea5 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Oct 26 16:36:30.185850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5d85f09-54a5-4789-825e-e979912d7e66 req-abfe6aea-a766-48e3-9ca7-b52959b6cbe9 service neutron] 10.222.0.47 "GET /v2.0/networks/58f89736-8890-41ea-86c1-a91c782136f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517815 Oct 26 16:36:30.798551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc8745-175a-4080-9113-4fd9cb04aea2 req-43c97d47-890f-4600-a21b-ec274d00ffe4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:30.800483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05fc8745-175a-4080-9113-4fd9cb04aea2 req-43c97d47-890f-4600-a21b-ec274d00ffe4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0782480 Oct 26 16:36:30.847033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05fc8745-175a-4080-9113-4fd9cb04aea2 req-399fcbde-ad66-4e6f-a513-6d4fdb0571b9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Oct 26 16:36:30.960324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-679d9097-a19e-4b02-8582-7e77224609f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:31.254609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836d3a-1b83-4e22-a11e-8b734632dd9c req-2b40323b-8fed-4fd4-a25e-814c647210d0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:31.256279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56836d3a-1b83-4e22-a11e-8b734632dd9c req-2b40323b-8fed-4fd4-a25e-814c647210d0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 943 time: 0.0964475 Oct 26 16:36:31.336827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56836d3a-1b83-4e22-a11e-8b734632dd9c req-56148c4e-b345-470f-9b11-902dd03f0ea5 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712957 Oct 26 16:36:32.025384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132327-aeef-477c-9984-966e53453044 req-e465cd79-fce8-4657-a73b-13c4b484163d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:32.027892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a132327-aeef-477c-9984-966e53453044 req-e465cd79-fce8-4657-a73b-13c4b484163d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0598717 Oct 26 16:36:32.068495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a132327-aeef-477c-9984-966e53453044 req-177a5755-a221-47ae-b75b-9f271c024dbc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Oct 26 16:36:32.567604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d47f6-7d82-4c8a-a992-cc639404c445 req-c111af93-a996-4db1-b5fb-28121b6b69e2 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:32.577975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-432d47f6-7d82-4c8a-a992-cc639404c445 req-c111af93-a996-4db1-b5fb-28121b6b69e2 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 943 time: 0.1462030 Oct 26 16:36:32.699604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-432d47f6-7d82-4c8a-a992-cc639404c445 req-f70b25b7-32e0-41f3-92fe-d9ad7633aa4b tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183467 Oct 26 16:36:33.283962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28cd1-8b48-4b3d-80e1-ccda7c960724 req-29d58b8f-e5f1-47d8-8e76-2f1b867a063e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:33.296257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06f28cd1-8b48-4b3d-80e1-ccda7c960724 req-29d58b8f-e5f1-47d8-8e76-2f1b867a063e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1262043 Oct 26 16:36:33.351876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06f28cd1-8b48-4b3d-80e1-ccda7c960724 req-10eb42d4-da82-411b-877a-35829b9f376a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Oct 26 16:36:33.546055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4b371a91-7829-4165-a7f6-d0bcc250b135 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:36:33.693694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4b371a91-7829-4165-a7f6-d0bcc250b135,segment=NetworkSegment(f455140d-cada-4266-b298-17d9e9957077),segment_id=f455140d-cada-4266-b298-17d9e9957077)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:33.745536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '4b371a91-7829-4165-a7f6-d0bcc250b135', 'network_id': '58f89736-8890-41ea-86c1-a91c782136f6', 'port_id': '4b371a91-7829-4165-a7f6-d0bcc250b135', 'mac_address': 'fa:16:3e:73:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d82435-3eb0-4dba-87c5-8fc3745921a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:36:33.757344 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5092-f8a8-4f21-9089-e21779bebecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:33.834170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:33.873081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b371a91-7829-4165-a7f6-d0bcc250b135 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:36:33.904787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4b371a91-7829-4165-a7f6-d0bcc250b135,segment=NetworkSegment(f455140d-cada-4266-b298-17d9e9957077),segment_id=f455140d-cada-4266-b298-17d9e9957077)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:33.945364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06068-d017-4d62-a6c7-f06b19342e94 req-64412ff6-a746-4ca9-b949-690f362c38c0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:33.957211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84a06068-d017-4d62-a6c7-f06b19342e94 req-64412ff6-a746-4ca9-b949-690f362c38c0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 943 time: 0.1279585 Oct 26 16:36:33.988727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:34.056494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84a06068-d017-4d62-a6c7-f06b19342e94 req-4dc3defc-3aab-43ff-8edb-73af0cd15008 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908241 Oct 26 16:36:34.171368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:34.184500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:34.260156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4b371a91-7829-4165-a7f6-d0bcc250b135'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:34.621329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe354c-a1ef-4a9c-9252-b7871a07c8f3 req-225be97b-da71-4c04-a0a6-31cd7a7c3863 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:34.623438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02fe354c-a1ef-4a9c-9252-b7871a07c8f3 req-225be97b-da71-4c04-a0a6-31cd7a7c3863 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1519241 Oct 26 16:36:34.723003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02fe354c-a1ef-4a9c-9252-b7871a07c8f3 req-64d63bf0-4212-4fae-8fc3-46fab9834df5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878303 Oct 26 16:36:35.063639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:35.232777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feaa5e-ddcf-46ca-b138-281ead291dd4 req-5d552bab-71fc-4863-acae-d9ebbb626a39 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:35.247371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6feaa5e-ddcf-46ca-b138-281ead291dd4 req-5d552bab-71fc-4863-acae-d9ebbb626a39 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 944 time: 0.0930581 Oct 26 16:36:35.308267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6feaa5e-ddcf-46ca-b138-281ead291dd4 req-391e4ab9-eabf-406c-aa0f-31253e29944f tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Oct 26 16:36:35.540477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4b371a91-7829-4165-a7f6-d0bcc250b135 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:35.668838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 4b371a91-7829-4165-a7f6-d0bcc250b135 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:36:35.673081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 4b371a91-7829-4165-a7f6-d0bcc250b135 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:35.673461 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:35.935687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9c5fe-4f1e-42ce-a313-85d4c7f086f4 req-1d14904c-e69f-4740-b3f6-9caefa341d35 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:35.937546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fe9c5fe-4f1e-42ce-a313-85d4c7f086f4 req-1d14904c-e69f-4740-b3f6-9caefa341d35 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1223385 Oct 26 16:36:36.018235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fe9c5fe-4f1e-42ce-a313-85d4c7f086f4 req-a2d1a631-e012-4ca8-9ddb-8b576f1c3b5b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Oct 26 16:36:36.019484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.069326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4b371a91-7829-4165-a7f6-d0bcc250b135,segment=NetworkSegment(f455140d-cada-4266-b298-17d9e9957077),segment_id=f455140d-cada-4266-b298-17d9e9957077)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:36.070847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:36.073687 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75aafdd-9aef-49ca-bb81-d426a5a1e1ab" -d '{"events": [{"server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "name": "network-vif-plugged", "status": "completed", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:36.128085 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a9227-b02c-4c44-a55f-89a18e2833c7 x-openstack-request-id: req-d07a9227-b02c-4c44-a55f-89a18e2833c7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:36.128085 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "name": "network-vif-plugged", "status": "completed", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:36.128085 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d07a9227-b02c-4c44-a55f-89a18e2833c7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:36.133154 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135', 'code': 200} Oct 26 16:36:36.166349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.277748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:36.302724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c999a3c-85ce-4d37-bf0c-0c587312c599 req-01d22eff-d4c5-4bdd-9529-3982ae41617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:36.305806 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c999a3c-85ce-4d37-bf0c-0c587312c599 req-01d22eff-d4c5-4bdd-9529-3982ae41617d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 1096 time: 0.1043696 Oct 26 16:36:36.369789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4c999a3c-85ce-4d37-bf0c-0c587312c599 req-1a34b6af-6e60-465b-954e-392400341b68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Oct 26 16:36:36.477908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:36.485802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6483-8da6-42dc-a208-1d56a1b84c78 req-5225e78d-23a8-4310-8b1f-41e742e3569d tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:36.487216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05aa6483-8da6-42dc-a208-1d56a1b84c78 req-5225e78d-23a8-4310-8b1f-41e742e3569d tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.0766728 Oct 26 16:36:36.539609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Deleting subnet 0c20cb27-33c5-4918-9f73-e90fc63ac883 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:36:36.543661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.560649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.597591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.605229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05aa6483-8da6-42dc-a208-1d56a1b84c78 req-0e7ad2ea-3e93-4ece-882c-496f7d59c360 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067669 Oct 26 16:36:36.667853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.844421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.921794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c20cb27-33c5-4918-9f73-e90fc63ac883,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:36.932880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:36.937155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bddc8950-122b-4913-aba7-631dc21590f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c20cb27-33c5-4918-9f73-e90fc63ac883 HTTP/1.1" status: 204 len: 168 time: 0.4575160 Oct 26 16:36:36.939050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45386) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:36.944421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-d7454f5f-de9b-4dfd-bf47-a8c026c4ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:36.946748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-d7454f5f-de9b-4dfd-bf47-a8c026c4ccdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1097 time: 0.2019615 Oct 26 16:36:37.135204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-3dc67484-4274-4afc-8bfb-b3889709d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:37.137721 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-3dc67484-4274-4afc-8bfb-b3889709d80c service neutron] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 915 time: 0.1605208 Oct 26 16:36:37.144090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.239569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-8d811b60-a1db-4971-a72c-e3b00a790b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 217 time: 0.0915649 Oct 26 16:36:37.351143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-6cc68b2b-078d-4bed-b8f0-d252660139f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:37.355576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-6cc68b2b-078d-4bed-b8f0-d252660139f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.1068108 Oct 26 16:36:37.364652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.414378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f9808c-264a-4145-b384-4c2979789341']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:37.427800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:37.428168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8edbb9-6b8a-470f-8871-e6d78f22bf09') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:37.440753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.456440 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-1e0e7042-e4c9-4489-b52c-fed8ef7530ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848548 Oct 26 16:36:37.458403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.466547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:36:37.467169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:36:37.605436 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:36:37.721823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.749776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:37.754136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4f9808c-264a-4145-b384-4c2979789341 HTTP/1.1" status: 204 len: 168 time: 0.8139942 Oct 26 16:36:37.765722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-2574e1a9-38b3-41d9-bd99-11d2a17be00c service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894044 Oct 26 16:36:37.859235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39173fc4-c1ef-4ca3-a341-1c4dd39c4873 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f9808c-264a-4145-b384-4c2979789341,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:37.949047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a4e4a-976d-45b5-b72c-615a078f5b6d req-651619eb-60b1-4379-a6af-0e73b322e0a1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:37.950766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-945a4e4a-976d-45b5-b72c-615a078f5b6d req-651619eb-60b1-4379-a6af-0e73b322e0a1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.3486018 Oct 26 16:36:37.981812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bd5c6-430a-49ac-86b4-f844f8a2fd71 req-d4e70af7-472c-4f4e-a2fc-ec93ced36a26 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:37.983383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa6bd5c6-430a-49ac-86b4-f844f8a2fd71 req-d4e70af7-472c-4f4e-a2fc-ec93ced36a26 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.1485300 Oct 26 16:36:38.001092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f072e4ff-77c9-4eba-b3a8-b01272e7cf0f req-1d9640f9-6c46-4536-bb14-2f05da1dbcec service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303641 Oct 26 16:36:38.058914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-945a4e4a-976d-45b5-b72c-615a078f5b6d req-91692395-a82e-4f6c-9623-1a21e0c009fc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866888 Oct 26 16:36:38.115796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa6bd5c6-430a-49ac-86b4-f844f8a2fd71 req-0897ae31-1ecf-449a-8ac5-05dd5098d61c tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094530 Oct 26 16:36:38.839098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:38.936442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac8bc070-e78b-4946-a847-09830b717c33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32c047b89a184671810286103b84d5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940237 Oct 26 16:36:38.936717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:39.057723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:39.082237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:39.217071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:39.222761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:39.226283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67784a9d-69cc-4073-8d54-c7bbea436f5e HTTP/1.1" status: 204 len: 168 time: 0.2860985 Oct 26 16:36:39.235943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ab0c1-5dcb-4763-949d-0df1c281bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67784a9d-69cc-4073-8d54-c7bbea436f5e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:39.462678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182882ab-60ac-4b54-9fbb-cbc1b49acf6b req-4e1261e4-4c63-48fc-bc76-dabda1668a0d tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:39.465471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-182882ab-60ac-4b54-9fbb-cbc1b49acf6b req-4e1261e4-4c63-48fc-bc76-dabda1668a0d tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.1633570 Oct 26 16:36:39.502553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d1274-3883-4372-81d5-a13726f33fa6 req-46d85fec-223f-4578-a3df-90c398f5de46 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:39.511596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-538d1274-3883-4372-81d5-a13726f33fa6 req-46d85fec-223f-4578-a3df-90c398f5de46 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1934171 Oct 26 16:36:39.598037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-182882ab-60ac-4b54-9fbb-cbc1b49acf6b req-976c3cf3-2f37-423c-9b36-8afb3a13ce99 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255429 Oct 26 16:36:39.623036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-538d1274-3883-4372-81d5-a13726f33fa6 req-01e08257-c4db-4279-8f88-d8f4ae78846a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097291 Oct 26 16:36:40.537780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9d65e-0eac-4f3a-888e-fdcfcad30008 req-4ce7d51b-ff02-4340-b594-8100217c18d0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:40.546601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65b9d65e-0eac-4f3a-888e-fdcfcad30008 req-4ce7d51b-ff02-4340-b594-8100217c18d0 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.0900152 Oct 26 16:36:40.626199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65b9d65e-0eac-4f3a-888e-fdcfcad30008 req-5bc11b7f-4cb1-44bf-9f75-c533c55c43bc tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 Oct 26 16:36:40.800955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085b11-b10b-4373-8557-26b494c1635f req-166af81f-83d6-4050-8a71-a72373908df8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:40.815647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9085b11-b10b-4373-8557-26b494c1635f req-166af81f-83d6-4050-8a71-a72373908df8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0855975 Oct 26 16:36:40.916097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9085b11-b10b-4373-8557-26b494c1635f req-eb93ecab-d8da-477b-9c6d-58b4c5687b10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794458 Oct 26 16:36:41.865731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e7a8e-4b1d-4359-a8d3-30c44d4a4521 req-5d4fb2a4-d4cd-40d0-9f58-a7e0cabf58f4 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:41.883745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-322e7a8e-4b1d-4359-a8d3-30c44d4a4521 req-5d4fb2a4-d4cd-40d0-9f58-a7e0cabf58f4 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.1515126 Oct 26 16:36:41.933765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-322e7a8e-4b1d-4359-a8d3-30c44d4a4521 req-cee8faef-85b2-48bf-9ae2-1e03377b8685 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8023fe52-0402-448c-a0a4-c150b08b3467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474877 Oct 26 16:36:42.005401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-531cf40d-8666-49e0-bb9e-21771a97b048 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.008666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-531cf40d-8666-49e0-bb9e-21771a97b048 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.47 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 945 time: 0.2144651 Oct 26 16:36:42.183984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496d51-419c-4f8f-8e45-e9d13e350e01 req-3fdb23f5-7c88-4f2f-b1f6-01419435085e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.188066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60496d51-419c-4f8f-8e45-e9d13e350e01 req-3fdb23f5-7c88-4f2f-b1f6-01419435085e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1290679 Oct 26 16:36:42.255567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Deleting port 4b371a91-7829-4165-a7f6-d0bcc250b135 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:36:42.255930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:42.331456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60496d51-419c-4f8f-8e45-e9d13e350e01 req-e68027c3-69ba-4f3d-a207-b19922339d7f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Oct 26 16:36:42.517278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] For port 4b371a91-7829-4165-a7f6-d0bcc250b135, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4b371a91-7829-4165-a7f6-d0bcc250b135,segment=NetworkSegment(f455140d-cada-4266-b298-17d9e9957077),segment_id=f455140d-cada-4266-b298-17d9e9957077)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:42.519908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:42.560087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Calling delete_port for 4b371a91-7829-4165-a7f6-d0bcc250b135 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:36:42.589186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-d009c1ab-7795-408e-95c4-1d26f235c681 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0592072 Oct 26 16:36:42.744281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.746298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.747552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.748541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.749308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.749949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.750770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:42.753218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8830e178-0848-4260-a7de-9974a926d07f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1057854 Oct 26 16:36:42.948941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:42.965487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4b371a91-7829-4165-a7f6-d0bcc250b135'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:36:43.008378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c2b58e37-ecb0-4d03-b05a-0a07c7c508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.008885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c2b58e37-ecb0-4d03-b05a-0a07c7c508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.015236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c2b58e37-ecb0-4d03-b05a-0a07c7c508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.017337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c2b58e37-ecb0-4d03-b05a-0a07c7c508ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 2292 time: 0.2243569 Oct 26 16:36:43.026814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Pushing event deleted for resources: {'Port': ['ID=4b371a91-7829-4165-a7f6-d0bcc250b135,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:43.131418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] No DVR routers for this DVR port 4b371a91-7829-4165-a7f6-d0bcc250b135 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:36:43.137760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:43.146020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe08146b-b549-4938-821a-15e6a2188cd0 req-4543c886-dc10-4291-ba35-e3f20d4f9098 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.47 "DELETE /v2.0/ports/4b371a91-7829-4165-a7f6-d0bcc250b135 HTTP/1.1" status: 204 len: 173 time: 1.1325336 Oct 26 16:36:43.146922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'name': 'network-vif-deleted', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:43.155368 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746949f-5ef8-4879-bea6-012fbef43f06" -d '{"events": [{"server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "name": "network-vif-deleted", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:43.180313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-312fc177-ec10-497c-a524-5722c4f59ca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 1001 time: 0.1547108 Oct 26 16:36:43.289500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-2fa358db-8af6-4bca-911c-5c2dd94610a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.290994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-2fa358db-8af6-4bca-911c-5c2dd94610a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 200 len: 851 time: 0.1033843 Oct 26 16:36:43.460884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0824072-8995-4fe6-a795-344032a5a1af req-e1f0ee2e-7bd4-48e5-954f-9e5fc605b2c8 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.1686962 Oct 26 16:36:43.499684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-ea48e6f9-b8aa-4596-8b35-84a13cdf862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.501612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-ea48e6f9-b8aa-4596-8b35-84a13cdf862c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf4fb984-7316-4455-8587-5bdb1c34326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708386 Oct 26 16:36:43.584812 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76f2f7b-dea9-4e18-bfa2-d044279d2dc4 x-openstack-request-id: req-b76f2f7b-dea9-4e18-bfa2-d044279d2dc4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:43.585102 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae4e67-865e-4b44-b81c-4c217b9592f2", "name": "network-vif-deleted", "tag": "4b371a91-7829-4165-a7f6-d0bcc250b135", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:43.585352 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b76f2f7b-dea9-4e18-bfa2-d044279d2dc4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:43.585751 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae4e67-865e-4b44-b81c-4c217b9592f2', 'name': 'network-vif-deleted', 'tag': '4b371a91-7829-4165-a7f6-d0bcc250b135', 'status': 'completed', 'code': 200} Oct 26 16:36:43.749469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-99ca3292-227a-40a3-bf02-92e5f0673d56 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411730 Oct 26 16:36:43.966672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae14e-c0f0-48a6-9806-962e7e1b9bb2 req-2d911b13-3c41-4b4a-b3de-6bafa33c7922 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:43.974960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b1ae14e-c0f0-48a6-9806-962e7e1b9bb2 req-2d911b13-3c41-4b4a-b3de-6bafa33c7922 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1864967 Oct 26 16:36:44.035565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c83b3bea-6437-41a9-aa76-92ddfa5e8b93 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787902 Oct 26 16:36:44.049924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b1ae14e-c0f0-48a6-9806-962e7e1b9bb2 req-84e2d940-4537-4097-bc69-153d89fddcb5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724771 Oct 26 16:36:44.096617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8aae68b3-aed1-4e19-9274-fae43cc2e6fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 217 time: 0.0467153 Oct 26 16:36:44.184134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-05aa1269-5dd6-4ac1-9dc3-92bdc5a0feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:44.185610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-05aa1269-5dd6-4ac1-9dc3-92bdc5a0feae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0798380 Oct 26 16:36:44.289148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8123da78-f8e8-4003-aabc-b0a753d3bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:44.289148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8123da78-f8e8-4003-aabc-b0a753d3bb34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940936 Oct 26 16:36:44.517879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-a0d571ae-5a35-46f8-930e-ab1fd0f665ee service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053668 Oct 26 16:36:44.737947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8766080f-321a-4e48-803e-722a5d32a2eb service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245029 Oct 26 16:36:44.737947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-6ba58744-b5ea-4a76-a5a0-b5a14d3dc0ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 217 time: 0.0513968 Oct 26 16:36:44.807586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07151bb2-a5e2-4378-ab96-56a4386a458e req-064b800b-fe1d-4874-8dc5-24d0e16f9784 tempest-ServerAddressesNegativeTestJSON-303503948 tempest-ServerAddressesNegativeTestJSON-303503948-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ae4e67-865e-4b44-b81c-4c217b9592f2 HTTP/1.1" status: 200 len: 210 time: 0.1514680 Oct 26 16:36:44.809127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-ea70eb67-efe3-4c88-bbe2-2d970358e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:44.811172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-ea70eb67-efe3-4c88-bbe2-2d970358e2f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0795140 Oct 26 16:36:44.884519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-db92cd99-62e4-4658-b3bd-01d06c74d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:44.888104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-db92cd99-62e4-4658-b3bd-01d06c74d60f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615964 Oct 26 16:36:45.104196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-d9a392e6-cd4d-45d6-8ae8-522b0eb3e259 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064178 Oct 26 16:36:45.488546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2ad4e-4f6c-4e46-9c45-4e1578d92e09 req-56699c42-c424-4c5e-b07a-855c64802740 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:45.490124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6af2ad4e-4f6c-4e46-9c45-4e1578d92e09 req-56699c42-c424-4c5e-b07a-855c64802740 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.1952620 Oct 26 16:36:45.499679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-0f1f347f-93a5-420e-9a23-6cee4522d8df service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725462 Oct 26 16:36:45.607626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4b371a91-7829-4165-a7f6-d0bcc250b135 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:45.642291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 4b371a91-7829-4165-a7f6-d0bcc250b135 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:36:45.648449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4b371a91-7829-4165-a7f6-d0bcc250b135 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:36:45.651153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-b05a7124-666a-4397-8bce-29f5b50f0493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 200 len: 217 time: 0.1491396 Oct 26 16:36:45.683104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6af2ad4e-4f6c-4e46-9c45-4e1578d92e09 req-8cfdaa8f-0fbd-4459-94eb-68a991ffeb28 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822760 Oct 26 16:36:45.762921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-41662b06-1d29-4588-88e8-c5ab217ee95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:45.769277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-41662b06-1d29-4588-88e8-c5ab217ee95e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0970581 Oct 26 16:36:45.827723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-0eec8109-569e-4544-bac6-e67e73fb7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:45.835182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-0eec8109-569e-4544-bac6-e67e73fb7137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510199 Oct 26 16:36:45.884400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45668) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:45.987463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-9982e411-b556-43b5-9092-80dfa592b976 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474528 Oct 26 16:36:45.990093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Deleting subnet d2d82435-3eb0-4dba-87c5-8fc3745921a0 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:36:46.002351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.138074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.218367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.243111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-6a05951f-c909-4413-89a7-d5197b557f3e service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459211 Oct 26 16:36:46.323375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-f684d4d9-dcb7-41d8-8644-aba3b8c8d609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 200 len: 217 time: 0.0706859 Oct 26 16:36:46.393904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-3c9f7ec4-ee4b-4cf3-ac76-90db362f6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:46.395821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-3c9f7ec4-ee4b-4cf3-ac76-90db362f6688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0632784 Oct 26 16:36:46.460024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-b3fdaab6-1463-4bcf-bc47-03231ccfdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:46.461927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-b3fdaab6-1463-4bcf-bc47-03231ccfdd80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582521 Oct 26 16:36:46.488540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.569851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d82435-3eb0-4dba-87c5-8fc3745921a0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:46.589345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.609435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7169ac26-eb96-402d-a194-9a1afef8f898 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2d82435-3eb0-4dba-87c5-8fc3745921a0 HTTP/1.1" status: 204 len: 168 time: 0.7224107 Oct 26 16:36:46.610829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:46.615095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-3c1ff141-437b-497c-9590-04aefeaad394 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446471 Oct 26 16:36:46.775227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:46.815811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-8702b638-4bc0-4ff5-b2cc-714fdb5fefd5 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911149 Oct 26 16:36:46.943807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-7b191b0e-9fca-49e6-865d-7e14117efede service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 200 len: 217 time: 0.1197381 Oct 26 16:36:46.973546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.019294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f89736-8890-41ea-86c1-a91c782136f6']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:47.036968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455140d-cada-4266-b298-17d9e9957077') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:47.037276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455140d-cada-4266-b298-17d9e9957077') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:47.050631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.069133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.078464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:36:47.078886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:36:47.082012 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:36:47.218121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.230635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:47.234867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] 10.222.0.21 "DELETE /v2.0/networks/58f89736-8890-41ea-86c1-a91c782136f6 HTTP/1.1" status: 204 len: 168 time: 0.6229997 Oct 26 16:36:47.250026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9be14b-ff17-4364-add1-8e72eaa4a58e admin admin] Pushing event deleted for resources: {'Network': ['ID=58f89736-8890-41ea-86c1-a91c782136f6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:47.493431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c0d310c3-11f6-42c2-8cb1-19dbbd617aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.495785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-c0d310c3-11f6-42c2-8cb1-19dbbd617aff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.5332992 Oct 26 16:36:47.511272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ccd7-74af-41bc-9fcb-9b6821be8e09 req-d07427b2-cdb4-408b-8028-46c9a35e125c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.521143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1743ccd7-74af-41bc-9fcb-9b6821be8e09 req-d07427b2-cdb4-408b-8028-46c9a35e125c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.5761998 Oct 26 16:36:47.608180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-49945310-3ab2-4e43-9289-a4c49d62bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.610067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-49945310-3ab2-4e43-9289-a4c49d62bb6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717993 Oct 26 16:36:47.628929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-c0a76313-6e6c-45be-9c5d-47f89f5a8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.635656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-c0a76313-6e6c-45be-9c5d-47f89f5a8ebb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1097 time: 0.0589468 Oct 26 16:36:47.731602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1743ccd7-74af-41bc-9fcb-9b6821be8e09 req-3348b843-2b71-4e61-a7af-9eecc649bbcb tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055297 Oct 26 16:36:47.780396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-b5b94da4-9719-42f3-ac1d-7707b3678647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.782014 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-b5b94da4-9719-42f3-ac1d-7707b3678647 service neutron] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 915 time: 0.1373277 Oct 26 16:36:47.827512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-a782a43f-e895-47fd-b2fd-81178d71a347 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093818 Oct 26 16:36:47.834614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45718) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:47.868729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-bb20d537-af43-44b1-ab80-9f4a02146748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 217 time: 0.0792699 Oct 26 16:36:47.927981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-0e9b3492-bb9a-4a46-8b05-5bb0a36d5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:47.929445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-0e9b3492-bb9a-4a46-8b05-5bb0a36d5c8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.0520928 Oct 26 16:36:47.952377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45724) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:47.958411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-377036ee-4add-4949-abce-43fa15bba2a5 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191833 Oct 26 16:36:48.021324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-5e44640d-1e7c-48a5-9e7c-4b63436637f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 217 time: 0.0563209 Oct 26 16:36:48.024247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-45009c09-2dde-4cc5-b0b4-2a526d84665e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872505 Oct 26 16:36:48.116500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-9486c900-98d8-48a1-9630-1c874ca5b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:48.125963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-9486c900-98d8-48a1-9630-1c874ca5b0ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.0960476 Oct 26 16:36:48.198650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd07c3-c47e-475b-935f-e816b3407233 req-7d96310a-b3e2-429e-9f16-b9ded913a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:48.200298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-7d96310a-b3e2-429e-9f16-b9ded913a33c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659435 Oct 26 16:36:48.220545 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c8bfa597-94c5-4824-bcd6-9ae06a1d3c29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dfcb43ba9d4458198fa07b41b21a9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630541 Oct 26 16:36:48.223100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:48.266094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-7511bc14-3be6-435f-8022-033c4eace1e2 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329309 Oct 26 16:36:48.315460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.326023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-031b2240-d4fc-4d14-84e7-f98d07904112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.342651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.416669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-2686151b-c797-4f76-aefe-c79aed296c7e service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080569 Oct 26 16:36:48.452911 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36213a86-f772-49b8-97a9-b7ffa2e4cbe1 req-dbfa406e-e7a7-41d4-a81f-b9aa7503b84a service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666348 Oct 26 16:36:48.525399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.529069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.532384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8023fe52-0402-448c-a0a4-c150b08b3467 HTTP/1.1" status: 204 len: 168 time: 0.3060021 Oct 26 16:36:48.540504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d39181-aab7-4ac3-92e1-36e4761f560a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8023fe52-0402-448c-a0a4-c150b08b3467,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:48.563505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-031b2240-d4fc-4d14-84e7-f98d07904112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.567712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52dd07c3-c47e-475b-935f-e816b3407233 req-711a019d-5ed7-4618-aedc-89b25bb87bb6 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445446 Oct 26 16:36:48.622566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-031b2240-d4fc-4d14-84e7-f98d07904112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.662645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b2240-d4fc-4d14-84e7-f98d07904112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef60c47-1101-48d7-a104-34120b441055,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:48.667236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-031b2240-d4fc-4d14-84e7-f98d07904112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad2c0ed995484149a82f2ee4422859e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8305304 Oct 26 16:36:48.669969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45742) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:48.730688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.769751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.877661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67141b8c-2bed-4d03-9d49-380b8027d511 req-f1749ad1-9763-465c-b286-41d066a6ac1c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:48.880287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67141b8c-2bed-4d03-9d49-380b8027d511 req-f1749ad1-9763-465c-b286-41d066a6ac1c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0670085 Oct 26 16:36:48.937954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67141b8c-2bed-4d03-9d49-380b8027d511 req-90934712-f53a-452f-adec-72c44fc84aab tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Oct 26 16:36:48.971252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.974149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:48.976551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fef60c47-1101-48d7-a104-34120b441055 HTTP/1.1" status: 204 len: 168 time: 0.3053999 Oct 26 16:36:48.984754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd6517-1f41-4134-afc9-cff6f0a926d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef60c47-1101-48d7-a104-34120b441055,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:50.111596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cec222-80c0-459a-a947-e5867f808a1d req-f3e1673a-81b7-49c3-b135-27271149b2a4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:50.115968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15cec222-80c0-459a-a947-e5867f808a1d req-f3e1673a-81b7-49c3-b135-27271149b2a4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0694315 Oct 26 16:36:50.176490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15cec222-80c0-459a-a947-e5867f808a1d req-678d2e77-151d-46f0-b2c5-b568b91883e9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528450 Oct 26 16:36:50.498047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45820) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:50.637175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-322845300-network', 'tenant_id': '0446dca437a949249c9aa023389a7572'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:50.668350 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:50.719635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Made reservation on behalf of 0446dca437a949249c9aa023389a7572 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:50.722283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:50.739930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:50.866020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:50.959520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:50.984280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:36:51.004983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.005318 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Added segment 7155b483-c603-41f2-bf22-1fc9bed3e553 of type vlan for network 47fd497d-c33c-4caf-9606-9734c75d819a Oct 26 16:36:51.006493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b6a355-3737-43ad-84d2-b23775659602,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:51.100649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.228119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.229878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:51.230649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.306101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] Pushing event updated for resources: {'Network': ['ID=47fd497d-c33c-4caf-9606-9734c75d819a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:51.320477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 47fd497d-c33c-4caf-9606-9734c75d819a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:36:51.374707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be07381e-6586-4cf0-aa16-3cc5a77d2498 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8751857 Oct 26 16:36:51.374938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ab26-441d-437a-a318-8b3be7a05b7b req-0b284da2-a79a-4488-9d7c-69e08eb96da2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:51.375438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45844) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:51.376602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8c5ab26-441d-437a-a318-8b3be7a05b7b req-0b284da2-a79a-4488-9d7c-69e08eb96da2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0951645 Oct 26 16:36:51.380910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Request body: {'subnet': {'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-subnet', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:51.457738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8c5ab26-441d-437a-a318-8b3be7a05b7b req-62f9a2c5-247a-4c3e-a7f5-1543968e805a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707176 Oct 26 16:36:51.577415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Made reservation on behalf of 0446dca437a949249c9aa023389a7572 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:36:51.582863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.597707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934cacc-d806-46c9-8b81-c601a1b58bc3 req-7cae3ebd-8233-4c06-bc5c-84a71bb73fe5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:51.601625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3934cacc-d806-46c9-8b81-c601a1b58bc3 req-7cae3ebd-8233-4c06-bc5c-84a71bb73fe5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Oct 26 16:36:51.654095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3934cacc-d806-46c9-8b81-c601a1b58bc3 req-83161d0c-c349-45d2-8151-93a1d4b8c0f3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Oct 26 16:36:51.659680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:51.798029 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.835949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:36:51.840119 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19774d11-92d0-4a06-989f-884080681c8f" -d '{"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-unplugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:51.862532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-de8f4981-062a-47fc-9f94-079890b39e95 req-3b3a636e-0e05-4311-939a-c53e0cf39065 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:36:51.863576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de8f4981-062a-47fc-9f94-079890b39e95 req-3b3a636e-0e05-4311-939a-c53e0cf39065 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059693 Oct 26 16:36:51.868127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:51.885312 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a023380-a31a-404f-8f63-00c1b540ed72 x-openstack-request-id: req-5a023380-a31a-404f-8f63-00c1b540ed72 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:51.885614 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-unplugged", "status": "failed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:51.885892 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a023380-a31a-404f-8f63-00c1b540ed72 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:51.887159 n-d-815373-2 neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'code': 422} returned with failed status Oct 26 16:36:51.936830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:51.989057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:52.009375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61f62d9-66d9-45f8-9c17-b1824e0e1074,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:52.040191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Checking segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:36:52.040435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Network hostable DHCP agents. Network: 47fd497d-c33c-4caf-9606-9734c75d819a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:36:52.073590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:52.188371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Network 47fd497d-c33c-4caf-9606-9734c75d819a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:36:52.273533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 47fd497d-c33c-4caf-9606-9734c75d819a) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:52.280124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:52.280699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:52.288446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d57e35-5900-42a8-b681-410edfd28d26 None None] Network 47fd497d-c33c-4caf-9606-9734c75d819a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:36:52.309882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5e4f-a3e8-4f2a-8e40-b024f959eff7 req-1a7a9545-168c-4cf7-bdeb-48f3114b0060 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:52.312017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edff5e4f-a3e8-4f2a-8e40-b024f959eff7 req-1a7a9545-168c-4cf7-bdeb-48f3114b0060 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0653143 Oct 26 16:36:52.371492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edff5e4f-a3e8-4f2a-8e40-b024f959eff7 req-31e94e2d-4e2f-476b-aba7-47e11686cfbc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533352 Oct 26 16:36:52.380462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-035f52db-d5e9-4ab3-bda6-fc1b5ccdc49c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0040801 Oct 26 16:36:52.383474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:52.391299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:36:52.473228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3aa38-da0a-4d0b-8239-858808aba35a None None] Network 47fd497d-c33c-4caf-9606-9734c75d819a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:36:52.615065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:52.990190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:52.990190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:53.034676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:53.381201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:53.515041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-60f616ee-5797-4eb8-8052-70acc12dc59f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2302971 Oct 26 16:36:53.545105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-364f624f-f408-4ded-bba3-9cb8203843bd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:36:53.572898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-364f624f-f408-4ded-bba3-9cb8203843bd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0557842 Oct 26 16:36:53.589288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bedca6-040e-484b-91ba-59d2aee8e8f6 req-f0ed14cb-00b2-4e57-a57a-fd4b6ada396c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:53.601071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9bedca6-040e-484b-91ba-59d2aee8e8f6 req-f0ed14cb-00b2-4e57-a57a-fd4b6ada396c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1320679 Oct 26 16:36:53.699798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9bedca6-040e-484b-91ba-59d2aee8e8f6 req-0e68f249-519e-4177-bcd4-5717d127a520 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974588 Oct 26 16:36:53.925042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:53.959616 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:54.086982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Allocated IP 172.25.5.248 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7582e2de-2d27-4054-af60-10f0231392b8) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:36:54.208501 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:54.360067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:54.414322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:54.417834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:54.423275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:36:54.464091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Pushing event updated for resources: {'Port': ['ID=7582e2de-2d27-4054-af60-10f0231392b8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:54.918625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f805158-caf3-4040-9fac-75334420cef3 req-f1f51b49-92eb-47f6-be67-63b7f6904484 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:54.923633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f805158-caf3-4040-9fac-75334420cef3 req-f1f51b49-92eb-47f6-be67-63b7f6904484 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1071591 Oct 26 16:36:54.950485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:55.052099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f805158-caf3-4040-9fac-75334420cef3 req-9bb992f7-baa0-4127-8adb-ebfadb70d6f3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226771 Oct 26 16:36:55.197995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:55.422324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Router ada2ebd1-a286-49e5-965f-dfc159b771fe is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:36:55.532084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-7ab8a791-466f-4fba-a869-4bb0e722d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:55.534215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-7ab8a791-466f-4fba-a869-4bb0e722d8ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484&tenant_id=57a45d3ab5a2449ba0d01293b228d8da HTTP/1.1" status: 200 len: 1095 time: 0.0480595 Oct 26 16:36:55.565862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:36:55.580120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Sync routers for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:55.596606 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:55.597250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:55.638172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-9aaf5138-9a2f-4f51-b15c-8065dc7c7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:55.640136 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-9aaf5138-9a2f-4f51-b15c-8065dc7c7675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1095 time: 0.0705440 Oct 26 16:36:55.718455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:55.723179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45992) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:55.723855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4641608d-8929-4baa-b37f-ad7cb7677c78 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3393235 Oct 26 16:36:55.747956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:55.884818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-fe71160c-58a9-4cb0-9752-ae2e930bfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:55.889821 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-fe71160c-58a9-4cb0-9752-ae2e930bfce8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 915 time: 0.2426105 Oct 26 16:36:55.944014 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-e559aaa1-5791-481f-b62e-66988ba04b50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 217 time: 0.0443211 Oct 26 16:36:56.011702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:54Z', 'revision_number': 3, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:56.040981 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Checking router: ada2ebd1-a286-49e5-965f-dfc159b771fe for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:56.041410 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Updating router ada2ebd1-a286-49e5-965f-dfc159b771fe port 7582e2de-2d27-4054-af60-10f0231392b8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:36:56.064464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-9e8e0a8d-161f-4af2-bd4c-643a09256321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:56.065968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-9e8e0a8d-161f-4af2-bd4c-643a09256321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.1132865 Oct 26 16:36:56.079624 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.107877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-38c366fd-187a-4dba-a8b4-119c12b5a57c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342104 Oct 26 16:36:56.196318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f52a-4781-406a-93f1-a3785e1002bc req-b90db287-892d-48ac-8161-fc8a15507f91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:56.206258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8043f52a-4781-406a-93f1-a3785e1002bc req-b90db287-892d-48ac-8161-fc8a15507f91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0662255 Oct 26 16:36:56.293649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8043f52a-4781-406a-93f1-a3785e1002bc req-62939f0a-d8b1-4e89-894e-e1e3abade479 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840914 Oct 26 16:36:56.297919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-476a20ba-6ab5-483e-a106-713425237386 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776152 Oct 26 16:36:56.450090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:56.465364 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.544693 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.576067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.597200 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Pushing event updated for resources: {'Port': ['ID=7582e2de-2d27-4054-af60-10f0231392b8,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:56.602580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-be1a93f4-76df-4a13-bb3a-e6c98554dde3 req-322d1fa5-5134-425e-8187-6e7b8ac3d30f service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906840 Oct 26 16:36:56.617585 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.617936 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.618267 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.620113 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.620454 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.620779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.621103 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.621424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.621927 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.623056 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.623419 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.623744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:56.641929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65670b5d-8737-47dd-ad71-836396d6d631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.648471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Attempting to bind port 7582e2de-2d27-4054-af60-10f0231392b8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:36:56.649329 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Attempting to bind port 7582e2de-2d27-4054-af60-10f0231392b8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:36:56.650398 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Attempting to bind port 7582e2de-2d27-4054-af60-10f0231392b8 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:36:56.657340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:36:56.661082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:36:56.661082 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.661082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:36:56.661082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Bound port: 7582e2de-2d27-4054-af60-10f0231392b8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:36:56.661082 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.741274 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] For port 7582e2de-2d27-4054-af60-10f0231392b8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:36:56.745041 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] For port 7582e2de-2d27-4054-af60-10f0231392b8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7582e2de-2d27-4054-af60-10f0231392b8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:36:56.755625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65670b5d-8737-47dd-ad71-836396d6d631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.817694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Allocated IP 172.20.0.1 (47fd497d-c33c-4caf-9606-9734c75d819a/f61f62d9-66d9-45f8-9c17-b1824e0e1074/a63bb343-3273-4483-9867-131a6d406ec1) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:36:56.864412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65670b5d-8737-47dd-ad71-836396d6d631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.870436 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:56.982295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65670b5d-8737-47dd-ad71-836396d6d631 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e05b44dc5e3481391d0a1eb7b6ca032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305173 Oct 26 16:36:56.983971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65670b5d-8737-47dd-ad71-836396d6d631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4002a-1e6d-41d6-8891-e70dc01af4cb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:56.990574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:57.032766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.054711 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:36:57.058240 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:57.101394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.131040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.157087 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7b546-2473-40d1-b206-cb8df453e9a6 None None] Pushing event updated for resources: {'Port': ['ID=7582e2de-2d27-4054-af60-10f0231392b8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:57.183605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.239643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Network 47fd497d-c33c-4caf-9606-9734c75d819a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:57.242799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:57.244409 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:36:57.245772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:36:57.274267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Pushing event updated for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:57.290997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.291377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.291730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.292060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.292391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.292750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.293162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.293634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.293953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.294281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.294696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.295090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:57.297157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.299888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.303604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb4002a-1e6d-41d6-8891-e70dc01af4cb HTTP/1.1" status: 204 len: 168 time: 0.3088796 Oct 26 16:36:57.311365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94979a3d-4a50-4366-bb51-2b57e0e13edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4002a-1e6d-41d6-8891-e70dc01af4cb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:57.323214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.484824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688724f9-f3fa-47e0-8f1d-493c6d09802f req-3ee719e3-e35c-43d0-9432-608c061aed2c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:57.487554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-688724f9-f3fa-47e0-8f1d-493c6d09802f req-3ee719e3-e35c-43d0-9432-608c061aed2c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0782907 Oct 26 16:36:57.585694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-688724f9-f3fa-47e0-8f1d-493c6d09802f req-72c97d0d-3485-477a-a254-e0a4f41a697b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812836 Oct 26 16:36:57.664768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:57.860584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:54Z', 'revision_number': 3, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:57.925433 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74009aa1-1973-40be-b669-c461c5e12d04 None None] The sync data for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 is: [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:54Z', 'revision_number': 3, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:57.944906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46052) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:58.049859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.331068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f46-62cd-42af-81e9-8e71e75f0531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.525208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f46-62cd-42af-81e9-8e71e75f0531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.565130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.665011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.681767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Pushing event updated for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:58.702269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f46-62cd-42af-81e9-8e71e75f0531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:58.830220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Network 47fd497d-c33c-4caf-9606-9734c75d819a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:58.831845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:58.882856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d79f46-62cd-42af-81e9-8e71e75f0531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15064329-1b65-41a5-b22d-72d8f4daaf31,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:58.905197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c7d79f46-62cd-42af-81e9-8e71e75f0531 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c1b363fd21f4d42acd8d567d73eb8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589407 Oct 26 16:36:58.909176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:58.923507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:58.974843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc893-bef3-4797-8185-0ce0ee4962d3 req-cd6b371e-0710-4d65-b5f9-4891471034a8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:36:58.987205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-205bc893-bef3-4797-8185-0ce0ee4962d3 req-cd6b371e-0710-4d65-b5f9-4891471034a8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.2377422 Oct 26 16:36:59.006356 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79e3091b-911f-49f2-bc25-f6502ada5acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.075960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-205bc893-bef3-4797-8185-0ce0ee4962d3 req-cfc77e53-9301-46f0-ba4c-b08bbd83aed3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852895 Oct 26 16:36:59.099625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Router ada2ebd1-a286-49e5-965f-dfc159b771fe has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:36:59.101805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.140462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.224732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79e3091b-911f-49f2-bc25-f6502ada5acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.286384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79e3091b-911f-49f2-bc25-f6502ada5acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.397629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79e3091b-911f-49f2-bc25-f6502ada5acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f35d4c8cff4847a18403c5335d0fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583516 Oct 26 16:36:59.418044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46074) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:36:59.449906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7582e2de-2d27-4054-af60-10f0231392b8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:59.471840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3091b-911f-49f2-bc25-f6502ada5acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9780978-da1f-402e-9eb7-0338180f5c32,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:59.560831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.567743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7582e2de-2d27-4054-af60-10f0231392b8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:36:59.568506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.603880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.667312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.693634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 7582e2de-2d27-4054-af60-10f0231392b8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7582e2de-2d27-4054-af60-10f0231392b8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:59.749784 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:36:59.765271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.810448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.813138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.817138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9780978-da1f-402e-9eb7-0338180f5c32 HTTP/1.1" status: 204 len: 168 time: 0.3981750 Oct 26 16:36:59.825990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae87195-5fff-4666-b83a-e07552607eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9780978-da1f-402e-9eb7-0338180f5c32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:59.858183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:36:59.871700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=7582e2de-2d27-4054-af60-10f0231392b8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:59.874350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41161814-0b7b-45e2-8ffd-51aff2dd958e admin admin] 10.222.0.21 "PUT /v2.0/routers/ada2ebd1-a286-49e5-965f-dfc159b771fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1495883 Oct 26 16:36:59.883487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.885436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.886240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.886747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.887281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.887844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.888431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.888939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.889579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.890075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.890568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.891047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:36:59.901818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.904553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:36:59.908933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15064329-1b65-41a5-b22d-72d8f4daaf31 HTTP/1.1" status: 204 len: 168 time: 0.9995236 Oct 26 16:36:59.926629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d85d76-be0a-4dd8-b012-11bfffa977c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15064329-1b65-41a5-b22d-72d8f4daaf31,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:00.308871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d4c7-a8ee-4631-9cf6-bd45ab58dc80 req-708d06b7-e0b6-4dd1-8d3b-11723f94a616 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:00.322768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d466d4c7-a8ee-4631-9cf6-bd45ab58dc80 req-708d06b7-e0b6-4dd1-8d3b-11723f94a616 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0970132 Oct 26 16:37:00.387390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d466d4c7-a8ee-4631-9cf6-bd45ab58dc80 req-29aad54c-4391-4f01-bee3-c56b3affd6a9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Oct 26 16:37:00.735377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Sync routers for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:00.750424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:37:00.751984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:00.901819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:37:01.004165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbf069dd-9140-4b4e-b4d8-41f7ab93254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.051869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46114) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:01.075368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3dcebf2-8d32-45ba-9b45-0c831ca34775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.205751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:57Z', 'revision_number': 4, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a63bb343-3273-4483-9867-131a6d406ec1', 'name': '', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'mac_address': 'fa:16:3e:b6:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:56Z', 'updated_at': '2021-10-26T16:36:57Z', 'revision_number': 2, 'project_id': '0446dca437a949249c9aa023389a7572', 'subnets': [{'id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:01.245137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3dcebf2-8d32-45ba-9b45-0c831ca34775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.264442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Checking router: ada2ebd1-a286-49e5-965f-dfc159b771fe for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:01.264442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Updating router ada2ebd1-a286-49e5-965f-dfc159b771fe port a63bb343-3273-4483-9867-131a6d406ec1 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:37:01.319834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3dcebf2-8d32-45ba-9b45-0c831ca34775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.333369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.403496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7582e2de-2d27-4054-af60-10f0231392b8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:01.432960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcebf2-8d32-45ba-9b45-0c831ca34775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb4023-8b63-4527-bb8d-2bf56f3a5b6a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:01.440734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:01.441193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d3dcebf2-8d32-45ba-9b45-0c831ca34775 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74c41a709df14946a2cc8e5030574183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876312 Oct 26 16:37:01.579984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.619794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.694226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241a6a-616e-4f36-8442-7cfeb92461f7 req-462c895a-bb37-4638-8204-a63c8504c8f8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:01.706824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7582e2de-2d27-4054-af60-10f0231392b8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:01.707402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65241a6a-616e-4f36-8442-7cfeb92461f7 req-462c895a-bb37-4638-8204-a63c8504c8f8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1584680 Oct 26 16:37:01.707526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.760994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65241a6a-616e-4f36-8442-7cfeb92461f7 req-d2138375-0279-4201-8c5b-a5321f069083 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525250 Oct 26 16:37:01.840088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.842814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:01.844187 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ddb4023-8b63-4527-bb8d-2bf56f3a5b6a HTTP/1.1" status: 204 len: 168 time: 0.4021988 Oct 26 16:37:01.865690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2902-899c-4883-8113-ce18c6ad9464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb4023-8b63-4527-bb8d-2bf56f3a5b6a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:02.424353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:02.524482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:02.626444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142cb11-906b-4630-a7ff-aad46995aa52 None None] Pushing event updated for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:02.706705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Attempting to bind port a63bb343-3273-4483-9867-131a6d406ec1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:02.707013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Attempting to bind port a63bb343-3273-4483-9867-131a6d406ec1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:02.707491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Attempting to bind port a63bb343-3273-4483-9867-131a6d406ec1 on network 47fd497d-c33c-4caf-9606-9734c75d819a {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:02.714675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:37:02.714931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Checking segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:37:02.715299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:02.715919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Bound using segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:37:02.716487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Bound port: a63bb343-3273-4483-9867-131a6d406ec1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:37:02.716877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:02.792185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] For port a63bb343-3273-4483-9867-131a6d406ec1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:02.795845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] For port a63bb343-3273-4483-9867-131a6d406ec1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a63bb343-3273-4483-9867-131a6d406ec1,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:37:02.868977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:03.022263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c966f1-61bb-4f26-88a1-ebec3e91c890 req-6ebf70f6-2f8c-4d43-8e0c-bda8becddaa4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:03.025154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c966f1-61bb-4f26-88a1-ebec3e91c890 req-6ebf70f6-2f8c-4d43-8e0c-bda8becddaa4 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1063724 Oct 26 16:37:03.028929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:37:03.029852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:36:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:03.133007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7c966f1-61bb-4f26-88a1-ebec3e91c890 req-a1186159-dd64-4b12-bc48-cb9686f27d92 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Oct 26 16:37:03.133119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142cb11-906b-4630-a7ff-aad46995aa52 None None] Pushing event updated for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:03.286846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:37:03.703394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-8f7a9b9b-7634-4f72-8b4d-7efd3b231a48 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:03.704955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-8f7a9b9b-7634-4f72-8b4d-7efd3b231a48 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 818 time: 0.2835305 Oct 26 16:37:03.745519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-bfde6e4a-1aef-45e1-a5d3-3fbf74fff9c4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/quotas/0446dca437a949249c9aa023389a7572 HTTP/1.1" status: 200 len: 375 time: 0.0305295 Oct 26 16:37:03.838136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21645813-6331-4fa2-afc2-232c6c193800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:03.876174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-5ef7e031-791c-4881-8c99-d1aa78c10016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199598 Oct 26 16:37:03.878160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:57Z', 'revision_number': 4, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a63bb343-3273-4483-9867-131a6d406ec1', 'name': '', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'mac_address': 'fa:16:3e:b6:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:56Z', 'updated_at': '2021-10-26T16:37:02Z', 'revision_number': 4, 'project_id': '0446dca437a949249c9aa023389a7572', 'subnets': [{'id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:03.950271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbc64d-da0a-4eea-982d-4d007e057a9a None None] The sync data for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 is: [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:36:57Z', 'revision_number': 4, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'a63bb343-3273-4483-9867-131a6d406ec1', 'name': '', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'mac_address': 'fa:16:3e:b6:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:56Z', 'updated_at': '2021-10-26T16:37:02Z', 'revision_number': 4, 'project_id': '0446dca437a949249c9aa023389a7572', 'subnets': [{'id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:04.282793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f640e-43b8-4d14-9910-ccb0d6129a49 req-5a4ac460-78e9-4e45-9d29-d66918cb45ec tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:04.289578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-286f640e-43b8-4d14-9910-ccb0d6129a49 req-5a4ac460-78e9-4e45-9d29-d66918cb45ec tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0670090 Oct 26 16:37:04.354808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-286f640e-43b8-4d14-9910-ccb0d6129a49 req-27c8d4eb-cf99-4f4d-8974-e198bbfe91e2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528300 Oct 26 16:37:04.767468 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:05.021330 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:05.119325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-77ee8974-2930-4908-80f5-858e5363e079 service neutron] 10.222.0.21 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2318456 Oct 26 16:37:05.436385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-7ad6fc5d-f48d-4d9b-9c8e-435d2c4f6089 service neutron] 10.222.0.21 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994230 Oct 26 16:37:05.508916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a63bb343-3273-4483-9867-131a6d406ec1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:05.732167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207853a4-a6c3-4e19-8c44-46ec640ee7be req-ac37c3a1-efaf-41fb-8d64-5a907330684f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:05.747714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-207853a4-a6c3-4e19-8c44-46ec640ee7be req-ac37c3a1-efaf-41fb-8d64-5a907330684f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1070263 Oct 26 16:37:05.786294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a63bb343-3273-4483-9867-131a6d406ec1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:05.786767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:05.840122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-207853a4-a6c3-4e19-8c44-46ec640ee7be req-d0370421-c290-4bae-8f3a-91a15b9ee6da tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Oct 26 16:37:06.074962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70942f6d-ea8c-41b4-baad-f28e65c60deb req-e5f06705-abaa-497e-a98a-44b5569dd941 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 210 time: 0.0616925 Oct 26 16:37:06.131046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:06.189928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a63bb343-3273-4483-9867-131a6d406ec1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a63bb343-3273-4483-9867-131a6d406ec1,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:06.301805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:06.418021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:06.552300 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:06.723189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-c5efa456-024e-4e71-b2ad-b01e2a6eccca tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:06.736141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-c5efa456-024e-4e71-b2ad-b01e2a6eccca tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 818 time: 0.2580647 Oct 26 16:37:06.777049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-2edfe741-97aa-46db-96f9-a331c1b1c01d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/quotas/0446dca437a949249c9aa023389a7572 HTTP/1.1" status: 200 len: 375 time: 0.0383480 Oct 26 16:37:06.870949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-6602ed76-0a14-490c-9305-03a2c4503e4b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922127 Oct 26 16:37:07.097649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c44f1-acd4-44e1-822f-8d96a1aea5a5 req-359d264e-2d0d-4bdb-bcf4-f59ac5a60642 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:07.099417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-438c44f1-acd4-44e1-822f-8d96a1aea5a5 req-359d264e-2d0d-4bdb-bcf4-f59ac5a60642 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0566051 Oct 26 16:37:07.179089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-438c44f1-acd4-44e1-822f-8d96a1aea5a5 req-779138b8-3a97-43a1-982e-b4c2b7973378 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710220 Oct 26 16:37:07.388737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a63bb343-3273-4483-9867-131a6d406ec1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:07.442241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-6591ceb5-5757-4143-9c72-e9a056bb92d2 service neutron] 10.222.0.21 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686011 Oct 26 16:37:07.549451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a63bb343-3273-4483-9867-131a6d406ec1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:07.550196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:07.641098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-5dc593f7-4923-4f0e-80be-4a5e5fd57ac7 service neutron] 10.222.0.21 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950040 Oct 26 16:37:08.112298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-603af55c-6eee-4d6f-bf00-9fcb7350553e req-73caace8-05f5-4547-bc82-089753d6f824 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 210 time: 0.0600224 Oct 26 16:37:08.283171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:08.407194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85181dc-5baa-4253-9794-dea368050f2b req-a63e252f-0507-4ebe-b7fa-7c336de83068 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:08.409294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f85181dc-5baa-4253-9794-dea368050f2b req-a63e252f-0507-4ebe-b7fa-7c336de83068 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0816526 Oct 26 16:37:08.528172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f85181dc-5baa-4253-9794-dea368050f2b req-6dda05d9-141c-42a3-9040-9a5154ef7de3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011198 Oct 26 16:37:08.588094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-885b1f70-8cde-4533-827a-6d3d2b4da7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:08.759749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-885b1f70-8cde-4533-827a-6d3d2b4da7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:08.850331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-885b1f70-8cde-4533-827a-6d3d2b4da7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:08.904386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b1f70-8cde-4533-827a-6d3d2b4da7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb8817f-88af-41f4-a4b3-57a4542fec26,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:08.927016 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-885b1f70-8cde-4533-827a-6d3d2b4da7c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=073085c1b47b4a1b8445cbdec67f6d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417856 Oct 26 16:37:08.929927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46368) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:09.002293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.045478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.078157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:09.170490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.183906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.188137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb8817f-88af-41f4-a4b3-57a4542fec26 HTTP/1.1" status: 204 len: 168 time: 0.2569368 Oct 26 16:37:09.213364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ddf0e-7c5b-4892-822c-bcada7b5ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb8817f-88af-41f4-a4b3-57a4542fec26,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:09.326511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e84728d4-e4a0-42d3-af87-cdbdd6e4301a req-2524fe43-80c7-4202-ad55-e4e8435fd3f8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 210 time: 0.0587964 Oct 26 16:37:09.359979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e364-034d-47f9-b3fc-0539360cfe82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.572454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e364-034d-47f9-b3fc-0539360cfe82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.683556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603f10-7982-43d6-8e79-7a05d11a395c req-062a15e4-c3f6-4118-ab93-f5571946b93f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:09.685540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99603f10-7982-43d6-8e79-7a05d11a395c req-062a15e4-c3f6-4118-ab93-f5571946b93f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0564802 Oct 26 16:37:09.686923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e364-034d-47f9-b3fc-0539360cfe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.733758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e364-034d-47f9-b3fc-0539360cfe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3316b96c-0cd6-4016-bae3-ef6836024eee,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:09.779638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9dc1e364-034d-47f9-b3fc-0539360cfe82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3380c28d168474e8213b641d8ead7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003865 Oct 26 16:37:09.780877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46392) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:09.787637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99603f10-7982-43d6-8e79-7a05d11a395c req-a2fcd75b-8c7c-49a3-8f5e-86dc650df0bf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879486 Oct 26 16:37:09.858345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:09.882840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:10.009150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:10.011793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:10.013181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3316b96c-0cd6-4016-bae3-ef6836024eee HTTP/1.1" status: 204 len: 168 time: 0.2184241 Oct 26 16:37:10.021449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6fd28-ab59-40cd-8190-3c3e57366402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316b96c-0cd6-4016-bae3-ef6836024eee,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:10.462393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c97d2039-f8eb-4c51-9155-10877f20c90d req-020d4b75-d8df-40d7-bdca-8faf6de33ba5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 210 time: 0.0371926 Oct 26 16:37:10.835753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-c0c1a0bc-678c-42c3-9759-7d1d91472caf tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:10.856532 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-c0c1a0bc-678c-42c3-9759-7d1d91472caf tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 818 time: 0.1360974 Oct 26 16:37:10.871203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Request body: {'port': {'device_id': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'admin_state_up': True, 'tenant_id': '0446dca437a949249c9aa023389a7572'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:10.950967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa65df-a9b2-47f0-ab1a-7367a4dbaee6 req-4b532250-bebd-4aa2-95aa-093e324d2089 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:10.953435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50aa65df-a9b2-47f0-ab1a-7367a4dbaee6 req-4b532250-bebd-4aa2-95aa-093e324d2089 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.0661700 Oct 26 16:37:10.968040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46434) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:11.026379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea7190de-01dc-43db-a273-f6afdeada57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.028002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50aa65df-a9b2-47f0-ab1a-7367a4dbaee6 req-1943cac1-c835-438e-bfc9-29a44968c428 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658329 Oct 26 16:37:11.160047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea7190de-01dc-43db-a273-f6afdeada57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.210720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Made reservation on behalf of 0446dca437a949249c9aa023389a7572 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:11.215846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.230384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:11.295667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea7190de-01dc-43db-a273-f6afdeada57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.360526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea7190de-01dc-43db-a273-f6afdeada57c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f348b3243964857be73674b65166f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897040 Oct 26 16:37:11.365161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:11.442244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.443044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7190de-01dc-43db-a273-f6afdeada57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f53226-1084-4d02-a3fe-626d06d88fc6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:11.484460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Allocated IP 172.20.0.12 (47fd497d-c33c-4caf-9606-9734c75d819a/f61f62d9-66d9-45f8-9c17-b1824e0e1074/b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:11.500497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-96d9c860-a328-4dd1-a0fe-4fdb50a516d3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:11.500497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-96d9c860-a328-4dd1-a0fe-4fdb50a516d3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 818 time: 0.2114220 Oct 26 16:37:11.514221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Request body: {'port': {'device_id': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'admin_state_up': True, 'tenant_id': '0446dca437a949249c9aa023389a7572'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:11.523255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.549825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.613723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6caddfe1-efef-4af1-9c5f-40500d202684 req-3174b946-da68-4528-9f2e-b046b01785ce tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 210 time: 0.0482464 Oct 26 16:37:11.686486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.724803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.821953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.824719 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.825874 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4f53226-1084-4d02-a3fe-626d06d88fc6 HTTP/1.1" status: 204 len: 168 time: 0.4562805 Oct 26 16:37:11.833767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627950b-2f58-4b2d-8874-34cdf401a47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f53226-1084-4d02-a3fe-626d06d88fc6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:11.902610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.905090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Made reservation on behalf of 0446dca437a949249c9aa023389a7572 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:11.909809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.959165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:11.970109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dfb591036aa40e5b05118820a76bd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7380543 Oct 26 16:37:11.974517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46454) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:12.009165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Network 47fd497d-c33c-4caf-9606-9734c75d819a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:12.010146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b2f4c7-8dd3-41b9-9b28-e7d10d379d15,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:12.012359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:12.016072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:12.022447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Pushing event updated for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:12.070605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.070979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.078863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b6281-aa9d-4400-938d-e3b7a6bd40ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.106079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:12.113279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.149409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.197534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.228465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Allocated IP 172.20.0.7 (47fd497d-c33c-4caf-9606-9734c75d819a/f61f62d9-66d9-45f8-9c17-b1824e0e1074/4e1a930a-69b8-4a66-8800-22958088a934) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:12.254330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d9be1b97-36e4-45ed-bc05-030a46c39ad5 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3888805 Oct 26 16:37:12.262114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08300dfe-c874-4419-a4b8-546c5f1aac11 req-3f0a1596-c091-441e-8aa8-94ad60e6a229 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:12.263638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08300dfe-c874-4419-a4b8-546c5f1aac11 req-3f0a1596-c091-441e-8aa8-94ad60e6a229 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1254702 Oct 26 16:37:12.268266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Request body: {'port': {'device_id': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:12.334168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.340524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08300dfe-c874-4419-a4b8-546c5f1aac11 req-36780691-c3e8-4388-ad0a-5a2e5d06960c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675042 Oct 26 16:37:12.412861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.425061 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.426905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44b2f4c7-8dd3-41b9-9b28-e7d10d379d15 HTTP/1.1" status: 204 len: 168 time: 0.4502351 Oct 26 16:37:12.449332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547abe7d-90b7-4b2c-b117-9f9334f5b599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b2f4c7-8dd3-41b9-9b28-e7d10d379d15,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:12.481879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.627515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.678014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Network 47fd497d-c33c-4caf-9606-9734c75d819a is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:12.682957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:12.686913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:12.724371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Pushing event updated for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:12.799519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:12.800510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.828880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97dfb-4988-4e6c-bb43-69ee8d190b24 req-f370c329-e99b-4edc-8091-881c25e2eb61 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:12.831006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83d97dfb-4988-4e6c-bb43-69ee8d190b24 req-f370c329-e99b-4edc-8091-881c25e2eb61 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 931 time: 0.1203303 Oct 26 16:37:12.835295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:37:12.854973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:12.865535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Transition to ACTIVE for port object b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:37:12.880259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83d97dfb-4988-4e6c-bb43-69ee8d190b24 req-bd18ef97-ec8f-4246-b799-fd5974d34249 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Oct 26 16:37:12.927006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-e267ca5c-cc85-43dc-aa63-00336d54b533 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167340 Oct 26 16:37:12.939892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Request body: {'port': {'device_id': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:12.960711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.003350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.020409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:13.101709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Attempting to bind port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:13.103044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Attempting to bind port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:13.104012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Attempting to bind port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 on network 47fd497d-c33c-4caf-9606-9734c75d819a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:13.110311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 on network 47fd497d-c33c-4caf-9606-9734c75d819a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:13.113955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Attempting to bind port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 on network 47fd497d-c33c-4caf-9606-9734c75d819a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:13.121851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:37:13.122825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Checking segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:37:13.123498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Bound using segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:37:13.124250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Bound port: b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:37:13.124679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.218941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:13.223401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:37:13.330835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.403214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.408356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.408356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 1092 time: 1.1448414 Oct 26 16:37:13.412104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:13.413983 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b7476-e663-425b-b328-6e3a8bd4ff79" -d '{"events": [{"name": "network-changed", "server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:13.474487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249125cf-3837-4031-89d7-f608aa236e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:13.510105 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbf83e-bbe3-4b81-935f-997680ece999 x-openstack-request-id: req-dbcbf83e-bbe3-4b81-935f-997680ece999 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:13.510588 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:13.510871 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbcbf83e-bbe3-4b81-935f-997680ece999 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:13.511299 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574', 'status': 'completed', 'code': 200} Oct 26 16:37:13.604001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-88264716-2115-4555-bf76-f6759de32005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.605826 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-88264716-2115-4555-bf76-f6759de32005 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1095 time: 0.0754685 Oct 26 16:37:13.660731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4b45-3df0-45b6-9397-0597ab488965 req-eef9f934-66e7-49b7-b6d3-049a7e78b657 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.662239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ec4b45-3df0-45b6-9397-0597ab488965 req-eef9f934-66e7-49b7-b6d3-049a7e78b657 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 944 time: 0.1675646 Oct 26 16:37:13.729184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-6cceee0c-8b9d-4fe5-b694-6ef453e18bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.730786 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-6cceee0c-8b9d-4fe5-b694-6ef453e18bdb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0446dca437a949249c9aa023389a7572&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1074986 Oct 26 16:37:13.735157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ec4b45-3df0-45b6-9397-0597ab488965 req-febc6fce-2dd1-413c-9df0-d2105874742c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626335 Oct 26 16:37:13.775018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:37:13.781062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1a930a-69b8-4a66-8800-22958088a934 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:37:13.787554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:13.814442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Transition to ACTIVE for port object 4e1a930a-69b8-4a66-8800-22958088a934 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:37:13.846470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-585363a5-e624-4ab5-9c75-579e9b8f8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.848118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9c6b7476-e663-425b-b328-6e3a8bd4ff79 req-585363a5-e624-4ab5-9c75-579e9b8f8ef5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097918 Oct 26 16:37:13.938896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d4dafc88-477e-4bac-880a-158d498ff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:13.940458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-d4dafc88-477e-4bac-880a-158d498ff7f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1095 time: 0.0462401 Oct 26 16:37:13.958427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:13.974018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'network_id': '844efb35-e564-4310-83c4-0e8628e46f5b', 'port_id': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'mac_address': 'fa:16:3e:36:1e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd54208-caa0-4b23-a455-16bf7ed6e2b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:37:13.980222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.008150 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-ed54446c-5de7-4fd2-ac96-b93fd6c13342 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0585849 Oct 26 16:37:14.027208 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.049663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:37:14.077849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-5db042c3-ed7a-466c-83c3-5cc12ef367e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.080205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-5db042c3-ed7a-466c-83c3-5cc12ef367e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0602801 Oct 26 16:37:14.091469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:14.122675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-068c71e8-94a6-49cc-8e76-f3d4ee6fd1bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350461 Oct 26 16:37:14.133992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:14.156622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667126-4e07-43cd-8106-457ad840768f req-964b1ec1-3e1b-4371-9550-0cf39ea63f31 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.158197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b667126-4e07-43cd-8106-457ad840768f req-964b1ec1-3e1b-4371-9550-0cf39ea63f31 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 943 time: 0.1575460 Oct 26 16:37:14.169018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.204927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Attempting to bind port 4e1a930a-69b8-4a66-8800-22958088a934 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:14.205867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Attempting to bind port 4e1a930a-69b8-4a66-8800-22958088a934 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:14.206272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Attempting to bind port 4e1a930a-69b8-4a66-8800-22958088a934 on network 47fd497d-c33c-4caf-9606-9734c75d819a {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:14.234902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:14.235620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b667126-4e07-43cd-8106-457ad840768f req-8808d5fa-b468-4cd2-9dbf-a609795def3b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698545 Oct 26 16:37:14.236310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Port 4e1a930a-69b8-4a66-8800-22958088a934 on network 47fd497d-c33c-4caf-9606-9734c75d819a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:14.236791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Attempting to bind port 4e1a930a-69b8-4a66-8800-22958088a934 on network 47fd497d-c33c-4caf-9606-9734c75d819a {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:14.249659 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-82e1b4e9-5a2f-42a8-9218-9d1c4ba9a00c service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180038 Oct 26 16:37:14.250149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:37:14.250478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Checking segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:37:14.250877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Bound using segment: {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:37:14.251374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Bound port: 4e1a930a-69b8-4a66-8800-22958088a934, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7155b483-c603-41f2-bf22-1fc9bed3e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:37:14.251731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.331170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:14.334814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4e1a930a-69b8-4a66-8800-22958088a934,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:37:14.381594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:37:14.404812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.408550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c880c0b4-71b2-4f0d-913f-5e5d4e65e3b6 req-9e656ece-ec69-4389-82b1-24181e90663a service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509330 Oct 26 16:37:14.443965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.444614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:14.446601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] 10.222.0.47 "PUT /v2.0/ports/4e1a930a-69b8-4a66-8800-22958088a934 HTTP/1.1" status: 200 len: 1091 time: 1.5110240 Oct 26 16:37:14.447223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:14.449803 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6859a7-3dd3-4930-97a1-82de19813823" -d '{"events": [{"name": "network-changed", "server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "tag": "4e1a930a-69b8-4a66-8800-22958088a934"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:14.481096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8ba47-b2d4-49a6-ab95-9c9dbc97ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:14.673274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-ad0aefee-3219-454e-a54e-c4a2801d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.674942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-ad0aefee-3219-454e-a54e-c4a2801d8533 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 1094 time: 0.0608504 Oct 26 16:37:14.696486 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641f5c3-514e-436d-b374-3fcac02b9d38 x-openstack-request-id: req-6641f5c3-514e-436d-b374-3fcac02b9d38 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:14.701408 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "tag": "4e1a930a-69b8-4a66-8800-22958088a934", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:14.701408 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6641f5c3-514e-436d-b374-3fcac02b9d38 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:14.701408 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934', 'status': 'completed', 'code': 200} Oct 26 16:37:14.733845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-aa07e5ef-8904-46de-a4eb-5de9a88470f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e1a930a-69b8-4a66-8800-22958088a934 HTTP/1.1" status: 200 len: 217 time: 0.0499358 Oct 26 16:37:14.791702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-d7f1c06b-101c-437c-be31-dc787b08d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.793842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-d7f1c06b-101c-437c-be31-dc787b08d052 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0511997 Oct 26 16:37:14.836316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-b9c65ae6-1b0e-4f69-9c5a-121912516d5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342023 Oct 26 16:37:14.941330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ca501-7296-472f-bf3b-b80194afc528 req-8645f6b6-af09-4f91-8cb1-637743e47e6c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:14.942858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d46ca501-7296-472f-bf3b-b80194afc528 req-8645f6b6-af09-4f91-8cb1-637743e47e6c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 945 time: 0.1092074 Oct 26 16:37:14.985637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-5540a4c8-b556-4d94-9c10-72c8b2c3d7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391912 Oct 26 16:37:15.049308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d46ca501-7296-472f-bf3b-b80194afc528 req-d888f301-e1eb-4bd8-8462-df51112a774a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Oct 26 16:37:15.099407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20225977-a7de-4ef7-b56c-4e5e43276b50 req-0a61666c-13b6-4162-a6b0-b3c3453a302d service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028254 Oct 26 16:37:15.299948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-d72dc3bf-5d0d-4cf7-9f05-8606c2b873e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:15.302690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-d72dc3bf-5d0d-4cf7-9f05-8606c2b873e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 1094 time: 0.0601790 Oct 26 16:37:15.446060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03d1e6-3ec6-4c08-8534-282be7f5e52d req-96ae538c-18e1-4be0-8f30-547190309708 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:15.447665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f03d1e6-3ec6-4c08-8534-282be7f5e52d req-96ae538c-18e1-4be0-8f30-547190309708 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 943 time: 0.1178916 Oct 26 16:37:15.452618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-95233296-3519-4ff1-a121-6df47c1be373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:15.452618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-95233296-3519-4ff1-a121-6df47c1be373 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1420522 Oct 26 16:37:15.505676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-471116dd-4fe4-4d16-b533-02ea683cec01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e1a930a-69b8-4a66-8800-22958088a934 HTTP/1.1" status: 200 len: 217 time: 0.0437500 Oct 26 16:37:15.553175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f03d1e6-3ec6-4c08-8534-282be7f5e52d req-4751bf7e-f212-4fc1-9cdf-03273d05480e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985675 Oct 26 16:37:15.572601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-1bebfe53-d7a9-486c-be55-4ed5e37ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:15.574183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-1bebfe53-d7a9-486c-be55-4ed5e37ef359 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0585110 Oct 26 16:37:15.608345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-8d5c2a45-a1f7-443c-be96-1aaa9e422c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263760 Oct 26 16:37:15.709618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-b9e18a69-1033-4841-9f15-ef33244fa7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930243 Oct 26 16:37:15.783538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:15.814138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff6859a7-3dd3-4930-97a1-82de19813823 req-7963b12b-66ab-4c20-b3a0-72a46bdeb083 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946400 Oct 26 16:37:15.835958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d3678e5e-2fb6-4b88-9807-af824f0e5b4a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:15.837183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:15.916390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:15.938617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:15.940986 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605d3600-ec38-464e-a493-e0800812a3c2" -d '{"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:15.955571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:15.984224 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ec43b-4948-4054-a910-c1b7604965bf x-openstack-request-id: req-5a4ec43b-4948-4054-a910-c1b7604965bf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:15.984590 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-plugged", "status": "completed", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:15.984849 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4ec43b-4948-4054-a910-c1b7604965bf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:15.985243 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'code': 200} Oct 26 16:37:16.054195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:16.141966 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.203037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8251a4-426c-479f-a74a-6676fbd4d10c req-43baff2e-895a-4754-a59a-28920d303c49 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:16.211448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:16.216767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e8251a4-426c-479f-a74a-6676fbd4d10c req-43baff2e-895a-4754-a59a-28920d303c49 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0868397 Oct 26 16:37:16.249747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd6a8-b661-42e9-a50a-00e2131d7859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.266514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e8251a4-426c-479f-a74a-6676fbd4d10c req-13c784d1-f82d-4473-9422-c554464bf78e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509045 Oct 26 16:37:16.320894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc32d-221c-4c5d-968c-8349c33dcc20 req-da5f7186-8ff3-4764-bb04-7baa0f10987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:16.322493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70bc32d-221c-4c5d-968c-8349c33dcc20 req-da5f7186-8ff3-4764-bb04-7baa0f10987d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1098 time: 0.0504444 Oct 26 16:37:16.344104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd6a8-b661-42e9-a50a-00e2131d7859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.359687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70bc32d-221c-4c5d-968c-8349c33dcc20 req-23b2cc13-5bdd-4e24-a2f3-7a6087ab5fb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299559 Oct 26 16:37:16.421358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd6a8-b661-42e9-a50a-00e2131d7859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.452044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd6a8-b661-42e9-a50a-00e2131d7859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eca758-8bbd-40eb-b0dd-a43afccce172,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:16.471549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6d9cd6a8-b661-42e9-a50a-00e2131d7859 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7576ea365f3645349d121bd0c75964cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161892 Oct 26 16:37:16.474434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46616) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:16.524803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.545964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.673741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40bb97-df3b-450a-84bd-a67d9191db21 req-8ff0bcbc-2db4-49e2-890c-af005dfe8053 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:16.675523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e40bb97-df3b-450a-84bd-a67d9191db21 req-8ff0bcbc-2db4-49e2-890c-af005dfe8053 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 943 time: 0.0513597 Oct 26 16:37:16.715805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e40bb97-df3b-450a-84bd-a67d9191db21 req-db71aef7-592b-4b13-ba1d-f73db3b624d4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Oct 26 16:37:16.717573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.720151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:16.723838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3eca758-8bbd-40eb-b0dd-a43afccce172 HTTP/1.1" status: 204 len: 168 time: 0.2459602 Oct 26 16:37:16.732597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19c5aa-e6db-49a8-9a88-4487ce083bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eca758-8bbd-40eb-b0dd-a43afccce172,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:17.378068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:17.391774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d37cb-b001-447a-8827-7e2ef47f7abf req-9f2f05e7-1705-41ed-adcc-c9880e3c334d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:17.395459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc9d37cb-b001-447a-8827-7e2ef47f7abf req-9f2f05e7-1705-41ed-adcc-c9880e3c334d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0573728 Oct 26 16:37:17.436702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc9d37cb-b001-447a-8827-7e2ef47f7abf req-e3843ecf-42ea-4f0d-9082-4cb7cf3f3dce tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Oct 26 16:37:17.531445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c1826bd-58c8-4fa7-a16f-345c90aa73cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.603773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46648) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:17.622344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86f49dfc-7877-413b-a398-ad40c43e49d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.665138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c1826bd-58c8-4fa7-a16f-345c90aa73cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.720529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86f49dfc-7877-413b-a398-ad40c43e49d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.735735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c1826bd-58c8-4fa7-a16f-345c90aa73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.782783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9c1826bd-58c8-4fa7-a16f-345c90aa73cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=941e5c05264048c0b28473a70f9df0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033782 Oct 26 16:37:17.783679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1826bd-58c8-4fa7-a16f-345c90aa73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3ea571-3f7c-4131-84db-bf98169fdf2f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:17.785236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:17.799936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:37:17.826115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86f49dfc-7877-413b-a398-ad40c43e49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.913164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfcd1f-422f-4881-88ce-15b877f7e98c req-5a221a9a-59cf-4f97-bb9e-53de0a2673a2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:17.913164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04cfcd1f-422f-4881-88ce-15b877f7e98c req-5a221a9a-59cf-4f97-bb9e-53de0a2673a2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 943 time: 0.1062105 Oct 26 16:37:17.921827 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-86f49dfc-7877-413b-a398-ad40c43e49d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46c5fbec2d6f4731b4d80d9b52b06add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170190 Oct 26 16:37:17.924241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:17.935581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f49dfc-7877-413b-a398-ad40c43e49d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e337b-7beb-48dd-a18e-ae598c952166,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:17.939583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:17.956294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'port_id': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574', 'mac_address': 'fa:16:3e:1b:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:37:17.957291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.985952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:17.997075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.007302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04cfcd1f-422f-4881-88ce-15b877f7e98c req-d6f0f8b8-dd0b-4b14-bd50-934c6db803fe tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842118 Oct 26 16:37:18.010013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.010378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.011963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:37:18.034450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:18.145860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.146477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4e1a930a-69b8-4a66-8800-22958088a934 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:37:18.218467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4e1a930a-69b8-4a66-8800-22958088a934,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:18.221158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:18.234359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '4e1a930a-69b8-4a66-8800-22958088a934', 'network_id': '47fd497d-c33c-4caf-9606-9734c75d819a', 'port_id': '4e1a930a-69b8-4a66-8800-22958088a934', 'mac_address': 'fa:16:3e:18:b6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61f62d9-66d9-45f8-9c17-b1824e0e1074', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:37:18.244143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.244561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.247251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.247398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.248565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e3ea571-3f7c-4131-84db-bf98169fdf2f HTTP/1.1" status: 204 len: 168 time: 0.4603248 Oct 26 16:37:18.254546 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/035e337b-7beb-48dd-a18e-ae598c952166 HTTP/1.1" status: 204 len: 168 time: 0.3290093 Oct 26 16:37:18.269976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab217c1-a09a-4f06-b767-2578e8e46427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3ea571-3f7c-4131-84db-bf98169fdf2f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:18.270633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d660c7b-ee6f-461b-8eeb-1e10dafe0d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e337b-7beb-48dd-a18e-ae598c952166,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:18.303957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.319975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1a930a-69b8-4a66-8800-22958088a934 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:37:18.340762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4e1a930a-69b8-4a66-8800-22958088a934,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:18.420705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:18.469675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:18.559509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586018-1104-43bb-b6b7-dfffc4313de8 req-5e12c6ab-fee4-4904-873d-cfba298c887b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:18.560998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05586018-1104-43bb-b6b7-dfffc4313de8 req-5e12c6ab-fee4-4904-873d-cfba298c887b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0520973 Oct 26 16:37:18.604095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05586018-1104-43bb-b6b7-dfffc4313de8 req-e88f01b5-ba74-4ef8-8881-821d69562e4c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Oct 26 16:37:18.645634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:37:18.649502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4e1a930a-69b8-4a66-8800-22958088a934'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:37:19.136457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f205f0-b105-4d94-918e-55072eeabce5 req-f3787556-e42d-4ebf-8c28-6f89364d5ff0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:19.138028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3f205f0-b105-4d94-918e-55072eeabce5 req-f3787556-e42d-4ebf-8c28-6f89364d5ff0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 944 time: 0.0555291 Oct 26 16:37:19.184935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3f205f0-b105-4d94-918e-55072eeabce5 req-14ad06c5-ecc5-428c-9fd1-7f116ca45e93 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Oct 26 16:37:19.326171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46720) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:19.341809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7909e10-a16a-4d59-afaf-4d0893d6f0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.423460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7909e10-a16a-4d59-afaf-4d0893d6f0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.615552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7909e10-a16a-4d59-afaf-4d0893d6f0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.656282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c7909e10-a16a-4d59-afaf-4d0893d6f0de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4e3354c82834a83ab215f7cdad8194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289666 Oct 26 16:37:19.657243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7909e10-a16a-4d59-afaf-4d0893d6f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389bca6e-494a-4f73-aa5e-88b9122d0c2a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:19.660267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46730) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:19.717429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.732066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8297-2b57-43ed-8594-779509544411 req-dc305e04-ace7-46b9-83aa-80723439473d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:19.733672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d88d8297-2b57-43ed-8594-779509544411 req-dc305e04-ace7-46b9-83aa-80723439473d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0582492 Oct 26 16:37:19.748360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.777176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d88d8297-2b57-43ed-8594-779509544411 req-86d3c4a4-aa0b-40a1-984d-3de6a11c9f6b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Oct 26 16:37:19.795584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:19.977462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.977462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:19.977462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/389bca6e-494a-4f73-aa5e-88b9122d0c2a HTTP/1.1" status: 204 len: 168 time: 0.3122437 Oct 26 16:37:19.982265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63d1da-27f8-4d4e-aade-47d0983a0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389bca6e-494a-4f73-aa5e-88b9122d0c2a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:20.044013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:37:20.049841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:20.050341 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.133988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.158718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:20.160955 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15942a23-4f54-4311-9790-464f4cf95dd9" -d '{"events": [{"server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "name": "network-vif-plugged", "status": "completed", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:20.173628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:20.204372 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d548eef-82fe-46fa-9756-cc2b98330924 x-openstack-request-id: req-1d548eef-82fe-46fa-9756-cc2b98330924 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:20.204666 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "name": "network-vif-plugged", "status": "completed", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:20.204929 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d548eef-82fe-46fa-9756-cc2b98330924 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:20.205325 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574', 'code': 200} Oct 26 16:37:20.367296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8bf6-26a0-4467-8039-fb6f02037032 req-0be55e36-a15e-47a6-9a0d-d0af7ac5534e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:20.368885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72cd8bf6-26a0-4467-8039-fb6f02037032 req-0be55e36-a15e-47a6-9a0d-d0af7ac5534e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 944 time: 0.0920408 Oct 26 16:37:20.371337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.372335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4e1a930a-69b8-4a66-8800-22958088a934 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:37:20.377203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b2c92-f8eb-451c-9983-6f27b623911b req-0c0030a6-5e12-4219-b6cc-6002dd31a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:20.377203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a03b2c92-f8eb-451c-9983-6f27b623911b req-0c0030a6-5e12-4219-b6cc-6002dd31a912 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1096 time: 0.0876338 Oct 26 16:37:20.434700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72cd8bf6-26a0-4467-8039-fb6f02037032 req-708151f9-d16f-4c3f-a381-fc033fd10ec4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588188 Oct 26 16:37:20.439253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a03b2c92-f8eb-451c-9983-6f27b623911b req-3473b059-5ea7-4768-a4c8-8d849e0f370e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548782 Oct 26 16:37:20.462479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:20.596621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 4e1a930a-69b8-4a66-8800-22958088a934 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:37:20.604542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 4e1a930a-69b8-4a66-8800-22958088a934 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:37:20.604913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.804169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.819299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.853320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4e1a930a-69b8-4a66-8800-22958088a934,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:20.907297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0b0c-d6b5-4d31-89be-890d6998e7fa req-958d9dab-1150-4c00-8386-63175885381c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:20.909506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722e0b0c-d6b5-4d31-89be-890d6998e7fa req-958d9dab-1150-4c00-8386-63175885381c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0538654 Oct 26 16:37:20.952748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:20.954381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-722e0b0c-d6b5-4d31-89be-890d6998e7fa req-ee6388ba-7eb4-4a27-b115-3a5999933c05 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 Oct 26 16:37:21.006977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:21.096697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d74a-8d09-4c17-a217-100ee3e8ade8 req-6b3013a5-efc5-48fe-811a-578f4ee93dfc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.098528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6254d74a-8d09-4c17-a217-100ee3e8ade8 req-6b3013a5-efc5-48fe-811a-578f4ee93dfc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0541356 Oct 26 16:37:21.130074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:21.159998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6254d74a-8d09-4c17-a217-100ee3e8ade8 req-9c9e80be-c7d3-4c1a-9c4f-8db0432196d0 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537026 Oct 26 16:37:21.264373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcb130f2-f945-402e-9061-3ca7c1de8499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.290516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d4ea-ca70-4c58-bd7a-d9b7cdc87f1c req-8dcdabe5-d684-4188-9301-b86341d3088e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.292161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52f7d4ea-ca70-4c58-bd7a-d9b7cdc87f1c req-8dcdabe5-d684-4188-9301-b86341d3088e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0563617 Oct 26 16:37:21.332456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52f7d4ea-ca70-4c58-bd7a-d9b7cdc87f1c req-283c4066-9248-4c1f-8510-87623b9c3f10 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Oct 26 16:37:21.341455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcb130f2-f945-402e-9061-3ca7c1de8499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.419866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcb130f2-f945-402e-9061-3ca7c1de8499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.473625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb130f2-f945-402e-9061-3ca7c1de8499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8618c60e-bb4f-4b9e-a600-4e5638c708f2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:21.504977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dcb130f2-f945-402e-9061-3ca7c1de8499 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43e0479e058c4f5b8939ce448b1a1a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712826 Oct 26 16:37:21.505337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46816) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:21.509696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8836-8628-4162-a839-25f141d7e690 req-280b5b18-f506-40a3-8767-11e88f3db1f2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.511550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-609c8836-8628-4162-a839-25f141d7e690 req-280b5b18-f506-40a3-8767-11e88f3db1f2 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0776308 Oct 26 16:37:21.567872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-609c8836-8628-4162-a839-25f141d7e690 req-4b1bad58-f421-422a-8f0d-e9cf2d9a2d48 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Oct 26 16:37:21.616384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.627409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de64ed-026a-4b1f-a2bd-aa21b1a57f3b req-23e15e83-a94f-49e6-8406-46dd408c4880 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.628963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12de64ed-026a-4b1f-a2bd-aa21b1a57f3b req-23e15e83-a94f-49e6-8406-46dd408c4880 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0617626 Oct 26 16:37:21.643886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.700551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12de64ed-026a-4b1f-a2bd-aa21b1a57f3b req-3a36f915-abc7-4c26-86ed-51e601c0b049 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Oct 26 16:37:21.721767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013cd8d-b5ee-46a0-8356-535c82e3b04e req-89187c7d-9708-408b-9a53-b27a797e50e7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.723265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5013cd8d-b5ee-46a0-8356-535c82e3b04e req-89187c7d-9708-408b-9a53-b27a797e50e7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0643523 Oct 26 16:37:21.763387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5013cd8d-b5ee-46a0-8356-535c82e3b04e req-1b19c310-83b0-41b1-939d-548edbe56650 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Oct 26 16:37:21.805528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.808209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:21.809495 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8618c60e-bb4f-4b9e-a600-4e5638c708f2 HTTP/1.1" status: 204 len: 168 time: 0.3034532 Oct 26 16:37:21.835120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e469828-a394-4e67-9485-980507392d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618c60e-bb4f-4b9e-a600-4e5638c708f2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:21.912654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea973a9-776d-41fd-97bb-49ac8f8e644c req-0fc69b4a-8774-4ace-a86a-924046440ccf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:21.920714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ea973a9-776d-41fd-97bb-49ac8f8e644c req-0fc69b4a-8774-4ace-a86a-924046440ccf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0621545 Oct 26 16:37:21.960494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ea973a9-776d-41fd-97bb-49ac8f8e644c req-54a553e3-1446-49db-a7dd-6b62330508e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356343 Oct 26 16:37:22.081191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924677d-b514-4265-983a-6ddf804c13c7 req-4b7edefa-b4a6-42df-aec8-a2c13059556a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:22.081191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7924677d-b514-4265-983a-6ddf804c13c7 req-4b7edefa-b4a6-42df-aec8-a2c13059556a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0506845 Oct 26 16:37:22.126190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7924677d-b514-4265-983a-6ddf804c13c7 req-2bfed8c4-de2a-4e76-b60a-975065e1735a tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Oct 26 16:37:22.207076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:22.209480 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e541d873-a4c9-4a5d-8ad4-1cd91d4dea91" -d '{"events": [{"server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "name": "network-vif-plugged", "status": "completed", "tag": "4e1a930a-69b8-4a66-8800-22958088a934"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:22.265143 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e3b072-2d73-445d-937c-4085498b21b3 x-openstack-request-id: req-62e3b072-2d73-445d-937c-4085498b21b3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:22.265386 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "name": "network-vif-plugged", "status": "completed", "tag": "4e1a930a-69b8-4a66-8800-22958088a934", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:22.265691 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62e3b072-2d73-445d-937c-4085498b21b3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:22.266080 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934', 'code': 200} Oct 26 16:37:22.408386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907f58c-3a60-4307-9e8d-c7a103668397 req-812ef4fc-1c19-431c-86e9-7626eee09c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:22.410523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1907f58c-3a60-4307-9e8d-c7a103668397 req-812ef4fc-1c19-431c-86e9-7626eee09c14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 1096 time: 0.0503926 Oct 26 16:37:22.421056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:22.449202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1907f58c-3a60-4307-9e8d-c7a103668397 req-10453335-8c41-43d2-a3a0-058261cb4268 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Oct 26 16:37:22.650685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4e444-4ee8-4270-9a07-7d91f6374274 req-3e3d16e9-791c-4503-9f9e-1a2ebce175ca tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:22.652353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f4e444-4ee8-4270-9a07-7d91f6374274 req-3e3d16e9-791c-4503-9f9e-1a2ebce175ca tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0520751 Oct 26 16:37:22.691468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f4e444-4ee8-4270-9a07-7d91f6374274 req-2409f40c-0ef7-4c93-868c-265af4c2eeaf tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Oct 26 16:37:22.833804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bca10b-76ae-40e3-9ade-c5c96a61a035 req-fdaf40ce-9556-4c84-bfc1-5cae8ef3da8c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:22.835505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99bca10b-76ae-40e3-9ade-c5c96a61a035 req-fdaf40ce-9556-4c84-bfc1-5cae8ef3da8c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0549796 Oct 26 16:37:22.880331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99bca10b-76ae-40e3-9ade-c5c96a61a035 req-2d5b5ea5-bb3c-4333-aa39-66ace2a97a8d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Oct 26 16:37:23.824548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f66ff-e188-4590-aeca-3a4362bcafad req-5a543971-c287-4fe8-be71-6dc35cc1d4c8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:23.826198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b58f66ff-e188-4590-aeca-3a4362bcafad req-5a543971-c287-4fe8-be71-6dc35cc1d4c8 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0570769 Oct 26 16:37:23.866122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b58f66ff-e188-4590-aeca-3a4362bcafad req-7e486300-0e3f-42a4-ae02-f8c9e00a0b72 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Oct 26 16:37:24.000626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b18c9-483d-43de-9d90-587eb75f71a9 req-61e9596d-2dc1-4c52-8a16-7aa6244c3744 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.002143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d6b18c9-483d-43de-9d90-587eb75f71a9 req-61e9596d-2dc1-4c52-8a16-7aa6244c3744 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0530243 Oct 26 16:37:24.044643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d6b18c9-483d-43de-9d90-587eb75f71a9 req-99cbebae-8511-4fe0-bf94-6e92a777fd13 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Oct 26 16:37:24.124983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46920) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:24.244783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87d70cac-8a31-4082-b181-5b9b38315680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.328165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87d70cac-8a31-4082-b181-5b9b38315680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.383439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd8018-b3b9-413f-ac05-06cd070d0912 req-506ba871-935b-4124-a1a2-f16b244eb314 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.384929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98dd8018-b3b9-413f-ac05-06cd070d0912 req-506ba871-935b-4124-a1a2-f16b244eb314 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0505760 Oct 26 16:37:24.430194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98dd8018-b3b9-413f-ac05-06cd070d0912 req-286def3b-270e-4a4a-aeba-0c3390aa1528 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Oct 26 16:37:24.522723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87d70cac-8a31-4082-b181-5b9b38315680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.556264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70cac-8a31-4082-b181-5b9b38315680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ef8139-bc24-467b-935d-c7478a8ec1fe,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:24.613286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-87d70cac-8a31-4082-b181-5b9b38315680 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c985b9938324788af221fec57cbed3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872098 Oct 26 16:37:24.614006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:24.668083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.671977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183530d-99dd-49dd-bf08-766c26327a14 req-d1f544d8-2a79-4957-8707-1dd96f5862cb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.673596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b183530d-99dd-49dd-bf08-766c26327a14 req-d1f544d8-2a79-4957-8707-1dd96f5862cb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0844574 Oct 26 16:37:24.682494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679217ff-79dd-4774-ae34-34acd1c245ed req-c57ce815-65e2-4ee0-bea8-01f4c5faa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.684261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-c57ce815-65e2-4ee0-bea8-01f4c5faa8d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 1098 time: 0.0667007 Oct 26 16:37:24.692816 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.778138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b183530d-99dd-49dd-bf08-766c26327a14 req-bd2caf77-ebca-44c7-bc63-9814ca4e7771 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925660 Oct 26 16:37:24.802747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-770ff765-4154-495e-a086-a95d214c2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.805152 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-770ff765-4154-495e-a086-a95d214c2713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 1096 time: 0.0559018 Oct 26 16:37:24.814385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679217ff-79dd-4774-ae34-34acd1c245ed req-3052d62a-ac0d-40c5-976c-fe0302680ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.815979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-3052d62a-ac0d-40c5-976c-fe0302680ba7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 200 len: 915 time: 0.1233177 Oct 26 16:37:24.864334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-8f0cb800-0138-402d-bb0a-5d24dd7bb746 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 200 len: 217 time: 0.0414035 Oct 26 16:37:24.906089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.908595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:24.909725 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29ef8139-bc24-467b-935d-c7478a8ec1fe HTTP/1.1" status: 204 len: 168 time: 0.2948627 Oct 26 16:37:24.910941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-20b8f345-236f-4677-b08b-61e7087e97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.912452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-20b8f345-236f-4677-b08b-61e7087e97a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1006989 Oct 26 16:37:24.916967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679217ff-79dd-4774-ae34-34acd1c245ed req-c69bf829-7c0a-427a-a16a-42d9929b4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:24.918679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-c69bf829-7c0a-427a-a16a-42d9929b4d07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 200 len: 854 time: 0.0477514 Oct 26 16:37:24.920200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756047-cc1e-4202-b65b-fc2555013b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ef8139-bc24-467b-935d-c7478a8ec1fe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:24.958807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-6f28321e-596e-4a16-8463-d3c81a72c0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=844efb35-e564-4310-83c4-0e8628e46f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327232 Oct 26 16:37:24.971174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-34ef9af4-ad93-4962-b872-1f22973aadf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e1a930a-69b8-4a66-8800-22958088a934 HTTP/1.1" status: 200 len: 217 time: 0.0448399 Oct 26 16:37:25.029548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-eeb241ff-f2cb-41f0-a506-31344a5342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:25.031473 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-eeb241ff-f2cb-41f0-a506-31344a5342ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0523627 Oct 26 16:37:25.059730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-0f6b5a00-fdee-402d-8495-8c58ad019091 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933886 Oct 26 16:37:25.066102 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-a7413829-f351-47c7-a746-f772b96363b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272486 Oct 26 16:37:25.182050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-679217ff-79dd-4774-ae34-34acd1c245ed req-51eacad6-c0f3-458d-b849-652256665e77 service neutron] 10.222.0.47 "GET /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147821 Oct 26 16:37:25.196935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-52d4313a-516d-4b62-82a8-12609ce8d43a service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238828 Oct 26 16:37:25.287305 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd3250ea-cc52-43fc-ba26-c61541870bcd req-f81938d3-a7a6-4015-bf0c-077c1ba70019 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Oct 26 16:37:25.566206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b60240-d583-4811-896f-d907bd8221c6 req-c7f43ac5-fc3f-4635-ac4c-d6a6c603fc65 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:25.568047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98b60240-d583-4811-896f-d907bd8221c6 req-c7f43ac5-fc3f-4635-ac4c-d6a6c603fc65 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0611160 Oct 26 16:37:25.618900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98b60240-d583-4811-896f-d907bd8221c6 req-21cc41c4-2f86-4f8b-96c4-2e5ed2077593 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Oct 26 16:37:25.907041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928128d-dea5-4451-85f5-0a7daef18fb1 req-ab4173da-09c1-4e31-91a4-47187d658f5e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:25.908588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1928128d-dea5-4451-85f5-0a7daef18fb1 req-ab4173da-09c1-4e31-91a4-47187d658f5e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0541131 Oct 26 16:37:25.950904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1928128d-dea5-4451-85f5-0a7daef18fb1 req-05b1146f-9495-41ca-9dc7-41a67b4a805e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Oct 26 16:37:26.770777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd585-fa97-4d4c-ac38-4ac14dc63cf2 req-13a3a828-e973-47d7-80fb-4986f9395c91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:26.772327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-191dd585-fa97-4d4c-ac38-4ac14dc63cf2 req-13a3a828-e973-47d7-80fb-4986f9395c91 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0679443 Oct 26 16:37:26.829725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-191dd585-fa97-4d4c-ac38-4ac14dc63cf2 req-0db36d6f-b2b5-4f17-a833-be314a80fc6c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Oct 26 16:37:26.973845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a1c05-e949-4eaf-b0e8-614c2be0e546 req-2df69d11-5903-4ab5-9e8b-e73dc445d2ff tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:26.975301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e6a1c05-e949-4eaf-b0e8-614c2be0e546 req-2df69d11-5903-4ab5-9e8b-e73dc445d2ff tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0633428 Oct 26 16:37:27.017884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e6a1c05-e949-4eaf-b0e8-614c2be0e546 req-130074c5-7d63-4814-a94b-286fbf40e614 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Oct 26 16:37:27.092595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862eef-095f-468f-9177-dac07082377a req-23648b77-cad4-4b56-a335-c1a876561902 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:27.096497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3862eef-095f-468f-9177-dac07082377a req-23648b77-cad4-4b56-a335-c1a876561902 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0601144 Oct 26 16:37:27.184617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3862eef-095f-468f-9177-dac07082377a req-afdf0db4-d6d8-4c17-ba7b-4df738d3b205 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712905 Oct 26 16:37:27.215999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241895-aebc-4718-89cf-9ea54949b032 req-999d1bd8-e94c-493a-8774-4a78b43a0e60 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:27.219690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e241895-aebc-4718-89cf-9ea54949b032 req-999d1bd8-e94c-493a-8774-4a78b43a0e60 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0929973 Oct 26 16:37:27.285919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e241895-aebc-4718-89cf-9ea54949b032 req-717a9bd8-2f07-477d-9753-615c3cc6dfc9 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Oct 26 16:37:27.462305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47036) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:27.490078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8450d-a8ca-4569-b064-3fba62f439e2 req-5e3d8b7c-9dd0-430a-90b0-f41c46e6b361 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:27.493449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea8450d-a8ca-4569-b064-3fba62f439e2 req-5e3d8b7c-9dd0-430a-90b0-f41c46e6b361 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0683241 Oct 26 16:37:27.558842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dea8450d-a8ca-4569-b064-3fba62f439e2 req-3e7844f2-503d-403c-aced-084415e5f466 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Oct 26 16:37:27.665088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1787740429'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:27.731995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb88b33-dcb8-4324-a09b-3a5b92cd31f3 req-c9ee0573-7a02-4da2-a482-6fa9ada5a770 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:27.733850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adb88b33-dcb8-4324-a09b-3a5b92cd31f3 req-c9ee0573-7a02-4da2-a482-6fa9ada5a770 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0615432 Oct 26 16:37:27.784802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adb88b33-dcb8-4324-a09b-3a5b92cd31f3 req-2c8a5a6b-25f4-4641-8809-fa68955cbb37 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Oct 26 16:37:27.803951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Made reservation on behalf of bd6a452fe7014395895634bcf196cb61 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:27.808545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:27.817772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:27.929974 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:27.938192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519a215-6be3-4905-a363-199456e6c205 req-e0f2306b-2107-471a-9026-a4ed34c4d815 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:27.939748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8519a215-6be3-4905-a363-199456e6c205 req-e0f2306b-2107-471a-9026-a4ed34c4d815 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0820515 Oct 26 16:37:27.980984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8519a215-6be3-4905-a363-199456e6c205 req-6eca6901-f659-44da-9a37-fc4702c25c11 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352499 Oct 26 16:37:28.043863 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.075702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:28.108727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e2179d-dbb0-44e3-9ca9-c790cad26dc3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:28.118176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.118534 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Added segment 1e2b5572-d1cd-4491-8610-f64a90564786 of type vlan for network 56ae1a76-624a-4dc9-a4e3-f2e600a75212 Oct 26 16:37:28.165904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.174786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcb95-81be-4e6d-b1ce-eb93377ef566 req-9c24ba47-27e6-4470-a9b0-6db66305a03d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.176366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22fbcb95-81be-4e6d-b1ce-eb93377ef566 req-9c24ba47-27e6-4470-a9b0-6db66305a03d tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.1084850 Oct 26 16:37:28.229483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22fbcb95-81be-4e6d-b1ce-eb93377ef566 req-05cd5379-3f4d-45f2-b85a-8f8d893fc88b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Oct 26 16:37:28.350054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68901270-8f40-4c2d-8f74-b27dc4f4e5a7 req-b55c5f07-8530-4c67-abd1-47a96377dc45 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.350836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68901270-8f40-4c2d-8f74-b27dc4f4e5a7 req-b55c5f07-8530-4c67-abd1-47a96377dc45 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0831933 Oct 26 16:37:28.379198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.385581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.386186 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.408284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ba7a9-9e50-4a0e-81aa-b5d8c9e081fc req-5fd8a34c-82ce-41cd-8569-63ce7f0bab04 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.409883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-394ba7a9-9e50-4a0e-81aa-b5d8c9e081fc req-5fd8a34c-82ce-41cd-8569-63ce7f0bab04 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.1074927 Oct 26 16:37:28.500982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68901270-8f40-4c2d-8f74-b27dc4f4e5a7 req-9a6b2e7b-a8d8-4e1c-be95-d35912863952 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423683 Oct 26 16:37:28.503174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Pushing event updated for resources: {'Network': ['ID=56ae1a76-624a-4dc9-a4e3-f2e600a75212,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:28.516578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 56ae1a76-624a-4dc9-a4e3-f2e600a75212 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:28.527206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-394ba7a9-9e50-4a0e-81aa-b5d8c9e081fc req-45af5ecf-d996-4312-a0a7-4bd01e0fb457 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769739 Oct 26 16:37:28.575734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9ae27829-ea3d-4708-9700-ce36b7aa1f5b tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1112006 Oct 26 16:37:28.578188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:28.642159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-3a7b3a8f-65fe-4072-82f3-022b357f7c57 req-6d85b257-ac0a-4c72-952a-53a008814773 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:37:28.643267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a7b3a8f-65fe-4072-82f3-022b357f7c57 req-6d85b257-ac0a-4c72-952a-53a008814773 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053906 Oct 26 16:37:28.756114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'name': 'tempest-network--1746870023', 'router:external': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:28.771556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a698-8b71-4fe2-971a-84dbe895fd71 req-604025ba-8b1c-4830-be7a-b360328d4e02 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.773050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7611a698-8b71-4fe2-971a-84dbe895fd71 req-604025ba-8b1c-4830-be7a-b360328d4e02 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0694981 Oct 26 16:37:28.821078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7611a698-8b71-4fe2-971a-84dbe895fd71 req-4805bb21-e09c-4bae-8395-c575d941058f tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Oct 26 16:37:28.918913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:28.921174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.931983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:28.977010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbbd49-55b4-4deb-adcf-083b8445b4fd req-39262288-7fdc-4ff9-9dc0-c680eb2e2774 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:28.979360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05bbbd49-55b4-4deb-adcf-083b8445b4fd req-39262288-7fdc-4ff9-9dc0-c680eb2e2774 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0885358 Oct 26 16:37:29.043666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05bbbd49-55b4-4deb-adcf-083b8445b4fd req-1d90e275-d39a-4090-a0c1-d6b6c129d1ee tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580964 Oct 26 16:37:29.077866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.177508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.212822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d938-a796-4daf-8b73-f70ba2f8c7c0 req-d60e46b7-c1c8-4e2a-8fc9-114601077d3e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:29.212822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbb4d938-a796-4daf-8b73-f70ba2f8c7c0 req-d60e46b7-c1c8-4e2a-8fc9-114601077d3e tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0706463 Oct 26 16:37:29.212822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:29.239477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a20741-2a45-4c85-ad16-8d5eecdf2b24,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:29.244693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.245039 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Added segment 582d439a-4461-4c43-9b47-c205e51ab4c7 of type vlan for network 11ab56ff-e0d6-4dd1-9e76-256465abc8cb Oct 26 16:37:29.289992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbb4d938-a796-4daf-8b73-f70ba2f8c7c0 req-09079712-2269-4b91-8a16-17b33fd5044b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Oct 26 16:37:29.314430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.417729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712871c-bca9-472d-b3d6-ee75503bb641 req-841d79f5-ae14-4e41-8d2d-916d6dd568a5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:29.419280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9712871c-bca9-472d-b3d6-ee75503bb641 req-841d79f5-ae14-4e41-8d2d-916d6dd568a5 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0555444 Oct 26 16:37:29.462695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9712871c-bca9-472d-b3d6-ee75503bb641 req-7902d456-f51e-4de8-83e9-eb28408015af tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Oct 26 16:37:29.517758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.519053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:29.519520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.654239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=11ab56ff-e0d6-4dd1-9e76-256465abc8cb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:29.668546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 11ab56ff-e0d6-4dd1-9e76-256465abc8cb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:29.683050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826eca1-db77-47ef-9b8f-57cab77add56 req-c08b2ccf-ce25-4081-8ed3-8cd98b788319 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:29.684532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8826eca1-db77-47ef-9b8f-57cab77add56 req-c08b2ccf-ce25-4081-8ed3-8cd98b788319 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.1030967 Oct 26 16:37:29.691782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f75cc0c2-06d6-47ea-abe3-1d0a6c0df258 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1100080 Oct 26 16:37:29.691955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47116) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:29.762387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996712-8c3b-49d7-92ad-e7e66d29fc71 req-e7106c2b-7941-497c-8b04-054fcafd8f4c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:29.764964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16996712-8c3b-49d7-92ad-e7e66d29fc71 req-e7106c2b-7941-497c-8b04-054fcafd8f4c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1526074 Oct 26 16:37:29.815630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8826eca1-db77-47ef-9b8f-57cab77add56 req-ef26d318-c23e-436d-8b5b-953497d4745c tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154914 Oct 26 16:37:29.828310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.864827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16996712-8c3b-49d7-92ad-e7e66d29fc71 req-a28e0a2f-276c-4736-94e4-07cf44dc59cc tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920625 Oct 26 16:37:29.948647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:29.973240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ab56ff-e0d6-4dd1-9e76-256465abc8cb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:29.985576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582d439a-4461-4c43-9b47-c205e51ab4c7') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:29.985879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582d439a-4461-4c43-9b47-c205e51ab4c7') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:30.006372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.043470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.053622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:30.059462 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:30.104241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc37af-d973-44e5-831e-ee385c09370a req-aab2f576-12fa-482d-b92f-e6b175bbb8dc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:30.107612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efbc37af-d973-44e5-831e-ee385c09370a req-aab2f576-12fa-482d-b92f-e6b175bbb8dc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.1260560 Oct 26 16:37:30.161905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efbc37af-d973-44e5-831e-ee385c09370a req-aedc54e4-0620-4e66-8493-7487c5ef59cc tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Oct 26 16:37:30.273964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.282065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11ab56ff-e0d6-4dd1-9e76-256465abc8cb {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:37:30.285896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.289898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/11ab56ff-e0d6-4dd1-9e76-256465abc8cb HTTP/1.1" status: 204 len: 168 time: 0.5970428 Oct 26 16:37:30.293677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:30.298486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:30.303595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8d1d8-fe6a-48ae-8ea6-cefe48680d09 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Network': ['ID=11ab56ff-e0d6-4dd1-9e76-256465abc8cb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:30.329567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40125a5-cb61-4a2f-9b0f-067603496e0a req-95ce0e69-7485-42e9-b248-8daf7596aead tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:30.331371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c40125a5-cb61-4a2f-9b0f-067603496e0a req-95ce0e69-7485-42e9-b248-8daf7596aead tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0839145 Oct 26 16:37:30.376891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c40125a5-cb61-4a2f-9b0f-067603496e0a req-cdbbfcc5-75e3-4591-89b3-98f5dd679a7b tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Oct 26 16:37:30.461603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:30.465066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.490842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:30.500237 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.500655 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Added segment 82a4cdc3-42c7-4334-9e4b-c8cb7c2372c8 of type vlan for network 3718574b-408f-4792-9dc1-4f8c07fa4a8f Oct 26 16:37:30.561772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.729573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.733965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:30.733965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:30.816096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=3718574b-408f-4792-9dc1-4f8c07fa4a8f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:30.827663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3718574b-408f-4792-9dc1-4f8c07fa4a8f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:30.915384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-33f1009a-7c28-4020-b2d6-83b7249e0505 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6206009 Oct 26 16:37:30.918388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:30.923704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'subnet': {'network_id': '3718574b-408f-4792-9dc1-4f8c07fa4a8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:31.020764 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-716be045-ccfb-4ee1-a1e6-960c67169f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:31.038662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:31.041432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:31.057317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9616cd-42ac-49bb-89e7-09e7fc655b76 req-a5345482-f3a7-4ff1-9160-172dd8c28e46 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:31.059250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c9616cd-42ac-49bb-89e7-09e7fc655b76 req-a5345482-f3a7-4ff1-9160-172dd8c28e46 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1011376 Oct 26 16:37:31.116691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c9616cd-42ac-49bb-89e7-09e7fc655b76 req-e59f0c01-76f2-43ff-a03a-22e2ffb287e4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 Oct 26 16:37:31.686803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:37:31.687427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:31.752466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Checking segment: {'id': '82a4cdc3-42c7-4334-9e4b-c8cb7c2372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3718574b-408f-4792-9dc1-4f8c07fa4a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:37:31.752916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Network hostable DHCP agents. Network: 3718574b-408f-4792-9dc1-4f8c07fa4a8f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:37:31.754900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb75f3c0-33b8-44c4-b12c-c9e401c529d7,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:31.899517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Network 3718574b-408f-4792-9dc1-4f8c07fa4a8f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:37:31.969405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3718574b-408f-4792-9dc1-4f8c07fa4a8f) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:31.973726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:31.974360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:31.981847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d101fe6-cbba-46e5-a785-bf7e24eaaa12 None None] Network 3718574b-408f-4792-9dc1-4f8c07fa4a8f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:37:32.075343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-71b7e347-28ca-4095-bbc7-9e5bd9c0e26f tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1555762 Oct 26 16:37:32.081248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:32.082359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'floatingip': {'floating_network_id': '3718574b-408f-4792-9dc1-4f8c07fa4a8f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:32.159337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90145fd9-bfd5-4ca4-b059-437a30f90753 None None] Network 3718574b-408f-4792-9dc1-4f8c07fa4a8f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:37:32.244093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:32.299507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a52c-73fc-44bc-bf54-1bb00359fa6f req-93858842-54fd-45c3-bbc6-7a8e24ecbc87 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:32.316391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f253a52c-73fc-44bc-bf54-1bb00359fa6f req-93858842-54fd-45c3-bbc6-7a8e24ecbc87 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0827174 Oct 26 16:37:32.384452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f253a52c-73fc-44bc-bf54-1bb00359fa6f req-04d38066-18e4-471c-bcb6-38eed941f89a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633426 Oct 26 16:37:32.451802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:32.574260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Allocated IP 172.20.0.4 (3718574b-408f-4792-9dc1-4f8c07fa4a8f/fb75f3c0-33b8-44c4-b12c-c9e401c529d7/d56364da-2b47-4b2c-95c5-aacc2d95cc43) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:32.708279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:32.831650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:32.890283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Network 3718574b-408f-4792-9dc1-4f8c07fa4a8f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:32.893830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:32.898178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:32.936622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Port': ['ID=d56364da-2b47-4b2c-95c5-aacc2d95cc43,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:33.002771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.111546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.298716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.408188 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.522040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Port': ['ID=d56364da-2b47-4b2c-95c5-aacc2d95cc43,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:33.526381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.535924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62c686-ce3d-40b3-b905-31894d86911c req-219d18cb-4af5-43f9-a8ec-c2d52443fabd tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:33.545994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c62c686-ce3d-40b3-b905-31894d86911c req-219d18cb-4af5-43f9-a8ec-c2d52443fabd tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0714869 Oct 26 16:37:33.581592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c62c686-ce3d-40b3-b905-31894d86911c req-7d3845f4-fe44-4457-a1ea-f482411f796a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Oct 26 16:37:33.640674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd9a53f6-1f7d-4bd0-b0d5-c90be93cd777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.641190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.641190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-178d06e5-e0cc-483b-a7f4-459da653effc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5622158 Oct 26 16:37:33.644266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:33.722290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e2f1d33-dd3d-4803-9492-a5ee0a3c27aa tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=3718574b-408f-4792-9dc1-4f8c07fa4a8f HTTP/1.1" status: 200 len: 689 time: 0.0745041 Oct 26 16:37:33.724258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47204) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:33.807068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47206) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:33.838445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:33.988068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Deleting port d56364da-2b47-4b2c-95c5-aacc2d95cc43 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:33.988716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.009931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38d6457b-041d-4a05-a6d2-802cf093772f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.101230 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.112351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38d6457b-041d-4a05-a6d2-802cf093772f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.119091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.119579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.134542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Calling delete_port for d56364da-2b47-4b2c-95c5-aacc2d95cc43 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:34.191897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38d6457b-041d-4a05-a6d2-802cf093772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.233776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38d6457b-041d-4a05-a6d2-802cf093772f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f906644673314245a1549c6e1bd9b3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254198 Oct 26 16:37:34.239825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47218) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:34.286571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6457b-041d-4a05-a6d2-802cf093772f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f45f2-5575-4e08-8a4f-c5c04506fd24,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.321781 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.348355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.474598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.498597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Port': ['ID=d56364da-2b47-4b2c-95c5-aacc2d95cc43,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.563777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.567223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.568828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.570680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce8f45f2-5575-4e08-8a4f-c5c04506fd24 HTTP/1.1" status: 204 len: 168 time: 0.3292859 Oct 26 16:37:34.586792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc4daf-7cae-4ba4-8146-69ea988a2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f45f2-5575-4e08-8a4f-c5c04506fd24,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.639642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.785980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf50a86-36dd-4fc8-89a9-46e53daba1ca req-6a8afe4f-2cd8-40a3-b094-184da1640abb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:34.786934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.794696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faf50a86-36dd-4fc8-89a9-46e53daba1ca req-6a8afe4f-2cd8-40a3-b094-184da1640abb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0732682 Oct 26 16:37:34.833373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb75f3c0-33b8-44c4-b12c-c9e401c529d7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.849788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-faf50a86-36dd-4fc8-89a9-46e53daba1ca req-d7478ec3-93f8-4db3-947b-da1c934ca032 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Oct 26 16:37:34.905258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:34.943215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3718574b-408f-4792-9dc1-4f8c07fa4a8f']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:34.965812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a4cdc3-42c7-4334-9e4b-c8cb7c2372c8') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:34.966073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a4cdc3-42c7-4334-9e4b-c8cb7c2372c8') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:34.998074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.001019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.031561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.047888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:35.048366 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:35.124392 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:35.276869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.285435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3718574b-408f-4792-9dc1-4f8c07fa4a8f {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:37:35.299052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.301401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3718574b-408f-4792-9dc1-4f8c07fa4a8f HTTP/1.1" status: 204 len: 168 time: 1.5781300 Oct 26 16:37:35.304713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47232) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.330200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565824c3-5df8-4f46-b82e-b1ea98f613a8 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Network': ['ID=3718574b-408f-4792-9dc1-4f8c07fa4a8f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:35.464929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d2fbfa3-8103-425e-8641-f448888cdb20 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.1588435 Oct 26 16:37:35.467507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47240) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.618479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.635811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b24974d7-c8b6-494f-a388-c6923cf5a814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.773518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.773981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.774428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.774862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.775351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.775788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.776218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.776654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.777078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.777596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.778027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.778916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:35.782031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b42b210-8cf0-4e3f-90d8-d2f14fcc755d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7654 time: 0.3132918 Oct 26 16:37:35.784999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47248) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.795931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b24974d7-c8b6-494f-a388-c6923cf5a814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:35.822765 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-47258b34-f861-451c-9427-350595fb53bc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] delete failed (client error): The resource could not be found. Oct 26 16:37:35.823888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-47258b34-f861-451c-9427-350595fb53bc tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/c5bcfba4-7991-4611-a45a-110f6401500d HTTP/1.1" status: 404 len: 345 time: 0.0378795 Oct 26 16:37:35.826400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.847573 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0daffe-084a-4e88-b886-aefac1b16f6b tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 16:37:35.848232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0daffe-084a-4e88-b886-aefac1b16f6b tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:37:35.855450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8d0daffe-084a-4e88-b886-aefac1b16f6b tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3718574b-408f-4792-9dc1-4f8c07fa4a8f HTTP/1.1" status: 404 len: 339 time: 0.0245032 Oct 26 16:37:35.856617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:35.877344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'name': 'tempest-network--388334216', 'router:external': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:35.923637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b24974d7-c8b6-494f-a388-c6923cf5a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.001464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b24974d7-c8b6-494f-a388-c6923cf5a814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e02327124af4a3e8fe960a25bed05d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816910 Oct 26 16:37:36.002354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24974d7-c8b6-494f-a388-c6923cf5a814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305087a8-c420-45fa-81e6-8e1655639063,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:36.005818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:36.026115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68830559-1f59-4942-9c5b-933327ecb960 req-8e6172fd-612c-4cd4-afaa-661e880946ba tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:36.036880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68830559-1f59-4942-9c5b-933327ecb960 req-8e6172fd-612c-4cd4-afaa-661e880946ba tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0966237 Oct 26 16:37:36.052248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:36.055416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.084417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.094477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68830559-1f59-4942-9c5b-933327ecb960 req-135ce58c-0dfa-4cee-b72e-de00678f25f7 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Oct 26 16:37:36.101721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:36.111512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.111846 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Added segment 5e5a3d40-1618-46d3-99b3-bd987a6bfd5f of type vlan for network ba3611a5-48b0-4d9d-916b-571b586d5843 Oct 26 16:37:36.123336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.160351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.270655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.273467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.274762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/305087a8-c420-45fa-81e6-8e1655639063 HTTP/1.1" status: 204 len: 168 time: 0.2666795 Oct 26 16:37:36.283019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcf0dc-6687-48a5-86d9-22b24ab7561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305087a8-c420-45fa-81e6-8e1655639063,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:36.328881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.337942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:36.337942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.401360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=ba3611a5-48b0-4d9d-916b-571b586d5843,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:36.414230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ba3611a5-48b0-4d9d-916b-571b586d5843 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:36.561470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47268) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:36.562431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3bf6d076-c7c9-451f-a919-71074780bf58 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7043805 Oct 26 16:37:36.608560 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:36.707610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-65d6edc4-505f-4926-9a17-20749fb514af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733020 Oct 26 16:37:36.740055 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:37:37.073404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a33d7-24bc-4e21-80eb-18168f029af2 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.079572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a33d7-24bc-4e21-80eb-18168f029af2 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.086145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a33d7-24bc-4e21-80eb-18168f029af2 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.092307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a33d7-24bc-4e21-80eb-18168f029af2 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.093927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3a3a33d7-24bc-4e21-80eb-18168f029af2 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5311933 Oct 26 16:37:37.096784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:37.190626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944358f-1da8-4252-9481-380948b343e3 req-936641a8-28b9-4e2c-b5a3-24e4cfe5f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.192180 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-936641a8-28b9-4e2c-b5a3-24e4cfe5f74e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 1097 time: 0.4572175 Oct 26 16:37:37.202127 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.249258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60566881-ee23-4951-8121-64eb7526d53b req-52621905-de78-46f7-844f-00df8840a42b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.250790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60566881-ee23-4951-8121-64eb7526d53b req-52621905-de78-46f7-844f-00df8840a42b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Oct 26 16:37:37.295292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60566881-ee23-4951-8121-64eb7526d53b req-3b563027-ea28-4c37-9cd4-d3a3c12f02c9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Oct 26 16:37:37.386572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.390549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944358f-1da8-4252-9481-380948b343e3 req-f6bcd89a-1285-4130-977c-5d8cda041f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.392033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-f6bcd89a-1285-4130-977c-5d8cda041f53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 200 len: 912 time: 0.1705294 Oct 26 16:37:37.446194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3611a5-48b0-4d9d-916b-571b586d5843']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:37.463077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5a3d40-1618-46d3-99b3-bd987a6bfd5f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:37.463077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5a3d40-1618-46d3-99b3-bd987a6bfd5f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:37.481505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.499215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-e89b5a1b-69f1-4e28-9500-9d7e0f54fe63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 200 len: 1002 time: 0.0953863 Oct 26 16:37:37.502586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.516934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:37.517333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:37.519098 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:37.605883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944358f-1da8-4252-9481-380948b343e3 req-c3ef399e-f372-43a8-8546-aef0798c219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.607383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-c3ef399e-f372-43a8-8546-aef0798c219e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99a2bd58-fdff-40e3-b9aa-2474f40b3071 HTTP/1.1" status: 200 len: 850 time: 0.1003194 Oct 26 16:37:37.684573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944358f-1da8-4252-9481-380948b343e3 req-a251b72e-c6a7-45c4-8751-6695873a39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:37.692729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-a251b72e-c6a7-45c4-8751-6695873a39cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52cf81ab-d34b-4ac7-85cf-c3a889d08e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754380 Oct 26 16:37:37.774840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.781979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba3611a5-48b0-4d9d-916b-571b586d5843 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:37:37.789157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:37.792609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ba3611a5-48b0-4d9d-916b-571b586d5843 HTTP/1.1" status: 204 len: 168 time: 0.6946750 Oct 26 16:37:37.796112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47310) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:37.802190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'name': 'tempest-network--1362122483', 'router:external': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:37.830873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126c7fc-2e07-4209-9e5e-54d8752ac929 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba3611a5-48b0-4d9d-916b-571b586d5843,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:37.903308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-05e7a7c8-9c9d-405d-9e19-606b41f83e85 service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020586 Oct 26 16:37:38.010186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:38.023343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:38.076802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3944358f-1da8-4252-9481-380948b343e3 req-1eb001bc-7e0e-464b-8abc-15deff97772c service neutron] 10.222.0.47 "GET /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615949 Oct 26 16:37:38.095221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:38.109848 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:38.110596 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Added segment a52010ca-85d8-4246-8e52-df6bf1d9e672 of type vlan for network b49a09e9-b18f-4550-9cb8-5eb073bb491d Oct 26 16:37:38.170291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:38.312516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:38.313658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:38.314466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:38.401589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=b49a09e9-b18f-4550-9cb8-5eb073bb491d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:38.417993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b49a09e9-b18f-4550-9cb8-5eb073bb491d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:38.836473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b6f592da-c651-4515-ad17-d8efb9cb61c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0384374 Oct 26 16:37:38.846750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47340) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:38.919292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b43a-bb0c-4290-813a-0dec9270a095 req-f99a2201-4407-4d5b-b379-74825c702845 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:38.920717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4332b43a-bb0c-4290-813a-0dec9270a095 req-f99a2201-4407-4d5b-b379-74825c702845 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.5287163 Oct 26 16:37:38.954215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e7ce-c280-4c0a-a9fe-e37287c36ba9 req-0bc99e21-738e-4bbc-a271-e8678b160ff3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:38.955775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d44e7ce-c280-4c0a-a9fe-e37287c36ba9 req-0bc99e21-738e-4bbc-a271-e8678b160ff3 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.5279462 Oct 26 16:37:39.016475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c5502-7c83-473b-a607-1368687b7226 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:39.017878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e92c5502-7c83-473b-a607-1368687b7226 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "GET /v2.0/networks/b49a09e9-b18f-4550-9cb8-5eb073bb491d HTTP/1.1" status: 200 len: 757 time: 0.1700327 Oct 26 16:37:39.021898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:39.026689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4332b43a-bb0c-4290-813a-0dec9270a095 req-c77fd6f8-7906-4d76-ab92-61d81cb31904 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972893 Oct 26 16:37:39.095964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d44e7ce-c280-4c0a-a9fe-e37287c36ba9 req-6acde66e-4d77-4b05-b887-16b4e1ca6369 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294942 Oct 26 16:37:39.152240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff51f2-f64f-4754-865a-83b0c54642a4 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:39.153477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46ff51f2-f64f-4754-865a-83b0c54642a4 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "GET /v2.0/networks/56ae1a76-624a-4dc9-a4e3-f2e600a75212 HTTP/1.1" status: 200 len: 768 time: 0.1257713 Oct 26 16:37:39.156499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:39.243647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.332996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.356212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49a09e9-b18f-4550-9cb8-5eb073bb491d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:39.367761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52010ca-85d8-4246-8e52-df6bf1d9e672') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:39.368067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52010ca-85d8-4246-8e52-df6bf1d9e672') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:39.379407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.392802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.398925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:39.399377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:39.401060 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:39.546132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.551868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b49a09e9-b18f-4550-9cb8-5eb073bb491d {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:37:39.569405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.572905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b49a09e9-b18f-4550-9cb8-5eb073bb491d HTTP/1.1" status: 204 len: 168 time: 0.4145286 Oct 26 16:37:39.577131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:39.582366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'name': 'tempest-network--1778378227'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:39.588685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7b727-300f-446a-83a7-88f6e6fe0d61 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Network': ['ID=b49a09e9-b18f-4550-9cb8-5eb073bb491d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:39.682625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Made reservation on behalf of ef9ff2b7fb8640fda5a30cde03a5e14b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:39.686569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.724134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:39.735024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.735494 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Added segment d5767d23-5959-409f-bada-089e381794d0 of type vlan for network 4468f0fa-70ed-49e7-9df8-d5b518f2d289 Oct 26 16:37:39.777730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.917522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.931003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:39.931003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:39.981629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=4468f0fa-70ed-49e7-9df8-d5b518f2d289,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:39.999442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4468f0fa-70ed-49e7-9df8-d5b518f2d289 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:40.075957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38402769-5ea1-41ed-841a-730fbcc1618d tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4970596 Oct 26 16:37:40.085846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:40.092688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:40.134120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-1ad7715e-2a06-489b-8d6e-ce3d26b3c3d6 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:40.136960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-1ad7715e-2a06-489b-8d6e-ce3d26b3c3d6 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.0653944 Oct 26 16:37:40.248762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Deleting port d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:40.249462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.289843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68525f-8b08-4ca2-bdca-ac46abe33b6d req-64f41266-3269-40f3-8e6b-185e65150ad2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:40.289843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b68525f-8b08-4ca2-bdca-ac46abe33b6d req-64f41266-3269-40f3-8e6b-185e65150ad2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1424503 Oct 26 16:37:40.342147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300f86-d65d-4c1b-84bf-1e66b34c26bd req-34bc6e34-2228-4033-8b6f-3017cb0f66c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:40.343697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84300f86-d65d-4c1b-84bf-1e66b34c26bd req-34bc6e34-2228-4033-8b6f-3017cb0f66c7 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 947 time: 0.1460924 Oct 26 16:37:40.353711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] For port d3678e5e-2fb6-4b88-9807-af824f0e5b4a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,segment=NetworkSegment(df479293-dd2e-45e4-ade0-c034d4c1d0a8),segment_id=df479293-dd2e-45e4-ade0-c034d4c1d0a8)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:40.354078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.369318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Calling delete_port for d3678e5e-2fb6-4b88-9807-af824f0e5b4a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:40.387195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.394789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b68525f-8b08-4ca2-bdca-ac46abe33b6d req-6c804bd4-13b3-4463-ab73-388dd7722add tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985470 Oct 26 16:37:40.425401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84300f86-d65d-4c1b-84bf-1e66b34c26bd req-2b3bcc0f-09ea-4742-8fa5-8710f78ce2fe tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/security-groups?id=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731950 Oct 26 16:37:40.529294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.584114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Network 4468f0fa-70ed-49e7-9df8-d5b518f2d289 is not hosted by any dhcp agent {{(pid=102736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:37:40.585036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:40.585624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.586929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "PUT /v2.0/networks/4468f0fa-70ed-49e7-9df8-d5b518f2d289 HTTP/1.1" status: 200 len: 858 time: 0.4998240 Oct 26 16:37:40.590118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47380) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:40.605519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183da60-8a45-423e-9bfb-5d8cb31da6c2 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event updated for resources: {'Network': ['ID=4468f0fa-70ed-49e7-9df8-d5b518f2d289,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:40.643748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.655461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d3678e5e-2fb6-4b88-9807-af824f0e5b4a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:37:40.688356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Pushing event deleted for resources: {'Port': ['ID=d3678e5e-2fb6-4b88-9807-af824f0e5b4a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:40.702736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.745687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] No DVR routers for this DVR port d3678e5e-2fb6-4b88-9807-af824f0e5b4a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:37:40.748728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.752138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cd29fac6-e9f0-465c-ad8b-7c6b12116459 req-e38f68e3-d023-40be-a056-239fa00406e1 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.47 "DELETE /v2.0/ports/d3678e5e-2fb6-4b88-9807-af824f0e5b4a HTTP/1.1" status: 204 len: 173 time: 0.6083748 Oct 26 16:37:40.752583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-deleted', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:37:40.754901 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a2998-2615-485a-86b3-737cbcdb9915" -d '{"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-deleted", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:40.796225 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28fca1-73a6-4d0e-830b-cf5827086473 x-openstack-request-id: req-cb28fca1-73a6-4d0e-830b-cf5827086473 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:40.796225 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ef196-7c38-4045-a535-a31fe246a484", "name": "network-vif-deleted", "tag": "d3678e5e-2fb6-4b88-9807-af824f0e5b4a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:40.796225 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb28fca1-73a6-4d0e-830b-cf5827086473 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:40.796225 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ef196-7c38-4045-a535-a31fe246a484', 'name': 'network-vif-deleted', 'tag': 'd3678e5e-2fb6-4b88-9807-af824f0e5b4a', 'status': 'completed', 'code': 200} Oct 26 16:37:40.832593 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.854091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4468f0fa-70ed-49e7-9df8-d5b518f2d289']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:40.863461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5767d23-5959-409f-bada-089e381794d0') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:40.863752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5767d23-5959-409f-bada-089e381794d0') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:40.879055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.895767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.903463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:40.904741 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:40.905536 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:41.053713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.066112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4468f0fa-70ed-49e7-9df8-d5b518f2d289 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:37:41.075923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.079123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4468f0fa-70ed-49e7-9df8-d5b518f2d289 HTTP/1.1" status: 204 len: 168 time: 0.4877999 Oct 26 16:37:41.080191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4aae9-9b35-48f0-b9e8-c6aac57a4017 tempest-ExternalNetworksTestJSON-1907528550 tempest-ExternalNetworksTestJSON-1907528550-project-admin] Pushing event deleted for resources: {'Network': ['ID=4468f0fa-70ed-49e7-9df8-d5b518f2d289,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:41.089271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47388) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:41.112074 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-00312ea6-a1ed-4559-8247-586a29cc3328 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] DELETE failed (client error): The resource could not be found. Oct 26 16:37:41.112743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00312ea6-a1ed-4559-8247-586a29cc3328 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:37:41.116468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-00312ea6-a1ed-4559-8247-586a29cc3328 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "DELETE /v2.0/subnets/fb75f3c0-33b8-44c4-b12c-c9e401c529d7 HTTP/1.1" status: 404 len: 337 time: 0.0320940 Oct 26 16:37:41.119326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47390) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:41.201854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.290483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.315494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ae1a76-624a-4dc9-a4e3-f2e600a75212']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:41.327529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2b5572-d1cd-4491-8610-f64a90564786') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:41.339673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2b5572-d1cd-4491-8610-f64a90564786') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:41.341836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.360525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.367418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:41.373279 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:41.576043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f872917-6c73-4468-a125-c385acaa263d req-c37bf3a8-b1ef-47d0-b400-06ee816b327e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:41.577521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f872917-6c73-4468-a125-c385acaa263d req-c37bf3a8-b1ef-47d0-b400-06ee816b327e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0944388 Oct 26 16:37:41.597595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.614590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f3ffddd-76de-43b9-9fa7-4a3ea2df62fd req-aba2f48b-7c8c-4bf4-b137-029b67678427 tempest-ServersNegativeTestJSON-1483968552 tempest-ServersNegativeTestJSON-1483968552-project] 10.222.0.21 "GET /v2.0/ports?device_id=999ef196-7c38-4045-a535-a31fe246a484 HTTP/1.1" status: 200 len: 210 time: 0.0538700 Oct 26 16:37:41.617992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.626244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] 10.222.0.21 "DELETE /v2.0/networks/56ae1a76-624a-4dc9-a4e3-f2e600a75212 HTTP/1.1" status: 204 len: 168 time: 0.5032475 Oct 26 16:37:41.647731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:41.662225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39d06d-86f6-4994-970a-541aea112371 tempest-ExternalNetworksTestJSON-424707967 tempest-ExternalNetworksTestJSON-424707967-project] Pushing event deleted for resources: {'Network': ['ID=56ae1a76-624a-4dc9-a4e3-f2e600a75212,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:41.691088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f872917-6c73-4468-a125-c385acaa263d req-596b69e1-3ec6-4713-ba01-a7a49fcd7723 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Oct 26 16:37:41.780742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3e70-c187-4790-a034-def3981a0e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.857631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3e70-c187-4790-a034-def3981a0e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.941177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3e70-c187-4790-a034-def3981a0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:41.978152 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6a3b3e70-c187-4790-a034-def3981a0e21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89070505d97a46b3a64494305e315dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294244 Oct 26 16:37:41.979431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b3e70-c187-4790-a034-def3981a0e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22510696-ffd1-4dee-90c6-3dc8b6dea732,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:41.980907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47412) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:42.034587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.056658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.186006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:42.243092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.246022 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.249529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22510696-ffd1-4dee-90c6-3dc8b6dea732 HTTP/1.1" status: 204 len: 168 time: 0.2652514 Oct 26 16:37:42.257927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe7f3b-be4a-4625-bbf9-ea7219c74dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22510696-ffd1-4dee-90c6-3dc8b6dea732,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:42.332139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ccd9f00c-57e7-4ba7-b6ca-76e75291ec96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd6a452fe7014395895634bcf196cb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449840 Oct 26 16:37:42.334912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47422) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:42.389689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.412122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.535083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.541873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.541873 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8e2179d-dbb0-44e3-9ca9-c790cad26dc3 HTTP/1.1" status: 204 len: 168 time: 0.2027225 Oct 26 16:37:42.549716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f510c-93e3-4221-ad6a-b7f0e968fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e2179d-dbb0-44e3-9ca9-c790cad26dc3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:42.671833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47430) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:42.724068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Deleting subnet dcd54208-caa0-4b23-a455-16bf7ed6e2b2 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:37:42.727784 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.768661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.820320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:42.846316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de66b91-4cb0-4b1f-8e79-bd1b72d10116 req-c23be59b-112d-4b4f-a45a-7a87d90becb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:42.860215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6de66b91-4cb0-4b1f-8e79-bd1b72d10116 req-c23be59b-112d-4b4f-a45a-7a87d90becb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0610266 Oct 26 16:37:42.891793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6de66b91-4cb0-4b1f-8e79-bd1b72d10116 req-a411c3ae-8c45-4d36-a8c6-1d6c1a815779 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Oct 26 16:37:42.986198 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.009022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47444) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:43.019969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd54208-caa0-4b23-a455-16bf7ed6e2b2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:43.032068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.036358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60e95f7e-0633-46f0-bf30-82f9b64222f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.037338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51107936-321a-48a3-8f12-ad37436d2ca2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dcd54208-caa0-4b23-a455-16bf7ed6e2b2 HTTP/1.1" status: 204 len: 168 time: 0.3644810 Oct 26 16:37:43.041226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:43.132042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.144986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60e95f7e-0633-46f0-bf30-82f9b64222f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.215856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.237381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844efb35-e564-4310-83c4-0e8628e46f5b']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:43.247726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df479293-dd2e-45e4-ade0-c034d4c1d0a8') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:43.248026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df479293-dd2e-45e4-ade0-c034d4c1d0a8') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:43.257723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.272057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.278728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:43.279160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:43.280855 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:43.357609 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60e95f7e-0633-46f0-bf30-82f9b64222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.398483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-60e95f7e-0633-46f0-bf30-82f9b64222f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12ea0f8192a94e4797c3d3ef9b7a3be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876595 Oct 26 16:37:43.399378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e95f7e-0633-46f0-bf30-82f9b64222f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5191b09-96cb-4673-a60d-17394f4c273c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:43.401582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47448) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:43.416362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.432681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.435789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] 10.222.0.21 "DELETE /v2.0/networks/844efb35-e564-4310-83c4-0e8628e46f5b HTTP/1.1" status: 204 len: 168 time: 0.3936162 Oct 26 16:37:43.453930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58ba42-ea61-4101-9cb3-62121feea603 admin admin] Pushing event deleted for resources: {'Network': ['ID=844efb35-e564-4310-83c4-0e8628e46f5b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:43.490727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.515361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.613536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47452) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:43.655454 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0788f015-d2a4-4826-a1ad-2412b3ee1b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef9ff2b7fb8640fda5a30cde03a5e14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406544 Oct 26 16:37:43.657783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:43.708335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.730246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.751300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.754116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.755305 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5191b09-96cb-4673-a60d-17394f4c273c HTTP/1.1" status: 204 len: 168 time: 0.3519852 Oct 26 16:37:43.775771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5b027-e8ac-4150-9230-80ba513b12d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5191b09-96cb-4673-a60d-17394f4c273c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:43.868452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:37:43.891624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: d3678e5e-2fb6-4b88-9807-af824f0e5b4a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:37:43.891999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d3678e5e-2fb6-4b88-9807-af824f0e5b4a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:37:43.918076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.920647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:43.921796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78a20741-2a45-4c85-ad16-8d5eecdf2b24 HTTP/1.1" status: 204 len: 168 time: 0.2631354 Oct 26 16:37:43.931815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085991a3-eddb-46c1-900b-d4ecd40d496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a20741-2a45-4c85-ad16-8d5eecdf2b24,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:43.987304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:44.046291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-075c6a83-da20-47bb-ae35-15c30b5e717c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57a45d3ab5a2449ba0d01293b228d8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577669 Oct 26 16:37:44.049873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47472) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:44.077966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd7bac-7328-42a5-86b6-b53bc8d4b284 req-a6e7174a-07b6-403c-a81f-add0be576912 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.081088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ecd7bac-7328-42a5-86b6-b53bc8d4b284 req-a6e7174a-07b6-403c-a81f-add0be576912 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0911415 Oct 26 16:37:44.118206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:44.141992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ecd7bac-7328-42a5-86b6-b53bc8d4b284 req-b5302fca-b765-4f2b-ab31-725f5cd4cf79 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Oct 26 16:37:44.144463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:44.288234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:44.296241 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:44.296241 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22603d7c-7eec-42a0-b4b6-6b97e4afc8d8 HTTP/1.1" status: 204 len: 168 time: 0.2411041 Oct 26 16:37:44.300442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803fed1-3e03-41bf-bce1-a0b348e9ab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22603d7c-7eec-42a0-b4b6-6b97e4afc8d8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:44.647755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-76c12f2b-38fe-40b4-be39-6bd18da73d28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0747821 Oct 26 16:37:44.733308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.735217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.735217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.735217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.736065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.736973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.737606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.740247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-aaa58012-c13b-42d2-90aa-cb3f68eee913 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.0655642 Oct 26 16:37:44.928699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3401105-45fd-41e8-ab51-2ba8f8bdda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.929392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3401105-45fd-41e8-ab51-2ba8f8bdda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.929853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3401105-45fd-41e8-ab51-2ba8f8bdda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:44.931954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3401105-45fd-41e8-ab51-2ba8f8bdda15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 2298 time: 0.1648486 Oct 26 16:37:45.072320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-3c2a7428-0b4a-41fa-8d58-530b6f765704 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 1000 time: 0.1320391 Oct 26 16:37:45.130519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-5e5dcb31-9e22-4c6f-8409-8a683cc63321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:45.133249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-5e5dcb31-9e22-4c6f-8409-8a683cc63321 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.0521610 Oct 26 16:37:45.196357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-31efc61f-5616-438d-8c13-42e58ce9595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:45.199068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-31efc61f-5616-438d-8c13-42e58ce9595e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582325 Oct 26 16:37:45.341568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675615e-fbe1-4de3-a51e-8d2e5fe1182f req-0b70487b-9d53-4d48-a121-2bae4380e11f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:45.343492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e675615e-fbe1-4de3-a51e-8d2e5fe1182f req-0b70487b-9d53-4d48-a121-2bae4380e11f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0848053 Oct 26 16:37:45.374904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-e85d4314-a064-4c6a-9107-3fa61cd911eb service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639860 Oct 26 16:37:45.421636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e675615e-fbe1-4de3-a51e-8d2e5fe1182f req-e30abb30-9e1c-4d6b-a38d-8b1d650544a6 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Oct 26 16:37:45.498441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-0c513509-9d27-4977-973a-537b20d3c982 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071045 Oct 26 16:37:45.544888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-6f7298c7-2e97-48b9-9d4c-04533dd6aa01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 217 time: 0.0390766 Oct 26 16:37:45.603311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-53bfcbcd-2ce0-47d7-bb32-39e6f67571fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:45.604877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-53bfcbcd-2ce0-47d7-bb32-39e6f67571fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0538983 Oct 26 16:37:45.665146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-3a9ea105-5c31-42b8-8919-f54d94a1b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:45.667525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-3a9ea105-5c31-42b8-8919-f54d94a1b10c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561543 Oct 26 16:37:45.783712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-cdb1a351-f974-401d-85a3-f02bd52cb311 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088085 Oct 26 16:37:45.904660 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-74c7b510-3a12-457a-8de5-064d49904e89 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131930 Oct 26 16:37:45.948230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-da4e30f8-65c6-4599-9cc6-b8f7042af9b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 217 time: 0.0369155 Oct 26 16:37:46.011187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3938159-4acd-49a0-9757-980dd0da5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.012717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-b3938159-4acd-49a0-9757-980dd0da5a97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0578978 Oct 26 16:37:46.134355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-da231d44-2e23-4e5e-9db5-0752dee9b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.138843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-da231d44-2e23-4e5e-9db5-0752dee9b18b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186724 Oct 26 16:37:46.271760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-6d164272-b973-428a-b47a-d475e822f2cc service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250479 Oct 26 16:37:46.374696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-0100c67b-027c-4e18-9cb8-cd184066c6bc service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959053 Oct 26 16:37:46.420311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-c32d4db5-cda5-4e2c-a300-9435bfa584e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 217 time: 0.0386231 Oct 26 16:37:46.480892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-11039f68-e241-4f34-bdb8-f3898d412eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.482575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-11039f68-e241-4f34-bdb8-f3898d412eec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0556347 Oct 26 16:37:46.561839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-8ee83616-fbbe-4a71-9e32-535603e6f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.563384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-8ee83616-fbbe-4a71-9e32-535603e6f72d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730541 Oct 26 16:37:46.575507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d6fa-dccd-4a78-81a5-1882d6b2b7dc req-6c2dc611-38fa-44c0-9aaf-d71d032c3026 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.576990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b387d6fa-dccd-4a78-81a5-1882d6b2b7dc req-6c2dc611-38fa-44c0-9aaf-d71d032c3026 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0758040 Oct 26 16:37:46.676309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b387d6fa-dccd-4a78-81a5-1882d6b2b7dc req-42a50ef0-60d2-4023-a4dc-f2b8dbb3cb19 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804083 Oct 26 16:37:46.702778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-483e5dc5-ddcb-4075-b62e-79e29d98ac05 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248431 Oct 26 16:37:46.801098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-2d8472a6-a8cf-4c4e-938f-feb4ae5cdf57 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915263 Oct 26 16:37:46.852978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-9c6a0326-f1a5-4a2d-ab99-e3438130049a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 217 time: 0.0451899 Oct 26 16:37:46.908152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-1d71093d-2b90-4048-a4a6-7371f6c576d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.909716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-1d71093d-2b90-4048-a4a6-7371f6c576d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0502181 Oct 26 16:37:46.958442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-f9ff336e-d38e-450f-ad3b-1c980a8685a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:46.960659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-f9ff336e-d38e-450f-ad3b-1c980a8685a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444000 Oct 26 16:37:47.061805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-c6d54521-0e4f-40a7-874c-5b229b7a0ef6 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935850 Oct 26 16:37:47.170088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-8dd03c81-0a4f-4132-8865-b319c596e112 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004033 Oct 26 16:37:47.218009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-886f5d24-6f32-424c-96ed-3dddae60e01d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0405505 Oct 26 16:37:47.275674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-39875a1b-7d5c-4baa-a5aa-8d7c7d12e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:47.277801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-39875a1b-7d5c-4baa-a5aa-8d7c7d12e965 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0534122 Oct 26 16:37:47.326995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-a253e62d-6b91-4ad7-9d84-2ea799515e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:47.328644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-a253e62d-6b91-4ad7-9d84-2ea799515e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442541 Oct 26 16:37:47.436305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-f7bbb711-1fd0-4fcf-a6ef-943f151f0eb2 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008801 Oct 26 16:37:47.553829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-d025e721-1463-436f-b451-b582fbd2cd52 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087711 Oct 26 16:37:47.602758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-8e864b1a-e0f7-4e20-9ddf-fa74765a8adb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.0413580 Oct 26 16:37:47.657981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-115ec84c-5f60-49b0-8c7f-de50c8b0c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:47.659450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-115ec84c-5f60-49b0-8c7f-de50c8b0c7ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0499568 Oct 26 16:37:47.691266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:47.737938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-0ab6a75d-99bd-45d0-840a-c4ab554683c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:47.740437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-0ab6a75d-99bd-45d0-840a-c4ab554683c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736370 Oct 26 16:37:47.853819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830555f2-40ce-47f4-a126-840c770a457d req-aedb6840-8ec7-4284-8e41-5d1192acb100 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:47.855314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-830555f2-40ce-47f4-a126-840c770a457d req-aedb6840-8ec7-4284-8e41-5d1192acb100 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0920711 Oct 26 16:37:47.901318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-e2804e53-8139-4a05-bb10-91c7d5b023cb service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488438 Oct 26 16:37:47.930755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-830555f2-40ce-47f4-a126-840c770a457d req-295df240-4eb1-4aaf-a682-8184779f6212 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687919 Oct 26 16:37:47.983109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-476056760'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:48.002483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43f6cf4a-851c-45e6-b534-4bd186b01dbb req-8748bb76-8b51-4c36-888c-ec911afbf860 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933285 Oct 26 16:37:48.122850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Made reservation on behalf of 6699fcf9a8e741eb8606a6ac54d852c5 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:48.126535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.135546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.218444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.300279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.315735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:48.346960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.347332 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Added segment fe7df03f-84d8-4bbb-926e-e23b3217fa6f of type vlan for network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 Oct 26 16:37:48.361000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdacf59-a00a-49f7-8216-a893f9f90b00,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:48.404523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.552052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.559834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:48.560539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:48.634359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Pushing event updated for resources: {'Network': ['ID=6fc881f8-2de8-43a2-87c6-3f6376258dd5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:48.644887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:37:48.720977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c3a73686-0ef3-4d75-a7ec-6b5fe9b2d017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0286100 Oct 26 16:37:49.072664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94345363-f3f4-42b8-b6f7-5cdb40ad47d6 req-33294749-0556-4d5c-b937-0a3d6f792185 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:49.079477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94345363-f3f4-42b8-b6f7-5cdb40ad47d6 req-33294749-0556-4d5c-b937-0a3d6f792185 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0709977 Oct 26 16:37:49.079980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47656) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:49.084888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5', 'binding:host_id': 'n-h2-815373-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1695052334'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:49.139061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94345363-f3f4-42b8-b6f7-5cdb40ad47d6 req-a2f8ae1a-8fe3-46f3-ab1b-5f60aeb6c2f9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Oct 26 16:37:49.214324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Made reservation on behalf of 21b461ad29d2497e9f0ec7b679676d4b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:49.218260 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.229097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.322193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.397427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.405391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 12194bc8-b024-45c8-b522-d8dbd0df6a7e yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:49.494387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68261129-f8cb-450e-a4cd-2064e77ee1d5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:49.653075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 12194bc8-b024-45c8-b522-d8dbd0df6a7e yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:49.662819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.758287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:49.814200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=12194bc8-b024-45c8-b522-d8dbd0df6a7e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:49.825271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Checking segment: {'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:37:49.825841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Network hostable DHCP agents. Network: 6fc881f8-2de8-43a2-87c6-3f6376258dd5, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:37:50.013351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:37:50.128585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 6fc881f8-2de8-43a2-87c6-3f6376258dd5) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:50.132564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:50.142380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f6b32-f7a6-4379-889c-6c66d6e1ee25 None None] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:37:50.148352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.148688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.149261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.154515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.154901 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.155228 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 2 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.171113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.172064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.175438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.178160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.180562 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.180562 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 3 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.200978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.201316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.201935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.207001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.207602 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.208161 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 4 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.226104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.226631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.226971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.232037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.232361 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.232956 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 5 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.250385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.250719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.251058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.264336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.264617 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.265157 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 6 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.322856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.323215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.323581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.331066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.331435 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.333267 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 7 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.354917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.355278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.355612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.366846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c6f-1ecc-47a4-8729-25ace52000ef req-2cbb673c-20fc-435c-9c4f-d619f4ef8d14 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:50.368403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a963c6f-1ecc-47a4-8729-25ace52000ef req-2cbb673c-20fc-435c-9c4f-d619f4ef8d14 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0984738 Oct 26 16:37:50.370786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.371160 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.371624 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 8 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.391229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.391558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.391890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.405490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.405820 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.406345 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 9 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.432158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a963c6f-1ecc-47a4-8729-25ace52000ef req-d8c63e61-9350-41b2-9f5c-f6dff7209597 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Oct 26 16:37:50.433023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.433354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.433679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.440231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.440567 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.440976 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 10 to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e Oct 26 16:37:50.458571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:50.459811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:50.460679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:50.467451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:50.467451 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 12194bc8-b024-45c8-b522-d8dbd0df6a7e on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:50.467451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:50.546511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 12194bc8-b024-45c8-b522-d8dbd0df6a7e, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:50.546868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempted to set empty binding levels {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:37:50.666345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:50.699182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:50.699797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:50.727286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:50.729759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=12194bc8-b024-45c8-b522-d8dbd0df6a7e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:50.846225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-86aa3089-9175-4cb9-9440-5f2752cf4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7635255 Oct 26 16:37:50.848205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:50.911671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47704) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:50.928271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Deleting port 12194bc8-b024-45c8-b522-d8dbd0df6a7e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:50.928271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.008898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 12194bc8-b024-45c8-b522-d8dbd0df6a7e, host n-h2-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:51.009278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.024359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Calling delete_port for 12194bc8-b024-45c8-b522-d8dbd0df6a7e owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:51.053112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f41c7f94-9da2-4229-b753-245cfd498238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.132517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f41c7f94-9da2-4229-b753-245cfd498238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.231947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.265600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event deleted for resources: {'Port': ['ID=12194bc8-b024-45c8-b522-d8dbd0df6a7e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:51.274014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.277586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07510d62-5fb5-4b4d-8f3b-c606322ab8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "DELETE /v2.0/ports/12194bc8-b024-45c8-b522-d8dbd0df6a7e HTTP/1.1" status: 204 len: 168 time: 0.4283006 Oct 26 16:37:51.280247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47710) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:51.306721 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5273a723-88cd-4dc3-8b2b-d1bdf1eaaa4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:37:51.308403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5273a723-88cd-4dc3-8b2b-d1bdf1eaaa4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports/12194bc8-b024-45c8-b522-d8dbd0df6a7e HTTP/1.1" status: 404 len: 333 time: 0.0271258 Oct 26 16:37:51.311841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47712) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:51.316991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151548471'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:51.321560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f41c7f94-9da2-4229-b753-245cfd498238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.373267 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f41c7f94-9da2-4229-b753-245cfd498238 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60c9dc58053d434596f5aee1bc3e99b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604261 Oct 26 16:37:51.375965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47716) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:51.376233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c7f94-9da2-4229-b753-245cfd498238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b2af5-d9f8-46dc-a022-e0c351cba4db,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:51.443629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Made reservation on behalf of 21b461ad29d2497e9f0ec7b679676d4b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:51.446551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.461948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.475993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 80ebda52-7b15-4232-a525-d73ef5e6f033 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:51.540280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.676054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:51.738657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97a23-e00a-44e1-b131-7bcfad93d29b req-d2466565-0c2e-40d6-9f68-b5f056c53d5f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:51.740911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7e97a23-e00a-44e1-b131-7bcfad93d29b req-d2466565-0c2e-40d6-9f68-b5f056c53d5f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1690979 Oct 26 16:37:51.783891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.798793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d48e35ab-6a57-455c-b4a7-922b31270d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.806005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.808667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.811599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d5b2af5-d9f8-46dc-a022-e0c351cba4db HTTP/1.1" status: 204 len: 168 time: 0.4341168 Oct 26 16:37:51.819933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7e97a23-e00a-44e1-b131-7bcfad93d29b req-830f5d24-c7bf-433c-a089-b4ac93b247ce tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Oct 26 16:37:51.835261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3f08-4f1a-4e0b-8d5e-b561a5d75c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b2af5-d9f8-46dc-a022-e0c351cba4db,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:51.885326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d48e35ab-6a57-455c-b4a7-922b31270d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.951876 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:51.989917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d48e35ab-6a57-455c-b4a7-922b31270d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.005919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:52.009552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:52.012011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:52.017537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:52.017537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.029997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=80ebda52-7b15-4232-a525-d73ef5e6f033,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:52.037997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d48e35ab-6a57-455c-b4a7-922b31270d55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a82b69d5cb14237bf79a654e16dea1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600764 Oct 26 16:37:52.040751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47734) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:52.041150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e35ab-6a57-455c-b4a7-922b31270d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48f458-9f6a-480c-8d2e-40d08da03aab,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:52.099998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.121549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.132406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2ba6e983-5721-4291-83e7-e5af652d8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8193221 Oct 26 16:37:52.134965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:52.141798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:52.221301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.361541 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.364255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.368058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee48f458-9f6a-480c-8d2e-40d08da03aab HTTP/1.1" status: 204 len: 168 time: 0.3238235 Oct 26 16:37:52.392730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44273c85-6ab1-4e03-9ab2-a4c9d5072bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48f458-9f6a-480c-8d2e-40d08da03aab,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:52.410834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 80ebda52-7b15-4232-a525-d73ef5e6f033 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:52.420084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.531326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.562649 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.623553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=80ebda52-7b15-4232-a525-d73ef5e6f033,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:52.637523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.637523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.637523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.642529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.642986 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.643478 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 2 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.657779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.658112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.658444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.674755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.677735 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.677735 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 3 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.690725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.691023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.691389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.697392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.697803 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.698268 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 4 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.715222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.718052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.718052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.720695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.721161 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.721517 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 5 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.734392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.734723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.735594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.740658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.741006 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.741354 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 6 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.753981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.754307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.754634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.759623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.759942 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.760316 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 7 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.772656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.772821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.773430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.777621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.778310 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.778310 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 8 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.791676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:52.795063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.795505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.795929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.804595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.804982 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.805657 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 9 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.809513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-368558e7-095c-48ef-9334-1c3e6eb33c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.821931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.822128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.823318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.828222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.828620 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.829198 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 10 to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 Oct 26 16:37:52.854010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:52.854335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:52.854744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:52.863302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:52.863302 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 80ebda52-7b15-4232-a525-d73ef5e6f033 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:52.863302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.920868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-368558e7-095c-48ef-9334-1c3e6eb33c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:52.959933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 80ebda52-7b15-4232-a525-d73ef5e6f033, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:52.960373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempted to set empty binding levels {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:37:52.973344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720bb0-4575-4177-8c71-955548b6762d req-f7bbb84d-ee32-4b8f-a92e-6ff59960ffd6 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:52.974859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86720bb0-4575-4177-8c71-955548b6762d req-f7bbb84d-ee32-4b8f-a92e-6ff59960ffd6 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0657668 Oct 26 16:37:53.013494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86720bb0-4575-4177-8c71-955548b6762d req-4e75cf65-3911-4883-9368-87f2162efbd7 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Oct 26 16:37:53.025807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-368558e7-095c-48ef-9334-1c3e6eb33c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.060517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.069653 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-368558e7-095c-48ef-9334-1c3e6eb33c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd52381beb3421abcdd6c075f32ccec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768381 Oct 26 16:37:53.071490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.072175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368558e7-095c-48ef-9334-1c3e6eb33c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb543c-32b6-40fa-8d75-3ef409257e27,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.114133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] In _notify_port_updated(), no bound segment for port 80ebda52-7b15-4232-a525-d73ef5e6f033 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:37:53.115512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.116106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.117561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "PUT /v2.0/ports/80ebda52-7b15-4232-a525-d73ef5e6f033 HTTP/1.1" status: 200 len: 979 time: 0.9816582 Oct 26 16:37:53.120755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.147262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3aa19-15cf-4348-b4a7-7577216c45aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=80ebda52-7b15-4232-a525-d73ef5e6f033,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.165907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.193294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.234417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.234933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.235429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.235905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.236365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.236816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.237278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.237712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.238155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.238769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.239291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.239689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.240178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.241259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.241844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.242209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.242770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.243093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.243566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.244015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.244459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.244901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.245390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.245869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.246327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.246771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.247299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.247770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.248207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.248709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.249325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.249836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.250300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.250743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.251218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.251716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.258922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.258922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.258922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.258922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:53.258922 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e2ecfa87-c480-463c-8548-aae962a84ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36095 time: 0.1369231 Oct 26 16:37:53.262787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.341123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.357309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.359073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Deleting port 80ebda52-7b15-4232-a525-d73ef5e6f033 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:53.359431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.360115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.362240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebfb543c-32b6-40fa-8d75-3ef409257e27 HTTP/1.1" status: 204 len: 168 time: 0.2883244 Oct 26 16:37:53.362918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da812a75-e34c-4774-9eee-e86f67ef4092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.371056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36c63e-a777-4294-96f0-6c65258f5234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb543c-32b6-40fa-8d75-3ef409257e27,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.470933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 80ebda52-7b15-4232-a525-d73ef5e6f033, host n-h2-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:53.471329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.488968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Calling delete_port for 80ebda52-7b15-4232-a525-d73ef5e6f033 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:53.588379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da812a75-e34c-4774-9eee-e86f67ef4092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.745937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da812a75-e34c-4774-9eee-e86f67ef4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.750079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.812221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ebda52-7b15-4232-a525-d73ef5e6f033,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.833428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.837330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6ee87226-8ebd-4efc-9fc7-059bd4229489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "DELETE /v2.0/ports/80ebda52-7b15-4232-a525-d73ef5e6f033 HTTP/1.1" status: 204 len: 168 time: 0.5731661 Oct 26 16:37:53.839833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.840345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-da812a75-e34c-4774-9eee-e86f67ef4092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f980b6293a4c90a533fb06a0923a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982495 Oct 26 16:37:53.841189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da812a75-e34c-4774-9eee-e86f67ef4092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a65836-e25e-44dc-82aa-d3582fed9c09,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.843642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.878446 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccc4dab-4d56-4a67-a76a-300ca801240f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:37:53.880203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2ccc4dab-4d56-4a67-a76a-300ca801240f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports/80ebda52-7b15-4232-a525-d73ef5e6f033 HTTP/1.1" status: 404 len: 333 time: 0.0391777 Oct 26 16:37:53.885931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47780) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:53.893310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1422216514', 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:53.917822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:53.942030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.014622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Made reservation on behalf of 21b461ad29d2497e9f0ec7b679676d4b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:54.018598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.046469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 8d37a809-814d-4646-8c52-70ffe9f286f3 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:54.145678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.149319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.150636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50a65836-e25e-44dc-82aa-d3582fed9c09 HTTP/1.1" status: 204 len: 168 time: 0.3060880 Oct 26 16:37:54.157397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f004-fefc-4d8c-90b7-347e50739d6d req-c9e7b640-4b0f-4d9c-a3c5-b6df56272a2e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:54.158923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d4f004-fefc-4d8c-90b7-347e50739d6d req-c9e7b640-4b0f-4d9c-a3c5-b6df56272a2e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0615869 Oct 26 16:37:54.161774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5dd27-ac6d-46aa-a17e-9f076efab561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a65836-e25e-44dc-82aa-d3582fed9c09,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:54.269580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d4f004-fefc-4d8c-90b7-347e50739d6d req-9508e8b5-f7c0-4fbf-8e61-ec9c325687a8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671029 Oct 26 16:37:54.365405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.477749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.941543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:54.945049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:54.948988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:54.950077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:54.951262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:54.960516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=8d37a809-814d-4646-8c52-70ffe9f286f3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:55.143825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54d8cbad-40d4-4d04-8043-17863c46e3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2564387 Oct 26 16:37:55.146865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47826) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:55.183030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a2489-a917-466c-897b-cf6c0ba9b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:55.186979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-847a2489-a917-466c-897b-cf6c0ba9b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports/8d37a809-814d-4646-8c52-70ffe9f286f3 HTTP/1.1" status: 200 len: 959 time: 0.0362761 Oct 26 16:37:55.187306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47832) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:55.277091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Deleting port 8d37a809-814d-4646-8c52-70ffe9f286f3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:55.277455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:55.344959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:55.382988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Calling delete_port for 8d37a809-814d-4646-8c52-70ffe9f286f3 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:55.447857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f1958-4b36-490d-8571-e2329423b55e req-09a9c7d1-9aa1-41be-b635-5b5938351918 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:55.455456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f93f1958-4b36-490d-8571-e2329423b55e req-09a9c7d1-9aa1-41be-b635-5b5938351918 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1078799 Oct 26 16:37:55.514965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f93f1958-4b36-490d-8571-e2329423b55e req-db150e6e-32c7-4fd8-8fa7-9a2bab063e79 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585616 Oct 26 16:37:55.671480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:55.702926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d37a809-814d-4646-8c52-70ffe9f286f3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:55.717517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:55.719924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aa5da249-7290-4ac6-974e-ad1625308036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8d37a809-814d-4646-8c52-70ffe9f286f3 HTTP/1.1" status: 204 len: 168 time: 0.5316386 Oct 26 16:37:55.722623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:55.747844 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f1ba67-bb9b-4150-9588-2e57c8fd7103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:37:55.756708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-42f1ba67-bb9b-4150-9588-2e57c8fd7103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports/8d37a809-814d-4646-8c52-70ffe9f286f3 HTTP/1.1" status: 404 len: 333 time: 0.0263047 Oct 26 16:37:55.757084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:55.764570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077098438'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:55.965570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Made reservation on behalf of 21b461ad29d2497e9f0ec7b679676d4b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:55.967885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:56.008204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 46f86116-a626-496d-a9a4-05a162b5fc02 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:56.053296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148dd5-7562-4b35-bd93-d20dc2a866fc req-2054b699-b69b-4b97-9e90-7aa23e0fba05 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:56.054902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af148dd5-7562-4b35-bd93-d20dc2a866fc req-2054b699-b69b-4b97-9e90-7aa23e0fba05 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1231735 Oct 26 16:37:56.122095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af148dd5-7562-4b35-bd93-d20dc2a866fc req-ff3d7d45-3bc1-479f-b876-9952bad388d6 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Oct 26 16:37:56.212921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:56.352561 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:56.388203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:56.391141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:56.395440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:37:56.397017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:56.397611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:56.401068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=46f86116-a626-496d-a9a4-05a162b5fc02,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:56.509891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71f4b592-0fdf-4d38-9fea-e3c5a350746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7513754 Oct 26 16:37:56.512363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:56.517675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:56.579158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:56.729105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277947a0-6262-45e3-8c06-4f47627fd9c2 req-9434772f-2a78-432c-9bac-c7ee5878e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:56.732032 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-277947a0-6262-45e3-8c06-4f47627fd9c2 req-9434772f-2a78-432c-9bac-c7ee5878e44a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 1096 time: 0.0488136 Oct 26 16:37:56.760969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040163-1814-4d3e-b210-7c9220b07fdc req-f49f92e3-7d6b-4efd-87a8-4e776cdddb5d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:56.761353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35040163-1814-4d3e-b210-7c9220b07fdc req-f49f92e3-7d6b-4efd-87a8-4e776cdddb5d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1308496 Oct 26 16:37:56.804933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-277947a0-6262-45e3-8c06-4f47627fd9c2 req-7fdf9801-b4f7-47a3-ac41-fae24be0d241 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647027 Oct 26 16:37:56.888062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35040163-1814-4d3e-b210-7c9220b07fdc req-f57fe25f-25cc-46d5-93be-208d071d16bd tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017940 Oct 26 16:37:56.888062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] device_id is not set on port 46f86116-a626-496d-a9a4-05a162b5fc02 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:37:56.888062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.049326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718abd2-5971-4338-b92f-5dbb2b41b85e req-856827d3-074a-48a0-b94a-027157e2fa78 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:57.050871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2718abd2-5971-4338-b92f-5dbb2b41b85e req-856827d3-074a-48a0-b94a-027157e2fa78 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.0578921 Oct 26 16:37:57.097835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2718abd2-5971-4338-b92f-5dbb2b41b85e req-a70ab46f-4dba-40ff-9c5c-5783345ed126 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Oct 26 16:37:57.099854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.176627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=46f86116-a626-496d-a9a4-05a162b5fc02,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:57.182054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.182381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.182715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.187255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.187578 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.187958 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 2 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.200726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.201054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.201377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.205832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.206151 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.206531 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 3 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.220363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.220698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.221032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.227550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.227942 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.228337 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 4 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.241363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.241642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.241985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.246394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.246714 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.247101 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 5 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.260196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.260529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.260864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.265186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.265508 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.270299 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 6 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.279160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.279488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.279821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.284509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.284840 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.285243 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 7 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.299111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.299476 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.299830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.305328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.305654 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.306077 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 8 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.318023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.318357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.318792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.323119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.323467 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.323849 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 9 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.336499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.336824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.337401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.341910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.342238 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.342623 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempt 10 to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 Oct 26 16:37:57.356143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:37:57.356480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:37:57.356821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempting to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:37:57.361289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:37:57.361616 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Failed to bind port 46f86116-a626-496d-a9a4-05a162b5fc02 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6fc881f8-2de8-43a2-87c6-3f6376258dd5'}] Oct 26 16:37:57.361975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.432404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 46f86116-a626-496d-a9a4-05a162b5fc02, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:37:57.432404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attempted to set empty binding levels {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:37:57.546798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.579779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] In _notify_port_updated(), no bound segment for port 46f86116-a626-496d-a9a4-05a162b5fc02 on network 6fc881f8-2de8-43a2-87c6-3f6376258dd5 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:37:57.580909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:57.581701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.583272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "PUT /v2.0/ports/46f86116-a626-496d-a9a4-05a162b5fc02 HTTP/1.1" status: 200 len: 979 time: 1.0698903 Oct 26 16:37:57.586680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:57.608373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550729a-293f-439f-b200-d5f1888086c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event updated for resources: {'Port': ['ID=46f86116-a626-496d-a9a4-05a162b5fc02,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:57.680909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Deleting port 46f86116-a626-496d-a9a4-05a162b5fc02 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:57.681252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.746989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] For port 46f86116-a626-496d-a9a4-05a162b5fc02, host n-h2-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:57.747640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.765946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Calling delete_port for 46f86116-a626-496d-a9a4-05a162b5fc02 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:37:57.956953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:57.993589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Pushing event deleted for resources: {'Port': ['ID=46f86116-a626-496d-a9a4-05a162b5fc02,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:58.016871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.024864 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "DELETE /v2.0/ports/46f86116-a626-496d-a9a4-05a162b5fc02 HTTP/1.1" status: 204 len: 168 time: 0.4368529 Oct 26 16:37:58.027364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:58.037341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.038068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.038627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.039355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.039912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.040463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.041043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.042259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.042830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.043422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.043986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.044549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9a85a-e54c-466b-82e9-5d87884b86fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:58.072887 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ed7734-a1fa-483f-93fd-7c9c75487dc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:37:58.075084 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3ed7734-a1fa-483f-93fd-7c9c75487dc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057520882-project-admin] 10.222.0.21 "GET /v2.0/ports/46f86116-a626-496d-a9a4-05a162b5fc02 HTTP/1.1" status: 404 len: 333 time: 0.0465369 Oct 26 16:37:58.082578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47946) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:58.085584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e572a-caf1-4ed1-85d7-fb3f02195814 req-13f5e64c-24ab-4905-89d1-35f22e467c29 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:58.087664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-868e572a-caf1-4ed1-85d7-fb3f02195814 req-13f5e64c-24ab-4905-89d1-35f22e467c29 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1273384 Oct 26 16:37:58.157910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-868e572a-caf1-4ed1-85d7-fb3f02195814 req-63a86d7d-a7d4-4e21-9246-64b55b9e715c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589945 Oct 26 16:37:58.171502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e31c-929a-4950-a5c0-f3ecf115d56c req-0fdf9608-2464-47a5-b745-c9a4462aef8a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:58.173094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db31e31c-929a-4950-a5c0-f3ecf115d56c req-0fdf9608-2464-47a5-b745-c9a4462aef8a tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.0844646 Oct 26 16:37:58.219750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.232118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db31e31c-929a-4950-a5c0-f3ecf115d56c req-7690e66b-00ca-4ceb-a167-674455a459be tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 Oct 26 16:37:58.326016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.352532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc881f8-2de8-43a2-87c6-3f6376258dd5']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:58.362101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:58.362394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7df03f-84d8-4bbb-926e-e23b3217fa6f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:58.372129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.385833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.391657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:58.392031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:37:58.394957 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:37:58.575004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.587824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:58.591272 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] 10.222.0.21 "DELETE /v2.0/networks/6fc881f8-2de8-43a2-87c6-3f6376258dd5 HTTP/1.1" status: 204 len: 168 time: 0.5067339 Oct 26 16:37:58.604314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fad6f9-3f5f-4c91-9961-5743a8e9bef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965519199-project] Pushing event deleted for resources: {'Network': ['ID=6fc881f8-2de8-43a2-87c6-3f6376258dd5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:59.324026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6260e-52ee-410f-98ca-5ee59e8d9dbf req-7b125909-8b06-4f61-bbdc-f26be319b377 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:59.331946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87f6260e-52ee-410f-98ca-5ee59e8d9dbf req-7b125909-8b06-4f61-bbdc-f26be319b377 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.0897746 Oct 26 16:37:59.361622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:59.397811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-3bd476a7-0d57-49a2-a00e-6e1438c260a3 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:59.400236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-3bd476a7-0d57-49a2-a00e-6e1438c260a3 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.0671060 Oct 26 16:37:59.414011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87f6260e-52ee-410f-98ca-5ee59e8d9dbf req-4fa07885-3d5f-4075-8ceb-54584a058908 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Oct 26 16:37:59.426537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8063c-5b73-468c-972b-5ca50ba2dab5 req-6f1c4f4c-33e5-48b9-bc22-37d4ed3c9e42 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:59.435879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3df8063c-5b73-468c-972b-5ca50ba2dab5 req-6f1c4f4c-33e5-48b9-bc22-37d4ed3c9e42 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 946 time: 0.1005056 Oct 26 16:37:59.504636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3df8063c-5b73-468c-972b-5ca50ba2dab5 req-e5b212ee-e4df-4f7e-91e2-36b234561649 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622118 Oct 26 16:37:59.577034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Deleting port 522c5917-7300-4832-8b29-33a18a8af7f9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:37:59.577613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.623311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f31-da26-4058-85b1-805662a04b0f req-c48f4f92-912b-41e0-aa9c-2ae32450a30e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:37:59.624979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe25f31-da26-4058-85b1-805662a04b0f req-c48f4f92-912b-41e0-aa9c-2ae32450a30e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0675681 Oct 26 16:37:59.678157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe25f31-da26-4058-85b1-805662a04b0f req-d8571747-04cd-46f3-a758-ebdfd2c1c505 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Oct 26 16:37:59.730672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] For port 522c5917-7300-4832-8b29-33a18a8af7f9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=522c5917-7300-4832-8b29-33a18a8af7f9,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:37:59.731704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.754343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f0722df5-fc87-4e82-a09a-b0258172489e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6699fcf9a8e741eb8606a6ac54d852c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904197 Oct 26 16:37:59.756906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:37:59.827512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.852468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.942530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.952125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:37:59.952727 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Floating IP 4e1c3c00-f52f-41f6-86bd-cb8e83d8797f disassociated. External IP: 172.25.5.181, port: 522c5917-7300-4832-8b29-33a18a8af7f9. Oct 26 16:37:59.953251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Calling delete_port for 522c5917-7300-4832-8b29-33a18a8af7f9 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:00.025794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:00.029616 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:00.030879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cdacf59-a00a-49f7-8216-a893f9f90b00 HTTP/1.1" status: 204 len: 168 time: 0.2729249 Oct 26 16:38:00.042759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4787edc-029b-41f3-947d-3121f31e9903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdacf59-a00a-49f7-8216-a893f9f90b00,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:00.190320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:00.203507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51bf8f-9dfc-4587-beb4-ba6a71e9e370 req-4ae9272a-099a-47df-979a-933ad675bc2a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:00.205852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d51bf8f-9dfc-4587-beb4-ba6a71e9e370 req-4ae9272a-099a-47df-979a-933ad675bc2a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0638001 Oct 26 16:38:00.236302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event deleted for resources: {'Port': ['ID=522c5917-7300-4832-8b29-33a18a8af7f9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:00.258427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d51bf8f-9dfc-4587-beb4-ba6a71e9e370 req-5ca5c259-7bbb-49e6-b243-a638e1c8ec38 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Oct 26 16:38:00.384157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:38:00.491719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:38:00.502143 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Sync routers for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:38:00.512948 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:00.513620 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:37:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:00.544605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] No DVR routers for this DVR port 522c5917-7300-4832-8b29-33a18a8af7f9 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:00.548101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:00.556724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3194ab66-00c3-4c49-a69d-cd0cfceacea4 req-ad012b90-a58a-482e-965f-5a70d871b299 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.47 "DELETE /v2.0/ports/522c5917-7300-4832-8b29-33a18a8af7f9 HTTP/1.1" status: 204 len: 173 time: 1.1477859 Oct 26 16:38:00.557310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'name': 'network-vif-deleted', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:38:00.561548 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc23e9f-5c66-40bf-b1f4-a846efffc6a5" -d '{"events": [{"server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "name": "network-vif-deleted", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:38:00.630956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:38:00.696430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a092089-30d2-4883-8cde-d576829824f9 req-5f40ae74-86d2-4fa7-8ce8-c8a92b304e21 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0710597 Oct 26 16:38:00.739081 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586faff5-a85d-43d9-adfc-1bc63eb841fb x-openstack-request-id: req-586faff5-a85d-43d9-adfc-1bc63eb841fb {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:38:00.741695 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6275647-e3ae-478e-96ec-8b2c8166121f", "name": "network-vif-deleted", "tag": "522c5917-7300-4832-8b29-33a18a8af7f9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:38:00.742175 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-586faff5-a85d-43d9-adfc-1bc63eb841fb {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:38:00.742927 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6275647-e3ae-478e-96ec-8b2c8166121f', 'name': 'network-vif-deleted', 'tag': '522c5917-7300-4832-8b29-33a18a8af7f9', 'status': 'completed', 'code': 200} Oct 26 16:38:00.882817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:00.930707 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Checking router: 59043fde-7c3b-47ef-9e01-0f9dd080bd71 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:38:00.944301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:00.944922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:37:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:01.055639 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:38:01.065398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6d63-2003-414a-9e77-3571cfa7dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:01.267487 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:01.299762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98ea50-18e3-42a8-bfbd-7bcd4b2edf55 None None] The sync data for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 is: [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'ac755d76-0b5a-493c-a205-a5ffe865a18b', 'name': '', 'network_id': '52cf81ab-d34b-4ac7-85cf-c3a889d08e03', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'mac_address': 'fa:16:3e:18:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:44Z', 'updated_at': '2021-10-26T16:35:49Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'subnets': [{'id': '99a2bd58-fdff-40e3-b9aa-2474f40b3071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:38:01.418831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec451b8-f8c5-45a6-bc8c-bb178774170e req-1db1d7ea-4824-478a-9bfd-50a76bc009de tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:01.420493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec451b8-f8c5-45a6-bc8c-bb178774170e req-1db1d7ea-4824-478a-9bfd-50a76bc009de tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0631194 Oct 26 16:38:01.450162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48044) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:01.479728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec451b8-f8c5-45a6-bc8c-bb178774170e req-b5039200-fbb7-464a-917a-9d44c059bfd4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Oct 26 16:38:01.534663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48048) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:01.537528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13f3d8d9-d13e-489c-8271-002c71d0ab10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b461ad29d2497e9f0ec7b679676d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858858 Oct 26 16:38:01.638551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:01.647591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b470b3e-7b6b-48c0-9f3b-445e004871f8 None None] New status for floating IP 4e1c3c00-f52f-41f6-86bd-cb8e83d8797f: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:38:01.669881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:01.850108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1b955f8-416c-42f1-8478-77bc1d8f6009 req-f29cf418-5e6a-4d56-b8c2-747017288b4c tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6275647-e3ae-478e-96ec-8b2c8166121f HTTP/1.1" status: 200 len: 210 time: 0.0271177 Oct 26 16:38:01.895307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:01.898664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:01.900018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68261129-f8cb-450e-a4cd-2064e77ee1d5 HTTP/1.1" status: 204 len: 168 time: 0.3636985 Oct 26 16:38:01.908697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5f9fe-ebac-4893-bbd5-49afbe4136a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68261129-f8cb-450e-a4cd-2064e77ee1d5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:01.958962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 522c5917-7300-4832-8b29-33a18a8af7f9 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:01.993129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 522c5917-7300-4832-8b29-33a18a8af7f9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:01.995609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 522c5917-7300-4832-8b29-33a18a8af7f9 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:02.129070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339f61a-0589-49b0-a7f3-44a006639b69 req-848a89bc-dc4e-4359-8d83-d1e9616c546f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:02.130796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a339f61a-0589-49b0-a7f3-44a006639b69 req-848a89bc-dc4e-4359-8d83-d1e9616c546f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0542421 Oct 26 16:38:02.175883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a339f61a-0589-49b0-a7f3-44a006639b69 req-b1a5b204-894b-4e24-baf1-7ed0a7674872 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Oct 26 16:38:03.094244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:03.157512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.183982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.322305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7dbc-f5ff-4ef0-a1a0-c471ef8e049c req-a5999612-836d-404f-8a01-5088d591710d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:03.324023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f12d7dbc-f5ff-4ef0-a1a0-c471ef8e049c req-a5999612-836d-404f-8a01-5088d591710d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0547721 Oct 26 16:38:03.369328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f12d7dbc-f5ff-4ef0-a1a0-c471ef8e049c req-653da13b-a6b5-4c1d-8f85-a8ce665d2c53 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Oct 26 16:38:03.423878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.426591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.427832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b9addeb-a916-46b5-b0dd-ffb86a46ffb5 HTTP/1.1" status: 204 len: 168 time: 0.3324776 Oct 26 16:38:03.434995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:03.437651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200dffb-6dfe-4789-a1ac-7ac4aba585ef tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9addeb-a916-46b5-b0dd-ffb86a46ffb5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:03.451693 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-67cd6301-c1ee-49cb-9e64-ce878c81aa85 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] show failed (client error): The resource could not be found. Oct 26 16:38:03.452964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67cd6301-c1ee-49cb-9e64-ce878c81aa85 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "GET /v2.0/security-groups/7b9addeb-a916-46b5-b0dd-ffb86a46ffb5 HTTP/1.1" status: 404 len: 347 time: 0.0164201 Oct 26 16:38:03.456209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48114) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:03.602706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Deleting port 3a65ab10-6e20-4b74-a8ef-e97f4409a83a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:03.603048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.620259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1606ebf-f406-4046-805b-32884497bc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.694055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.694702 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:03.707266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Calling delete_port for 3a65ab10-6e20-4b74-a8ef-e97f4409a83a owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:04.054106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:04.082754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Pushing event deleted for resources: {'Port': ['ID=3a65ab10-6e20-4b74-a8ef-e97f4409a83a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:04.155951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:04.158457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:04.159765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b91648c8-3c00-4f5b-a823-879f91797bc8 tempest-ServersTestManualDisk-958915275 tempest-ServersTestManualDisk-958915275-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e1c3c00-f52f-41f6-86bd-cb8e83d8797f HTTP/1.1" status: 204 len: 168 time: 0.7023566 Oct 26 16:38:04.162739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:04.191374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:04.657997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:04.880787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:04.985897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.079982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Deleting port ac755d76-0b5a-493c-a205-a5ffe865a18b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:05.080514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.134811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-843627964'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:05.183951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] For port ac755d76-0b5a-493c-a205-a5ffe865a18b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ac755d76-0b5a-493c-a205-a5ffe865a18b,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:05.185061 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.200535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Calling delete_port for ac755d76-0b5a-493c-a205-a5ffe865a18b owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:05.257645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Made reservation on behalf of 8a77a41da8e44907832fa12c63ab398e for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:05.261564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.271564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.385701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.565789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.593761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:05.610776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e8c0f-0d9d-4c78-abc0-5996f0097629,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:05.613638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.613974 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Added segment abd40e2f-c8b9-4af0-8158-884e51957235 of type vlan for network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 Oct 26 16:38:05.621769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.657916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac755d76-0b5a-493c-a205-a5ffe865a18b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:05.670073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.796624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.826576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:05.827932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.924748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:05.990306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Network': ['ID=2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:06.015278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:06.232508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:38:06.278273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ac34a993-fa12-47d8-a5b3-7000d84952b8 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3948133 Oct 26 16:38:06.280419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:06.285586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'subnet': {'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:06.344945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:38:06.354136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-72219141-7f20-4ebc-8a29-a62352aa426c admin admin] 10.222.0.21 "PUT /v2.0/routers/59043fde-7c3b-47ef-9e01-0f9dd080bd71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878922 Oct 26 16:38:06.354435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48192) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:06.361711 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Sync routers for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:38:06.387472 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:06.388083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:06.535692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:06.556594 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:38:06.653579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:06.852433 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:38:05Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:06.884448 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Checking router: 59043fde-7c3b-47ef-9e01-0f9dd080bd71 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:38:06.892870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Made reservation on behalf of 8a77a41da8e44907832fa12c63ab398e for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:06.893076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Routers {'59043fde-7c3b-47ef-9e01-0f9dd080bd71'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:06.893648 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:06.896319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.022478 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] Set router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:38:07.035710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.214572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Deleting port e4357c66-4853-4869-930c-a9fc2a9c0990 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:07.224923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.273056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.279124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea96793-7bf0-483b-93bd-79bbb16f36b0 req-e786270d-4532-4550-b2c8-3ef0e666416a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:07.287548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ea96793-7bf0-483b-93bd-79bbb16f36b0 req-e786270d-4532-4550-b2c8-3ef0e666416a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0774539 Oct 26 16:38:07.324737 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:38:05Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:07.382287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954858fe-7db6-41fe-8961-9fe208d5fb08 None None] The sync data for ids ['59043fde-7c3b-47ef-9e01-0f9dd080bd71'] in n-d-815373-2 is: [{'id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'name': 'tempest-ServersTestManualDisk-936892874-router', 'tenant_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:35:38Z', 'updated_at': '2021-10-26T16:38:05Z', 'revision_number': 5, 'project_id': 'd9c1a7765c0a4243aaeb5a414d74d346', 'gw_port': {'id': 'e4357c66-4853-4869-930c-a9fc2a9c0990', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59043fde-7c3b-47ef-9e01-0f9dd080bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:35:40Z', 'updated_at': '2021-10-26T16:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:38:07.383097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ea96793-7bf0-483b-93bd-79bbb16f36b0 req-cfc8afc5-e524-43a1-9bdc-94386550957b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896842 Oct 26 16:38:07.430128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Subnet': ['ID=eba383ec-805d-4ddc-b78f-77340c326195,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:07.433137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-a9e09f1f-747a-4a1a-a2dd-8c107c2f2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:07.434654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-a9e09f1f-747a-4a1a-a2dd-8c107c2f2be9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.1774380 Oct 26 16:38:07.441521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] For port e4357c66-4853-4869-930c-a9fc2a9c0990, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4357c66-4853-4869-930c-a9fc2a9c0990,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:07.441886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.453768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Checking segment: {'id': 'abd40e2f-c8b9-4af0-8158-884e51957235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:07.454129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network hostable DHCP agents. Network: 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:07.480297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Calling delete_port for e4357c66-4853-4869-930c-a9fc2a9c0990 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:07.615862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-a1441f15-b274-40fc-96d1-390d836c308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:07.617337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-a1441f15-b274-40fc-96d1-390d836c308f service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1648169 Oct 26 16:38:07.689772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-6758033d-3859-49e3-a4ab-17dada0d3c49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0426207 Oct 26 16:38:07.758521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:07.795992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-2943f2ea-2610-45b2-9107-9a1f437e0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:07.797327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-2943f2ea-2610-45b2-9107-9a1f437e0a76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0868640 Oct 26 16:38:07.847585 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-dacc11f4-dd53-45cf-8acd-9bbae4baf0a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330477 Oct 26 16:38:07.915432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:07.920555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:07.921249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.929599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9959f4-b571-465e-81b1-ecd023b00c16 None None] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:07.951699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:07.988057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4357c66-4853-4869-930c-a9fc2a9c0990,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:08.055917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-78cd8d4f-0135-4195-9b5d-bc3d2e3d8b4b service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949048 Oct 26 16:38:08.121492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53a7a089-9185-4c5a-898d-dc98bbaaa057 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8397949 Oct 26 16:38:08.124493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48236) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:08.129476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-614727833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:08.144270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.156432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0', 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0', 'tenant_id': '8a77a41da8e44907832fa12c63ab398e', 'fixed_ips': [{'subnet_id': 'eba383ec-805d-4ddc-b78f-77340c326195'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:38:08.159935 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.272868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.277165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.354232 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3bd1a62-8806-44af-867d-9303e2ef8c6e req-a405c9d8-7b1f-4fd1-892e-dc6206e40a41 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902548 Oct 26 16:38:08.359470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Allocated IP 172.20.0.2 (2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0/eba383ec-805d-4ddc-b78f-77340c326195/b026a522-3633-4cba-aa8c-22f2e7671861) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:08.453505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.453505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.590090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d19859-4f09-47d0-9596-9e6bd6176c41 req-48811772-8c2c-4cb3-ab39-4f300905a33d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:08.591241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98d19859-4f09-47d0-9596-9e6bd6176c41 req-48811772-8c2c-4cb3-ab39-4f300905a33d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1331697 Oct 26 16:38:08.605640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.613675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.616284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59043fde-7c3b-47ef-9e01-0f9dd080bd71 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:38:08.621097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.621820 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70245b54-e3f9-404d-829e-9da3ebd7a77d admin admin] 10.222.0.21 "DELETE /v2.0/routers/59043fde-7c3b-47ef-9e01-0f9dd080bd71 HTTP/1.1" status: 204 len: 168 time: 2.2666421 Oct 26 16:38:08.627642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48256) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:08.630621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.691984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98d19859-4f09-47d0-9596-9e6bd6176c41 req-9335e91f-b987-4730-89f1-8ebd13f82c87 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894806 Oct 26 16:38:08.717614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Deleting subnet 99a2bd58-fdff-40e3-b9aa-2474f40b3071 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:08.721832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.728186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.769687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.774105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:08.777761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:08.780416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.782846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:08.818510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Pushing event updated for resources: {'Port': ['ID=b026a522-3633-4cba-aa8c-22f2e7671861,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:08.829114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.829951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.830650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.831422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.832011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.833375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.834005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.834567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.835123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.835721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.836289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.837084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:08.872924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Attempting to bind port b026a522-3633-4cba-aa8c-22f2e7671861 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:38:08.873632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Attempting to bind port b026a522-3633-4cba-aa8c-22f2e7671861 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'abd40e2f-c8b9-4af0-8158-884e51957235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:38:08.874232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Attempting to bind port b026a522-3633-4cba-aa8c-22f2e7671861 on network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:38:08.880568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:38:08.881550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Checking segment: {'id': 'abd40e2f-c8b9-4af0-8158-884e51957235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:08.882163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.882754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Bound using segment: {'id': 'abd40e2f-c8b9-4af0-8158-884e51957235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:38:08.892515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Bound port: b026a522-3633-4cba-aa8c-22f2e7671861, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd40e2f-c8b9-4af0-8158-884e51957235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:38:08.892515 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.892797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:08.892797 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c8db744d-6453-40d7-92da-06d30508a5c3 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7598584 Oct 26 16:38:08.892797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48266) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:08.989501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] For port b026a522-3633-4cba-aa8c-22f2e7671861, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:38:08.998318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] For port b026a522-3633-4cba-aa8c-22f2e7671861, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b026a522-3633-4cba-aa8c-22f2e7671861,segment=NetworkSegment(abd40e2f-c8b9-4af0-8158-884e51957235),segment_id=abd40e2f-c8b9-4af0-8158-884e51957235)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:38:09.003711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.071437 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.135733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0101c9-496f-48dd-b867-fd84093431d0 None None] Pushing event updated for resources: {'Port': ['ID=b026a522-3633-4cba-aa8c-22f2e7671861,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:09.214543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.267560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.269437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bdb94-0fc0-49be-999b-66033bfca6e2 None None] Network 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:09.275038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/99a2bd58-fdff-40e3-b9aa-2474f40b3071 HTTP/1.1" status: 204 len: 168 time: 0.6433144 Oct 26 16:38:09.275038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9d732-1c0f-4ee2-90fa-4258092256e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a2bd58-fdff-40e3-b9aa-2474f40b3071,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:09.276136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48272) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:09.302970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.470571 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.505182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4357c66-4853-4869-930c-a9fc2a9c0990 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:09.598191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e4357c66-4853-4869-930c-a9fc2a9c0990 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:09.601147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4357c66-4853-4869-930c-a9fc2a9c0990 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:09.601550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ac755d76-0b5a-493c-a205-a5ffe865a18b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:09.636663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Deleting port e28c359e-a42d-4173-b331-8a8568a72efa {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:09.637139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.650536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ac755d76-0b5a-493c-a205-a5ffe865a18b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:09.651172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ac755d76-0b5a-493c-a205-a5ffe865a18b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:09.751068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] For port e28c359e-a42d-4173-b331-8a8568a72efa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e28c359e-a42d-4173-b331-8a8568a72efa,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:09.751486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.784924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Calling delete_port for e28c359e-a42d-4173-b331-8a8568a72efa owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:09.820097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] DHCP port deletion for 52cf81ab-d34b-4ac7-85cf-c3a889d08e03 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:38:09.895896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Allocated IP 172.20.0.1 (2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0/eba383ec-805d-4ddc-b78f-77340c326195/75d62f55-5f75-4db8-8874-b3c293205242) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:09.939934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Deleting port e28c359e-a42d-4173-b331-8a8568a72efa {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:09.940307 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:09.976327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7a19-1acc-4d08-9e2a-7b0f02bf6a02 req-d45bc5c9-25ff-42f1-9e93-f6a5da6a8ef9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:09.985171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8ff7a19-1acc-4d08-9e2a-7b0f02bf6a02 req-d45bc5c9-25ff-42f1-9e93-f6a5da6a8ef9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Oct 26 16:38:10.049610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8ff7a19-1acc-4d08-9e2a-7b0f02bf6a02 req-23ff050a-2360-4ee7-9b09-811a48a7d00b tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575998 Oct 26 16:38:10.051432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.075665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] For port e28c359e-a42d-4173-b331-8a8568a72efa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e28c359e-a42d-4173-b331-8a8568a72efa,segment=NetworkSegment(13a95e83-2133-4d0d-ac80-5d59621b1587),segment_id=13a95e83-2133-4d0d-ac80-5d59621b1587)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:10.076188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.118893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Calling delete_port for e28c359e-a42d-4173-b331-8a8568a72efa owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:10.119218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.126798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28c359e-a42d-4173-b331-8a8568a72efa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:10.136356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] No DVR routers for this DVR port e28c359e-a42d-4173-b331-8a8568a72efa on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:10.225565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.244868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.248503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.267187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cf81ab-d34b-4ac7-85cf-c3a889d08e03']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:10.278948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a95e83-2133-4d0d-ac80-5d59621b1587') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:10.279189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a95e83-2133-4d0d-ac80-5d59621b1587') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:10.304244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.321446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] No DVR routers for this DVR port e28c359e-a42d-4173-b331-8a8568a72efa on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:10.321664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:10.328568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:10.337477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc8ff2-7b64-4614-9d80-2701c272d63b None None] Pushing event deleted for resources: {'Port': ['ID=e28c359e-a42d-4173-b331-8a8568a72efa,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:10.338810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.346198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:10.360226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:10.360984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:10.362853 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:10.406772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=75d62f55-5f75-4db8-8874-b3c293205242,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:10.445441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.574349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.586602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.591173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] 10.222.0.21 "DELETE /v2.0/networks/52cf81ab-d34b-4ac7-85cf-c3a889d08e03 HTTP/1.1" status: 204 len: 168 time: 1.3117831 Oct 26 16:38:10.600331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd9f6a-edea-4298-93ed-b93496b9ae69 admin admin] Pushing event deleted for resources: {'Network': ['ID=52cf81ab-d34b-4ac7-85cf-c3a889d08e03,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:10.669531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.686660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa2945-92c3-4e77-9df6-7675d95f5686 None None] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:10.781155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] Provisioning complete for port b026a522-3633-4cba-aa8c-22f2e7671861 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:10.781474 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.949839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:10.989991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] For port b026a522-3633-4cba-aa8c-22f2e7671861, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b026a522-3633-4cba-aa8c-22f2e7671861,segment=NetworkSegment(abd40e2f-c8b9-4af0-8158-884e51957235),segment_id=abd40e2f-c8b9-4af0-8158-884e51957235)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:11.022515 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.065181 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.127405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.148677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524c6bf-541a-461b-a7b9-bddb46a5ebc8 None None] Pushing event updated for resources: {'Port': ['ID=b026a522-3633-4cba-aa8c-22f2e7671861,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:11.237636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48314) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:11.288670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=75d62f55-5f75-4db8-8874-b3c293205242,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:11.305802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.320006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d612-3436-4f06-9a65-9ac94d1ed1ea req-ed37ad69-57ab-4494-b25e-b6153d9178d8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:11.325364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a837d612-3436-4f06-9a65-9ac94d1ed1ea req-ed37ad69-57ab-4494-b25e-b6153d9178d8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1404550 Oct 26 16:38:11.344939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-381acd84-25f3-4ed5-a159-b9cbad69eddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9c1a7765c0a4243aaeb5a414d74d346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059840 Oct 26 16:38:11.368548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48316) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:11.482024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a837d612-3436-4f06-9a65-9ac94d1ed1ea req-ed71a6ce-6a7c-46e3-9ada-11e9d4d4a383 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427948 Oct 26 16:38:11.482614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:11.484119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:11.484973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.550615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.691557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b026a522-3633-4cba-aa8c-22f2e7671861 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:38:11.697794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-309c6342-08ef-4708-a587-33d6d689e1cd None None] Provisioning complete for port 75d62f55-5f75-4db8-8874-b3c293205242 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:11.699267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c6342-08ef-4708-a587-33d6d689e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.745310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.748233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.751205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/997d43ff-5026-44df-8afb-26dc5f318eb3 HTTP/1.1" status: 204 len: 168 time: 0.3805728 Oct 26 16:38:11.758783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dbe68-4eda-4443-8c4b-da994ac205b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d43ff-5026-44df-8afb-26dc5f318eb3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:11.772874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-309c6342-08ef-4708-a587-33d6d689e1cd None None] Port 75d62f55-5f75-4db8-8874-b3c293205242 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:38:11.795976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-309c6342-08ef-4708-a587-33d6d689e1cd None None] Provisioning complete for port b026a522-3633-4cba-aa8c-22f2e7671861 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:11.796633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Router f65549a2-8514-43bd-af9e-f9f2153e73e2 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:38:11.796886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c6342-08ef-4708-a587-33d6d689e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.844150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b026a522-3633-4cba-aa8c-22f2e7671861 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:11.847910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:11.935701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:38:11.947113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] Sync routers for ids ['f65549a2-8514-43bd-af9e-f9f2153e73e2'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:38:11.954813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a8b8a668-4631-4e5a-bb9a-475930020765 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "PUT /v2.0/routers/f65549a2-8514-43bd-af9e-f9f2153e73e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0648410 Oct 26 16:38:11.959383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:11.969651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'port': {'network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0', 'name': 'tempest-FloatingIPNegativeTestJSON-1013724862'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:11.996423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] Routers {'f65549a2-8514-43bd-af9e-f9f2153e73e2'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:12.002850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f65549a2-8514-43bd-af9e-f9f2153e73e2'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:12.046921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:12.063409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] Routers {'f65549a2-8514-43bd-af9e-f9f2153e73e2'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:12.064628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f65549a2-8514-43bd-af9e-f9f2153e73e2'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:12.134189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e28c359e-a42d-4173-b331-8a8568a72efa no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:12.137160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:12.137783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32291ed6-51d7-417f-849d-28920dac63ee None None] The sync data for ids ['f65549a2-8514-43bd-af9e-f9f2153e73e2'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:38:12.162194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e28c359e-a42d-4173-b331-8a8568a72efa {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:12.162871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e28c359e-a42d-4173-b331-8a8568a72efa not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:12.169985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5e8688cd-94e6-482b-8d3b-72c837d48e29 None None] Provisioning complete for port 75d62f55-5f75-4db8-8874-b3c293205242 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:12.170361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e8688cd-94e6-482b-8d3b-72c837d48e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:12.206061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48336) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:12.219785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5e8688cd-94e6-482b-8d3b-72c837d48e29 None None] Port 75d62f55-5f75-4db8-8874-b3c293205242 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:38:12.230995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Made reservation on behalf of 8a77a41da8e44907832fa12c63ab398e for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:12.235356 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:12.259683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] device_id is not set on port 0e0e5231-c6f5-4dea-ad58-621961ed85a0 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:38:12.406208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Allocated IP 172.20.0.9 (2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0/eba383ec-805d-4ddc-b78f-77340c326195/0e0e5231-c6f5-4dea-ad58-621961ed85a0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:12.520678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:12.606091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:12.711017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c5755-74f7-4540-9033-d77b2ab52fa4 req-cad72871-fb4f-4b17-b1a7-1337703897eb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:12.715778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-103c5755-74f7-4540-9033-d77b2ab52fa4 req-cad72871-fb4f-4b17-b1a7-1337703897eb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1042883 Oct 26 16:38:12.728532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.096183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.143220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-103c5755-74f7-4540-9033-d77b2ab52fa4 req-659b112c-5974-490c-954a-354a31f8dfbc tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210451 Oct 26 16:38:13.150680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba10e8a6466b4abc9f5d927727b7817a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435010 Oct 26 16:38:13.151923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e139016-86d5-4ab3-8a13-dd779bb7bb43,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:13.153823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48372) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:13.162489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.162852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.173045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a5e76-f0c0-42ad-9458-0cfd44065ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:13.208914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.220880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.249763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.279057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:13.282819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:13.287439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:13.321995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=0e0e5231-c6f5-4dea-ad58-621961ed85a0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:13.372380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:13.376055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.386826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.390291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.394076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e139016-86d5-4ab3-8a13-dd779bb7bb43 HTTP/1.1" status: 204 len: 168 time: 0.2358582 Oct 26 16:38:13.412125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48386) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:13.416190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213824-b621-411f-84b9-1cda1a8f16b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e139016-86d5-4ab3-8a13-dd779bb7bb43,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:13.491460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6febe9cc-0606-4ba5-bfb9-181e9cd133ea tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5305250 Oct 26 16:38:13.494888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48390) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:13.499678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:13.613475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.659421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d4ed1d86-4606-432f-9b07-295634ce49e8 None None] Provisioning complete for port 0e0e5231-c6f5-4dea-ad58-621961ed85a0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:13.660058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1d86-4606-432f-9b07-295634ce49e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.699979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed1d86-4606-432f-9b07-295634ce49e8 None None] Port 0e0e5231-c6f5-4dea-ad58-621961ed85a0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:38:13.744035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:38:13.763482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.826583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1508569496-network', 'tenant_id': '963b6f88f1014393aa5c45ecb8966ce0'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:13.923741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Allocated IP 172.25.5.219 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b6118acd-6975-407c-b82c-802a145361bd) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:13.940777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Made reservation on behalf of 963b6f88f1014393aa5c45ecb8966ce0 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:13.943992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:13.985811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.077729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.135975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.223987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48404) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:14.246056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29a6734e-f84d-4402-b2ff-3801949d544f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.268480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.270918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.350145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:14.372293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:14.377023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af876f-eabe-4a70-a7a7-a59fae4c222c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:14.388098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=b6118acd-6975-407c-b82c-802a145361bd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:14.390495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:14.396679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.397036 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Added segment 41ee160d-4725-41b4-b907-c526335dac8a of type vlan for network 1adbf1f1-e9ca-466a-826c-93ca380e6764 Oct 26 16:38:14.399445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:14.408355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886d36-4d51-474d-933c-5958111ae085 req-3158e89c-7857-45c9-a657-6a3c34a1d1fa tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:14.409854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0886d36-4d51-474d-933c-5958111ae085 req-3158e89c-7857-45c9-a657-6a3c34a1d1fa tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1783094 Oct 26 16:38:14.504031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.567494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0886d36-4d51-474d-933c-5958111ae085 req-bc159fd8-b068-41f2-a8c4-3c59733fc0f0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451969 Oct 26 16:38:14.612159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29a6734e-f84d-4402-b2ff-3801949d544f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.616628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.684877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.685837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:14.686531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.691626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29a6734e-f84d-4402-b2ff-3801949d544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.786891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.826185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-29a6734e-f84d-4402-b2ff-3801949d544f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b79e069d8524bb4a0cc1c1ae13bdbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009417 Oct 26 16:38:14.828953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48420) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:14.835301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6734e-f84d-4402-b2ff-3801949d544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba7bd7-7ed6-432b-b645-c3467f37b6ca,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:14.839953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] Pushing event updated for resources: {'Network': ['ID=1adbf1f1-e9ca-466a-826c-93ca380e6764,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:14.846496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8ecca15b-15ff-4af9-b6c8-493a24c5b1ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4326653 Oct 26 16:38:14.850037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:14.854720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Request body: {'subnet': {'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1508569496-subnet', 'tenant_id': '963b6f88f1014393aa5c45ecb8966ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:14.864735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1adbf1f1-e9ca-466a-826c-93ca380e6764 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:14.889531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:14.920561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.014934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Made reservation on behalf of 963b6f88f1014393aa5c45ecb8966ce0 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:15.017372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.071412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.074252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.075656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eba7bd7-7ed6-432b-b645-c3467f37b6ca HTTP/1.1" status: 204 len: 168 time: 0.2456498 Oct 26 16:38:15.083397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.084658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493447d-6ed2-47ab-a872-7dea17e44d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba7bd7-7ed6-432b-b645-c3467f37b6ca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:15.160136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.272767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=b6118acd-6975-407c-b82c-802a145361bd,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:15.293405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.438607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.439887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd5fa3e3-d57f-4b90-bcf1-eb69c76906fa tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9438553 Oct 26 16:38:15.440815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.443042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:15.447920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4cfec601-d5a3-4a59-881a-ec1a5b2f0715 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'floatingip': {'port_id': '0e0e5231-c6f5-4dea-ad58-621961ed85a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:15.496102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c058bde-5f85-4896-a919-16feb7c56359,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:15.496314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cfec601-d5a3-4a59-881a-ec1a5b2f0715 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.526082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Checking segment: {'id': '41ee160d-4725-41b4-b907-c526335dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:15.526082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Network hostable DHCP agents. Network: 1adbf1f1-e9ca-466a-826c-93ca380e6764, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:15.642388 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-4cfec601-d5a3-4a59-881a-ec1a5b2f0715 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] update failed (client error): The resource could not be found. Oct 26 16:38:15.648003 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4cfec601-d5a3-4a59-881a-ec1a5b2f0715 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "PUT /v2.0/floatingips/e36c5d62-3b91-4337-bbe8-b73f83e23c4b HTTP/1.1" status: 404 len: 507 time: 0.1993613 Oct 26 16:38:15.648331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48450) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:15.712810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Network 1adbf1f1-e9ca-466a-826c-93ca380e6764 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:15.831674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f27ce-c8bb-4754-ae49-ecf9b51d65e6 req-0f4dd2c0-d7ee-4453-903a-6dd78bbc1a13 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:15.834077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc4f27ce-c8bb-4754-ae49-ecf9b51d65e6 req-0f4dd2c0-d7ee-4453-903a-6dd78bbc1a13 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1398098 Oct 26 16:38:15.858448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting port b6118acd-6975-407c-b82c-802a145361bd {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:15.858448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.897096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1adbf1f1-e9ca-466a-826c-93ca380e6764) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:15.902456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:15.903565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:15.905434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314054e2-6c0d-4e71-bd37-c019885d6699 None None] Network 1adbf1f1-e9ca-466a-826c-93ca380e6764 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:15.964005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc4f27ce-c8bb-4754-ae49-ecf9b51d65e6 req-da57f552-6bc3-48c5-833f-7fbd697a3f45 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Oct 26 16:38:16.008527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.011427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.040386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Calling delete_port for b6118acd-6975-407c-b82c-802a145361bd owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:16.057065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6b4f8c9-eb0e-44ad-abd1-da7bcaf16cc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2002728 Oct 26 16:38:16.144342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8443538-37d8-48af-9c8b-636d1e4cb11d None None] Network 1adbf1f1-e9ca-466a-826c-93ca380e6764 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:16.317457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.351341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Port': ['ID=b6118acd-6975-407c-b82c-802a145361bd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:16.433339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.436626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.437818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-42612f04-8822-4f44-9cf7-63e7f6fd8887 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "DELETE /v2.0/floatingips/e36c5d62-3b91-4337-bbe8-b73f83e23c4b HTTP/1.1" status: 204 len: 168 time: 0.7884688 Oct 26 16:38:16.446393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48486) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:16.451068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-26a575f0-2610-4d9d-a251-bb038589788e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'floatingip': {'floating_network_id': '2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0', 'port_id': '0e0e5231-c6f5-4dea-ad58-621961ed85a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:16.544622 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26a575f0-2610-4d9d-a251-bb038589788e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:16.831255 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-26a575f0-2610-4d9d-a251-bb038589788e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:38:16.833592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-26a575f0-2610-4d9d-a251-bb038589788e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3861721 Oct 26 16:38:16.839335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:16.846540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '0e0e5231-c6f5-4dea-ad58-621961ed85a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:16.871708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-7f1a3c33-f382-4192-a8f0-ca67e65da013 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:16.882923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-7f1a3c33-f382-4192-a8f0-ca67e65da013 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/networks?id=1adbf1f1-e9ca-466a-826c-93ca380e6764 HTTP/1.1" status: 200 len: 809 time: 0.1518028 Oct 26 16:38:16.905857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-ac473a87-d5b6-419e-9edf-2c8c001976e8 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/quotas/963b6f88f1014393aa5c45ecb8966ce0 HTTP/1.1" status: 200 len: 375 time: 0.0210438 Oct 26 16:38:16.949963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fc63abaf-8232-4ba9-84d8-f658b572bc58 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=963b6f88f1014393aa5c45ecb8966ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432000 Oct 26 16:38:16.951066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:17.060761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-702cedfe-716f-4102-abe5-997a5b41e5dd service neutron] 10.222.0.21 "GET /v2.0/networks/1adbf1f1-e9ca-466a-826c-93ca380e6764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097212 Oct 26 16:38:17.139047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:17.193362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58e3c2-8942-4622-9b1c-e7ec3e52cf42 req-98ac7e0a-fa97-403c-ac23-8900042b5507 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:17.194807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c58e3c2-8942-4622-9b1c-e7ec3e52cf42 req-98ac7e0a-fa97-403c-ac23-8900042b5507 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0830712 Oct 26 16:38:17.222688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-5e9b329b-48f9-4bba-8201-e175db67478c service neutron] 10.222.0.21 "GET /v2.0/networks/1adbf1f1-e9ca-466a-826c-93ca380e6764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607292 Oct 26 16:38:17.303284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c58e3c2-8942-4622-9b1c-e7ec3e52cf42 req-d0ae8dbb-64c4-47c1-b61b-c68b54fc2670 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990934 Oct 26 16:38:17.318021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Allocated IP 172.25.5.199 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7c8b3386-231b-4876-8c72-5bfd154313e7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:17.438194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:17.595029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:17.601648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b46edd84-2cd3-4be8-b41e-db12706fe939 req-f5499947-3ee8-47f4-be59-146b242c31cb tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.0298262 Oct 26 16:38:17.612690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:17.686732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event updated for resources: {'Port': ['ID=7c8b3386-231b-4876-8c72-5bfd154313e7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:17.716744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:17.721187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:17.730310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:18.337453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bc55-404c-424e-ae64-5f9fd41ccd5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.391593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting port 7c8b3386-231b-4876-8c72-5bfd154313e7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:18.391899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.461508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c21c-4749-4f8c-8813-66b10013823f req-fe930154-465f-41be-96db-6286f94eebcb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:18.483708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3360c21c-4749-4f8c-8813-66b10013823f req-fe930154-465f-41be-96db-6286f94eebcb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0789611 Oct 26 16:38:18.518421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.518752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.544651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Calling delete_port for 7c8b3386-231b-4876-8c72-5bfd154313e7 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:18.591821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3360c21c-4749-4f8c-8813-66b10013823f req-74161e64-767c-4648-8703-0ac83b148334 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069801 Oct 26 16:38:18.606785 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bc55-404c-424e-ae64-5f9fd41ccd5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.682523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bc55-404c-424e-ae64-5f9fd41ccd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.703947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7067511-2d68-4a4b-8b74-76bd5f846ff9 req-1ec69527-2c58-4e80-8dbd-51aca57b918c tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.0323763 Oct 26 16:38:18.742879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5a8bc55-404c-424e-ae64-5f9fd41ccd5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa82c33fd9ed43e995191111d6af06a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467099 Oct 26 16:38:18.743622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8bc55-404c-424e-ae64-5f9fd41ccd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dcabbb-e77d-4e03-9272-2c0991573f08,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:18.745645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48568) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:18.799095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.826767 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.852472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.901479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Port': ['ID=7c8b3386-231b-4876-8c72-5bfd154313e7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:18.986105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.991583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:18.993153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9dcabbb-e77d-4e03-9272-2c0991573f08 HTTP/1.1" status: 204 len: 168 time: 0.2462440 Oct 26 16:38:19.014409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeab83-423b-4db0-8030-43511031d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dcabbb-e77d-4e03-9272-2c0991573f08,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:19.084223 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] create failed (client error): The resource could not be found. Oct 26 16:38:19.085980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f164a38-729f-49a2-afd5-78e5f39df5ce tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2448647 Oct 26 16:38:19.092137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48578) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:19.207158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting port 0e0e5231-c6f5-4dea-ad58-621961ed85a0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:19.207973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:19.303238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:19.317846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Calling delete_port for 0e0e5231-c6f5-4dea-ad58-621961ed85a0 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:19.628357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868cc0-1f2c-4eeb-8c00-7aa775d2737a req-cd9f90e1-3f11-4298-b400-b67fe4377f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:19.632672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a868cc0-1f2c-4eeb-8c00-7aa775d2737a req-cd9f90e1-3f11-4298-b400-b67fe4377f72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.0492356 Oct 26 16:38:19.649070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:19.742439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fff26a-37f5-42a4-aefa-c140008aaafd req-0b8d31bf-76fc-4426-b3a9-1186f87e7ed9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:19.752104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3fff26a-37f5-42a4-aefa-c140008aaafd req-0b8d31bf-76fc-4426-b3a9-1186f87e7ed9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0750306 Oct 26 16:38:19.756900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Port': ['ID=0e0e5231-c6f5-4dea-ad58-621961ed85a0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:19.828103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3fff26a-37f5-42a4-aefa-c140008aaafd req-9b0b8084-2920-4dc4-899a-449ef61289ab tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747795 Oct 26 16:38:19.831566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a868cc0-1f2c-4eeb-8c00-7aa775d2737a req-af080440-6035-4faa-8f99-54dd01920acf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914015 Oct 26 16:38:19.914806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a082432a-fd03-4ec3-8681-e048e0359f83 req-8865b731-4b37-42d8-97cd-c1b5f015bca8 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.0672762 Oct 26 16:38:19.931976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:19.935617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9314fdc0-15d7-47ad-81a5-583f74449408 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "DELETE /v2.0/ports/0e0e5231-c6f5-4dea-ad58-621961ed85a0 HTTP/1.1" status: 204 len: 168 time: 0.8432293 Oct 26 16:38:19.938136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:19.995947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55938b-869e-41c8-9920-6832f298d3bd tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:19.997648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0f55938b-869e-41c8-9920-6832f298d3bd tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "GET /v2.0/ports?device_id=f65549a2-8514-43bd-af9e-f9f2153e73e2 HTTP/1.1" status: 200 len: 913 time: 0.0584486 Oct 26 16:38:20.000319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48604) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:20.490703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-08bcca2c-e606-4b9f-b6e3-0f4d8820998d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:20.492499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-08bcca2c-e606-4b9f-b6e3-0f4d8820998d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.39 "GET /v2.0/networks?id=1adbf1f1-e9ca-466a-826c-93ca380e6764 HTTP/1.1" status: 200 len: 809 time: 0.2253542 Oct 26 16:38:20.520620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Request body: {'port': {'device_id': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764', 'admin_state_up': True, 'tenant_id': '963b6f88f1014393aa5c45ecb8966ce0'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:20.744788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:20.790654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:20.893534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Made reservation on behalf of 963b6f88f1014393aa5c45ecb8966ce0 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:20.901349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:21.532721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Allocated IP 172.20.0.10 (1adbf1f1-e9ca-466a-826c-93ca380e6764/6c058bde-5f85-4896-a919-16feb7c56359/e1ff0f83-0f3c-4bfc-b93d-0a4a80621968) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:21.561169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adfeec28-ece1-4a06-bca5-69d64e195d43 req-b36d5e2d-c462-4c62-a19d-d4a4afba8438 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.4283350 Oct 26 16:38:21.614841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98bdc6-1354-4eb2-bcee-56659f6b6207 req-53b737e0-b8be-4ffd-ae46-ffb9878f0b0e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:21.616478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa98bdc6-1354-4eb2-bcee-56659f6b6207 req-53b737e0-b8be-4ffd-ae46-ffb9878f0b0e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.6923873 Oct 26 16:38:21.743377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa98bdc6-1354-4eb2-bcee-56659f6b6207 req-5d8339e8-63e3-48e5-a0fe-2ed8523e0fd2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113772 Oct 26 16:38:21.880756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:21.935475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting port 75d62f55-5f75-4db8-8874-b3c293205242 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:21.935792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.067102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.081143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Calling delete_port for 75d62f55-5f75-4db8-8874-b3c293205242 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:22.094432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.186489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Network 1adbf1f1-e9ca-466a-826c-93ca380e6764 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:22.192173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:22.194679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:22.235873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Pushing event updated for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:22.270694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:22.271046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.415891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-fdfce857-1f07-46c4-a38d-b983d4419474 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9024658 Oct 26 16:38:22.428536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Request body: {'port': {'device_id': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:22.464419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.491272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.597113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:22.642588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Port': ['ID=75d62f55-5f75-4db8-8874-b3c293205242,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:22.778911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48678) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:22.965351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.020622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af3172-f15d-409e-8ce2-7cbfccf50aa4 req-95b44d4e-e496-4138-9b15-42601513f37f tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:23.022146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89af3172-f15d-409e-8ce2-7cbfccf50aa4 req-95b44d4e-e496-4138-9b15-42601513f37f tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 932 time: 0.2852852 Oct 26 16:38:23.046342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f297c713-ca65-457f-82db-c7ffdbc02718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.162389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f297c713-ca65-457f-82db-c7ffdbc02718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.198850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89af3172-f15d-409e-8ce2-7cbfccf50aa4 req-c4f96bf6-8f02-496f-8465-b2dea3d20a3f tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436639 Oct 26 16:38:23.230017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ce59-d1e9-4837-99ca-c91db45eae89 req-50fb1823-9c62-4a23-8176-989e12c1473f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:23.243731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d633ce59-d1e9-4837-99ca-c91db45eae89 req-50fb1823-9c62-4a23-8176-989e12c1473f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.3193917 Oct 26 16:38:23.257301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f297c713-ca65-457f-82db-c7ffdbc02718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.291515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:38:23.327660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f297c713-ca65-457f-82db-c7ffdbc02718 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=560143a1ae9a4134b8ab197dcc37a5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475309 Oct 26 16:38:23.328537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297c713-ca65-457f-82db-c7ffdbc02718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baaa269-0ad6-4aaa-b3de-c6a45ce05091,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:23.331690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:23.390411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.402978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.428285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.439914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Router f65549a2-8514-43bd-af9e-f9f2153e73e2 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:38:23.440912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Transition to ACTIVE for port object e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:38:23.451512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d633ce59-d1e9-4837-99ca-c91db45eae89 req-03fe650e-fb47-4121-824a-99b69c661010 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972005 Oct 26 16:38:23.559110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:38:23.568107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48722) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:23.572496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c0958161-992c-4694-bcab-cd860dd03c0e tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "PUT /v2.0/routers/f65549a2-8514-43bd-af9e-f9f2153e73e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5665948 Oct 26 16:38:23.574616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] Sync routers for ids ['f65549a2-8514-43bd-af9e-f9f2153e73e2'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:38:23.588735 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] Routers {'f65549a2-8514-43bd-af9e-f9f2153e73e2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:23.592417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f65549a2-8514-43bd-af9e-f9f2153e73e2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:23.635936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.638975 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:23.648506 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] Routers {'f65549a2-8514-43bd-af9e-f9f2153e73e2'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:38:23.649109 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f65549a2-8514-43bd-af9e-f9f2153e73e2'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:23.673632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.684264 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:23.684904 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61bcd5e-0c63-4e47-8fcc-6195879a24b7 None None] The sync data for ids ['f65549a2-8514-43bd-af9e-f9f2153e73e2'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:38:23.710867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.713681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.718081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1baaa269-0ad6-4aaa-b3de-c6a45ce05091 HTTP/1.1" status: 204 len: 168 time: 0.3845828 Oct 26 16:38:23.723796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Pushing event updated for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:23.755732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81c936-a46c-425e-bbba-e138fb0320f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baaa269-0ad6-4aaa-b3de-c6a45ce05091,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:23.872464 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.873310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Attempting to bind port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:38:23.873657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Attempting to bind port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '41ee160d-4725-41b4-b907-c526335dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:38:23.876282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Attempting to bind port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 on network 1adbf1f1-e9ca-466a-826c-93ca380e6764 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:38:23.879287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:23.905353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 on network 1adbf1f1-e9ca-466a-826c-93ca380e6764 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:38:23.905672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Attempting to bind port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 on network 1adbf1f1-e9ca-466a-826c-93ca380e6764 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:38:23.913132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:38:23.916081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Checking segment: {'id': '41ee160d-4725-41b4-b907-c526335dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:23.916081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Bound using segment: {'id': '41ee160d-4725-41b4-b907-c526335dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:38:23.916081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Bound port: e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ee160d-4725-41b4-b907-c526335dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:38:23.916081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.036085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a776d0-8457-4880-abff-7f5a0858eed9 req-3a28e720-03dd-41db-afd8-8f281dc770ae tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.038635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5a776d0-8457-4880-abff-7f5a0858eed9 req-3a28e720-03dd-41db-afd8-8f281dc770ae tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0767534 Oct 26 16:38:24.039887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:38:24.043449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,segment=NetworkSegment(41ee160d-4725-41b4-b907-c526335dac8a),segment_id=41ee160d-4725-41b4-b907-c526335dac8a)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:38:24.073120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.074116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Fanout notify agent at l3_agent the message router_deleted on router f65549a2-8514-43bd-af9e-f9f2153e73e2 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:38:24.088572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.089769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0ca5bee9-1fb7-4d9b-bede-7181c345761a tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "DELETE /v2.0/routers/f65549a2-8514-43bd-af9e-f9f2153e73e2 HTTP/1.1" status: 204 len: 168 time: 0.5203557 Oct 26 16:38:24.092489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:24.117669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5a776d0-8457-4880-abff-7f5a0858eed9 req-31e9d0f4-c918-4dba-b389-959e659a19fd tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721300 Oct 26 16:38:24.140178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.154706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-b6ce1942-9d91-4aa7-a17f-10c175d9e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.156246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-b6ce1942-9d91-4aa7-a17f-10c175d9e1a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.1457760 Oct 26 16:38:24.161522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting subnet eba383ec-805d-4ddc-b78f-77340c326195 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:24.181934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.182555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.184009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] 10.222.0.39 "PUT /v2.0/ports/e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 HTTP/1.1" status: 200 len: 1092 time: 1.7597978 Oct 26 16:38:24.184446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:38:24.185426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.186768 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80243b63-cd2d-4a92-b35e-f2a78acf837d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:38:24.232290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3cde2-5a28-40dd-8e90-29cf1b90404f service neutron] Pushing event updated for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:24.271205 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072459b1-8fad-4036-b5c2-7abca00e91d9 x-openstack-request-id: req-072459b1-8fad-4036-b5c2-7abca00e91d9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:38:24.271505 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:38:24.271767 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-072459b1-8fad-4036-b5c2-7abca00e91d9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:38:24.272173 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968', 'status': 'completed', 'code': 200} Oct 26 16:38:24.311249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-e0139e28-462b-488d-bdb3-b43fe61428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.313365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-e0139e28-462b-488d-bdb3-b43fe61428b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1488256 Oct 26 16:38:24.390011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.447798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-43cdfec9-38a4-4f7d-b1ff-29732fa9d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.448314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-43cdfec9-38a4-4f7d-b1ff-29732fa9d7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=963b6f88f1014393aa5c45ecb8966ce0&device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 1095 time: 0.1388919 Oct 26 16:38:24.458925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-500f950c-5990-4786-90cf-f43963ece096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0792937 Oct 26 16:38:24.460348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9fc8b-18cb-4896-9b74-ab1001d82eac req-72c16917-60ee-42a1-9280-7cc807d9cd8d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.462459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84e9fc8b-18cb-4896-9b74-ab1001d82eac req-72c16917-60ee-42a1-9280-7cc807d9cd8d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 944 time: 0.1362119 Oct 26 16:38:24.562296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-59cef967-c97c-49ce-af54-535167bbde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.563938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-59cef967-c97c-49ce-af54-535167bbde82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0906150 Oct 26 16:38:24.613844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-fdc8483d-c651-4b35-8e8d-b7fba3bb1b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341361 Oct 26 16:38:24.619090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.631491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84e9fc8b-18cb-4896-9b74-ab1001d82eac req-2c09c910-2468-4d8e-b7e0-8d3fd49b7988 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541529 Oct 26 16:38:24.719382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-32b642a9-54b8-48ca-834f-5e2d2a4b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:24.721002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-32b642a9-54b8-48ca-834f-5e2d2a4b656c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=963b6f88f1014393aa5c45ecb8966ce0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2575364 Oct 26 16:38:24.770147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-3edbdafe-3258-4b20-b59e-1ff815a79e1a service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473978 Oct 26 16:38:24.877987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:24.898853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f61df88c-f446-4d88-b33a-7eade569e895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.908975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:24.946319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Subnet': ['ID=eba383ec-805d-4ddc-b78f-77340c326195,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:25.043575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f61df88c-f446-4d88-b33a-7eade569e895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.053743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.063354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-56740fe3-cf69-4bf1-9516-479ccd0f6738 tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "DELETE /v2.0/subnets/eba383ec-805d-4ddc-b78f-77340c326195 HTTP/1.1" status: 204 len: 168 time: 0.9694779 Oct 26 16:38:25.067582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:25.067756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82301c0f-a773-4e5f-ada4-f530e1c9cc5a None None] Network 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:25.084002 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4e00deda-a484-4987-bf29-92c6fdd44482 req-9cea870e-3244-4c38-a26a-1bd7ac35ade7 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058069 Oct 26 16:38:25.138106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f61df88c-f446-4d88-b33a-7eade569e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.195791 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f61df88c-f446-4d88-b33a-7eade569e895 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e33aa4db391044819687cd5fc19a30ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165808 Oct 26 16:38:25.200591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:25.207262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-9f184350-e574-4777-bd85-a8a8d7d2a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:25.208816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80243b63-cd2d-4a92-b35e-f2a78acf837d req-9f184350-e574-4777-bd85-a8a8d7d2a366 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4807942 Oct 26 16:38:25.209816 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.226126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61df88c-f446-4d88-b33a-7eade569e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11814d7-95d2-4c5b-9179-eea945ea9a65,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:25.346836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.382468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.392211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e5837-f37a-40f8-b8a8-be29c61c1d24 req-bab40d20-19c6-46a0-97be-d451c97dbbb2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:25.403106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a08e5837-f37a-40f8-b8a8-be29c61c1d24 req-bab40d20-19c6-46a0-97be-d451c97dbbb2 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1242483 Oct 26 16:38:25.406565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Deleting port b026a522-3633-4cba-aa8c-22f2e7671861 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:25.406928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.410930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-40aa57b3-170b-4d91-9cd8-0167a248c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:25.412459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-40aa57b3-170b-4d91-9cd8-0167a248c34a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=963b6f88f1014393aa5c45ecb8966ce0&device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 1095 time: 0.1532335 Oct 26 16:38:25.516414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-5f93a284-78e9-46fb-91a9-4e76d3655c2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 HTTP/1.1" status: 200 len: 217 time: 0.0908294 Oct 26 16:38:25.524928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] For port b026a522-3633-4cba-aa8c-22f2e7671861, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b026a522-3633-4cba-aa8c-22f2e7671861,segment=NetworkSegment(abd40e2f-c8b9-4af0-8158-884e51957235),segment_id=abd40e2f-c8b9-4af0-8158-884e51957235)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:25.525314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.562569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a08e5837-f37a-40f8-b8a8-be29c61c1d24 req-5be23d51-ad17-431c-ac24-e3da39c6b8fa tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575830 Oct 26 16:38:25.582148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] DHCP port deletion for 2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:38:25.585193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48790) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:25.590366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Calling delete_port for b026a522-3633-4cba-aa8c-22f2e7671861 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:25.597952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.600155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.601598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e11814d7-95d2-4c5b-9179-eea945ea9a65 HTTP/1.1" status: 204 len: 168 time: 0.3893948 Oct 26 16:38:25.626618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e344e9-fec3-498b-83f8-34a778d08169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11814d7-95d2-4c5b-9179-eea945ea9a65,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:25.630901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-5d395f06-e81d-4c2c-a522-80267cb71952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:25.632667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-5d395f06-e81d-4c2c-a522-80267cb71952 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c058bde-5f85-4896-a919-16feb7c56359 HTTP/1.1" status: 200 len: 849 time: 0.0935824 Oct 26 16:38:25.684424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Deleting port b026a522-3633-4cba-aa8c-22f2e7671861 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:25.685057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.725488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-a17a6c98-94cb-4c34-840f-5f4eb23e0318 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1adbf1f1-e9ca-466a-826c-93ca380e6764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843055 Oct 26 16:38:25.753215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] For port b026a522-3633-4cba-aa8c-22f2e7671861, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b026a522-3633-4cba-aa8c-22f2e7671861,segment=NetworkSegment(abd40e2f-c8b9-4af0-8158-884e51957235),segment_id=abd40e2f-c8b9-4af0-8158-884e51957235)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:25.760385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.784111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Calling delete_port for b026a522-3633-4cba-aa8c-22f2e7671861 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:25.892955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.893574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-6f63075b-8ffb-4d07-8d75-e43c8d7c9296 service neutron] 10.222.0.39 "GET /v2.0/networks/1adbf1f1-e9ca-466a-826c-93ca380e6764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600170 Oct 26 16:38:25.896090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9f2cf-141b-48c0-aa4b-04a13839bf6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.913025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:25.939084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Port': ['ID=b026a522-3633-4cba-aa8c-22f2e7671861,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:25.946653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] No DVR routers for this DVR port b026a522-3633-4cba-aa8c-22f2e7671861 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:25.969947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a87eff-fb3d-40be-bce2-8481be5a73ab req-3d652b83-85c5-4e91-9c34-08ecb196ac10 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:25.972279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94a87eff-fb3d-40be-bce2-8481be5a73ab req-3d652b83-85c5-4e91-9c34-08ecb196ac10 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 944 time: 0.1420324 Oct 26 16:38:25.978992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] Pushing event deleted for resources: {'Port': ['ID=b026a522-3633-4cba-aa8c-22f2e7671861,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:26.002087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34108b4-9c5a-4656-9962-89cdd17ad9e0 None None] No DVR routers for this DVR port b026a522-3633-4cba-aa8c-22f2e7671861 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:26.091974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.121695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:26.122763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94a87eff-fb3d-40be-bce2-8481be5a73ab req-8e38e0cc-8cae-4217-8032-be3a1d5d31d1 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407914 Oct 26 16:38:26.134503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd40e2f-c8b9-4af0-8158-884e51957235') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:26.134922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd40e2f-c8b9-4af0-8158-884e51957235') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:26.149960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.157301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0664c5bd-0c74-462a-a4bd-7d7a5b09bb51 req-3a9b11b9-8a74-4858-a98d-ae6db8d965fb service neutron] 10.222.0.39 "GET /v2.0/networks/1adbf1f1-e9ca-466a-826c-93ca380e6764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507515 Oct 26 16:38:26.181635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.202961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:26.203321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:26.209360 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:26.247979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9f2cf-141b-48c0-aa4b-04a13839bf6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.365588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9f2cf-141b-48c0-aa4b-04a13839bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.409332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.411297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9f2cf-141b-48c0-aa4b-04a13839bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbcbe5-5743-4551-a606-35630614a2c6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:26.418443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dfa9f2cf-141b-48c0-aa4b-04a13839bf6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a7cd557a9640cb82f99d2f552c6fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322062 Oct 26 16:38:26.419067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48804) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:26.451058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.456906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] 10.222.0.21 "DELETE /v2.0/networks/2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0 HTTP/1.1" status: 204 len: 168 time: 1.3872602 Oct 26 16:38:26.477185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485885-4a6f-437e-a73a-dda04050918c tempest-FloatingIPNegativeTestJSON-1023854375 tempest-FloatingIPNegativeTestJSON-1023854375-project] Pushing event deleted for resources: {'Network': ['ID=2e5ccbe4-c051-43a7-a6b3-025fb0aea8e0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:26.490031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.525253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.750980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a9cc1-8ec3-4643-aa0d-1ac45f20bf56 req-da6a72a4-f14b-4de1-9b1c-3430f6051dc3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:26.750980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f5a9cc1-8ec3-4643-aa0d-1ac45f20bf56 req-da6a72a4-f14b-4de1-9b1c-3430f6051dc3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0604184 Oct 26 16:38:26.750980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.752315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:26.753453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eebbcbe5-5743-4551-a606-35630614a2c6 HTTP/1.1" status: 204 len: 168 time: 0.3328838 Oct 26 16:38:26.763586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa61ef-5283-441e-9de4-20b23765bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebbcbe5-5743-4551-a606-35630614a2c6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:26.816696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f5a9cc1-8ec3-4643-aa0d-1ac45f20bf56 req-8fcc7cbf-7bcf-4dcf-b3b0-3113fa0e34eb tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Oct 26 16:38:27.129472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48828) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:27.334154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307749de-e699-4183-b62c-ea3c095b12db req-47af28db-a913-44dd-9c02-d8de14bf73d8 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:27.342109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-307749de-e699-4183-b62c-ea3c095b12db req-47af28db-a913-44dd-9c02-d8de14bf73d8 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 944 time: 0.1113331 Oct 26 16:38:27.389378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c28a9e0-1ba1-4f07-ab7f-cf9d58f7510d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a77a41da8e44907832fa12c63ab398e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549317 Oct 26 16:38:27.389847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:27.449098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-307749de-e699-4183-b62c-ea3c095b12db req-b18e9030-40d9-4f1e-8d5c-f1e6efd3eeb2 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050296 Oct 26 16:38:27.454720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b026a522-3633-4cba-aa8c-22f2e7671861 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:27.482695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:27.498398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b026a522-3633-4cba-aa8c-22f2e7671861 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:27.498398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b026a522-3633-4cba-aa8c-22f2e7671861 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:27.515236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:27.693381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:27.696045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:27.697253 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be2e8c0f-0d9d-4c78-abc0-5996f0097629 HTTP/1.1" status: 204 len: 168 time: 0.3061666 Oct 26 16:38:27.707265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d1eca-256b-47aa-8abb-21299a1ee3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e8c0f-0d9d-4c78-abc0-5996f0097629,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:27.945646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2821c9-71ea-4bb9-aaa4-ae06bb875b1d req-f77cfb92-46d4-44cb-8e24-4177f64802ad tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:27.947288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2821c9-71ea-4bb9-aaa4-ae06bb875b1d req-f77cfb92-46d4-44cb-8e24-4177f64802ad tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0507600 Oct 26 16:38:27.989257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2821c9-71ea-4bb9-aaa4-ae06bb875b1d req-912f8d30-18bb-4ece-a1ef-80c59dd58250 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Oct 26 16:38:28.012055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48856) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:28.021601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7e39-5893-4f39-826d-5494bb169bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.119902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7e39-5893-4f39-826d-5494bb169bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.233816 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7e39-5893-4f39-826d-5494bb169bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.274499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3e9e7e39-5893-4f39-826d-5494bb169bd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae840c78833344b981ee2134575a2371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679248 Oct 26 16:38:28.275424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7e39-5893-4f39-826d-5494bb169bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02a914-4df7-4dd8-a3ca-2f3ee4895b14,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:28.279077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48868) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:28.369049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.447430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.596536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ec786-7e3c-4def-9ea8-5ab5f59bd595 req-30a43ae3-0352-43e5-96f4-7b4f1bfa3be2 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:28.604107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e67ec786-7e3c-4def-9ea8-5ab5f59bd595 req-30a43ae3-0352-43e5-96f4-7b4f1bfa3be2 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 944 time: 0.0631669 Oct 26 16:38:28.637342 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.640251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:28.646599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d02a914-4df7-4dd8-a3ca-2f3ee4895b14 HTTP/1.1" status: 204 len: 168 time: 0.3660970 Oct 26 16:38:28.657495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73171a-4e6c-4dc4-92a0-886093617906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02a914-4df7-4dd8-a3ca-2f3ee4895b14,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:28.698170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e67ec786-7e3c-4def-9ea8-5ab5f59bd595 req-b40212f6-8fa9-4eea-a492-2c668df5d832 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Oct 26 16:38:29.001046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.015947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.022021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.028017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.034082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.040566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.046434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.048418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-447b93e3-832e-4e0c-b9b2-6454108d8438 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1180735 Oct 26 16:38:29.097695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69b53db6-b4e7-42ce-bb9e-a8caf3feda1b req-2fa2ce1a-daf0-4e81-9ab2-829aa08abb65 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397937 Oct 26 16:38:29.355301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.361576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.378980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.397597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.412118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.420726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.434245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.445081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:38:29.448047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f83cb6ac-1a25-4d73-9482-17f9d60b855d req-30cb185e-ce1d-4e8e-aa3e-cc70029b108d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1948349 Oct 26 16:38:29.642036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,segment=NetworkSegment(41ee160d-4725-41b4-b907-c526335dac8a),segment_id=41ee160d-4725-41b4-b907-c526335dac8a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:29.656787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968', 'network_id': '1adbf1f1-e9ca-466a-826c-93ca380e6764', 'port_id': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968', 'mac_address': 'fa:16:3e:4d:fa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c058bde-5f85-4896-a919-16feb7c56359', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:38:29.708317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:29.788213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:38:29.811982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:29.829927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,segment=NetworkSegment(41ee160d-4725-41b4-b907-c526335dac8a),segment_id=41ee160d-4725-41b4-b907-c526335dac8a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:29.913306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:29.921394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32870d-25e4-41ed-9823-3aa4c241e9c3 req-74e7b414-d3a6-4bfc-93bc-522de0fdf5cf tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:29.931900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe32870d-25e4-41ed-9823-3aa4c241e9c3 req-74e7b414-d3a6-4bfc-93bc-522de0fdf5cf tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 944 time: 0.0731101 Oct 26 16:38:29.978894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:29.985762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe32870d-25e4-41ed-9823-3aa4c241e9c3 req-793ad580-50e5-4f00-98eb-7659b0ac9e12 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525901 Oct 26 16:38:30.161636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'networks': [{'name': 'tempest-network--373930245'}, {'name': 'tempest-network--131663468'}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:30.164099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-network--373930245'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:30.164099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-network--131663468'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:30.275797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'network': 2} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:30.281276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.290933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e1ff0f83-0f3c-4bfc-b93d-0a4a80621968'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:38:30.311278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.495080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.636217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.640177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.682592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:30.694718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272fc3c5-11f1-477a-8220-7eb20d076676,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:30.712720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.712967 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment f5979d96-4615-4d12-859b-4433b79284e5 of type vlan for network d3b49175-2a9b-48ed-a2ab-87cd34118e9c Oct 26 16:38:30.763774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.796573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:30.806218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.806554 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment 0a102c7d-3e37-4128-ade9-40cd792660d4 of type vlan for network fc9e9b7d-e297-495e-897b-8be5cbe45d51 Oct 26 16:38:30.877051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.984133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.984298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96c181e5-edc4-402c-87b6-545c27348761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.984773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:30.992802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.001442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.002247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.134302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=d3b49175-2a9b-48ed-a2ab-87cd34118e9c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:31.150682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d3b49175-2a9b-48ed-a2ab-87cd34118e9c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:31.195252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37550085-1283-4468-902f-90a95c97a6ec req-e5dc9d3e-983f-43f7-b8a1-b0541d4b430f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.197039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37550085-1283-4468-902f-90a95c97a6ec req-e5dc9d3e-983f-43f7-b8a1-b0541d4b430f tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1723053 Oct 26 16:38:31.203113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3900800 Oct 26 16:38:31.209388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49006) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:31.241312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121758d-89b5-4d43-aaa4-38db5ff0fb34 req-e90e04e9-661f-4c61-b943-3f719cfcd59e tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.242848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3121758d-89b5-4d43-aaa4-38db5ff0fb34 req-e90e04e9-661f-4c61-b943-3f719cfcd59e tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 945 time: 0.1729383 Oct 26 16:38:31.252905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c3f59-913a-4566-9616-746ad4804086 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=fc9e9b7d-e297-495e-897b-8be5cbe45d51,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:31.297773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fc9e9b7d-e297-495e-897b-8be5cbe45d51 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:31.323859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37550085-1283-4468-902f-90a95c97a6ec req-b5f81132-028f-4256-b716-f95b1fee7c53 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040852 Oct 26 16:38:31.360923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3121758d-89b5-4d43-aaa4-38db5ff0fb34 req-c6d559a6-016c-4c2d-ad5c-0c53878bd678 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Oct 26 16:38:31.414059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:31.448991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c086196-b913-4588-bf4e-ac614a9b649a tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.457096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c086196-b913-4588-bf4e-ac614a9b649a tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.465388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c086196-b913-4588-bf4e-ac614a9b649a tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.484259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c086196-b913-4588-bf4e-ac614a9b649a tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:31.487163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3c086196-b913-4588-bf4e-ac614a9b649a tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2797301 Oct 26 16:38:31.490387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49024) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:31.599609 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.714471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.727020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a9f02e-dc77-4850-a74a-4a6e85b44a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.739924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b49175-2a9b-48ed-a2ab-87cd34118e9c']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:31.763344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5979d96-4615-4d12-859b-4433b79284e5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:31.763973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5979d96-4615-4d12-859b-4433b79284e5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:31.783588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.803963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.812626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:31.812626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:31.831581 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:32.008474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.048789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49062) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:32.049792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.064762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/d3b49175-2a9b-48ed-a2ab-87cd34118e9c HTTP/1.1" status: 204 len: 168 time: 0.5653224 Oct 26 16:38:32.064762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49064) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:32.093096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e2e9-7b79-48a9-843f-d4841222afd9 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=d3b49175-2a9b-48ed-a2ab-87cd34118e9c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:32.135302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a9f02e-dc77-4850-a74a-4a6e85b44a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.193488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.193966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.194500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.194960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.195449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.195904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.196356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.198376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-11955554-696f-4a17-a230-945988b78546 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1463630 Oct 26 16:38:32.199761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.212775 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20a9f02e-dc77-4850-a74a-4a6e85b44a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.273800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9f02e-dc77-4850-a74a-4a6e85b44a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f65d2-935b-4f53-a469-30440123d1f8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:32.282655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-20a9f02e-dc77-4850-a74a-4a6e85b44a67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a11ee87f97854ea1b497a3d1a5137d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671756 Oct 26 16:38:32.283358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:32.311608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.313714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-a2ecdec7-d6d7-4292-b9d8-a35800ec8193 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084349 Oct 26 16:38:32.346676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9e9b7d-e297-495e-897b-8be5cbe45d51']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:32.371057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a102c7d-3e37-4128-ade9-40cd792660d4') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:32.371057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a102c7d-3e37-4128-ade9-40cd792660d4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:32.383157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.394038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.402069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.409947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:32.410343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.428919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:32.491176 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:32.581888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2839af-1652-48ab-938a-0b8f356b4878 req-983419bd-f009-4a7b-85af-264ea401072b tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.587894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac2839af-1652-48ab-938a-0b8f356b4878 req-983419bd-f009-4a7b-85af-264ea401072b tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 945 time: 0.0898638 Oct 26 16:38:32.634110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac2839af-1652-48ab-938a-0b8f356b4878 req-98bd9e64-ca24-45bc-ad4a-a25c55d46a8d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Oct 26 16:38:32.673973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.674183 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.683373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.692933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/fc9e9b7d-e297-495e-897b-8be5cbe45d51 HTTP/1.1" status: 204 len: 168 time: 0.6093080 Oct 26 16:38:32.694809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:32.699029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/263f65d2-935b-4f53-a469-30440123d1f8 HTTP/1.1" status: 204 len: 168 time: 0.4117250 Oct 26 16:38:32.699029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49104) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:32.702953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c609120-0d5c-4bf6-83ad-2f5675a7dd26 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=fc9e9b7d-e297-495e-897b-8be5cbe45d51,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:32.767181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8e4ed-be04-48e4-8a73-441b5e21c21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f65d2-935b-4f53-a469-30440123d1f8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:32.932747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1786a6-e7bf-4af8-9d1d-b7dbf9223212 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.939141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1786a6-e7bf-4af8-9d1d-b7dbf9223212 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:32.941070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd1786a6-e7bf-4af8-9d1d-b7dbf9223212 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2353213 Oct 26 16:38:32.945223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:32.950503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1743498947'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:33.069843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:33.075659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.114177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:33.127624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.128705 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment 792256b8-89c9-4c26-b08e-461c19715ad1 of type vlan for network a4f98f41-182e-44e5-ad81-8b3c6da95049 Oct 26 16:38:33.176211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.315595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.322362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:33.323688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.436779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=a4f98f41-182e-44e5-ad81-8b3c6da95049,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:33.453086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a4f98f41-182e-44e5-ad81-8b3c6da95049 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:33.474933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5a78e04-ac12-4891-a1cf-f498ef68b822 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5284081 Oct 26 16:38:33.477844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:33.483266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-274035922'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:33.521076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:33.553690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49130) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:33.556637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0a835b7-3934-4647-9827-5eb8892e1552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.630275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:33.632926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:38:33.642492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.718108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:33.736448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.736848 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment d17baf49-912f-4e8f-9c92-22eb5ed5cbe6 of type vlan for network 4f54817f-079e-4e48-a693-2c4bc699fe21 Oct 26 16:38:33.744542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71ebe6e8-0329-4b08-a118-1b4e99b2d95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.822613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:38:33.829630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:33.830143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.841291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8528f-2b1f-45d4-9b59-32565a713bca req-065f58c1-8c65-47fc-8e0c-c81364788b4d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:33.843521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.849871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ba8528f-2b1f-45d4-9b59-32565a713bca req-065f58c1-8c65-47fc-8e0c-c81364788b4d tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 945 time: 0.0986686 Oct 26 16:38:33.861989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0a835b7-3934-4647-9827-5eb8892e1552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.894835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ba8528f-2b1f-45d4-9b59-32565a713bca req-5a05b948-ce4a-4670-bbe4-b638f373c33e tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Oct 26 16:38:33.911450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0888-ecae-4a44-8246-dbaa79b06176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.938710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0a835b7-3934-4647-9827-5eb8892e1552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:33.999760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.007786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:34.011782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.013961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d0a835b7-3934-4647-9827-5eb8892e1552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7537b36f039443ccafea4baab595290e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904621 Oct 26 16:38:34.016778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:34.017644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.117837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=4f54817f-079e-4e48-a693-2c4bc699fe21,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.119173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a835b7-3934-4647-9827-5eb8892e1552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a917f3-3418-4ce6-b93b-522452eb5fd8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.130557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-06c39541-0d39-45f9-be76-28f096495d35 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6515229 Oct 26 16:38:34.132778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:34.143012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'ports': [{'network_id': 'a4f98f41-182e-44e5-ad81-8b3c6da95049', 'name': 'tempest-port--101138241', 'admin_state_up': True}, {'network_id': '4f54817f-079e-4e48-a693-2c4bc699fe21', 'admin_state_up': False}]} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:34.143633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'port': {'network_id': 'a4f98f41-182e-44e5-ad81-8b3c6da95049', 'name': 'tempest-port--101138241', 'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:34.145147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'port': {'network_id': '4f54817f-079e-4e48-a693-2c4bc699fe21', 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:34.171224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.215619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.220982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0888-ecae-4a44-8246-dbaa79b06176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.225201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4f54817f-079e-4e48-a693-2c4bc699fe21 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:34.288735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:38:34.291090 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a54ba-081a-4795-b38d-b113f3dd25dc" -d '{"events": [{"server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "name": "network-vif-plugged", "status": "completed", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:38:34.364834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0888-ecae-4a44-8246-dbaa79b06176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.368834 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d6472b-07f6-4a5e-ab42-23443ffc4c3e x-openstack-request-id: req-d9d6472b-07f6-4a5e-ab42-23443ffc4c3e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:38:34.369366 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "name": "network-vif-plugged", "status": "completed", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:38:34.369776 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d6472b-07f6-4a5e-ab42-23443ffc4c3e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:38:34.370318 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968', 'code': 200} Oct 26 16:38:34.372321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,segment=NetworkSegment(41ee160d-4725-41b4-b907-c526335dac8a),segment_id=41ee160d-4725-41b4-b907-c526335dac8a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:34.374703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.400943 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.405387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.408977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82a917f3-3418-4ce6-b93b-522452eb5fd8 HTTP/1.1" status: 204 len: 168 time: 0.3886852 Oct 26 16:38:34.421890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44958810-51fe-476a-8efb-fa6a98c3edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a917f3-3418-4ce6-b93b-522452eb5fd8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.480585 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b5ff0888-ecae-4a44-8246-dbaa79b06176 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=795a8a551bab4ec799b2ee48c0430c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232647 Oct 26 16:38:34.480585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0888-ecae-4a44-8246-dbaa79b06176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99115fd4-4afe-4a50-a642-db38bdebb475,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.482689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49150) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:34.488934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.557349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.566930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'port': 2} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:34.574312 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.610336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.619408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.652617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.688122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc710b-5542-4de1-a91f-44be1c498b6a req-cacbdd85-4d61-4665-97f4-3af3776bfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:34.690944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcbc710b-5542-4de1-a91f-44be1c498b6a req-cacbdd85-4d61-4665-97f4-3af3776bfed6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 1097 time: 0.0978422 Oct 26 16:38:34.748077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcbc710b-5542-4de1-a91f-44be1c498b6a req-943ee14a-6632-4e86-b83a-c369c566302d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Oct 26 16:38:34.760330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] device_id is not set on port a0c7ba4b-ed01-4236-ba9e-9438496f266f yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:38:34.835788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.839470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:34.840680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99115fd4-4afe-4a50-a642-db38bdebb475 HTTP/1.1" status: 204 len: 168 time: 0.3568845 Oct 26 16:38:34.856935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284aea9-8163-4b8d-ba08-4019ec443c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99115fd4-4afe-4a50-a642-db38bdebb475,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:34.989899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:35.030394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:35.125349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] device_id is not set on port 712cb016-56ea-4de2-a88c-f6dbac9a8800 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:38:35.125620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683604f4-e4e5-4600-bb3d-fc8995bf6425 req-3fdd6a72-e3ee-46e1-8fb8-ef2676cc0ca0 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:35.135545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-683604f4-e4e5-4600-bb3d-fc8995bf6425 req-3fdd6a72-e3ee-46e1-8fb8-ef2676cc0ca0 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 946 time: 0.0933127 Oct 26 16:38:35.184534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-683604f4-e4e5-4600-bb3d-fc8995bf6425 req-e664effb-9d95-4968-8ce7-4c1dbcb343ca tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Oct 26 16:38:35.257228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:35.350685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:35.444970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Checking segment: {'id': '792256b8-89c9-4c26-b08e-461c19715ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a4f98f41-182e-44e5-ad81-8b3c6da95049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:35.449948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network hostable DHCP agents. Network: a4f98f41-182e-44e5-ad81-8b3c6da95049, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:35.468814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Port': ['ID=a0c7ba4b-ed01-4236-ba9e-9438496f266f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:35.593431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network a4f98f41-182e-44e5-ad81-8b3c6da95049 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:35.704645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a4f98f41-182e-44e5-ad81-8b3c6da95049) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:35.715008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772d7f4-cd90-41e5-a8c3-5ab04343d1e4 None None] Network a4f98f41-182e-44e5-ad81-8b3c6da95049 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:35.735529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:35.738441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:35.885215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Port': ['ID=712cb016-56ea-4de2-a88c-f6dbac9a8800,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:35.893240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Checking segment: {'id': 'd17baf49-912f-4e8f-9c92-22eb5ed5cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4f54817f-079e-4e48-a693-2c4bc699fe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:35.894327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network hostable DHCP agents. Network: 4f54817f-079e-4e48-a693-2c4bc699fe21, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:35.929274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49186) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:35.954680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e592c3b1-0230-4a32-85a2-4b56cd2321ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.018256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network 4f54817f-079e-4e48-a693-2c4bc699fe21 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:36.111361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4f54817f-079e-4e48-a693-2c4bc699fe21) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:36.117950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:36.121670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2905a2c-3e25-40be-8931-cd64f0e1720b None None] Network 4f54817f-079e-4e48-a693-2c4bc699fe21 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:36.132120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:36.138412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:36.139102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.140810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e592c3b1-0230-4a32-85a2-4b56cd2321ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.224160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e592c3b1-0230-4a32-85a2-4b56cd2321ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.255862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11d82a81-8aec-4a0a-920a-b1201141dcf3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1198218 Oct 26 16:38:36.257860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49196) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:36.315754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c3b1-0230-4a32-85a2-4b56cd2321ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3b092-e10c-4316-8e27-a97a21b8c925,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:36.356764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e032f-21d7-4fd2-a82f-d37118997a21 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:36.370809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e032f-21d7-4fd2-a82f-d37118997a21 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:36.375860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b01e032f-21d7-4fd2-a82f-d37118997a21 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1168425 Oct 26 16:38:36.378797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:36.394679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e592c3b1-0230-4a32-85a2-4b56cd2321ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb98f7b9c1554b538f0d33fdf4fe1597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641664 Oct 26 16:38:36.395631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:36.512939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166a9c-effe-48e5-a0ad-4dc3b099c257 req-9086f295-96c9-4c44-a07e-b6daa20d8c07 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:36.514610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64166a9c-effe-48e5-a0ad-4dc3b099c257 req-9086f295-96c9-4c44-a07e-b6daa20d8c07 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 946 time: 0.1611145 Oct 26 16:38:36.546758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Deleting port a0c7ba4b-ed01-4236-ba9e-9438496f266f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:36.547234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.561820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.603080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.608738 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.670029 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.705349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64166a9c-effe-48e5-a0ad-4dc3b099c257 req-2f202394-06ce-4e34-98e9-9a9da28b2a17 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827354 Oct 26 16:38:36.741327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Calling delete_port for a0c7ba4b-ed01-4236-ba9e-9438496f266f owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:36.750579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.763698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:36.763698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65f3b092-e10c-4316-8e27-a97a21b8c925 HTTP/1.1" status: 204 len: 168 time: 0.3146968 Oct 26 16:38:36.785540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33abb6-a8ba-4a2d-9322-777c216242c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3b092-e10c-4316-8e27-a97a21b8c925,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:37.395645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:37.432010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:37.442268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49226) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:37.444066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/ports/a0c7ba4b-ed01-4236-ba9e-9438496f266f HTTP/1.1" status: 204 len: 168 time: 1.0637267 Oct 26 16:38:37.445217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed32f-0dcf-4b6f-a8d5-8edd53665100 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Port': ['ID=a0c7ba4b-ed01-4236-ba9e-9438496f266f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:37.648465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Deleting port 712cb016-56ea-4de2-a88c-f6dbac9a8800 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:37.649481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:37.832500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:37.862903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Calling delete_port for 712cb016-56ea-4de2-a88c-f6dbac9a8800 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:38.075774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.124058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.127547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/ports/712cb016-56ea-4de2-a88c-f6dbac9a8800 HTTP/1.1" status: 204 len: 168 time: 0.6841927 Oct 26 16:38:38.129191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd0756-9b10-4b88-9561-5f6bd6aa57ee tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Port': ['ID=712cb016-56ea-4de2-a88c-f6dbac9a8800,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:38.130524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49256) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:38.182178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49260) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:38.185326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8b536ea-42f3-4ac0-b591-73298ceb8d07 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513244 Oct 26 16:38:38.187123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1787830087'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:38.330664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:38.334759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.384175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:38.395574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.396264 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment 6492ab39-9b8f-4603-9a07-c10f9ce5bba1 of type vlan for network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde Oct 26 16:38:38.549333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.592870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-b5a90ed6-e968-42ba-aaed-facd64a2af39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888665 Oct 26 16:38:38.698305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.705489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:38.706785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:38.812915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=a3356dae-dc1c-4aae-ac28-1e0cf71e7dde,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:38.826622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:38.849270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aca903f7-ac1c-48c9-bf50-4d1aa1a1cb4b tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6647506 Oct 26 16:38:38.850663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49306) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:38.856018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-475368790'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:38.961235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:38.974625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:39.006460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:39.017886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:39.019009 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Added segment 5b90ed7f-374c-43da-a97c-9355f86d3598 of type vlan for network 53637720-c345-4f7b-8e91-c463b3b0c26d Oct 26 16:38:39.100959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:39.184318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-5fcd2c2f-468c-4c7c-9a1f-76d75de68c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:39.185824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-5fcd2c2f-468c-4c7c-9a1f-76d75de68c49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.5455506 Oct 26 16:38:39.265750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:39.277847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:39.278849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:39.334567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-57716135-1d2e-45a3-a1b3-1848947cbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:39.336847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-57716135-1d2e-45a3-a1b3-1848947cbd3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1272275 Oct 26 16:38:39.380149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Network': ['ID=53637720-c345-4f7b-8e91-c463b3b0c26d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:39.394057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-725c406c-eb69-4151-a3d3-23b8dec8986b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0456307 Oct 26 16:38:39.395812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 53637720-c345-4f7b-8e91-c463b3b0c26d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:39.412998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0023f6ad-4f53-4ed7-8ede-e1c77ae07d27 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5609848 Oct 26 16:38:39.458559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-6e0d09d3-0a1d-4c07-9569-a999215ad34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:39.460652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-6e0d09d3-0a1d-4c07-9569-a999215ad34c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0526679 Oct 26 16:38:39.498233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-f9fc7676-537e-4e1b-af42-e8a38215eaa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292363 Oct 26 16:38:39.612978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:39.620098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'subnets': [{'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--636714910', 'ip_version': 4}, {'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:39.620428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'subnet': {'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--636714910', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:39.621379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Request body: {'subnet': {'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:39.692283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-102f96c8-444c-49ee-9c91-58c4147b7234 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850917 Oct 26 16:38:39.881842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49360) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:39.989043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78fece97-26c7-4dfa-86ab-eec9bca50515 req-5a0db1e5-191b-48a9-8fbe-0368d10c6be0 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880180 Oct 26 16:38:40.047159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Made reservation on behalf of b2fad22c062149e096cb1cd145b9401d for: {'subnet': 2} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:40.053577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:40.054312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:40.108480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d9ae698b-ffc3-45ec-a188-02028a1e7f92 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1606108893'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:40.109152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d9ae698b-ffc3-45ec-a188-02028a1e7f92 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Unknown quota resources ['metering_label']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:40.472845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9ae698b-ffc3-45ec-a188-02028a1e7f92 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:40.474024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d9ae698b-ffc3-45ec-a188-02028a1e7f92 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5911019 Oct 26 16:38:40.483321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49394) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:40.490067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b464698-ed52-4024-bfb4-be700336aea9 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ff9ef39e-167c-4ff3-a1c2-648b33404839'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:40.490606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b464698-ed52-4024-bfb4-be700336aea9 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:40.662321 n-d-815373-2 neutron-server[102737]: WARNING neutron.services.metering.metering_plugin [None req-9b464698-ed52-4024-bfb4-be700336aea9 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 16:38:40.750934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:40.780042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b464698-ed52-4024-bfb4-be700336aea9 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:40.781525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b464698-ed52-4024-bfb4-be700336aea9 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2957902 Oct 26 16:38:40.785936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:40.790357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d875c796-4bac-424e-aae2-5198844b4c65 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ff9ef39e-167c-4ff3-a1c2-648b33404839'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:40.790846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d875c796-4bac-424e-aae2-5198844b4c65 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:40.886389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Subnet': ['ID=a263396b-8cfa-4e60-89f7-3c6d23c6fe63,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:40.899177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Checking segment: {'id': '6492ab39-9b8f-4603-9a07-c10f9ce5bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:40.900018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network hostable DHCP agents. Network: a3356dae-dc1c-4aae-ac28-1e0cf71e7dde, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:40.941911 n-d-815373-2 neutron-server[102737]: WARNING neutron.services.metering.metering_plugin [None req-d875c796-4bac-424e-aae2-5198844b4c65 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 16:38:40.985313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49406) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.002158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:41.034294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d875c796-4bac-424e-aae2-5198844b4c65 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.039114 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d875c796-4bac-424e-aae2-5198844b4c65 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2487760 Oct 26 16:38:41.039114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49410) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.054852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59c7c7f2-d08b-4849-acf5-a29de245229f tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=a7a7a760-e78c-4a8e-b5f1-b79d8cfb2a57 HTTP/1.1" status: 200 len: 462 time: 0.0128493 Oct 26 16:38:41.055274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.080044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a3356dae-dc1c-4aae-ac28-1e0cf71e7dde) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:41.090695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd125e-f75b-4d14-9812-4f3cc9f767d1 None None] Network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:41.091930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.360248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69f996a4-daae-4981-9531-630e83505556 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.364495 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-69f996a4-daae-4981-9531-630e83505556 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/a7a7a760-e78c-4a8e-b5f1-b79d8cfb2a57 HTTP/1.1" status: 204 len: 168 time: 0.3082802 Oct 26 16:38:41.365116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49422) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.400919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e5bb6ab-4522-44b7-91eb-1d59c0a1344e tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=a7a7a760-e78c-4a8e-b5f1-b79d8cfb2a57 HTTP/1.1" status: 200 len: 221 time: 0.0262060 Oct 26 16:38:41.401633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49424) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.405737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a3356dae-dc1c-4aae-ac28-1e0cf71e7dde', 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde', 'tenant_id': 'b2fad22c062149e096cb1cd145b9401d', 'fixed_ips': [{'subnet_id': 'a263396b-8cfa-4e60-89f7-3c6d23c6fe63'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:38:41.406969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.411193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9e014f96-fc79-407b-9755-6bf22c4ab7ad tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--801655989', 'description': 'label created by tempest'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:41.411760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9e014f96-fc79-407b-9755-6bf22c4ab7ad tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Unknown quota resources ['metering_label']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:41.517696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79ddc466-5117-4d85-a666-cb174c75aa8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.533089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event updated for resources: {'Subnet': ['ID=84bbc250-c6b4-4a5d-83da-e9235d41273e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:41.547562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Checking segment: {'id': '5b90ed7f-374c-43da-a97c-9355f86d3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:41.548234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network hostable DHCP agents. Network: 53637720-c345-4f7b-8e91-c463b3b0c26d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:41.604771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Allocated IP 172.20.0.2 (a3356dae-dc1c-4aae-ac28-1e0cf71e7dde/a263396b-8cfa-4e60-89f7-3c6d23c6fe63/6bb4b95b-7920-4b6c-974c-87be270e674d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:41.633906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79ddc466-5117-4d85-a666-cb174c75aa8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.721449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Network 53637720-c345-4f7b-8e91-c463b3b0c26d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:41.751173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79ddc466-5117-4d85-a666-cb174c75aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.782276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e014f96-fc79-407b-9755-6bf22c4ab7ad tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.787307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e014f96-fc79-407b-9755-6bf22c4ab7ad tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3779018 Oct 26 16:38:41.802462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49430) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.828141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 53637720-c345-4f7b-8e91-c463b3b0c26d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:41.856425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:41.857221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:41.858370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:41.861712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa871c9-6fa4-4c07-9450-c79ef5a706ce None None] Network 53637720-c345-4f7b-8e91-c463b3b0c26d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:41.881905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79ddc466-5117-4d85-a666-cb174c75aa8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b8c617775d543658d32c8f62b5349f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954897 Oct 26 16:38:41.886258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49432) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:41.894868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddc466-5117-4d85-a666-cb174c75aa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e1b422-d2f1-4606-b00a-0381592ed714,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:41.970346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.036930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.053799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f5c68981-abe7-4a00-b51e-6cd84b17852e tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=a4d6724d-70da-4ea0-844e-0d410900277d HTTP/1.1" status: 200 len: 467 time: 0.2468956 Oct 26 16:38:42.053799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.076579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.099174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.183474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a35b41e5-fe32-4f88-9d22-24070e4e579d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5690441 Oct 26 16:38:42.203177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.214296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b95b-7920-4b6c-974c-87be270e674d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:42.235883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:42.239212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:42.252095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:42.346075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Attempting to bind port 6bb4b95b-7920-4b6c-974c-87be270e674d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:38:42.346494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Attempting to bind port 6bb4b95b-7920-4b6c-974c-87be270e674d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6492ab39-9b8f-4603-9a07-c10f9ce5bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:38:42.346998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Attempting to bind port 6bb4b95b-7920-4b6c-974c-87be270e674d on network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:38:42.354015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:38:42.354451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Checking segment: {'id': '6492ab39-9b8f-4603-9a07-c10f9ce5bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:42.355013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.355507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Bound using segment: {'id': '6492ab39-9b8f-4603-9a07-c10f9ce5bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:38:42.361030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Bound port: 6bb4b95b-7920-4b6c-974c-87be270e674d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6492ab39-9b8f-4603-9a07-c10f9ce5bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a3356dae-dc1c-4aae-ac28-1e0cf71e7dde'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:38:42.361030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.371581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0916-2c71-4037-9fdc-9d3d3274df74 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:42.374351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0916-2c71-4037-9fdc-9d3d3274df74 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:42.378485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0916-2c71-4037-9fdc-9d3d3274df74 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:42.380613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd0b0916-2c71-4037-9fdc-9d3d3274df74 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1741908 Oct 26 16:38:42.383709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.388619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.389685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49444) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.394628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6e1b422-d2f1-4606-b00a-0381592ed714 HTTP/1.1" status: 204 len: 168 time: 0.5069921 Oct 26 16:38:42.418616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a930-f065-4547-b9d2-aa7ae5a99b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e1b422-d2f1-4606-b00a-0381592ed714,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:42.436465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521524-a900-4ccf-9425-59338c4aece9 req-e6b2e106-8cdb-4ea7-89ef-0230d45068b7 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:42.439021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2521524-a900-4ccf-9425-59338c4aece9 req-e6b2e106-8cdb-4ea7-89ef-0230d45068b7 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 946 time: 0.4250290 Oct 26 16:38:42.480323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-53637720-c345-4f7b-8e91-c463b3b0c26d', 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d', 'tenant_id': 'b2fad22c062149e096cb1cd145b9401d', 'fixed_ips': [{'subnet_id': '84bbc250-c6b4-4a5d-83da-e9235d41273e'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:38:42.485547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.535443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2521524-a900-4ccf-9425-59338c4aece9 req-1b04e07f-9c51-47bc-8793-5be52d0450e6 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876169 Oct 26 16:38:42.544258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] For port 6bb4b95b-7920-4b6c-974c-87be270e674d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:38:42.622785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] For port 6bb4b95b-7920-4b6c-974c-87be270e674d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6bb4b95b-7920-4b6c-974c-87be270e674d,segment=NetworkSegment(6492ab39-9b8f-4603-9a07-c10f9ce5bba1),segment_id=6492ab39-9b8f-4603-9a07-c10f9ce5bba1)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:38:42.626343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Deleting subnet a263396b-8cfa-4e60-89f7-3c6d23c6fe63 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:42.629863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.685844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.691221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Allocated IP 172.20.0.18 (53637720-c345-4f7b-8e91-c463b3b0c26d/84bbc250-c6b4-4a5d-83da-e9235d41273e/1cf24b61-b21e-47bc-80d0-0d18883d21d9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:42.718933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12b1da0e-e75e-45bb-bfc8-b2de83d7a90d tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.724719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12b1da0e-e75e-45bb-bfc8-b2de83d7a90d tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/a4d6724d-70da-4ea0-844e-0d410900277d HTTP/1.1" status: 204 len: 168 time: 0.6634364 Oct 26 16:38:42.724861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49448) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.739525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-857bbe9e-5d60-40a2-847e-788d6ce65fb2 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=a4d6724d-70da-4ea0-844e-0d410900277d HTTP/1.1" status: 200 len: 216 time: 0.0152450 Oct 26 16:38:42.742967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49450) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.745801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.759340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5928dcf7-0625-4db1-8e87-349c59c9098c tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147154 Oct 26 16:38:42.767916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49452) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.796840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ff99a5eb-fdb5-4ed0-9a17-d2ad0cafa5fb tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0268011 Oct 26 16:38:42.804834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49454) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.804977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.811265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8d9b-caf3-48ff-9f95-b4c8d24fe571 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b95b-7920-4b6c-974c-87be270e674d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:42.976736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:42.979119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2201dd0a-21df-499b-b02a-0f28cbbf8053 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/ff9ef39e-167c-4ff3-a1c2-648b33404839 HTTP/1.1" status: 200 len: 473 time: 0.1756344 Oct 26 16:38:42.982949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49460) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:42.993916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6381a0f9-d489-4d58-a7d0-c0a1fd9d9485 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/f5094020-e523-4b75-846e-6bd5b407d39f HTTP/1.1" status: 200 len: 459 time: 0.0095210 Oct 26 16:38:42.996677 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.003217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49462) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:43.038918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Subnet': ['ID=a263396b-8cfa-4e60-89f7-3c6d23c6fe63,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:43.053164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.053719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:43.054039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81cd053b-4295-4ca0-a9e1-dd390f2a0b2d tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/subnets/a263396b-8cfa-4e60-89f7-3c6d23c6fe63 HTTP/1.1" status: 204 len: 168 time: 0.6626241 Oct 26 16:38:43.071056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.151596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Network 53637720-c345-4f7b-8e91-c463b3b0c26d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:43.155587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Pushing event updated for resources: {'Port': ['ID=1cf24b61-b21e-47bc-80d0-0d18883d21d9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:43.160490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:43.162805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:43.174232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Deleting subnet 84bbc250-c6b4-4a5d-83da-e9235d41273e {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:43.238982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Attempting to bind port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:38:43.239376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Attempting to bind port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5b90ed7f-374c-43da-a97c-9355f86d3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:38:43.239786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Attempting to bind port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 on network 53637720-c345-4f7b-8e91-c463b3b0c26d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:38:43.245975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:38:43.246442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Checking segment: {'id': '5b90ed7f-374c-43da-a97c-9355f86d3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:43.246850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.247322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Bound using segment: {'id': '5b90ed7f-374c-43da-a97c-9355f86d3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:38:43.247797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Bound port: 1cf24b61-b21e-47bc-80d0-0d18883d21d9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b90ed7f-374c-43da-a97c-9355f86d3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '53637720-c345-4f7b-8e91-c463b3b0c26d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:38:43.248184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.248399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.338760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] For port 1cf24b61-b21e-47bc-80d0-0d18883d21d9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:38:43.342820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] For port 1cf24b61-b21e-47bc-80d0-0d18883d21d9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1cf24b61-b21e-47bc-80d0-0d18883d21d9,segment=NetworkSegment(5b90ed7f-374c-43da-a97c-9355f86d3598),segment_id=5b90ed7f-374c-43da-a97c-9355f86d3598)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:38:43.413156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f448d1ed-0a0a-4e91-9b7f-acf2748878a7 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.414417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f448d1ed-0a0a-4e91-9b7f-acf2748878a7 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/f5094020-e523-4b75-846e-6bd5b407d39f HTTP/1.1" status: 204 len: 168 time: 0.4101703 Oct 26 16:38:43.422556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:43.441930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.468966 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.493196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6bb4b95b-7920-4b6c-974c-87be270e674d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:38:43.522112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49472) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:43.543117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-6e0c3f8a-f3cf-4327-b328-b9c978224b9c tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:43.543117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-6e0c3f8a-f3cf-4327-b328-b9c978224b9c tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 946 time: 0.1580746 Oct 26 16:38:43.632339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-093e9c45-6e7d-4f61-9477-8fb3d37c4b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.716998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.776688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43524c0a-98c6-4a85-883b-f0853ecdf481 None None] Pushing event updated for resources: {'Port': ['ID=1cf24b61-b21e-47bc-80d0-0d18883d21d9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:43.792446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6bb4b95b-7920-4b6c-974c-87be270e674d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:43.792883 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.801960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Deleting port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:43.802490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.842034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dfea-13a0-43e1-947c-68e3370a4150 req-c0017287-e5fc-4fcb-b8a0-20af62eb340a tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:43.848314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8566dfea-13a0-43e1-947c-68e3370a4150 req-c0017287-e5fc-4fcb-b8a0-20af62eb340a tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 946 time: 0.1575115 Oct 26 16:38:43.894316 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.896984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad885b84-ab5e-40b3-a020-046ce2abe551 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:43.901637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ad885b84-ab5e-40b3-a020-046ce2abe551 tempest-MeteringIpV6TestJSON-1455489637 tempest-MeteringIpV6TestJSON-1455489637-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ff9ef39e-167c-4ff3-a1c2-648b33404839 HTTP/1.1" status: 204 len: 168 time: 0.4799125 Oct 26 16:38:43.959675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8566dfea-13a0-43e1-947c-68e3370a4150 req-e17f38dc-e0e7-4f31-a267-15e399d8fc3e tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/security-groups?id=98af876f-eabe-4a70-a7a7-a59fae4c222c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Oct 26 16:38:43.979319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.004418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 6bb4b95b-7920-4b6c-974c-87be270e674d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6bb4b95b-7920-4b6c-974c-87be270e674d,segment=NetworkSegment(6492ab39-9b8f-4603-9a07-c10f9ce5bba1),segment_id=6492ab39-9b8f-4603-9a07-c10f9ce5bba1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:44.058663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Subnet': ['ID=84bbc250-c6b4-4a5d-83da-e9235d41273e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:44.066446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.071917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac6b9986-78da-4d32-9470-3fa8a36985fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/subnets/84bbc250-c6b4-4a5d-83da-e9235d41273e HTTP/1.1" status: 204 len: 168 time: 1.0147860 Oct 26 16:38:44.074317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49482) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:44.086657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] For port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,segment=NetworkSegment(41ee160d-4725-41b4-b907-c526335dac8a),segment_id=41ee160d-4725-41b4-b907-c526335dac8a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:44.087019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.092319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-093e9c45-6e7d-4f61-9477-8fb3d37c4b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.098664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.152929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Calling delete_port for e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:44.155720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-093e9c45-6e7d-4f61-9477-8fb3d37c4b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.179469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31025f-3de2-41c1-8dcf-2fa1f4696a60 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:44.184387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db31025f-3de2-41c1-8dcf-2fa1f4696a60 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1058681 Oct 26 16:38:44.195647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49484) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:44.204821 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-093e9c45-6e7d-4f61-9477-8fb3d37c4b90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f0ae64e9dcf448595bdac2bb8a6dcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6790640 Oct 26 16:38:44.255710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49486) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:44.331950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b95b-7920-4b6c-974c-87be270e674d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:44.395718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9c45-6e7d-4f61-9477-8fb3d37c4b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f749de-28e7-4a77-b34c-a3448dba2d2d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:44.396189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.415212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.450771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.539355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Deleting port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:44.539893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.638244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7cc0f-b39b-4296-9863-be5df3b0e725 None None] Network a3356dae-dc1c-4aae-ac28-1e0cf71e7dde requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:44.644373 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.649016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.650203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5f749de-28e7-4a77-b34c-a3448dba2d2d HTTP/1.1" status: 204 len: 168 time: 0.3912878 Oct 26 16:38:44.703432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08f494-c352-4e7e-882c-8c29bcefff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f749de-28e7-4a77-b34c-a3448dba2d2d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:44.806686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] For port 1cf24b61-b21e-47bc-80d0-0d18883d21d9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1cf24b61-b21e-47bc-80d0-0d18883d21d9,segment=NetworkSegment(5b90ed7f-374c-43da-a97c-9355f86d3598),segment_id=5b90ed7f-374c-43da-a97c-9355f86d3598)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:44.807910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.841591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-1d296f5d-090f-4a68-b976-078e98a9d3e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2082407 Oct 26 16:38:44.860598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Calling delete_port for 1cf24b61-b21e-47bc-80d0-0d18883d21d9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:44.873387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:44.946475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:44.954638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e1ff0f83-0f3c-4bfc-b93d-0a4a80621968'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:38:44.970493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Pushing event deleted for resources: {'Port': ['ID=e1ff0f83-0f3c-4bfc-b93d-0a4a80621968,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:45.054572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ecccb9be-ab96-4b99-a870-1c08517279ad None None] Provisioning complete for port 6bb4b95b-7920-4b6c-974c-87be270e674d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:38:45.055312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ecccb9be-ab96-4b99-a870-1c08517279ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.102097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] No DVR routers for this DVR port e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:45.109324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.119539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcec0392-7fe8-4a91-b562-31f4151e48b6 req-dbc988fb-3f02-41d3-b7e3-1b9fd5d62804 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.39 "DELETE /v2.0/ports/e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 HTTP/1.1" status: 204 len: 173 time: 1.5710378 Oct 26 16:38:45.119780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.120058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'name': 'network-vif-deleted', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:38:45.120198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.120552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.121033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.121438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.121872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.122351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.132943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-785501d5-3f60-4c64-a1fb-0bb6914166d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 6488 time: 0.1659169 Oct 26 16:38:45.158284 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44159f87-8567-4fe6-bf18-a7d7fdbf63a1" -d '{"events": [{"server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "name": "network-vif-deleted", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:38:45.417389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84f1d309-57b7-4f58-b5fe-bc3cbef33809 req-8996ee71-0acd-4951-94fa-645dab9e44ac tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.2294641 Oct 26 16:38:45.426282 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17c366e-3c23-4efd-925f-68bf641b20a0 x-openstack-request-id: req-d17c366e-3c23-4efd-925f-68bf641b20a0 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:38:45.426757 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1e1491-67ac-4d33-a5b4-c2bdaff38aab", "name": "network-vif-deleted", "tag": "e1ff0f83-0f3c-4bfc-b93d-0a4a80621968", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:38:45.427026 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d17c366e-3c23-4efd-925f-68bf641b20a0 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:38:45.429778 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1e1491-67ac-4d33-a5b4-c2bdaff38aab', 'name': 'network-vif-deleted', 'tag': 'e1ff0f83-0f3c-4bfc-b93d-0a4a80621968', 'status': 'completed', 'code': 200} Oct 26 16:38:45.445436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] DHCP port deletion for a3356dae-dc1c-4aae-ac28-1e0cf71e7dde request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:38:45.624485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-59d493db-07af-4492-8508-c1a5b0aac852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.625124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-59d493db-07af-4492-8508-c1a5b0aac852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.625584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-59d493db-07af-4492-8508-c1a5b0aac852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:45.628186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-59d493db-07af-4492-8508-c1a5b0aac852 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf4fb984-7316-4455-8587-5bdb1c34326c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&id=6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 200 len: 2292 time: 0.4596708 Oct 26 16:38:45.629135 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.640936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Deleting port 6bb4b95b-7920-4b6c-974c-87be270e674d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:38:45.641322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.689911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Port': ['ID=1cf24b61-b21e-47bc-80d0-0d18883d21d9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:45.792177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] No DVR routers for this DVR port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:45.794449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da1b0b3d-3aa5-40c6-975b-123c9d48c6ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.915121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] For port 6bb4b95b-7920-4b6c-974c-87be270e674d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6bb4b95b-7920-4b6c-974c-87be270e674d,segment=NetworkSegment(6492ab39-9b8f-4603-9a07-c10f9ce5bba1),segment_id=6492ab39-9b8f-4603-9a07-c10f9ce5bba1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:38:45.915550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:45.939121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Calling delete_port for 6bb4b95b-7920-4b6c-974c-87be270e674d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:38:46.022660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-892cb0d7-13d6-4fd8-861f-2badd9cfbc5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 200 len: 1001 time: 0.3352656 Oct 26 16:38:46.069221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1cf24b61-b21e-47bc-80d0-0d18883d21d9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:38:46.089038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.097123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee6209-875a-4da4-9bc2-090e06ac9541 None None] Network 53637720-c345-4f7b-8e91-c463b3b0c26d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:46.166985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1cf24b61-b21e-47bc-80d0-0d18883d21d9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:46.167842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1cf24b61-b21e-47bc-80d0-0d18883d21d9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 16:38:46.171337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3b05fdb0-df08-4b56-9be7-d65bb58636f4 None None] Could not find standard attr ID for object 1cf24b61-b21e-47bc-80d0-0d18883d21d9. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:38:46.176063 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.187285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53637720-c345-4f7b-8e91-c463b3b0c26d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:46.225097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Port 1cf24b61-b21e-47bc-80d0-0d18883d21d9 not found, will not notify nova. {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 16:38:46.228404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b90ed7f-374c-43da-a97c-9355f86d3598') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:46.228983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b90ed7f-374c-43da-a97c-9355f86d3598') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:46.251964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.277344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] No DVR routers for this DVR port 6bb4b95b-7920-4b6c-974c-87be270e674d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:38:46.288597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-238aaa8e-7f53-4b2c-92e0-a8d5aface07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:46.291937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-238aaa8e-7f53-4b2c-92e0-a8d5aface07a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 200 len: 851 time: 0.2275012 Oct 26 16:38:46.311660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353030b1-1fd4-49af-9030-b471d6f778cc None None] Pushing event deleted for resources: {'Port': ['ID=6bb4b95b-7920-4b6c-974c-87be270e674d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:46.379446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.388701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da1b0b3d-3aa5-40c6-975b-123c9d48c6ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.408786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:46.408917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:46.413229 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:46.460047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da1b0b3d-3aa5-40c6-975b-123c9d48c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.477505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299773a-89e0-4562-b06c-425397c353df None None] DHCP port deletion for 53637720-c345-4f7b-8e91-c463b3b0c26d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:38:46.530883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-b68cbe48-0af7-4c6b-879d-b785277dbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:46.532407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-b68cbe48-0af7-4c6b-879d-b785277dbdb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf4fb984-7316-4455-8587-5bdb1c34326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268348 Oct 26 16:38:46.557736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b0b3d-3aa5-40c6-975b-123c9d48c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14595549-35c5-4e28-80ea-3e5f95016bc9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:46.657603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a179a89f-b069-4fda-80c6-314fc723d5cd req-0b02eb3d-2ae4-44e6-9938-61c66c64ba90 tempest-ServerTagsTestJSON-1724712111 tempest-ServerTagsTestJSON-1724712111-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1e1491-67ac-4d33-a5b4-c2bdaff38aab HTTP/1.1" status: 200 len: 210 time: 0.0482812 Oct 26 16:38:46.771291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.787258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-da1b0b3d-3aa5-40c6-975b-123c9d48c6ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c93c18dfd61548508675f512df26de96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8376074 Oct 26 16:38:46.789818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49542) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:46.841455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:46.854200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/53637720-c345-4f7b-8e91-c463b3b0c26d HTTP/1.1" status: 204 len: 168 time: 2.6424780 Oct 26 16:38:46.856681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a74270-708e-4176-bf7a-e76f4c938bd6 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=53637720-c345-4f7b-8e91-c463b3b0c26d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:46.882636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:47.067983 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-8856278d-1027-44c5-9632-4875c9f98153 service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494603 Oct 26 16:38:47.163777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.193599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-d3fc575f-5516-4edc-a0f8-130dc64ae34c service neutron] 10.222.0.39 "GET /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180279 Oct 26 16:38:47.239714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.248999 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-12fa5af9-644c-411e-b429-4141d6d050ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 217 time: 0.0477121 Oct 26 16:38:47.250275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.339822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-5e4539d8-01c4-4948-bf1d-0fe96e301ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:47.381037 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-5e4539d8-01c4-4948-bf1d-0fe96e301ed0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0852234 Oct 26 16:38:47.405332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.453202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6bb4b95b-7920-4b6c-974c-87be270e674d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:47.456932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3356dae-dc1c-4aae-ac28-1e0cf71e7dde']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:47.477806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6492ab39-9b8f-4603-9a07-c10f9ce5bba1') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:47.479178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6492ab39-9b8f-4603-9a07-c10f9ce5bba1') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:47.484162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-6573ca0b-0b61-4fc1-b119-2feab0932172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:47.486059 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-6573ca0b-0b61-4fc1-b119-2feab0932172 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015933 Oct 26 16:38:47.503528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6bb4b95b-7920-4b6c-974c-87be270e674d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:47.504561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6bb4b95b-7920-4b6c-974c-87be270e674d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:47.505208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1cf24b61-b21e-47bc-80d0-0d18883d21d9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:47.516253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.532072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:38:47.535705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1cf24b61-b21e-47bc-80d0-0d18883d21d9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:47.536631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1cf24b61-b21e-47bc-80d0-0d18883d21d9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:47.566363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.573269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.577055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.577445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14595549-35c5-4e28-80ea-3e5f95016bc9 HTTP/1.1" status: 204 len: 168 time: 0.7863667 Oct 26 16:38:47.584067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:47.584482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:47.590154 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:47.603903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:38:47.603903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1ff0f83-0f3c-4bfc-b93d-0a4a80621968 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:38:47.641981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2cac-a3b3-4e3f-a7a9-0e99457291b8 req-f26ddd0a-39ff-47bb-87f5-295ef4cfc840 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:47.644199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc6f2cac-a3b3-4e3f-a7a9-0e99457291b8 req-f26ddd0a-39ff-47bb-87f5-295ef4cfc840 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1635747 Oct 26 16:38:47.652381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6582c-136c-44d6-b9f9-8b627d6d22af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14595549-35c5-4e28-80ea-3e5f95016bc9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:47.734441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-7776ec43-bf6d-45f4-a462-3425d44fc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:47.735965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-7776ec43-bf6d-45f4-a462-3425d44fc964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.2296584 Oct 26 16:38:47.755098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49570) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:47.791381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc6f2cac-a3b3-4e3f-a7a9-0e99457291b8 req-aa1a5c38-65d5-4390-a75f-d8c4269bf97e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288996 Oct 26 16:38:47.853270 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.861922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:47.864360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/a3356dae-dc1c-4aae-ac28-1e0cf71e7dde HTTP/1.1" status: 204 len: 168 time: 0.9617488 Oct 26 16:38:47.868731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49576) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:47.904765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169113dd-8fe1-4ad7-ba20-ed9e15d91da3 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=a3356dae-dc1c-4aae-ac28-1e0cf71e7dde,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:48.025658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.267974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-335ff632-ef7d-4098-b947-2e02754426a3 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714045 Oct 26 16:38:48.268663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.303035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f54817f-079e-4e48-a693-2c4bc699fe21']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:48.315607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17baf49-912f-4e8f-9c92-22eb5ed5cbe6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:48.316325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17baf49-912f-4e8f-9c92-22eb5ed5cbe6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:48.326867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.328605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Deleting subnet 6c058bde-5f85-4896-a919-16feb7c56359 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:48.341469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.348349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:48.348743 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:48.351826 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:48.386601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.447165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.514513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-4b2e1d28-cd3b-4cad-a702-504a38364056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:48.516026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-4b2e1d28-cd3b-4cad-a702-504a38364056 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.7593706 Oct 26 16:38:48.523993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-735c5135-5145-485b-b437-d2f43b624233 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263989 Oct 26 16:38:48.559645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.575176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-5b88e1fa-57a1-4c3c-a77b-743174a94ad4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0452373 Oct 26 16:38:48.576199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.576337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.587743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/4f54817f-079e-4e48-a693-2c4bc699fe21 HTTP/1.1" status: 204 len: 168 time: 0.7179070 Oct 26 16:38:48.590165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49598) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:48.590457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:48.641285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-963ba726-1a4a-4af9-8b4c-34e3984d06a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 217 time: 0.0737102 Oct 26 16:38:48.651622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca96f8f-dc76-4b8d-8982-d62c941a01fe tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=4f54817f-079e-4e48-a693-2c4bc699fe21,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:48.660467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63022e49-e12f-4232-97e9-bfb9d52421aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.745167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-2fadba5b-550b-40e0-8435-930ff8d80783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:48.746647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-2fadba5b-550b-40e0-8435-930ff8d80783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.1158350 Oct 26 16:38:48.747882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-c5cf16b2-fb5c-4183-8981-b638b392ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:48.749185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-c5cf16b2-fb5c-4183-8981-b638b392ae84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0815818 Oct 26 16:38:48.756872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.819967 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-1c7df50b-2a67-419f-852c-c50c10daa2f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633166 Oct 26 16:38:48.840741 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.901435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.907681 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c058bde-5f85-4896-a919-16feb7c56359 HTTP/1.1" status: 204 len: 168 time: 1.1496494 Oct 26 16:38:48.921002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49610) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:48.924467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63022e49-e12f-4232-97e9-bfb9d52421aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:48.944722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab33e2-f739-4339-9846-95542718504d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c058bde-5f85-4896-a919-16feb7c56359,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:48.965267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-0b8e74fb-a250-4973-9630-30da3baf39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:48.966789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-0b8e74fb-a250-4973-9630-30da3baf39bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2029343 Oct 26 16:38:49.017514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63022e49-e12f-4232-97e9-bfb9d52421aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.024723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.058938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-8a2e625d-4040-40ab-a685-bf89c08ea798 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192845 Oct 26 16:38:49.103178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f98f41-182e-44e5-ad81-8b3c6da95049']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.108164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-63022e49-e12f-4232-97e9-bfb9d52421aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f67ab65563ae4173ba479bd8b1067f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167661 Oct 26 16:38:49.116548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.118098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49624) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:49.129208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687a732-95c9-4851-92c3-7808bd24f8ed req-81b49b9e-e524-4d8d-aca9-1da9ecd90ce0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:49.130775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9687a732-95c9-4851-92c3-7808bd24f8ed req-81b49b9e-e524-4d8d-aca9-1da9ecd90ce0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.2241817 Oct 26 16:38:49.131503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63022e49-e12f-4232-97e9-bfb9d52421aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39298c8-78c9-4c74-8076-d37cc96ac834,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:49.135250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792256b8-89c9-4c26-b08e-461c19715ad1') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.135629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792256b8-89c9-4c26-b08e-461c19715ad1') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.149136 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-e1c12c85-64f7-405a-81d8-a42344ca753d service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734886 Oct 26 16:38:49.163954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.215519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.252698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:49.253312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:49.256916 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:49.283162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-74c002f8-e437-48c3-beca-6b6bca5fd875 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244044 Oct 26 16:38:49.321190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9687a732-95c9-4851-92c3-7808bd24f8ed req-428e703d-3c5e-4903-955b-9e5fa1a58fba tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633103 Oct 26 16:38:49.333361 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fe2a9714-f5d7-4510-a87d-aae5be4cec33 req-e93f4903-e673-4eab-968e-40b2c3afaa98 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649810 Oct 26 16:38:49.398376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.423210 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.425817 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-2d972732-8ab8-490b-a4f9-d0fb804f84c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 200 len: 217 time: 0.0885589 Oct 26 16:38:49.448928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.458613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adbf1f1-e9ca-466a-826c-93ca380e6764']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.479861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ee160d-4725-41b4-b907-c526335dac8a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.480761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ee160d-4725-41b4-b907-c526335dac8a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:49.493570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-60eb1a1b-c86c-4091-acfc-230a3caabbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:49.495083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-60eb1a1b-c86c-4091-acfc-230a3caabbfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0631475 Oct 26 16:38:49.496708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.499351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.516774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.522771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] 10.222.0.21 "DELETE /v2.0/networks/a4f98f41-182e-44e5-ad81-8b3c6da95049 HTTP/1.1" status: 204 len: 168 time: 0.9223220 Oct 26 16:38:49.551045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7cfd-b2c9-48a7-8d8c-dc8585939981 tempest-BulkNetworkOpsTest-1468355505 tempest-BulkNetworkOpsTest-1468355505-project] Pushing event deleted for resources: {'Network': ['ID=a4f98f41-182e-44e5-ad81-8b3c6da95049,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:49.561244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-c92da5e7-c012-4e12-9b05-dd3864dcd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:49.561244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-c92da5e7-c012-4e12-9b05-dd3864dcd552 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557861 Oct 26 16:38:49.612564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.621420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:49.621901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:49.623756 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:49.678888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-7a956f08-dc38-4525-ac25-0e0fef7d908a service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124434 Oct 26 16:38:49.707460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.710394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.714218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b39298c8-78c9-4c74-8076-d37cc96ac834 HTTP/1.1" status: 204 len: 168 time: 0.5911491 Oct 26 16:38:49.721519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd82790-16ce-4a21-ade8-cc7dc5298cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39298c8-78c9-4c74-8076-d37cc96ac834,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:49.787986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.812770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:49.813463 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-1f6cc34a-4309-4518-acbf-f2cd4ccf2330 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271284 Oct 26 16:38:49.817035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1adbf1f1-e9ca-466a-826c-93ca380e6764 HTTP/1.1" status: 204 len: 168 time: 0.8952370 Oct 26 16:38:49.821226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f61bd-3507-4398-b9f3-5a9d8856e866 admin admin] Pushing event deleted for resources: {'Network': ['ID=1adbf1f1-e9ca-466a-826c-93ca380e6764,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:49.869751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-4bfd56f8-bfd6-49cf-ba59-7ef496d23cc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 200 len: 217 time: 0.0450006 Oct 26 16:38:49.930449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-bcbe1c6b-2730-494c-b181-0105b879f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:49.931974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-bcbe1c6b-2730-494c-b181-0105b879f2db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 200 len: 797 time: 0.0552423 Oct 26 16:38:49.990128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-36dfbc7b-871c-418e-b240-ec02d43533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:49.992284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49652) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:49.999955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-36dfbc7b-871c-418e-b240-ec02d43533eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e5b6964-1bf6-4495-8ffa-dea879b2612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599196 Oct 26 16:38:50.106483 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-8cf4e553-eaf0-49b3-8f95-a628e56fdfd6 service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990465 Oct 26 16:38:50.203429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-56b342c0-a842-4960-9aeb-fc11eea20a2b service neutron] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Oct 26 16:38:50.250300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-a8186c6a-5624-4f60-87cc-f450bdfec29c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 200 len: 217 time: 0.0390224 Oct 26 16:38:50.301159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-aa81d2dc-fbd0-4ab4-87e0-bd5d0b3c2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:50.302603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-aa81d2dc-fbd0-4ab4-87e0-bd5d0b3c2c83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.0458801 Oct 26 16:38:50.350180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-8116afa4-1d64-4e43-bf70-1dde30da55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:50.351876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-8116afa4-1d64-4e43-bf70-1dde30da55c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424366 Oct 26 16:38:50.396753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.464887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-b7fe18f8-5ac2-495a-8a48-e92dfa7b7a59 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058702 Oct 26 16:38:50.535767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb466f36-6f8c-49e6-9f20-8d6b222ba9f9 req-4d81ec53-bf77-441b-af3d-cc0d803c5ab9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:50.545983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb466f36-6f8c-49e6-9f20-8d6b222ba9f9 req-4d81ec53-bf77-441b-af3d-cc0d803c5ab9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1079350 Oct 26 16:38:50.550671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49666) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.566179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-969cbc0a-34a8-46a9-8e3c-ece76cd00918 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=963b6f88f1014393aa5c45ecb8966ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678402 Oct 26 16:38:50.569491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.587794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-b0fe7b55-2e8a-4868-a67d-4fd1d3824d7f service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128654 Oct 26 16:38:50.602094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb466f36-6f8c-49e6-9f20-8d6b222ba9f9 req-8e148b70-49cf-4cde-a8c3-234c3faed43c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Oct 26 16:38:50.652561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-6f960094-0033-4c4b-ae42-de413440240f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 200 len: 217 time: 0.0540347 Oct 26 16:38:50.653309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1ed5-e7bc-43ad-8202-c809053ea258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.669017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49674) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.700994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.732514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.737618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-846f6de8-2f40-445c-b46d-25971f97340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:50.739261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-846f6de8-2f40-445c-b46d-25971f97340f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 200 len: 797 time: 0.0790541 Oct 26 16:38:50.741279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.749005 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:38:50.793598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4927-a548-4663-8117-14332a3bf7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.803433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a1b34be-ea4a-40c6-a9b6-13d41dbd4ff9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2fad22c062149e096cb1cd145b9401d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471452 Oct 26 16:38:50.807263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.825387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1ed5-e7bc-43ad-8202-c809053ea258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.827548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-ce079182-f01b-42e1-b2c5-5fbedfae8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:50.827548 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-ce079182-f01b-42e1-b2c5-5fbedfae8f42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6117e3f1-dc33-452a-8d71-68fd7cf941b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792971 Oct 26 16:38:50.897296 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4927-a548-4663-8117-14332a3bf7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.902919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1ed5-e7bc-43ad-8202-c809053ea258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.918129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.939431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.942083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.945501 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98af876f-eabe-4a70-a7a7-a59fae4c222c HTTP/1.1" status: 204 len: 168 time: 0.3728156 Oct 26 16:38:50.952389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4e9f1ed5-e7bc-43ad-8202-c809053ea258 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24f2c94339a043a98f08949cc4891c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9588299 Oct 26 16:38:50.953366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f1ed5-e7bc-43ad-8202-c809053ea258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25672e0-cd61-4da0-b7b1-87463e76f8be,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:50.956762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:50.974220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.981440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c84b8-fcb5-417b-890c-a387046f6883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af876f-eabe-4a70-a7a7-a59fae4c222c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:50.982672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4927-a548-4663-8117-14332a3bf7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:50.995145 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-d4052b41-7baa-40f4-b5b3-a326eb43ae8e service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555610 Oct 26 16:38:51.062009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3b7e4927-a548-4663-8117-14332a3bf7df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9037ae2eeca546819266d1bbaa868c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887019 Oct 26 16:38:51.065662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:51.077348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4927-a548-4663-8117-14332a3bf7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed38f6-c15c-473e-b1d0-8c9dd402d2c7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:51.105051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.131309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.155220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75330c67-c166-4376-9c5f-5ed5244b2ac4 req-a41ae5be-71ca-428c-b23e-58f74efd84d7 service neutron] 10.222.0.39 "GET /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487665 Oct 26 16:38:51.157841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.181292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.257320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.259939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.261085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/272fc3c5-11f1-477a-8220-7eb20d076676 HTTP/1.1" status: 204 len: 168 time: 0.4531102 Oct 26 16:38:51.270581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2001a34-7bbf-460e-9f26-b1f96bac4055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272fc3c5-11f1-477a-8220-7eb20d076676,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:51.308845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.311472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.315191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e25672e0-cd61-4da0-b7b1-87463e76f8be HTTP/1.1" status: 204 len: 168 time: 0.3438604 Oct 26 16:38:51.321327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d5656-747e-4e52-b087-34c831309a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25672e0-cd61-4da0-b7b1-87463e76f8be,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:51.338152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.340335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:51.344245 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17ed38f6-c15c-473e-b1d0-8c9dd402d2c7 HTTP/1.1" status: 204 len: 168 time: 0.2765892 Oct 26 16:38:51.352604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161651b-0dca-42bc-85b8-e58446456614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed38f6-c15c-473e-b1d0-8c9dd402d2c7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:51.735269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd131d0-f1ae-46b6-b361-9cca66926591 req-f4fbc61b-35a6-4c54-b954-e0933d7aaf43 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:51.737408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bd131d0-f1ae-46b6-b361-9cca66926591 req-f4fbc61b-35a6-4c54-b954-e0933d7aaf43 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0575159 Oct 26 16:38:51.809602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9bd131d0-f1ae-46b6-b361-9cca66926591 req-7bc11680-2ce5-4428-b4d8-72a29fa8d505 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Oct 26 16:38:52.351297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:52.373268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b82f54a0-a6df-4bc4-91c9-e29549940113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.438736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.455641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b82f54a0-a6df-4bc4-91c9-e29549940113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.526408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b82f54a0-a6df-4bc4-91c9-e29549940113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.566614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b82f54a0-a6df-4bc4-91c9-e29549940113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44701d97955c4363b958063a15eed78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133121 Oct 26 16:38:52.567552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f54a0-a6df-4bc4-91c9-e29549940113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4180c-2f19-4e58-a443-41cbc6db87d2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:52.569749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49740) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:52.631563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.654942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.806311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.808831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:52.810080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7c4180c-2f19-4e58-a443-41cbc6db87d2 HTTP/1.1" status: 204 len: 168 time: 0.2379713 Oct 26 16:38:52.818384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdad70-355a-49e3-89d6-9ff236c32099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4180c-2f19-4e58-a443-41cbc6db87d2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:52.923008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5d4e-714a-4599-8b09-b56464d26afb req-111b19ab-a5c5-4f2f-8bc9-d4832f6ed3d9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:52.924747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d22b5d4e-714a-4599-8b09-b56464d26afb req-111b19ab-a5c5-4f2f-8bc9-d4832f6ed3d9 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0539389 Oct 26 16:38:52.967019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d22b5d4e-714a-4599-8b09-b56464d26afb req-0ba6958a-6c1d-4306-831b-2ea84cb2c46d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Oct 26 16:38:53.755472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:53.910147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-967986275-network', 'tenant_id': '2b5dd0b60e524c2eafa5efa352f529ae'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:54.023518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Made reservation on behalf of 2b5dd0b60e524c2eafa5efa352f529ae for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:54.026761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.041977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.041977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49804) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:54.109293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705c556-bc0d-4a51-9a3c-a29be4ab33e8 req-e5050080-1a9a-46d2-89a0-a8c356c8f3ea tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:54.111577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c705c556-bc0d-4a51-9a3c-a29be4ab33e8 req-e5050080-1a9a-46d2-89a0-a8c356c8f3ea tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0685720 Oct 26 16:38:54.134079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.160074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c705c556-bc0d-4a51-9a3c-a29be4ab33e8 req-b31863ab-1965-4b69-901c-21e5ff5cb63a tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Oct 26 16:38:54.182934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49810) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:54.194537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.221377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:54.231253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e773e2bc-e37e-48d7-b61a-d1be05396800,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:54.246596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.246999 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Added segment a8cc672a-0a63-4fb6-a454-856443ea3f25 of type vlan for network 7b37e7fc-16c1-4e74-8878-1c59746c1c7d Oct 26 16:38:54.288531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.319034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1736638001'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:54.400309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.401321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:54.401895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.449014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:54.452442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.469990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.479545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d7744662-4f0b-4f91-b3e1-a49054b15194 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1907218726'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:54.480086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d7744662-4f0b-4f91-b3e1-a49054b15194 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Unknown quota resources ['metering_label']. {{(pid=102736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:54.482428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] Pushing event updated for resources: {'Network': ['ID=7b37e7fc-16c1-4e74-8878-1c59746c1c7d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:54.493887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7b37e7fc-16c1-4e74-8878-1c59746c1c7d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:54.582189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.588972 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fca2a2ca-906c-4797-8254-5ed90ebff5ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8312967 Oct 26 16:38:54.591640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49818) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:54.597621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Request body: {'subnet': {'network_id': '7b37e7fc-16c1-4e74-8878-1c59746c1c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-967986275-subnet', 'tenant_id': '2b5dd0b60e524c2eafa5efa352f529ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:54.675979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.677915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Made reservation on behalf of 2b5dd0b60e524c2eafa5efa352f529ae for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:54.680786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.706290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:54.719265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa3208-d7e1-457c-9348-280596d2f321,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:54.729779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.730275 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment a89d5f8e-db03-4dea-8d51-71c397e5d47c of type vlan for network d37dd134-009c-4c84-84bd-8c805f0d9d8e Oct 26 16:38:54.793714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.926458 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:54.934941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:54.936242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:55.020921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=d37dd134-009c-4c84-84bd-8c805f0d9d8e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:55.033646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:55.091707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9a7be0d-d632-4b15-ad16-8acf06355d46 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0344884 Oct 26 16:38:55.191020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7744662-4f0b-4f91-b3e1-a49054b15194 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:55.191020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d7744662-4f0b-4f91-b3e1-a49054b15194 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0039821 Oct 26 16:38:55.192939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49844) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:55.207312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9d7f2bd-84c8-4097-b496-cd0e174cad0f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '321b253f-737e-45f1-8503-b7b116f27cb2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:55.208456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9d7f2bd-84c8-4097-b496-cd0e174cad0f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:55.412378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3eb09-8a39-44ef-8f0a-1babae570e51 req-2fccb3c2-08fd-4550-bd98-2ac17cb6c1e3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:55.421616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4af3eb09-8a39-44ef-8f0a-1babae570e51 req-2fccb3c2-08fd-4550-bd98-2ac17cb6c1e3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1406229 Oct 26 16:38:55.442099 n-d-815373-2 neutron-server[102736]: WARNING neutron.services.metering.metering_plugin [None req-e9d7f2bd-84c8-4097-b496-cd0e174cad0f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 16:38:55.476672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08842c-c89e-4f37-935e-a001d46e9a9b req-c5995e9e-ed0e-4b46-badb-e3d90a6bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:55.478164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca08842c-c89e-4f37-935e-a001d46e9a9b req-c5995e9e-ed0e-4b46-badb-e3d90a6bae1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.0905330 Oct 26 16:38:55.550684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f2bd-84c8-4097-b496-cd0e174cad0f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:55.552084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9d7f2bd-84c8-4097-b496-cd0e174cad0f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3597538 Oct 26 16:38:55.560101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49858) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:55.571092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bd03daf1-1b7a-4719-aa06-5eed8cb2f2a0 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '321b253f-737e-45f1-8503-b7b116f27cb2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:55.571616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bd03daf1-1b7a-4719-aa06-5eed8cb2f2a0 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:55.592152 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca08842c-c89e-4f37-935e-a001d46e9a9b req-78b964e0-15ea-4168-8f73-7d1969a6d7e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067848 Oct 26 16:38:55.631812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4af3eb09-8a39-44ef-8f0a-1babae570e51 req-dd898e96-7b24-472d-9f07-13eeaeb19cea tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040043 Oct 26 16:38:55.677091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:55.760471 n-d-815373-2 neutron-server[102737]: WARNING neutron.services.metering.metering_plugin [None req-bd03daf1-1b7a-4719-aa06-5eed8cb2f2a0 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 16:38:55.777219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:55.882742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7462e3e4-2983-4a68-b85e-edc3610e9aab,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:55.900667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd03daf1-1b7a-4719-aa06-5eed8cb2f2a0 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:55.912117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd03daf1-1b7a-4719-aa06-5eed8cb2f2a0 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3476408 Oct 26 16:38:55.912226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:55.936657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5cade2a7-1316-49c2-8e98-4b59a4b7095a tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=fd1576eb-207a-485c-bad7-f2e0b9be6b08 HTTP/1.1" status: 200 len: 464 time: 0.0255497 Oct 26 16:38:55.940328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49878) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:55.944724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Checking segment: {'id': 'a8cc672a-0a63-4fb6-a454-856443ea3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7b37e7fc-16c1-4e74-8878-1c59746c1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:55.945078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Network hostable DHCP agents. Network: 7b37e7fc-16c1-4e74-8878-1c59746c1c7d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:55.992686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'network': {'name': 'tempest-network-smoke--2078672051', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:56.018381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Network 7b37e7fc-16c1-4e74-8878-1c59746c1c7d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:56.125828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 7b37e7fc-16c1-4e74-8878-1c59746c1c7d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:56.131014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:56.131660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.136688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a27e0-b13b-4f1d-b7c1-4720137a1eab None None] Network 7b37e7fc-16c1-4e74-8878-1c59746c1c7d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:56.160210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:56.163949 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.207783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.211374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c38b5272-9f25-450d-91c8-372777ae3fc1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6182342 Oct 26 16:38:56.219267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a989d63c-a0d4-471f-a0e7-4e119d67cdcc tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.220976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a989d63c-a0d4-471f-a0e7-4e119d67cdcc tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/fd1576eb-207a-485c-bad7-f2e0b9be6b08 HTTP/1.1" status: 204 len: 168 time: 0.2796531 Oct 26 16:38:56.225007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:56.237430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3995df09-91e4-42f6-94fe-e211b27ed5d2 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=fd1576eb-207a-485c-bad7-f2e0b9be6b08 HTTP/1.1" status: 200 len: 221 time: 0.0108609 Oct 26 16:38:56.241101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:56.247221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-99fea136-be9c-4e84-ad3f-50155b08f26c tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1811340126', 'description': 'label created by tempest'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:56.249048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-99fea136-be9c-4e84-ad3f-50155b08f26c tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Unknown quota resources ['metering_label']. {{(pid=102736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 16:38:56.359163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.372762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c1225-0acc-479d-8c55-d6f100a3d1d0 None None] Network 7b37e7fc-16c1-4e74-8878-1c59746c1c7d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:56.412685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49900) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:56.449028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.483375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019848b5-e541-4669-8285-286451bdc18c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:56.501003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:56.514337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Deleting subnet 7462e3e4-2983-4a68-b85e-edc3610e9aab {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:38:56.520647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.522633 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Added segment f9b57950-c691-494e-afc9-d3497197e374 of type vlan for network 62a21a42-4edd-486d-b328-ba1470594797 Oct 26 16:38:56.522633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.615545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99fea136-be9c-4e84-ad3f-50155b08f26c tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.616412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.617344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-99fea136-be9c-4e84-ad3f-50155b08f26c tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3750787 Oct 26 16:38:56.620176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49906) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:56.635826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.692550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.712195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d291d27a-056b-418c-9ffc-9a32c5a8a002 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=67d23484-bf01-4d38-9d51-7eb61725f154 HTTP/1.1" status: 200 len: 468 time: 0.0869236 Oct 26 16:38:56.712463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:56.788301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.resource_extend [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:38:56.957406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.959883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ae179-c6d1-4e19-8fd0-838f0e554759 req-57c68784-edbb-4044-b070-d2679301e1f0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:56.962140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:56.968668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c13ae179-c6d1-4e19-8fd0-838f0e554759 req-57c68784-edbb-4044-b070-d2679301e1f0 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1853368 Oct 26 16:38:56.972097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:56.973722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.037225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c13ae179-c6d1-4e19-8fd0-838f0e554759 req-c6c85841-9081-4fa5-aec6-773d5bbbaad4 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Oct 26 16:38:57.075171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-621e2470-27f7-4c25-b759-acf8371e982e tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.079535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-621e2470-27f7-4c25-b759-acf8371e982e tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/67d23484-bf01-4d38-9d51-7eb61725f154 HTTP/1.1" status: 204 len: 168 time: 0.3636651 Oct 26 16:38:57.081333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.096658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7462e3e4-2983-4a68-b85e-edc3610e9aab,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:57.113003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a475dcb6-a29f-4c6c-bc18-f9a1f5eed58f tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=67d23484-bf01-4d38-9d51-7eb61725f154 HTTP/1.1" status: 200 len: 216 time: 0.0286736 Oct 26 16:38:57.115462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49942) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.116662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.120474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-050e28a2-527f-461b-afdc-ac00700bc366 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7462e3e4-2983-4a68-b85e-edc3610e9aab HTTP/1.1" status: 204 len: 168 time: 0.7065375 Oct 26 16:38:57.130801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4487243 Oct 26 16:38:57.130801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.140684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.155826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-232025747', 'admin_state_up': True, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:57.205323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-475e7404-4814-439a-bdf5-e4bce1a7bba3 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0854309 Oct 26 16:38:57.206248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.218858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-08b77efa-f29d-4f96-8e47-5a3c8b8ccdcf tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108869 Oct 26 16:38:57.223344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49958) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.253810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66bdd8-0401-4cce-9393-f578ae690d28 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Network': ['ID=62a21a42-4edd-486d-b328-ba1470594797,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:57.267304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 62a21a42-4edd-486d-b328-ba1470594797 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:38:57.274382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.299196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-362a1f88-9ede-4b59-86c5-55764eabdd4e tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/321b253f-737e-45f1-8503-b7b116f27cb2 HTTP/1.1" status: 200 len: 473 time: 0.0739851 Oct 26 16:38:57.302879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.302879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.360460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.361837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49962) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.371786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0479b5e8-8305-49a5-a218-1765f91a2646 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/461af421-e0f2-4a28-99eb-c86ab7516627 HTTP/1.1" status: 200 len: 461 time: 0.0084724 Oct 26 16:38:57.375288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.454323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.476089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b37e7fc-16c1-4e74-8878-1c59746c1c7d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:57.485369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc672a-0a63-4fb6-a454-856443ea3f25') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:57.485669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc672a-0a63-4fb6-a454-856443ea3f25') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:38:57.495542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.511510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.527442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:38:57.528150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.603198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:38:57.607225 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:38:57.689930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-813e755e-f79b-4e20-8519-b4cf6d79f8a8 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.696529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-813e755e-f79b-4e20-8519-b4cf6d79f8a8 tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/461af421-e0f2-4a28-99eb-c86ab7516627 HTTP/1.1" status: 204 len: 168 time: 0.3147824 Oct 26 16:38:57.696529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:57.734400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.761477 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:57.765200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b37e7fc-16c1-4e74-8878-1c59746c1c7d HTTP/1.1" status: 204 len: 168 time: 0.6342447 Oct 26 16:38:57.811348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5a6af-30e4-4d03-93f2-46af51e8e64d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b37e7fc-16c1-4e74-8878-1c59746c1c7d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:57.882769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032401a-8681-43fa-9488-c102ab786835 req-35165156-3cf3-4764-8eed-7632848973a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:57.884708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-35165156-3cf3-4764-8eed-7632848973a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0446dca437a949249c9aa023389a7572&device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 1097 time: 0.0591493 Oct 26 16:38:58.014378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df07cb-4c57-4655-90f2-1cf6391d0136 req-df1bdcb6-bda0-492c-b4b3-ad0d67c02d3d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:58.016152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86df07cb-4c57-4655-90f2-1cf6391d0136 req-df1bdcb6-bda0-492c-b4b3-ad0d67c02d3d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.2217300 Oct 26 16:38:58.023017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032401a-8681-43fa-9488-c102ab786835 req-4b0f9bbc-babf-4e7a-99a5-cda540a9b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:58.024986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-4b0f9bbc-babf-4e7a-99a5-cda540a9b07d service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 200 len: 919 time: 0.1314871 Oct 26 16:38:58.079053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86df07cb-4c57-4655-90f2-1cf6391d0136 req-4b5b0f44-2d46-4e36-95d3-c65453efe4c6 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537055 Oct 26 16:38:58.085223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-51219efa-b1e2-4e0e-a5eb-89ea498057db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 200 len: 217 time: 0.0440364 Oct 26 16:38:58.109809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93d14a21-6df4-4bba-ae0c-e7198699e6dc tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.116887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-93d14a21-6df4-4bba-ae0c-e7198699e6dc tempest-MeteringTestJSON-480800267 tempest-MeteringTestJSON-480800267-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/321b253f-737e-45f1-8503-b7b116f27cb2 HTTP/1.1" status: 204 len: 168 time: 0.4164286 Oct 26 16:38:58.143919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032401a-8681-43fa-9488-c102ab786835 req-773bf329-2d1a-4d26-af8d-e9e12d4f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:58.145603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-773bf329-2d1a-4d26-af8d-e9e12d4f219d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 200 len: 858 time: 0.0544970 Oct 26 16:38:58.229899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-6a7cf7ba-4a51-422e-a96e-be732db3fa03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fd497d-c33c-4caf-9606-9734c75d819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774810 Oct 26 16:38:58.245838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.268642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.322665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:58.344916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-7f6a0c04-3c93-4780-a6fc-402089554888 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042399 Oct 26 16:38:58.410849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3de042b4-a5a2-48df-abcf-63bb74bf7015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b5dd0b60e524c2eafa5efa352f529ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840659 Oct 26 16:38:58.411804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50008) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:58.432244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50010) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:58.437541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:58.447549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.25.5.123 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/963390ce-0efe-4a24-92e4-77ba253e908d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:38:58.484706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.547732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6032401a-8681-43fa-9488-c102ab786835 req-578a3db1-aa39-4557-b623-e547054b7411 service neutron] 10.222.0.47 "GET /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956248 Oct 26 16:38:58.568525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.649182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.655314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:58.721994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:58.726018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.755410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.762611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.765188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.769009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e773e2bc-e37e-48d7-b61a-d1be05396800 HTTP/1.1" status: 204 len: 168 time: 0.3536370 Oct 26 16:38:58.797320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d99b20-d967-4161-8d5b-5d8c68922272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773e2bc-e37e-48d7-b61a-d1be05396800,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:58.820089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:38:58.828266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:58.831964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:58.837536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:38:58.873632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=963390ce-0efe-4a24-92e4-77ba253e908d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:59.012030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.104334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.146171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95548cc-f375-4439-9037-10c2c354c19a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:59.150115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.221398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.221809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.222172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.222737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.222958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.226202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:38:59.283121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:59.289312 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ab7d5ae-a046-4c85-b7e0-d42bc5673bb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2817f3276fa47aa8282569e9f06ae65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329663 Oct 26 16:38:59.293193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:59.293875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882815b-b43e-4bcc-993e-4ffefb61d16c req-ec93e301-1302-46a6-8ad4-982e8bbde957 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:59.302127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7882815b-b43e-4bcc-993e-4ffefb61d16c req-ec93e301-1302-46a6-8ad4-982e8bbde957 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0914946 Oct 26 16:38:59.350016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7882815b-b43e-4bcc-993e-4ffefb61d16c req-3ffcbd51-ff2e-4e53-b0a9-dae649cc60ae tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Oct 26 16:38:59.382367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': 'a89d5f8e-db03-4dea-8d51-71c397e5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:38:59.382726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: d37dd134-009c-4c84-84bd-8c805f0d9d8e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:38:59.387322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.418525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.524281 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.525476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:38:59.583842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.587203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.591273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a95548cc-f375-4439-9037-10c2c354c19a HTTP/1.1" status: 204 len: 168 time: 0.2967086 Oct 26 16:38:59.600113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67586f86-d300-455b-bd6b-c1df967bda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95548cc-f375-4439-9037-10c2c354c19a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:38:59.629168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d37dd134-009c-4c84-84bd-8c805f0d9d8e) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:38:59.636538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:38:59.639395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.645897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe9504e-2049-4884-b79a-e7e27e657737 None None] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:38:59.742593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7b147bdc-a346-443f-868d-cfb394cbdd2c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3042738 Oct 26 16:38:59.745857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50070) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:38:59.754898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-444943384'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:38:59.759536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.833534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d37dd134-009c-4c84-84bd-8c805f0d9d8e', 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': '7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:38:59.834644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.885793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:38:59.889321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.947354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:38:59.973156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:38:59.973499 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment ccc8b3dc-d228-4254-a5fa-c692bc65014f of type vlan for network 2fefe143-b3ae-4a8d-acae-a657e220803f Oct 26 16:39:00.013500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Allocated IP 2001:db8:0:ffff::2 (d37dd134-009c-4c84-84bd-8c805f0d9d8e/7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe/fe7c3efc-b486-45c1-9340-58e872db5f8c) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:00.025959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.074253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:39:00.167092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.177777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:00.178500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.202230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:00.208731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.225308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:00.246350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:00.247387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:00.285299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=2fefe143-b3ae-4a8d-acae-a657e220803f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:00.309647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 2fefe143-b3ae-4a8d-acae-a657e220803f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:00.351712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bbb34a53-b785-41b1-b75a-79cb75e9fce2 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6042445 Oct 26 16:39:00.354434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50108) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:00.360343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:00.381444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.385621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb97b15c-d006-4c93-92a2-82c4d8b02e16 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2381074 Oct 26 16:39:00.388136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50112) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:00.393897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.464684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:00.476293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:00.481862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:00.499911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50120) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:00.504703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Pushing event updated for resources: {'Port': ['ID=fe7c3efc-b486-45c1-9340-58e872db5f8c,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:00.528676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe4074a-18b9-4eb9-994e-c4451191bdf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.553150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451d59-7787-42aa-98bc-4f3741dc6edf req-07ae922d-1363-4812-ad15-b6557877d096 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:00.555291 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65451d59-7787-42aa-98bc-4f3741dc6edf req-07ae922d-1363-4812-ad15-b6557877d096 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1206834 Oct 26 16:39:00.572953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:00.604299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Attempting to bind port fe7c3efc-b486-45c1-9340-58e872db5f8c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:00.607344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Attempting to bind port fe7c3efc-b486-45c1-9340-58e872db5f8c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a89d5f8e-db03-4dea-8d51-71c397e5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:00.607814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Attempting to bind port fe7c3efc-b486-45c1-9340-58e872db5f8c on network d37dd134-009c-4c84-84bd-8c805f0d9d8e {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:00.647895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65451d59-7787-42aa-98bc-4f3741dc6edf req-b51c4fc4-eb44-48b6-be00-6d520c805134 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814228 Oct 26 16:39:00.678648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:00.693553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:00.694695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Checking segment: {'id': 'a89d5f8e-db03-4dea-8d51-71c397e5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:00.695386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.695872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Bound using segment: {'id': 'a89d5f8e-db03-4dea-8d51-71c397e5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:00.696580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Bound port: fe7c3efc-b486-45c1-9340-58e872db5f8c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89d5f8e-db03-4dea-8d51-71c397e5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd37dd134-009c-4c84-84bd-8c805f0d9d8e'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:00.697224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.700322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.768745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe4074a-18b9-4eb9-994e-c4451191bdf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.840129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] For port fe7c3efc-b486-45c1-9340-58e872db5f8c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:00.845212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] For port fe7c3efc-b486-45c1-9340-58e872db5f8c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe7c3efc-b486-45c1-9340-58e872db5f8c,segment=NetworkSegment(a89d5f8e-db03-4dea-8d51-71c397e5d47c),segment_id=a89d5f8e-db03-4dea-8d51-71c397e5d47c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:00.856409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe4074a-18b9-4eb9-994e-c4451191bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.857438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:38:59Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:00.886667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efe4074a-18b9-4eb9-994e-c4451191bdf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9651bfb58b04820b2c90b8cb5d6dc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853207 Oct 26 16:39:00.887985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18dd7c9e-3ec5-4b37-a2fb-f640acc583c0 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7e9d36cc41434301924cdd95db3ac374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4982970 Oct 26 16:39:00.888633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:00.888972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:00.896570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:00.897097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Updating router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 port 963390ce-0efe-4a24-92e4-77ba253e908d binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:39:00.927887 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.932876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:00.988077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4074a-18b9-4eb9-994e-c4451191bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb6d35-2e0f-4d0d-aa3c-e15e599bc0d1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:01.157248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b1441bf-fbfa-4a86-ac31-e32da003aa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.178667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a54f17-0eec-40b0-834d-5b34c4de3160 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:01.183498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:01.184017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b0a54f17-0eec-40b0-834d-5b34c4de3160 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2919669 Oct 26 16:39:01.200362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.237906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.246640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec8c62-ed99-4aab-8a73-e5e9c6b7c52b None None] Pushing event updated for resources: {'Port': ['ID=fe7c3efc-b486-45c1-9340-58e872db5f8c,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:01.392554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:01.417563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.421878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.440745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0eb6d35-2e0f-4d0d-aa3c-e15e599bc0d1 HTTP/1.1" status: 204 len: 168 time: 0.3773699 Oct 26 16:39:01.476683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0543726-6b59-45d6-86a2-b936fbbd77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb6d35-2e0f-4d0d-aa3c-e15e599bc0d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:01.589296 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.674425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed28d-03ec-4584-8a66-4257f2ade31a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.696672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.755779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce74052-a7d6-4b25-a996-ee66777ef353 None None] Pushing event updated for resources: {'Port': ['ID=963390ce-0efe-4a24-92e4-77ba253e908d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:01.772386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Attempting to bind port 963390ce-0efe-4a24-92e4-77ba253e908d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:01.772844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Attempting to bind port 963390ce-0efe-4a24-92e4-77ba253e908d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:01.773268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Attempting to bind port 963390ce-0efe-4a24-92e4-77ba253e908d on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:01.776427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed28d-03ec-4584-8a66-4257f2ade31a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.778913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:01.779424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:01.779888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.781373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:01.782076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Bound port: 963390ce-0efe-4a24-92e4-77ba253e908d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:01.783006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.803953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44da37c3-255c-4282-8f67-7aba33479241 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6193805 Oct 26 16:39:01.806602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50158) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:01.816361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2094779893', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:01.821983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:39:01.823643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.846308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] For port 963390ce-0efe-4a24-92e4-77ba253e908d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:01.850325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] For port 963390ce-0efe-4a24-92e4-77ba253e908d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=963390ce-0efe-4a24-92e4-77ba253e908d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:01.875977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=bf5a769a-82b5-42b3-b95e-3919620c4c1c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:01.877333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed28d-03ec-4584-8a66-4257f2ade31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.925216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': 'ccc8b3dc-d228-4254-a5fa-c692bc65014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:01.926049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: 2fefe143-b3ae-4a8d-acae-a657e220803f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:01.932990 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:01.979789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c5ed28d-03ec-4584-8a66-4257f2ade31a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c845516264b48e39813b31553b95a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853894 Oct 26 16:39:01.984842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50180) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:02.001968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed28d-03ec-4584-8a66-4257f2ade31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f848fb3-69ee-43de-af8c-7bccbaa2526b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:02.047183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:02.047903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:38:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:02.062549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network 2fefe143-b3ae-4a8d-acae-a657e220803f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:02.088438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.106905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:02.113610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.114699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.172971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce74052-a7d6-4b25-a996-ee66777ef353 None None] Pushing event updated for resources: {'Port': ['ID=963390ce-0efe-4a24-92e4-77ba253e908d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:02.176946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 2fefe143-b3ae-4a8d-acae-a657e220803f) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:02.181816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:02.182411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.226949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e751e-5fc4-466e-8c28-7f1bf0c326f8 None None] Network 2fefe143-b3ae-4a8d-acae-a657e220803f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:02.285698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.288836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.302186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f848fb3-69ee-43de-af8c-7bccbaa2526b HTTP/1.1" status: 204 len: 168 time: 0.3059125 Oct 26 16:39:02.302186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37677-5090-412a-ac53-7268446b4c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f848fb3-69ee-43de-af8c-7bccbaa2526b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:02.324677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9dac18ef-ec04-473d-be01-65fd1d993659 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9688077 Oct 26 16:39:02.327217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:02.336246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'port': {'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f', 'name': 'tempest-NetworksIpV6TestAttrs-1675384306'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:02.435464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:02.775579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-2fefe143-b3ae-4a8d-acae-a657e220803f', 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': 'bf5a769a-82b5-42b3-b95e-3919620c4c1c'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:02.776462 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.853318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.865359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:02.870043 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:02.884024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efc110-a5ec-4e33-a6f2-a409f73e5615 None None] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:02.949550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] device_id is not set on port 3c8e91f0-4728-4f9d-bc76-5d0322bcd351 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:02.977906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Subnet': ['ID=98e5f28e-6015-4270-a723-c6438ca05800,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:03.009098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] Provisioning complete for port fe7c3efc-b486-45c1-9340-58e872db5f8c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:03.009098 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:03.028066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Checking segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:03.029445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network hostable DHCP agents. Network: 62a21a42-4edd-486d-b328-ba1470594797, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:03.101246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:38:59Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:03.109355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Allocated IP 2001:db8::f816:3eff:fe9d:d543 (2fefe143-b3ae-4a8d-acae-a657e220803f/bf5a769a-82b5-42b3-b95e-3919620c4c1c/78b445fa-82c2-4a9e-b74d-03dfe0750fc8) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:03.149109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 62a21a42-4edd-486d-b328-ba1470594797 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:03.159740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767f2d4-3e26-4ef6-b389-5b322e74da7d None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:38:59Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:03.255925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 62a21a42-4edd-486d-b328-ba1470594797) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:03.270385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:03.271359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:03.307622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ee2f5-fdb8-4340-ab5d-150e32da0147 None None] Network 62a21a42-4edd-486d-b328-ba1470594797 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:03.378797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:03.412400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:03.415246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b4a0efb-822e-4bd7-a859-4ed56f576bb3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6019411 Oct 26 16:39:03.565764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe7c3efc-b486-45c1-9340-58e872db5f8c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:03.583759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] For port fe7c3efc-b486-45c1-9340-58e872db5f8c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe7c3efc-b486-45c1-9340-58e872db5f8c,segment=NetworkSegment(a89d5f8e-db03-4dea-8d51-71c397e5d47c),segment_id=a89d5f8e-db03-4dea-8d51-71c397e5d47c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:03.809891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:03.889670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:03.915993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.120928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Allocated IP 2001:db8::f816:3eff:fee7:822 (2fefe143-b3ae-4a8d-acae-a657e220803f/bf5a769a-82b5-42b3-b95e-3919620c4c1c/3c8e91f0-4728-4f9d-bc76-5d0322bcd351) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:04.235522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fe7c3efc-b486-45c1-9340-58e872db5f8c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:04.236485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.238589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.249055 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d49ff742-2a7a-4513-8978-cb8a65ecff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.281202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Network 2fefe143-b3ae-4a8d-acae-a657e220803f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:04.333802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:04.339869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:04.372526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-62a21a42-4edd-486d-b328-ba1470594797', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:04.373400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.462717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3615-582e-4091-a406-e4342a8adb63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.476176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-243c880e-25c9-4f1b-80d0-5eb83f2f37f8 None None] Provisioning complete for port fe7c3efc-b486-45c1-9340-58e872db5f8c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:04.479165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-243c880e-25c9-4f1b-80d0-5eb83f2f37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.484960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.501740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.640812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.741750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Attempting to bind port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:04.742583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Attempting to bind port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ccc8b3dc-d228-4254-a5fa-c692bc65014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:04.743883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Attempting to bind port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 on network 2fefe143-b3ae-4a8d-acae-a657e220803f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:04.747224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3615-582e-4091-a406-e4342a8adb63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.752809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f10f8f-e69b-4552-ad3b-9dd811bc9800 None None] Pushing event updated for resources: {'Port': ['ID=fe7c3efc-b486-45c1-9340-58e872db5f8c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:04.806352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.834734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:04.835117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Checking segment: {'id': 'ccc8b3dc-d228-4254-a5fa-c692bc65014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:04.835616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.836266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Bound using segment: {'id': 'ccc8b3dc-d228-4254-a5fa-c692bc65014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:04.837844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Bound port: 78b445fa-82c2-4a9e-b74d-03dfe0750fc8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8b3dc-d228-4254-a5fa-c692bc65014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2fefe143-b3ae-4a8d-acae-a657e220803f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:04.838261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:04.936298 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3615-582e-4091-a406-e4342a8adb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.032043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Pushing event updated for resources: {'Port': ['ID=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.046428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad3615-582e-4091-a406-e4342a8adb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8cd9a-a121-4611-83dc-dafa169092dd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.052487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network 2fefe143-b3ae-4a8d-acae-a657e220803f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:05.060267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b2ad3615-582e-4091-a406-e4342a8adb63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4ef5e8d96eb446fa2436ff503618973&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2469563 Oct 26 16:39:05.060736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50266) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:05.061049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:05.063561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:05.069748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:05.071007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.085529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Port': ['ID=3c8e91f0-4728-4f9d-bc76-5d0322bcd351,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.089041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.120245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] For port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:05.125855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] For port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,segment=NetworkSegment(ccc8b3dc-d228-4254-a5fa-c692bc65014f),segment_id=ccc8b3dc-d228-4254-a5fa-c692bc65014f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:05.148044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Allocated IP 172.20.0.2 (62a21a42-4edd-486d-b328-ba1470594797/98e5f28e-6015-4270-a723-c6438ca05800/c0aa33b5-bdec-4fb8-8d7c-d46698a002ed) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:05.162891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.174244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d7bc02ee-b384-42d2-90a0-e6c3fed1f4c4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8456814 Oct 26 16:39:05.175094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50270) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:05.198987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.296674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting subnet bf5a769a-82b5-42b3-b95e-3919620c4c1c {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:39:05.302473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.312639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.319529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50274) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:05.336909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:05.361383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.382638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.385258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.387513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b8cd9a-a121-4611-83dc-dafa169092dd HTTP/1.1" status: 204 len: 168 time: 0.3252215 Oct 26 16:39:05.415054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63887e-41bb-4fc5-b115-8ee659bb558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8cd9a-a121-4611-83dc-dafa169092dd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.530393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17227-bb0a-4a91-8b19-50f255b6093c None None] Pushing event updated for resources: {'Port': ['ID=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.567358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2073794727', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:05.586177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.629221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-877114914-network', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:05.647340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.668471 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.723883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Pushing event updated for resources: {'Port': ['ID=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.759713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.1 (62a21a42-4edd-486d-b328-ba1470594797/98e5f28e-6015-4270-a723-c6438ca05800/6826d1d1-0e5d-454f-a815-90277b2efe9d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:05.760911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe7c3efc-b486-45c1-9340-58e872db5f8c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:05.833045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Network 62a21a42-4edd-486d-b328-ba1470594797 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:05.833208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.836970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:05.839544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:05.848802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Made reservation on behalf of 0c8464b0ff624af7bdf3b40525f910cb for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:05.851820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.917156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.919961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5a769a-82b5-42b3-b95e-3919620c4c1c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:05.929375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:05.933767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-de9dc00c-7e5a-4b0d-9ef0-eb66fdb7c8d7 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/bf5a769a-82b5-42b3-b95e-3919620c4c1c HTTP/1.1" status: 204 len: 168 time: 0.7567163 Oct 26 16:39:05.936926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50284) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:05.981851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Attempting to bind port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:05.981981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Attempting to bind port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:05.982304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Attempting to bind port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed on network 62a21a42-4edd-486d-b328-ba1470594797 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:06.000603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:06.001185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Checking segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:06.001880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.018449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Bound using segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:06.019868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Bound port: c0aa33b5-bdec-4fb8-8d7c-d46698a002ed, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:06.025253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.065884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Made reservation on behalf of fa47d97b12014e978e39fe781b510ce1 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:06.078273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.116650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70ccf9-b200-4700-bee3-fc32c2c31555 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:06.122806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70ccf9-b200-4700-bee3-fc32c2c31555 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:06.128035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea70ccf9-b200-4700-bee3-fc32c2c31555 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1902819 Oct 26 16:39:06.130974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:06.167807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fe7c3efc-b486-45c1-9340-58e872db5f8c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:06.168780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.168910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.178607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.216465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5163-e942-4c5d-9ce8-3a20d2e87a25 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.224611 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d5163-e942-4c5d-9ce8-3a20d2e87a25 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:06.225094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d5163-e942-4c5d-9ce8-3a20d2e87a25 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:06.228850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a6d5163-e942-4c5d-9ce8-3a20d2e87a25 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/2fefe143-b3ae-4a8d-acae-a657e220803f HTTP/1.1" status: 409 len: 405 time: 0.0966117 Oct 26 16:39:06.233065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50298) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:06.238697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1777095200'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:06.283302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] For port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:06.292444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] For port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:06.336682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.342294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 963390ce-0efe-4a24-92e4-77ba253e908d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:06.348604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:06.352366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.370587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.378978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.379202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.379369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:06.395306 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.396081 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment fd0c7302-46ad-4c5f-9140-0a67683963b0 of type vlan for network ab9f4471-912c-4113-a692-b7249543f9e6 Oct 26 16:39:06.432021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 62a21a42-4edd-486d-b328-ba1470594797 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:06.437126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:06.441263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:06.451492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 963390ce-0efe-4a24-92e4-77ba253e908d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:06.455368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.477169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.477717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.493582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] device_id is not set on port 5f14fd5e-cca2-4287-9bfc-6cf256d66370 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:06.502859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:06.535157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71089-f54b-4ebb-83f6-a9b099cda72f None None] Pushing event updated for resources: {'Port': ['ID=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:06.546900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.561428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:06.573928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.574594 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Added segment 284efcce-b47b-4115-a184-38d2dc0dc245 of type vlan for network 11739ece-c8ee-4bae-b34d-b3b83a1715ff Oct 26 16:39:06.622308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.644399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.644667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.653399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:06.654275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.682419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.690352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 963390ce-0efe-4a24-92e4-77ba253e908d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=963390ce-0efe-4a24-92e4-77ba253e908d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:06.735901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f38691-d3fc-42a8-8869-6eefd3640907,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:06.747578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.748777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:06.749354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.764040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.798791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:06.843771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6091483 Oct 26 16:39:06.846138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50304) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:06.846871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=963390ce-0efe-4a24-92e4-77ba253e908d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:06.862544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:06.869959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92db07-ff9a-4612-af94-aefb648b91e0 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=ab9f4471-912c-4113-a692-b7249543f9e6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:06.887407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ab9f4471-912c-4113-a692-b7249543f9e6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:07.021867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7009287 Oct 26 16:39:07.022795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Pushing event updated for resources: {'Network': ['ID=11739ece-c8ee-4bae-b34d-b3b83a1715ff,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:07.031370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50310) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:07.039113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Request body: {'subnet': {'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-877114914-subnet', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:07.046662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:07.114910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c866d-717d-4aaf-9506-949166cfdf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd0fbd-1f9c-4496-baa0-a98b7d099f8a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:07.171006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Made reservation on behalf of fa47d97b12014e978e39fe781b510ce1 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:07.171568 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.317609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Allocated IP 172.25.5.2 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/5f14fd5e-cca2-4287-9bfc-6cf256d66370) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:07.344473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39118ec9-1d6c-458f-b39c-386bdc947cc0 None None] Network 2fefe143-b3ae-4a8d-acae-a657e220803f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:07.350022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:07.353660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.570445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.596716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] Provisioning complete for port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:07.597210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.676353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.772416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 963390ce-0efe-4a24-92e4-77ba253e908d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:07.933913 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.995092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 963390ce-0efe-4a24-92e4-77ba253e908d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:07.996372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:07.997713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:39:08.011555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] DHCP port deletion for 2fefe143-b3ae-4a8d-acae-a657e220803f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:39:08.052137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:08.055684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.086804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.142273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.143936 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.144062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=ed238e8f-0271-4e34-a173-d7f466d995b8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:08.196020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] For port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,segment=NetworkSegment(ccc8b3dc-d228-4254-a5fa-c692bc65014f),segment_id=ccc8b3dc-d228-4254-a5fa-c692bc65014f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:08.196381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Checking segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:08.196735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Network hostable DHCP agents. Network: 11739ece-c8ee-4bae-b34d-b3b83a1715ff, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:08.207147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Deleting port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:08.207671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.233932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:08.239914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:08.246937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:08.269961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': 'fd0c7302-46ad-4c5f-9140-0a67683963b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:08.271379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: ab9f4471-912c-4113-a692-b7249543f9e6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:08.283324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Pushing event updated for resources: {'Port': ['ID=5f14fd5e-cca2-4287-9bfc-6cf256d66370,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:08.295636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd26a8-87b0-4790-9c10-1e428c654747 None None] Network 62a21a42-4edd-486d-b328-ba1470594797 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:08.309899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:08.310906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.346763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.381053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:08.458596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network ab9f4471-912c-4113-a692-b7249543f9e6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:08.468853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:08.481629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f443181-0fa9-41ad-a5ca-c1950019e195 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.1399314 Oct 26 16:39:08.482666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50334) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:08.490884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.2'}]}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:08.510819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.521306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.527054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c0aa33b5-bdec-4fb8-8d7c-d46698a002ed up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:08.572651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 11739ece-c8ee-4bae-b34d-b3b83a1715ff) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:08.582600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ab9f4471-912c-4113-a692-b7249543f9e6) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:08.592659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f98c3d-a575-4d2c-b896-f8be5402f468 None None] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:08.593009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:08.593941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.607424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:08.609836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.610939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.612318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.629660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a826f9-0984-47a0-994a-d82a885ce807 None None] Network ab9f4471-912c-4113-a692-b7249543f9e6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:08.671482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] For port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,segment=NetworkSegment(ccc8b3dc-d228-4254-a5fa-c692bc65014f),segment_id=ccc8b3dc-d228-4254-a5fa-c692bc65014f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:08.671892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.673019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.728796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 62a21a42-4edd-486d-b328-ba1470594797 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:08.730417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:08.746875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6957cac2-d227-435a-9d41-453df6fd0230 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8931181 Oct 26 16:39:08.749237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:08.758814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'port': {'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6', 'name': 'tempest-NetworksIpV6TestAttrs-2064008519'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:08.780478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Calling delete_port for 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:08.812269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0f59b-eb1e-4a86-9dd6-98d6c91300ae None None] Pushing event updated for resources: {'Port': ['ID=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:08.836696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] Provisioning complete for port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:08.837068 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:08.872777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-51595cc9-a810-4b17-9078-1ccc222cb162 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8359745 Oct 26 16:39:08.874798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:08.887284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:09.028261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.052171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.057413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.073860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:39:09.092041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:09.092409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.109152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.235323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:09.239948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.290311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:09.291214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.292273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:09.302992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-08561042-f275-4ef2-919c-2685b78196ab tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/ce7ad921-2498-4392-ba0e-2b9ddc792bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8863039 Oct 26 16:39:09.315043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:09.324543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.324750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50352) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:09.339102 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:09.340550 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:09.387677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-ab9f4471-912c-4113-a692-b7249543f9e6', 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': 'ed238e8f-0271-4e34-a173-d7f466d995b8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:09.388540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.487928 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:09.590972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.610751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Pushing event deleted for resources: {'Port': ['ID=78b445fa-82c2-4a9e-b74d-03dfe0750fc8,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:09.616617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] No DVR routers for this DVR port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:09.701926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.702300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.702601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.702934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.703308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.703629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.703989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.704316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.704637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.704957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.705278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.705593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a76eb-b5c2-4b21-bf1d-522b083e55a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:09.760255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:09.897969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] For port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:09.997655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] device_id is not set on port 8eead1fe-eee0-41a0-9eca-e47ff408b9bd yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:10.008661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.027990 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.049511 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 2, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:10.131597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:10.131985 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Updating router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 port 6826d1d1-0e5d-454f-a815-90277b2efe9d binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:39:10.191689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Allocated IP 172.20.0.2 (11739ece-c8ee-4bae-b34d-b3b83a1715ff/ac64d8e2-37bd-4b84-a5ac-3f6da381ded8/0421e8dd-7909-4f0a-bd0c-2e8765423404) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:10.196506 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.351369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf7dc-2bcf-4efb-91f7-b7796375b0b9 None None] Pushing event updated for resources: {'Port': ['ID=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:10.540955 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.596776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.600356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55cb44db-155c-4c8e-ad50-804eea0bfaa8 None None] Provisioning complete for port 6826d1d1-0e5d-454f-a815-90277b2efe9d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:10.604321 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55cb44db-155c-4c8e-ad50-804eea0bfaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.609324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:39:10.616166 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:39:10.671299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.674803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Allocated IP 2001:db8::f816:3eff:fe46:470a (ab9f4471-912c-4113-a692-b7249543f9e6/ed238e8f-0271-4e34-a173-d7f466d995b8/05848933-1939-46d1-9a06-1cf3eceb9ee1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:10.713095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.726442 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.798106 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.806455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.806455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.806936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.807657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.808124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.808759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.809251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.809780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.810239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.810693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.811156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.811613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.812238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.812804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.813904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:10.820959 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-912563aa-c848-461e-94e8-bed1d268e0ba tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10529 time: 1.4941125 Oct 26 16:39:10.821602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50390) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:10.853034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:10.860919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Allocated IP 172.25.5.86 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0b4c0bea-d11c-4bf8-a51b-9548c9c5acff) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:10.900338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Pushing event updated for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:10.913161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.913161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.913161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.913161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.913647 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.913741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.914124 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.914383 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.914741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.915064 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.915432 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:10.915745 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:11.041567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.042404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.042801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.043335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.046294 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Attempting to bind port 6826d1d1-0e5d-454f-a815-90277b2efe9d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:11.046869 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Attempting to bind port 6826d1d1-0e5d-454f-a815-90277b2efe9d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:11.047455 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Attempting to bind port 6826d1d1-0e5d-454f-a815-90277b2efe9d on network 62a21a42-4edd-486d-b328-ba1470594797 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:11.048721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.054712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.055832 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:11.056514 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Checking segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:11.057161 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.057733 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Bound using segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:11.058412 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Bound port: 6826d1d1-0e5d-454f-a815-90277b2efe9d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:11.059026 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.062927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.062927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.077304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.078407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.080981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.083739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.084178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.084628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:11.092085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ba7f1181-a386-43fd-a4c9-278f278bb1f5 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8913 time: 0.2623277 Oct 26 16:39:11.094124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.100100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.102240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-55cb44db-155c-4c8e-ad50-804eea0bfaa8 None None] Port 6826d1d1-0e5d-454f-a815-90277b2efe9d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:11.104000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50402) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:11.130315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.169848 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] For port 6826d1d1-0e5d-454f-a815-90277b2efe9d, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:11.174880 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] For port 6826d1d1-0e5d-454f-a815-90277b2efe9d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6826d1d1-0e5d-454f-a815-90277b2efe9d,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:11.204577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.223835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55cb44db-155c-4c8e-ad50-804eea0bfaa8 None None] Provisioning complete for port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:11.224297 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55cb44db-155c-4c8e-ad50-804eea0bfaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.238531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:11.242746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Network ab9f4471-912c-4113-a692-b7249543f9e6 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:11.244314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:11.265097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Pushing event updated for resources: {'Port': ['ID=0421e8dd-7909-4f0a-bd0c-2e8765423404,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:11.267777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:11.269605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:11.276635 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.292340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:11.341376 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:11.342020 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:11.406352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Allocated IP 2001:db8::f816:3eff:fed4:9e3f (ab9f4471-912c-4113-a692-b7249543f9e6/ed238e8f-0271-4e34-a173-d7f466d995b8/8eead1fe-eee0-41a0-9eca-e47ff408b9bd) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:11.540100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.546471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ad676-7f74-497a-a6f5-89d721f6b48f None None] Pushing event updated for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:11.577844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:11.608316 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:11.661290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:11.661912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 16:39:11.674187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.696233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:11.700024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Port 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 not found, will not notify nova. {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 16:39:11.740139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:11.842384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:11.848250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Attempting to bind port 05848933-1939-46d1-9a06-1cf3eceb9ee1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:11.850456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Attempting to bind port 05848933-1939-46d1-9a06-1cf3eceb9ee1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fd0c7302-46ad-4c5f-9140-0a67683963b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:11.852360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Attempting to bind port 05848933-1939-46d1-9a06-1cf3eceb9ee1 on network ab9f4471-912c-4113-a692-b7249543f9e6 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:11.869708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:11.870168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Checking segment: {'id': 'fd0c7302-46ad-4c5f-9140-0a67683963b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:11.870485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.870885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Bound using segment: {'id': 'fd0c7302-46ad-4c5f-9140-0a67683963b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:11.871407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Bound port: 05848933-1939-46d1-9a06-1cf3eceb9ee1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0c7302-46ad-4c5f-9140-0a67683963b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab9f4471-912c-4113-a692-b7249543f9e6'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:11.871949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.878504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Pushing event updated for resources: {'Port': ['ID=05848933-1939-46d1-9a06-1cf3eceb9ee1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:11.881461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Pushing event updated for resources: {'Port': ['ID=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:11.890271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c0aa33b5-bdec-4fb8-8d7c-d46698a002ed up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:11.920652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Attempting to bind port 0421e8dd-7909-4f0a-bd0c-2e8765423404 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:11.921360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Attempting to bind port 0421e8dd-7909-4f0a-bd0c-2e8765423404 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:11.921936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Attempting to bind port 0421e8dd-7909-4f0a-bd0c-2e8765423404 on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Checking segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Bound using segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Bound port: 0421e8dd-7909-4f0a-bd0c-2e8765423404, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:11.936160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.067577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] For port 05848933-1939-46d1-9a06-1cf3eceb9ee1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:12.092154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] For port 05848933-1939-46d1-9a06-1cf3eceb9ee1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05848933-1939-46d1-9a06-1cf3eceb9ee1,segment=NetworkSegment(fd0c7302-46ad-4c5f-9140-0a67683963b0),segment_id=fd0c7302-46ad-4c5f-9140-0a67683963b0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:12.102193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] Provisioning complete for port 6826d1d1-0e5d-454f-a815-90277b2efe9d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:12.102541 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.103840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.111634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.151118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-02063cff-6561-4258-a5f1-c1a8645d4d73 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4801 time: 1.0455167 Oct 26 16:39:12.162342 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-597711b1-16e0-4898-b576-8470f811d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:11Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:12.190959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.223538 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597711b1-16e0-4898-b576-8470f811d9df None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:11Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:12.239421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] For port 0421e8dd-7909-4f0a-bd0c-2e8765423404, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:12.246567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.252359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.261806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:12.262191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.299539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.299539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75b44dbb-9e64-4a5e-a1ff-3818a574e9cf {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:39:12.299539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50428) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:12.347040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] For port 0421e8dd-7909-4f0a-bd0c-2e8765423404, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0421e8dd-7909-4f0a-bd0c-2e8765423404,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:12.374713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.434144 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.453307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Port': ['ID=8eead1fe-eee0-41a0-9eca-e47ff408b9bd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:12.498186 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:12.501209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59a6d6af-c8e5-4ace-b34a-2ca0f8ebcb0a tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.0174849 Oct 26 16:39:12.504658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50432) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:12.521753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network ab9f4471-912c-4113-a692-b7249543f9e6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:12.522750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:12.529523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:12.543659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:12.545304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.585324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] For port 6826d1d1-0e5d-454f-a815-90277b2efe9d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6826d1d1-0e5d-454f-a815-90277b2efe9d,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:12.590686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81771e-ef66-45e6-a28e-3fc455148aa1 None None] Pushing event updated for resources: {'Port': ['ID=05848933-1939-46d1-9a06-1cf3eceb9ee1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:12.701272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-949b665e-8569-4243-8b84-cf04d03509ef tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9508314 Oct 26 16:39:12.707455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cffbb88-d2fe-499a-8593-3f3937a0f012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.708037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50434) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:12.802171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting subnet ed238e8f-0271-4e34-a173-d7f466d995b8 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:39:12.805666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.841875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:12.850977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047094706', 'description': 'tempest-secgroup-smoke-1047094706 description', 'project_id': '7e9d36cc41434301924cdd95db3ac374'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:12.851224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e08a1-6ffd-453f-8d75-b2918b350e96 None None] Pushing event updated for resources: {'Port': ['ID=0421e8dd-7909-4f0a-bd0c-2e8765423404,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:12.858251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Deleting port 5f14fd5e-cca2-4287-9bfc-6cf256d66370 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:12.858813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.860317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:12.999491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.086426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.093136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.118020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28a51-2561-4929-8665-8280accbf2a9 None None] Pushing event updated for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:13.143484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:13.165640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cffbb88-d2fe-499a-8593-3f3937a0f012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.180625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Calling delete_port for 5f14fd5e-cca2-4287-9bfc-6cf256d66370 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:13.194388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.201554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:13.203446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 78b445fa-82c2-4a9e-b74d-03dfe0750fc8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:13.268531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cffbb88-d2fe-499a-8593-3f3937a0f012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.352739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffbb88-d2fe-499a-8593-3f3937a0f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227cabb-77a5-4749-bed4-a5286ac39251,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:13.392558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5cffbb88-d2fe-499a-8593-3f3937a0f012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40bc709f44004c7ba7d89335f34c38a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0974953 Oct 26 16:39:13.395762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:13.437166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.520808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.557628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.582528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.643052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.647452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.669575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.747509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f14fd5e-cca2-4287-9bfc-6cf256d66370,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:13.750126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab91dc-35c7-4f70-bf76-04acd80283e1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:13.763552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.805674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.811670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/ed238e8f-0271-4e34-a173-d7f466d995b8 HTTP/1.1" status: 204 len: 168 time: 1.1031148 Oct 26 16:39:13.819212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:13.861191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.863843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.867669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8227cabb-77a5-4749-bed4-a5286ac39251 HTTP/1.1" status: 204 len: 168 time: 0.4682703 Oct 26 16:39:13.874902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:13.885109 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b933acb9-d6b5-4e90-ad50-d6b87081368c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0400786 Oct 26 16:39:13.900323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50450) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:13.907172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19217192-0c09-4b0f-b4d0-6e1b70fe9013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227cabb-77a5-4749-bed4-a5286ac39251,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:13.944689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:13.967283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=ed238e8f-0271-4e34-a173-d7f466d995b8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:14.005120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.009927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-61f844e2-6dd5-4b89-b456-070a7580fa08 tempest-RoutersAdminNegativeIpV6Test-1505844018 tempest-RoutersAdminNegativeIpV6Test-1505844018-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5f14fd5e-cca2-4287-9bfc-6cf256d66370 HTTP/1.1" status: 204 len: 168 time: 1.5025835 Oct 26 16:39:14.256309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.450885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.513944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.555743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2532e03-8adb-43d4-8bb3-12b53e58d04e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:14.589388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05848933-1939-46d1-9a06-1cf3eceb9ee1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:14.662187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.662187 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c1e991af-a69a-4aa5-9f3a-9a38ccb45661 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7453649 Oct 26 16:39:14.664385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50462) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:14.669718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:14.725570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 05848933-1939-46d1-9a06-1cf3eceb9ee1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:14.726391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.732435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80227a9c-e424-4aea-80a1-ab7f8d38f723 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:14.734288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80227a9c-e424-4aea-80a1-ab7f8d38f723 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:14.740214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-80227a9c-e424-4aea-80a1-ab7f8d38f723 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9172602 Oct 26 16:39:14.740214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.740214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.740640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.740751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50464) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:14.740872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.741218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.741345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.741717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.742191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.742521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.742850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.743238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.743553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c7b54-7b29-400b-8564-fe54a7f69de3 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:39:14.768216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:14.867368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.896282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.919709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50470) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:14.950380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-592ce82a-3d6f-4b52-83dd-474e9365255f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.950380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Router f0544237-c1a4-4d86-8049-14d9728e8c5e is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:39:14.951902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbf01c1d-cd01-435a-8f9b-ff28c0b4cf7c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:14.958470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 05848933-1939-46d1-9a06-1cf3eceb9ee1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05848933-1939-46d1-9a06-1cf3eceb9ee1,segment=NetworkSegment(fd0c7302-46ad-4c5f-9140-0a67683963b0),segment_id=fd0c7302-46ad-4c5f-9140-0a67683963b0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:14.977337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe92fe-d452-46bb-904b-b9a5208a68aa None None] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:14.995744 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf01c1d-cd01-435a-8f9b-ff28c0b4cf7c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:14.996227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf01c1d-cd01-435a-8f9b-ff28c0b4cf7c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:15.006396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bbf01c1d-cd01-435a-8f9b-ff28c0b4cf7c tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/ab9f4471-912c-4113-a692-b7249543f9e6 HTTP/1.1" status: 409 len: 405 time: 0.2605219 Oct 26 16:39:15.010257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50472) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.022213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167622798'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:15.050646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.059711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4405a5e-9973-47d8-9b24-baf2fa24de2f None None] Network ab9f4471-912c-4113-a692-b7249543f9e6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:15.070509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-592ce82a-3d6f-4b52-83dd-474e9365255f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.111318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.112504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6826d1d1-0e5d-454f-a815-90277b2efe9d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:15.169704 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce693460-33c6-401a-9b70-efa9228194d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.171234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.193322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5c791e-9ff4-4854-8d36-fe5d8455775e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:15.204944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:15.212220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.227163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] Provisioning complete for port 0421e8dd-7909-4f0a-bd0c-2e8765423404 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:15.227538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.243723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:15.254141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.254597 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment 1948092a-361e-4576-9bf3-185c0c3fa3aa of type vlan for network 06b8644f-f50a-456b-96a1-eacd26cab953 Oct 26 16:39:15.259796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:15.264156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-592ce82a-3d6f-4b52-83dd-474e9365255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.306680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.308488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df5ca700-22e8-4db0-a7f3-06b431e4a227 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6428964 Oct 26 16:39:15.309006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:15.312495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.331363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:15.343765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.347818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ce82a-3d6f-4b52-83dd-474e9365255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc96e1b-d534-4e1f-b3e0-904898daea48,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:15.359620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=05848933-1939-46d1-9a06-1cf3eceb9ee1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:15.380782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-592ce82a-3d6f-4b52-83dd-474e9365255f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8b2720cf04240ccac68bf6dbaf4442f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584367 Oct 26 16:39:15.382047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:15.382047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:15.383349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50478) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.402512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.409315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-efc17fed-c999-4677-baaa-92af765d295d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5285149 Oct 26 16:39:15.409806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50480) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.419597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce693460-33c6-401a-9b70-efa9228194d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.436352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.443092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:15.443814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.496880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce693460-33c6-401a-9b70-efa9228194d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.511030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6826d1d1-0e5d-454f-a815-90277b2efe9d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:15.511475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.584282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce693460-33c6-401a-9b70-efa9228194d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8c3362d25f548f6affd8170bfe6caf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8148077 Oct 26 16:39:15.585559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce693460-33c6-401a-9b70-efa9228194d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190a22e-4650-4f6c-abf2-64648ed15520,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:15.588899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50482) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.647096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=06b8644f-f50a-456b-96a1-eacd26cab953,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:15.650653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:15.658081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.663916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.701119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] DHCP port deletion for ab9f4471-912c-4113-a692-b7249543f9e6 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:39:15.702631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 06b8644f-f50a-456b-96a1-eacd26cab953 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:15.735985 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d0972add-51bc-4203-8426-54ac068cceed tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7247245 Oct 26 16:39:15.743602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50486) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:15.750454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': '06b8644f-f50a-456b-96a1-eacd26cab953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:15.759236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.880501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.897443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.909795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:15.944289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.039928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:16.049874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.109499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] For port 0421e8dd-7909-4f0a-bd0c-2e8765423404, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0421e8dd-7909-4f0a-bd0c-2e8765423404,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:16.154434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0421e8dd-7909-4f0a-bd0c-2e8765423404 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:16.196821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.311774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Deleting port 05848933-1939-46d1-9a06-1cf3eceb9ee1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:16.312229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.378753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.381546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.382714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdc96e1b-d534-4e1f-b3e0-904898daea48 HTTP/1.1" status: 204 len: 168 time: 0.9979110 Oct 26 16:39:16.390747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d9c2-85af-4801-a186-4985eca6ec17 None None] Pushing event updated for resources: {'Port': ['ID=0421e8dd-7909-4f0a-bd0c-2e8765423404,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:16.398553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.409020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0421e8dd-7909-4f0a-bd0c-2e8765423404 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:16.409384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.429483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593935a-4265-4339-bd06-235f189417a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc96e1b-d534-4e1f-b3e0-904898daea48,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:16.442519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf07da8-b6bb-4211-b753-a71e94790cb5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:16.445320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-108c2a51-bcf9-41c6-8035-7091fb7858cf None None] Provisioning complete for port 0421e8dd-7909-4f0a-bd0c-2e8765423404 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:16.456138 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-108c2a51-bcf9-41c6-8035-7091fb7858cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.478388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] For port 05848933-1939-46d1-9a06-1cf3eceb9ee1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05848933-1939-46d1-9a06-1cf3eceb9ee1,segment=NetworkSegment(fd0c7302-46ad-4c5f-9140-0a67683963b0),segment_id=fd0c7302-46ad-4c5f-9140-0a67683963b0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:16.478783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.522514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Calling delete_port for 05848933-1939-46d1-9a06-1cf3eceb9ee1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:16.539595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 3, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:16.584556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:16.584877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Updating router f0544237-c1a4-4d86-8049-14d9728e8c5e port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:39:16.595812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.598318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.602176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1190a22e-4650-4f6c-abf2-64648ed15520 HTTP/1.1" status: 204 len: 168 time: 1.0088322 Oct 26 16:39:16.611114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.612421 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d03654d3-454c-40c3-b9e2-f7d21bea1b19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2980373 Oct 26 16:39:16.615815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:16.623946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:16.631930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f06d75-34a7-4af1-bd24-21a85897f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190a22e-4650-4f6c-abf2-64648ed15520,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:16.645402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:39:16.648059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.689815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.690504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.771282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.791664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': '1948092a-361e-4576-9bf3-185c0c3fa3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '06b8644f-f50a-456b-96a1-eacd26cab953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:16.793204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: 06b8644f-f50a-456b-96a1-eacd26cab953, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:16.798613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=7cbf5803-91b9-44c2-a0e1-eba3f2856271,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:16.900830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:16.921310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Allocated IP 172.20.0.1 (11739ece-c8ee-4bae-b34d-b3b83a1715ff/ac64d8e2-37bd-4b84-a5ac-3f6da381ded8/fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:16.944245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network 06b8644f-f50a-456b-96a1-eacd26cab953 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:16.986555 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.056807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-108c2a51-bcf9-41c6-8035-7091fb7858cf None None] Provisioning complete for port 05848933-1939-46d1-9a06-1cf3eceb9ee1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:17.057097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-108c2a51-bcf9-41c6-8035-7091fb7858cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.059905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0042a26e-841a-4444-8496-c6fce0e5d7a7,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:17.076241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 06b8644f-f50a-456b-96a1-eacd26cab953) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:17.080202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:17.081331 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.136794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09aee59-d36a-4e98-9884-c3a7454c43e3 None None] Network 06b8644f-f50a-456b-96a1-eacd26cab953 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:17.179954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.194978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b551be06-158b-4c6e-87cb-de640df69396 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4493551 Oct 26 16:39:17.195781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50506) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:17.221970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0421e8dd-7909-4f0a-bd0c-2e8765423404 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:17.224828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.226132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-454d7790-c2ad-449a-b6f2-c4ac8e296729 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6057558 Oct 26 16:39:17.231661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50510) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:17.275166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:17.302881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.352749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:17.355814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:17.358660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:17.365250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.395984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:17.418738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.452546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.502192 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:39:17.563816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50516) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:17.612552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.630200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.663429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] Pushing event deleted for resources: {'Port': ['ID=05848933-1939-46d1-9a06-1cf3eceb9ee1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:17.673795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0421e8dd-7909-4f0a-bd0c-2e8765423404 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:17.673795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.682270 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.708392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2d1a5-acf3-45d4-bafe-8573cfb7195b None None] No DVR routers for this DVR port 05848933-1939-46d1-9a06-1cf3eceb9ee1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:17.756067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.774371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38933bdf-af4b-456f-9311-ce7da9ecc419 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c8464b0ff624af7bdf3b40525f910cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920831 Oct 26 16:39:17.795545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50520) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:17.826456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5f8d-4ab0-4806-9484-96ee80f03e81 None None] Pushing event updated for resources: {'Port': ['ID=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:17.835045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.848112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.885886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c9c928d0-521d-4e1d-904f-d92cdee512e5 None None] Provisioning complete for port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:17.886281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9c928d0-521d-4e1d-904f-d92cdee512e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.895307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.895307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.935421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbf5803-91b9-44c2-a0e1-eba3f2856271,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:17.945281 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.975101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Attempting to bind port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:17.975508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Attempting to bind port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:17.981433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Attempting to bind port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:17.984074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:17.984455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:17.985377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.986131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:17.986270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Bound port: 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:17.986779 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:17.996293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc6142-c51b-45e0-b65a-7f57de83b62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-06b8644f-f50a-456b-96a1-eacd26cab953', 'network_id': '06b8644f-f50a-456b-96a1-eacd26cab953', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': '7cbf5803-91b9-44c2-a0e1-eba3f2856271'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:17.997462 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6142-c51b-45e0-b65a-7f57de83b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.010934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.014608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3411262-6e2e-4333-810a-8cf1eeea8e6e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:18.069807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.088885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c9c928d0-521d-4e1d-904f-d92cdee512e5 None None] Port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:18.102115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.127924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b8644f-f50a-456b-96a1-eacd26cab953']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:18.146784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1948092a-361e-4576-9bf3-185c0c3fa3aa') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:18.147121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1948092a-361e-4576-9bf3-185c0c3fa3aa') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:18.157560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.171958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.173812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea78195e-b677-4a08-9070-b9b0cb977a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9040697 Oct 26 16:39:18.177530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50530) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:18.178125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.181931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] For port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:18.185899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '95ab91dc-35c7-4f70-bf76-04acd80283e1', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:18.199804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.219694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] For port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:18.231836 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:18.257349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05848933-1939-46d1-9a06-1cf3eceb9ee1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:18.290870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb2476-8bc6-4489-a8e1-b34867a26737 None None] Network 06b8644f-f50a-456b-96a1-eacd26cab953 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:18.302905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.304433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 05848933-1939-46d1-9a06-1cf3eceb9ee1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:18.304929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05848933-1939-46d1-9a06-1cf3eceb9ee1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:18.305817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.307019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44f38691-d3fc-42a8-8869-6eefd3640907 HTTP/1.1" status: 204 len: 168 time: 0.5056064 Oct 26 16:39:18.341617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84e03b-5b02-41c9-98e5-c2445b2029e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f38691-d3fc-42a8-8869-6eefd3640907,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:18.353998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:18.357334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.411033 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:39:18.417514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.425834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.488223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.498085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/06b8644f-f50a-456b-96a1-eacd26cab953 HTTP/1.1" status: 204 len: 168 time: 1.3012431 Oct 26 16:39:18.509468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50540) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:18.552689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-934923720'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:18.554979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d13e3-f9b2-412b-b16a-f381f1a297ae tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=06b8644f-f50a-456b-96a1-eacd26cab953,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:18.601397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.639750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:18.642545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:18.670226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.679834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.718715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b673bc-d04f-4579-b3c1-2e5f9cda857a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:18.812001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:18.816683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.850997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.852450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-63eccd4e-6d31-44fe-8960-576dfe9d7d23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6750038 Oct 26 16:39:18.861757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:18.866858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:18.880212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:18.886310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:18.886652 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment 007326ca-8be0-4724-8c9b-6a5bc3472381 of type vlan for network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 Oct 26 16:39:18.972617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:39:19.047736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:19.064767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5f8d-4ab0-4806-9484-96ee80f03e81 None None] Pushing event updated for resources: {'Port': ['ID=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:19.153451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-47a54485-9c11-49a4-ac08-d16f942a65a2 None None] Provisioning complete for port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:19.154546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47a54485-9c11-49a4-ac08-d16f942a65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:19.183266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-a418f69d-aca9-425a-bd83-c8ce13da5c72 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047094706&fields=id&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 267 time: 0.0600157 Oct 26 16:39:19.195609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:19.249871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:19.282050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a68891c-e0ce-496f-8f3b-73fe69173d50 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0544237-c1a4-4d86-8049-14d9728e8c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8631859 Oct 26 16:39:19.294460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-47a54485-9c11-49a4-ac08-d16f942a65a2 None None] Port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:19.296308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:19.302188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:19.302806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:19.364700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-7e61b536-8be7-4f5b-941b-9710f25628cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:19.367371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-7e61b536-8be7-4f5b-941b-9710f25628cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/networks?id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 797 time: 0.1725194 Oct 26 16:39:19.407839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-13bd82e8-4fa7-435f-997c-c168e5bbe6d0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/quotas/7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 375 time: 0.0318553 Oct 26 16:39:19.440076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:19.472954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:19.495181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0d833213-a340-4109-9395-edf4a7f8abfc tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9760308 Oct 26 16:39:19.498284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:19.505053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:19.582873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-678baf7d-a185-42be-ad6d-3feb01a81b05 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503935 Oct 26 16:39:19.690710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 2, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:19.730599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628df72b-235d-40d3-a2fc-e37b9166b96e None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 2, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:19.792848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-f48943c7-b453-4421-802c-c99d9c7921ae service neutron] 10.222.0.21 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870873 Oct 26 16:39:19.940899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-746e717d-e1f4-4923-93a0-b809b7ebc67e service neutron] 10.222.0.21 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409945 Oct 26 16:39:19.964792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:19.971107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:20.509998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:20.645255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=6390c6ca-dc27-47fd-b65d-b113c13870b8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:20.666766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50678) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:20.667572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': '007326ca-8be0-4724-8c9b-6a5bc3472381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:20.667939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:20.707449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9e52414-0fa4-4c29-96e9-f5007c19362a req-dfb5a85b-aff4-4752-a172-9711fcb95ed6 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.0960617 Oct 26 16:39:20.741825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50686) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:20.752361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411357570', 'description': 'tempest-description--625017800'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:20.771083 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:20.816519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:20.827904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1555545657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:20.919485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:20.920962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:20.955662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:20.956382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:20.956575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77204e7b-79f6-425b-8ef8-7ce84f841c36 None None] Network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:21.048867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.078803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Made reservation on behalf of fca6132d7dc945378866b626a6bdfb78 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:21.087038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.099468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.160445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.195801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1a430-d6a2-4167-8271-6d2d1479535e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:21.205644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:21.223619 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3938a001-3c69-460b-bd50-1564dbaf918f tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7241807 Oct 26 16:39:21.226178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:21.237818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2', 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': '6390c6ca-dc27-47fd-b65d-b113c13870b8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:21.240187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.339363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.341101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-11dc0df9-3e1e-4e51-a9b1-be425db69dee tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5970206 Oct 26 16:39:21.344847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50692) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:21.352625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group_rule': {'security_group_id': 'bff1a430-d6a2-4167-8271-6d2d1479535e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:21.464164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Allocated IP 2001:db8::2 (57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2/6390c6ca-dc27-47fd-b65d-b113c13870b8/d62126c9-049d-4849-a41e-9095faab9935) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:21.492115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.496145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.522841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:21.555240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:21.556071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.589748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.687949 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.691999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.700075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.730076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.762426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-704f2fd3-5008-45d1-a7e5-b6a8423f9800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.811375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:21.823678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:21.829036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f2f67-e039-49fc-9cca-ad1e37f57fd1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:21.834636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.863479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c28c5cb-113d-424c-a8bf-4fab12f3ee62 req-fc8c74a8-0fc2-48b6-8cbb-506ee311967c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.0732656 Oct 26 16:39:21.876220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.879936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.881231 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Added segment d5d92998-4c05-4432-b550-ccd034cd7077 of type vlan for network 87556125-ea86-4be7-8ca1-16c2faf4013c Oct 26 16:39:21.908680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.922015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076a6920-9ffb-42b9-bd11-af0945ecf509,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:21.948890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:21.976582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.016285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-704f2fd3-5008-45d1-a7e5-b6a8423f9800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.034936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:22.037926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:22.040524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.043175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:22.054023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.072188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=6390c6ca-dc27-47fd-b65d-b113c13870b8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.077960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.090695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:22.090695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.155666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Pushing event updated for resources: {'Port': ['ID=d62126c9-049d-4849-a41e-9095faab9935,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.159092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Attempting to bind port d62126c9-049d-4849-a41e-9095faab9935 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:22.159324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-704f2fd3-5008-45d1-a7e5-b6a8423f9800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.159789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Attempting to bind port d62126c9-049d-4849-a41e-9095faab9935 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '007326ca-8be0-4724-8c9b-6a5bc3472381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:22.159941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Attempting to bind port d62126c9-049d-4849-a41e-9095faab9935 on network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:22.164852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.166229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c923a8db-9a94-4370-bb77-e17827651119 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8199313 Oct 26 16:39:22.169284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:22.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:22.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Checking segment: {'id': '007326ca-8be0-4724-8c9b-6a5bc3472381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:22.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Bound using segment: {'id': '007326ca-8be0-4724-8c9b-6a5bc3472381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:22.176607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Bound port: d62126c9-049d-4849-a41e-9095faab9935, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007326ca-8be0-4724-8c9b-6a5bc3472381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:22.178315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.182046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group_rule': {'security_group_id': 'bff1a430-d6a2-4167-8271-6d2d1479535e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:22.216115 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5417161 Oct 26 16:39:22.225547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:22.235368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Request body: {'subnet': {'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:22.256931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-704f2fd3-5008-45d1-a7e5-b6a8423f9800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee31fbc5c5034d6386e35c3a27f963fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326651 Oct 26 16:39:22.258170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2fd3-5008-45d1-a7e5-b6a8423f9800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dba30-0368-4df3-aa1a-9b53469d3fbc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.258405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245489-96a5-4ce3-9db4-ff99f92d350f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'Network': ['ID=87556125-ea86-4be7-8ca1-16c2faf4013c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.262544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] For port d62126c9-049d-4849-a41e-9095faab9935, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:22.263500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:22.266458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] For port d62126c9-049d-4849-a41e-9095faab9935, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d62126c9-049d-4849-a41e-9095faab9935,segment=NetworkSegment(007326ca-8be0-4724-8c9b-6a5bc3472381),segment_id=007326ca-8be0-4724-8c9b-6a5bc3472381)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:22.273727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 87556125-ea86-4be7-8ca1-16c2faf4013c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:22.343014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.343332 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.372901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.411040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:22.448917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007326ca-8be0-4724-8c9b-6a5bc3472381') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:22.449704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007326ca-8be0-4724-8c9b-6a5bc3472381') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:22.464043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d282f-1fba-4692-859a-4b6dd1fbdbe8 None None] Pushing event updated for resources: {'Port': ['ID=d62126c9-049d-4849-a41e-9095faab9935,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.481284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.482734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97349fae-a47a-4ca5-88ee-742915553a73 None None] Network 57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:22.486765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.514197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.517427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.524150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.530791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:22.531906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:22.535226 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:22.601227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.607320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.627116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Made reservation on behalf of fca6132d7dc945378866b626a6bdfb78 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:22.633219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.644854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1402638e-d16c-4943-8ba5-c3f9a3895cc3,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.645629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51e491-f057-4fd4-b466-4893472f66a4 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:39:22.735732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.738428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9d90860-1d93-43c6-b732-14c9723f3677 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5668554 Oct 26 16:39:22.741527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50716) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:22.749263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:22.758350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:39:22.758350 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:39:22.758350 n-d-815373-2 neutron-server[102737]: [parameters: {'id': '57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2'}] Oct 26 16:39:22.758350 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:39:22.761385 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:39:22.849030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51e491-f057-4fd4-b466-4893472f66a4 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:39:22.885303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.887979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:22.893711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/295dba30-0368-4df3-aa1a-9b53469d3fbc HTTP/1.1" status: 204 len: 168 time: 0.5794072 Oct 26 16:39:22.904924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98558a-bc31-462f-a4d1-b3b3d5cf4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dba30-0368-4df3-aa1a-9b53469d3fbc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:22.913597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.092042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08b8217b-3087-4ef2-a666-3be79df350bc req-f5393470-ac78-49bb-beb0-e2ce006b1995 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.0478954 Oct 26 16:39:23.192952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.202318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:23.260418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.270455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.317496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Allocated IP 172.25.5.164 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/1aae59dd-7475-4b5b-9e8f-4a573e98d9ad) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:23.412381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'Subnet': ['ID=815821b4-1e5e-460a-9397-ca57721c3f91,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:23.418739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:23.419265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.443779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Checking segment: {'id': 'd5d92998-4c05-4432-b550-ccd034cd7077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:23.445020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Network hostable DHCP agents. Network: 87556125-ea86-4be7-8ca1-16c2faf4013c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:23.486246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting port d62126c9-049d-4849-a41e-9095faab9935 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:23.486862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.493737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.575475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Network 87556125-ea86-4be7-8ca1-16c2faf4013c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:23.616628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] For port d62126c9-049d-4849-a41e-9095faab9935, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d62126c9-049d-4849-a41e-9095faab9935,segment=NetworkSegment(007326ca-8be0-4724-8c9b-6a5bc3472381),segment_id=007326ca-8be0-4724-8c9b-6a5bc3472381)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:23.617142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.647985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Calling delete_port for d62126c9-049d-4849-a41e-9095faab9935 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:23.697705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.720584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:23.730616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 87556125-ea86-4be7-8ca1-16c2faf4013c) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:23.738068 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:23.738689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:23.749540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:23.752505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:23.794705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:23.803195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:23.823082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:23.916725 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ac695b46-85ca-4c54-a110-0efdebaa868f tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6856022 Oct 26 16:39:23.917481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:23.927791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=1aae59dd-7475-4b5b-9e8f-4a573e98d9ad,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:23.975886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Request body: {'port': {'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1142355578'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:24.009631 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:24.052404 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.070723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f08878-3b93-4a6f-8568-92e831540502 None None] Network 87556125-ea86-4be7-8ca1-16c2faf4013c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:24.163448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.196293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No DVR routers for this DVR port d62126c9-049d-4849-a41e-9095faab9935 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:24.253269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Port': ['ID=d62126c9-049d-4849-a41e-9095faab9935,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:24.328464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-87556125-ea86-4be7-8ca1-16c2faf4013c', 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c', 'tenant_id': 'fca6132d7dc945378866b626a6bdfb78', 'fixed_ips': [{'subnet_id': '815821b4-1e5e-460a-9397-ca57721c3f91'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:24.329546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.366389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.373963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cd3e7cd-aaaf-4767-869e-d47cc63245cd req-b974d625-1503-42fb-a08e-9624cedece51 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.0944507 Oct 26 16:39:24.374980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.388095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:24.401607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007326ca-8be0-4724-8c9b-6a5bc3472381') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:24.401607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007326ca-8be0-4724-8c9b-6a5bc3472381') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:24.457466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.463120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 2, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:24.487938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.508748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:24.509223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.511710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:24.512482 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Updating router f0544237-c1a4-4d86-8049-14d9728e8c5e port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:39:24.553325 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:24.553957 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:24.589684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Allocated IP 172.20.0.2 (87556125-ea86-4be7-8ca1-16c2faf4013c/815821b4-1e5e-460a-9397-ca57721c3f91/2b58a88a-3b2f-4661-895f-a71580ad9cce) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:24.674333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b0e9204f-1036-4bc0-a25e-cf1e41f55060 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:24.676422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b0e9204f-1036-4bc0-a25e-cf1e41f55060 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/networks?id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 797 time: 0.8065555 Oct 26 16:39:24.729059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Made reservation on behalf of fca6132d7dc945378866b626a6bdfb78 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:24.740582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.818995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.831460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.832934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fa8cd-1456-4ec5-b467-6ddc96c46ec6 req-47b1c464-b4ec-486c-ad05-f78eb1678f34 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:24.842571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-074fa8cd-1456-4ec5-b467-6ddc96c46ec6 req-47b1c464-b4ec-486c-ad05-f78eb1678f34 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.2024198 Oct 26 16:39:24.868651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] device_id is not set on port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:24.876681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.880968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 HTTP/1.1" status: 204 len: 168 time: 3.6533997 Oct 26 16:39:24.882481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00aef7-0c26-42a0-b36f-505bbb07f92e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:24.887923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:24.891463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:24.894676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-e138fde3-eb1f-4d06-9b48-67ffd99fc6a7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 380 time: 0.2059958 Oct 26 16:39:24.907811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1123089452'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:24.914522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'port': {'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'admin_state_up': True, 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'security_groups': ['95ab91dc-35c7-4f70-bf76-04acd80283e1']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:24.986661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Network 87556125-ea86-4be7-8ca1-16c2faf4013c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:25.017712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:25.020890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:25.043374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Pushing event updated for resources: {'Port': ['ID=2b58a88a-3b2f-4661-895f-a71580ad9cce,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:25.055020 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.071344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.095893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-074fa8cd-1456-4ec5-b467-6ddc96c46ec6 req-7079ab3b-91b4-4bc8-b1ca-876380c1c1f8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408729 Oct 26 16:39:25.113788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:25.117600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.125650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Attempting to bind port 2b58a88a-3b2f-4661-895f-a71580ad9cce on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:25.126164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Attempting to bind port 2b58a88a-3b2f-4661-895f-a71580ad9cce by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd5d92998-4c05-4432-b550-ccd034cd7077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:25.126442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Attempting to bind port 2b58a88a-3b2f-4661-895f-a71580ad9cce on network 87556125-ea86-4be7-8ca1-16c2faf4013c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:25.131973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:25.132425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Checking segment: {'id': 'd5d92998-4c05-4432-b550-ccd034cd7077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:25.132891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.133350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Bound using segment: {'id': 'd5d92998-4c05-4432-b550-ccd034cd7077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:25.133905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Bound port: 2b58a88a-3b2f-4661-895f-a71580ad9cce, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d92998-4c05-4432-b550-ccd034cd7077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:25.134417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.143615 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.146789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:25.160314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.160787 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Added segment ca58d437-7b06-4dc8-8c18-1ad7fe571ef1 of type vlan for network db784217-fa96-4270-b9f3-3f424bb7769d Oct 26 16:39:25.214508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.246080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] For port 2b58a88a-3b2f-4661-895f-a71580ad9cce, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:25.261891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] For port 2b58a88a-3b2f-4661-895f-a71580ad9cce, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2b58a88a-3b2f-4661-895f-a71580ad9cce,segment=NetworkSegment(d5d92998-4c05-4432-b550-ccd034cd7077),segment_id=d5d92998-4c05-4432-b550-ccd034cd7077)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:25.290790 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab59b-69b7-4164-9341-2b538ea03ade None None] Pushing event updated for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:25.309166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.344719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=1aae59dd-7475-4b5b-9e8f-4a573e98d9ad,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:25.345222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.347942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Attempting to bind port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:25.347942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Attempting to bind port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:25.347942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Attempting to bind port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:25.353423 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:25.353791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Checking segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:25.354184 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.354568 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Bound using segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:25.356219 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Bound port: fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:25.356219 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.444212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] For port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:25.447902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.448464 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] For port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:25.487398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe9819-fa02-45e5-8828-5197b0956797 None None] Pushing event updated for resources: {'Port': ['ID=2b58a88a-3b2f-4661-895f-a71580ad9cce,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:25.568484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.577569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:25.578981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.595442 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.641034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.642293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-739e3474-03ab-4c07-9e08-e43a11d12e4c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8985219 Oct 26 16:39:25.648997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b93cf9-74bf-4c32-bfce-bc9c3f097c0a req-1d11ee15-eeb0-42fc-a793-fcf15594c41e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.1280539 Oct 26 16:39:25.687100 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:25.692448 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:25.736116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] Provisioning complete for port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:25.737834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:25.763092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Allocated IP 172.20.0.11 (87556125-ea86-4be7-8ca1-16c2faf4013c/815821b4-1e5e-460a-9397-ca57721c3f91/5403d0f3-b467-401d-9b59-cd2f00d1f6c1) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:25.893586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9964674 Oct 26 16:39:25.894381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50790) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:25.919054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Request body: {'subnet': {'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:25.964973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.021065 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab59b-69b7-4164-9341-2b538ea03ade None None] Pushing event updated for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:26.042939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] For port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:26.078972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdce92-4864-44fc-bc75-5f0a74531370 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Network': ['ID=db784217-fa96-4270-b9f3-3f424bb7769d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:26.092937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:26.119559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network db784217-fa96-4270-b9f3-3f424bb7769d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:26.128705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:26.133192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.211692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-db954229-48e7-4fb4-80a8-898c3c1edc08 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--411357570&fields=id&tenant_id=fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 267 time: 0.1148839 Oct 26 16:39:26.272963 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.294659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.364869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-9fa6e294-e20b-47c8-b4bb-464334f28202 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:26.366435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-9fa6e294-e20b-47c8-b4bb-464334f28202 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 810 time: 0.1464322 Oct 26 16:39:26.367772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Made reservation on behalf of 39457c366f8d431ebc28e5dbc08e0f97 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:26.377294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.377509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.12 (62a21a42-4edd-486d-b328-ba1470594797/98e5f28e-6015-4270-a723-c6438ca05800/45f078f4-0885-4f2b-8ca0-728bf44bc374) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:26.496091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-388139af-ed7a-4895-93f1-024e9448a70c None None] Provisioning complete for port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:26.496456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-388139af-ed7a-4895-93f1-024e9448a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.497831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.541854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-8ff77808-e514-484e-8ef4-3808bfec8633 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/quotas/fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 375 time: 0.1645012 Oct 26 16:39:26.566412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50812) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:26.580410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75516b22-040d-46b8-ab8b-6a6d47d4fddd None None] Pushing event updated for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:26.597234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Network 87556125-ea86-4be7-8ca1-16c2faf4013c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:26.634679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:26.666206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:26.682028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-7359f800-0716-4d6f-8831-d1c9baedd0a0 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163840 Oct 26 16:39:26.694761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7fff-4ce2-4de3-a6d0-82838f90da65 req-301ef1fb-de4e-4f97-9e93-d123d12b2128 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:26.704214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f6e7fff-4ce2-4de3-a6d0-82838f90da65 req-301ef1fb-de4e-4f97-9e93-d123d12b2128 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.3292096 Oct 26 16:39:26.711494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'Port': ['ID=5403d0f3-b467-401d-9b59-cd2f00d1f6c1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:26.770802 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:25Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:26.774419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:26.775205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.800625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.809134 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3136adc-5ed1-42fe-a5c5-61ca28782eac None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:25Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:26.881069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e93dc027-3cce-4f79-8bf4-44a625092c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.886675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-793f0e66-f189-4b99-a78a-be06b47710b7 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9254351 Oct 26 16:39:26.889975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:26.896317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Request body: {'port': {'network_id': '87556125-ea86-4be7-8ca1-16c2faf4013c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1200840753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:26.897245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.api.validators [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] bootfile-name is not in valid_values {{(pid=102737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:26.897649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.api.validators [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] tftp-server is not in valid_values {{(pid=102737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:26.898397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.api.validators [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] server-ip-address is not in valid_values {{(pid=102737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:26.951891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f6e7fff-4ce2-4de3-a6d0-82838f90da65 req-cb704459-49d9-4dae-a1a4-41ddfd035038 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465551 Oct 26 16:39:26.975500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:26.999399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-5a2bee9f-d270-4224-8fd1-c404f26de9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904112 Oct 26 16:39:27.036850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-9b7d07ea-662f-461a-8053-de77ba753337 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:27.039895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-9b7d07ea-662f-461a-8053-de77ba753337 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.2402577 Oct 26 16:39:27.089188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:27.119369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 62a21a42-4edd-486d-b328-ba1470594797 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:27.127331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432024b-15c7-4735-91d4-d9a99b2986bb None None] Network 87556125-ea86-4be7-8ca1-16c2faf4013c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:27.132650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:27.134764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:27.235940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:27.237945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.396077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2b58a88a-3b2f-4661-895f-a71580ad9cce up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:27.423266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Made reservation on behalf of fca6132d7dc945378866b626a6bdfb78 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:27.427195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.447220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] Provisioning complete for port 2b58a88a-3b2f-4661-895f-a71580ad9cce triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:27.447597 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.450770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] device_id is not set on port e9d1b8d6-f804-4cec-8e60-807d2e4afd32 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:27.529889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-46a10f7c-8bd5-480c-a863-edab7dd6758d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6261892 Oct 26 16:39:27.569571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Request body: {'port': {'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:27.650600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Allocated IP 172.20.0.10 (87556125-ea86-4be7-8ca1-16c2faf4013c/815821b4-1e5e-460a-9397-ca57721c3f91/e9d1b8d6-f804-4cec-8e60-807d2e4afd32) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:27.659919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.731662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2b58a88a-3b2f-4661-895f-a71580ad9cce triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:27.732293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.740948 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:39:27.783689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e93dc027-3cce-4f79-8bf4-44a625092c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.811842 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.885234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fda559-54e3-4ed9-bfbb-bb947f2daa0b req-529aa750-fe55-4e4c-8b86-e6ff09e9e177 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:27.894071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4fda559-54e3-4ed9-bfbb-bb947f2daa0b req-529aa750-fe55-4e4c-8b86-e6ff09e9e177 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 932 time: 0.8241143 Oct 26 16:39:27.918962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-be9d31ec-b2d2-43c3-988d-f31f06dc48bb service neutron] 10.222.0.21 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8932128 Oct 26 16:39:27.926194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e93dc027-3cce-4f79-8bf4-44a625092c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.952083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] For port 2b58a88a-3b2f-4661-895f-a71580ad9cce, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2b58a88a-3b2f-4661-895f-a71580ad9cce,segment=NetworkSegment(d5d92998-4c05-4432-b550-ccd034cd7077),segment_id=d5d92998-4c05-4432-b550-ccd034cd7077)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:27.954472 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:27.993081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:39:28.016166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.032374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e93dc027-3cce-4f79-8bf4-44a625092c31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67654e8969d54b3c9e37f53c613a9e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4614398 Oct 26 16:39:28.043068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4fda559-54e3-4ed9-bfbb-bb947f2daa0b req-426038a1-0380-4ca3-ac0b-0f45077c0bce tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478119 Oct 26 16:39:28.075110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50824) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:28.087827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Deleting port 4e1a930a-69b8-4a66-8800-22958088a934 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:28.088161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.091167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc027-3cce-4f79-8bf4-44a625092c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a078bb6-8d7d-4d9d-b896-43de7204e85e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.100513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:39:28.100513 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:39:28.100816 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.182043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b17e-a9cd-45c0-a6b4-640378915b77 None None] Pushing event updated for resources: {'Port': ['ID=2b58a88a-3b2f-4661-895f-a71580ad9cce,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.184018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event updated for resources: {'Subnet': ['ID=3c97bb08-afb9-4bf0-aaee-425ee2672746,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.216583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Checking segment: {'id': 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:28.216783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network hostable DHCP agents. Network: db784217-fa96-4270-b9f3-3f424bb7769d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:28.237908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Provisioning complete for port 45f078f4-0885-4f2b-8ca0-728bf44bc374 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:28.244513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.290405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] For port 4e1a930a-69b8-4a66-8800-22958088a934, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4e1a930a-69b8-4a66-8800-22958088a934,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:28.290936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.295914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.329152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Port 45f078f4-0885-4f2b-8ca0-728bf44bc374 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:28.335859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Calling delete_port for 4e1a930a-69b8-4a66-8800-22958088a934 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:28.349573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Provisioning complete for port 2b58a88a-3b2f-4661-895f-a71580ad9cce triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:28.350535 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.395482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.425018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.435212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Network db784217-fa96-4270-b9f3-3f424bb7769d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:28.448559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.470472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2adba329-0fb0-430f-8686-58971b1fb31e req-4701078e-8091-40e1-8ec5-0ecbca028c1f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 210 time: 0.0915666 Oct 26 16:39:28.481750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Provisioning complete for port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:28.482255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.520007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d07f5-3f1f-46ea-92d6-0158197837bf req-848639b3-bf9a-46cb-b2b7-568973d6803c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:28.521541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749d07f5-3f1f-46ea-92d6-0158197837bf req-848639b3-bf9a-46cb-b2b7-568973d6803c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 945 time: 0.1986039 Oct 26 16:39:28.542309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0f42730e-38a1-4d25-9fad-ed56030d83e4 None None] Port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:28.547872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Network 87556125-ea86-4be7-8ca1-16c2faf4013c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:28.561289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, db784217-fa96-4270-b9f3-3f424bb7769d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:28.569771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09c818-ea53-4319-a2e0-5470fb878f16 None None] Network db784217-fa96-4270-b9f3-3f424bb7769d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:28.573831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:28.574533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.583920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:28.597827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:28.604664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'Port': ['ID=e9d1b8d6-f804-4cec-8e60-807d2e4afd32,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.619994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749d07f5-3f1f-46ea-92d6-0158197837bf req-4ad7e62d-403f-467c-a120-8282472fb17d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Oct 26 16:39:28.641356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f078f4-0885-4f2b-8ca0-728bf44bc374 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:39:28.655512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.689621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:28.690536 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.693119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:28.693444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-06af2bec-8bf0-4bb6-8ed6-c34b241282b6 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7976325 Oct 26 16:39:28.763770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.770193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Transition to ACTIVE for port object 45f078f4-0885-4f2b-8ca0-728bf44bc374 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:39:28.774825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.777695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.779124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a078bb6-8d7d-4d9d-b896-43de7204e85e HTTP/1.1" status: 204 len: 168 time: 0.7033033 Oct 26 16:39:28.779641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:39:28.800255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd69d0-9ac9-4d52-9631-76aa7dac416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a078bb6-8d7d-4d9d-b896-43de7204e85e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.813704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Pushing event deleted for resources: {'Port': ['ID=4e1a930a-69b8-4a66-8800-22958088a934,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:28.876017 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.879824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:28.888062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d41aaabe-31c5-4b3e-bc8c-927785758191 None None] Provisioning complete for port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:28.888062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d41aaabe-31c5-4b3e-bc8c-927785758191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.888420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] No DVR routers for this DVR port 4e1a930a-69b8-4a66-8800-22958088a934 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:28.893714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0ba5883-397c-4b28-b060-5540c5a01fcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0038984 Oct 26 16:39:28.894228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.894922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50838) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:28.902367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9431efc-e92a-440d-9c4d-5479ff40dda8 req-832c1315-d91a-48ff-925b-f455e24d2016 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "DELETE /v2.0/ports/4e1a930a-69b8-4a66-8800-22958088a934 HTTP/1.1" status: 204 len: 173 time: 1.8471818 Oct 26 16:39:28.902950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'name': 'network-vif-deleted', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:28.905265 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563d08f-7154-47c5-a992-c98a52a53904" -d '{"events": [{"server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "name": "network-vif-deleted", "tag": "4e1a930a-69b8-4a66-8800-22958088a934"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:28.940655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:28.973430 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab4afb4-94d9-467d-91ef-11f824dff020 x-openstack-request-id: req-dab4afb4-94d9-467d-91ef-11f824dff020 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:28.973733 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a6b607-b5ea-42fc-8f9b-ed3dc439dee3", "name": "network-vif-deleted", "tag": "4e1a930a-69b8-4a66-8800-22958088a934", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:28.973986 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dab4afb4-94d9-467d-91ef-11f824dff020 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:28.974395 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a6b607-b5ea-42fc-8f9b-ed3dc439dee3', 'name': 'network-vif-deleted', 'tag': '4e1a930a-69b8-4a66-8800-22958088a934', 'status': 'completed', 'code': 200} Oct 26 16:39:28.974574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-db784217-fa96-4270-b9f3-3f424bb7769d', 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d', 'tenant_id': '39457c366f8d431ebc28e5dbc08e0f97', 'fixed_ips': [{'subnet_id': '3c97bb08-afb9-4bf0-aaee-425ee2672746'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:39:28.975593 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.023159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Pushing event updated for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:29.114088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10365b5-3c6f-45d6-ad70-25e3e61d6eca tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.120587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10365b5-3c6f-45d6-ad70-25e3e61d6eca tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.129084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10365b5-3c6f-45d6-ad70-25e3e61d6eca tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.133799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50844) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:29.134049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a10365b5-3c6f-45d6-ad70-25e3e61d6eca tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2322552 Oct 26 16:39:29.151032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.222632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d41aaabe-31c5-4b3e-bc8c-927785758191 None None] Port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:29.237500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Attempting to bind port 45f078f4-0885-4f2b-8ca0-728bf44bc374 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:29.237868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Attempting to bind port 45f078f4-0885-4f2b-8ca0-728bf44bc374 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:29.238156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Attempting to bind port 45f078f4-0885-4f2b-8ca0-728bf44bc374 on network 62a21a42-4edd-486d-b328-ba1470594797 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:29.246001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Port 45f078f4-0885-4f2b-8ca0-728bf44bc374 on network 62a21a42-4edd-486d-b328-ba1470594797 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:29.246328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Attempting to bind port 45f078f4-0885-4f2b-8ca0-728bf44bc374 on network 62a21a42-4edd-486d-b328-ba1470594797 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:29.253751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:29.254088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Checking segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:29.254472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Bound using segment: {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:29.254902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Bound port: 45f078f4-0885-4f2b-8ca0-728bf44bc374, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b57950-c691-494e-afc9-d3497197e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '62a21a42-4edd-486d-b328-ba1470594797'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:29.255285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.332611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Allocated IP 2001:db8::f816:3eff:fedd:d625 (db784217-fa96-4270-b9f3-3f424bb7769d/3c97bb08-afb9-4bf0-aaee-425ee2672746/f7aae50d-5535-4670-8130-1d4da3628dbd) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:29.337775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755e2f-f9b2-4224-b5df-bb9ce45c9623 req-8b97a240-2b0c-4eb8-a36a-7b605d0dfaf1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.342729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f755e2f-f9b2-4224-b5df-bb9ce45c9623 req-8b97a240-2b0c-4eb8-a36a-7b605d0dfaf1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 944 time: 0.1924369 Oct 26 16:39:29.358681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:29.359610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.391792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:29.395963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:29.414983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f755e2f-f9b2-4224-b5df-bb9ce45c9623 req-4384582a-a094-4c06-8c64-19343ad8b22d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615716 Oct 26 16:39:29.429184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Deleting port e9d1b8d6-f804-4cec-8e60-807d2e4afd32 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:29.429508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.437136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-34d05097-52f5-44da-ace6-e357136a23f9 None None] Provisioning complete for port e9d1b8d6-f804-4cec-8e60-807d2e4afd32 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:29.437633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-34d05097-52f5-44da-ace6-e357136a23f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.498430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.549095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.549817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.551084 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] 10.222.0.47 "PUT /v2.0/ports/45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 200 len: 1092 time: 2.0069730 Oct 26 16:39:29.551779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:29.554623 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4647c5a-776e-451c-86c9-28aae64d3b63" -d '{"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:29.618740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c5609-f296-46f1-8fd9-55119ac1d142 service neutron] Pushing event updated for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:29.627949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abf42b-34c9-447a-b25c-5ce23cfe3084 x-openstack-request-id: req-c1abf42b-34c9-447a-b25c-5ce23cfe3084 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:29.629234 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:29.629658 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1abf42b-34c9-447a-b25c-5ce23cfe3084 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:29.630248 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'status': 'completed', 'code': 200} Oct 26 16:39:29.656540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3113240-7872-4644-8460-0a072b5e0967 req-57acc56e-8ddf-4686-ba28-743125d07be7 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 210 time: 0.0695758 Oct 26 16:39:29.675409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.695947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Calling delete_port for e9d1b8d6-f804-4cec-8e60-807d2e4afd32 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:29.740259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-34d05097-52f5-44da-ace6-e357136a23f9 None None] Port e9d1b8d6-f804-4cec-8e60-807d2e4afd32 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:29.757953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-4593867f-5e94-44dc-a436-dc63bfc01ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.765992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-4593867f-5e94-44dc-a436-dc63bfc01ede service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1095 time: 0.1073637 Oct 26 16:39:29.875928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:29.950969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc064dc3-5e9d-4060-a8f8-9aaf89159eac req-3066c600-84ca-443c-8775-a47d03ca01ef tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a6b607-b5ea-42fc-8f9b-ed3dc439dee3 HTTP/1.1" status: 200 len: 210 time: 0.0391130 Oct 26 16:39:29.978356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2b58a88a-3b2f-4661-895f-a71580ad9cce up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:29.992504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-935afcbb-d53b-43c7-a682-e49b806a6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:29.994051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-935afcbb-d53b-43c7-a682-e49b806a6ded service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7e9d36cc41434301924cdd95db3ac374&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2198925 Oct 26 16:39:30.022961 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.033861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.073044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Network db784217-fa96-4270-b9f3-3f424bb7769d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:30.081816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:30.087966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:30.098458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Pushing event updated for resources: {'Port': ['ID=f7aae50d-5535-4670-8130-1d4da3628dbd,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:30.098767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event deleted for resources: {'Port': ['ID=e9d1b8d6-f804-4cec-8e60-807d2e4afd32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:30.101565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2b58a88a-3b2f-4661-895f-a71580ad9cce triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:30.102011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.210987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.218830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b4f5f918-efcb-47f3-9a43-4c5d7958134b tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "DELETE /v2.0/ports/e9d1b8d6-f804-4cec-8e60-807d2e4afd32 HTTP/1.1" status: 204 len: 168 time: 1.0797453 Oct 26 16:39:30.219066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.219569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50870) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:30.224769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Request body: {'port': {'name': 'tempest-new-port-name-1070090485', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:30.225253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] bootfile-name is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:30.225737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] tftp-server is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:30.226146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.api.validators [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] server-ip-address is not in valid_values {{(pid=102736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 16:39:30.239349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Attempting to bind port f7aae50d-5535-4670-8130-1d4da3628dbd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:30.239955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Attempting to bind port f7aae50d-5535-4670-8130-1d4da3628dbd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:30.241350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Attempting to bind port f7aae50d-5535-4670-8130-1d4da3628dbd on network db784217-fa96-4270-b9f3-3f424bb7769d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:30.278128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:30.278510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Checking segment: {'id': 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:30.278918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.279344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Bound using segment: {'id': 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:30.279967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Bound port: f7aae50d-5535-4670-8130-1d4da3628dbd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'db784217-fa96-4270-b9f3-3f424bb7769d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:30.280361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.318418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=3c97bb08-afb9-4bf0-aaee-425ee2672746,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:30.333591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-c7130a4a-5a03-413b-9b10-cde3765280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:30.339780 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c4647c5a-776e-451c-86c9-28aae64d3b63 req-c7130a4a-5a03-413b-9b10-cde3765280a8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3362288 Oct 26 16:39:30.406218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.424139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] For port f7aae50d-5535-4670-8130-1d4da3628dbd, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:30.432382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] For port f7aae50d-5535-4670-8130-1d4da3628dbd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f7aae50d-5535-4670-8130-1d4da3628dbd,segment=NetworkSegment(ca58d437-7b06-4dc8-8c18-1ad7fe571ef1),segment_id=ca58d437-7b06-4dc8-8c18-1ad7fe571ef1)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:30.502843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-43370349-3779-461e-92d8-019b2c752797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:30.504927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-43370349-3779-461e-92d8-019b2c752797 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1095 time: 0.0834301 Oct 26 16:39:30.509767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4e1a930a-69b8-4a66-8800-22958088a934 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:30.536406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 4e1a930a-69b8-4a66-8800-22958088a934 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:30.536778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4e1a930a-69b8-4a66-8800-22958088a934 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:30.538631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.572893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-c131a420-ebbc-47db-b305-6ce5d4cf514b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 200 len: 217 time: 0.0575650 Oct 26 16:39:30.619893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.643820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-ac62b10d-fb0a-4290-80e7-5462be38596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:30.645261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-ac62b10d-fb0a-4290-80e7-5462be38596d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e5f28e-6015-4270-a723-c6438ca05800 HTTP/1.1" status: 200 len: 835 time: 0.0652881 Oct 26 16:39:30.645817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f6d7-cf08-4ca9-ac95-d3ae13e954ff None None] Pushing event updated for resources: {'Port': ['ID=f7aae50d-5535-4670-8130-1d4da3628dbd,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:30.649160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db784217-fa96-4270-b9f3-3f424bb7769d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:30.674968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:30.675281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:30.687692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a40a69-347f-4314-af55-dbd58ece3222 None None] Network db784217-fa96-4270-b9f3-3f424bb7769d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:30.703605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.724769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.730973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc430f-a4a7-48b4-8026-9324020225fd req-048892b4-4175-4902-8cc4-80254bd05369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:30.732785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-048892b4-4175-4902-8cc4-80254bd05369 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62a21a42-4edd-486d-b328-ba1470594797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762002 Oct 26 16:39:30.737074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:30.737791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:30.743979 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:30.766492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.795843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd95ff6-3750-4d1d-b5fd-47a4ab572c9a req-e1bc1ed2-5c9f-457b-8c7a-b5b4d0608434 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:30.804311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fd95ff6-3750-4d1d-b5fd-47a4ab572c9a req-e1bc1ed2-5c9f-457b-8c7a-b5b4d0608434 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 944 time: 0.2400484 Oct 26 16:39:30.837616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11047c2-ca52-44e3-8d27-8bdb80a3d931 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:39:30.846105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fad32201-b48f-4832-93e2-b8b16574c1b8 req-ca8d8b40-9058-4c51-b15f-88f5e730d28c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 210 time: 0.0393848 Oct 26 16:39:30.848592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.949790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fd95ff6-3750-4d1d-b5fd-47a4ab572c9a req-30f02c6a-4c9a-465b-9644-39f5e62e31f2 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378379 Oct 26 16:39:30.971855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21dbc326-f525-4f3e-b152-16735f4a4eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:30.983552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event updated for resources: {'Port': ['ID=5403d0f3-b467-401d-9b59-cd2f00d1f6c1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:30.993093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] In _notify_port_updated(), no bound segment for port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 on network 87556125-ea86-4be7-8ca1-16c2faf4013c {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:39:31.000571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:31.001636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.003275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c11a307a-7e22-4588-bc94-dc1bb13cda85 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "PUT /v2.0/ports/5403d0f3-b467-401d-9b59-cd2f00d1f6c1 HTTP/1.1" status: 200 len: 1137 time: 0.7829287 Oct 26 16:39:31.006023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:31.032299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11047c2-ca52-44e3-8d27-8bdb80a3d931 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:39:31.063584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eebe49-116b-43e8-b00d-93585c236f91 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:31.065077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-33eebe49-116b-43e8-b00d-93585c236f91 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "GET /v2.0/ports/5403d0f3-b467-401d-9b59-cd2f00d1f6c1 HTTP/1.1" status: 200 len: 1137 time: 0.0581110 Oct 26 16:39:31.069243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:31.225872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Deleting port 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:31.225872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.243800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:39:31.243800 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:39:31.243800 n-d-815373-2 neutron-server[102737]: [parameters: {'id': 'db784217-fa96-4270-b9f3-3f424bb7769d'}] Oct 26 16:39:31.243800 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:39:31.245162 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:39:31.252664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-e33b54ef-5867-4552-aebb-b119f7e5a1f4 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079298 Oct 26 16:39:31.343358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.358527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Calling delete_port for 5403d0f3-b467-401d-9b59-cd2f00d1f6c1 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:31.498181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-34fc430f-a4a7-48b4-8026-9324020225fd req-57b99b82-9c78-4559-a537-77ff04cedc11 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399282 Oct 26 16:39:31.505739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-3cdfc576-6497-4290-92ae-808bd3ae0a36 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:31.507206 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-3cdfc576-6497-4290-92ae-808bd3ae0a36 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.39 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 810 time: 0.2397552 Oct 26 16:39:31.589235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-9b6af4a2-d818-4931-af34-7599d9115188 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 379 time: 0.0684216 Oct 26 16:39:31.601244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'port': {'device_id': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'admin_state_up': True, 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'security_groups': ['bff1a430-d6a2-4167-8271-6d2d1479535e']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:31.694005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.731729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event deleted for resources: {'Port': ['ID=5403d0f3-b467-401d-9b59-cd2f00d1f6c1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:31.747308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.769844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6af184-b55c-4ff2-885f-63385c1c5b79 req-137458dc-0681-46ea-a11f-1a3bbd801d8e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:31.777784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e6af184-b55c-4ff2-885f-63385c1c5b79 req-137458dc-0681-46ea-a11f-1a3bbd801d8e tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1190715 Oct 26 16:39:31.811332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting port f7aae50d-5535-4670-8130-1d4da3628dbd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:31.817109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.866036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1029a343-6710-47c4-acfd-740efd3bb8bf None None] Could not find standard attr ID for object 5403d0f3-b467-401d-9b59-cd2f00d1f6c1. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:39:31.870431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Made reservation on behalf of fa47d97b12014e978e39fe781b510ce1 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:31.877676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.895322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e6af184-b55c-4ff2-885f-63385c1c5b79 req-1adb9ad9-7e55-43f6-9e1b-8435fea94233 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164081 Oct 26 16:39:31.901806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:31.906322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea480740-85eb-425b-8659-67d712d80bcc tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "DELETE /v2.0/ports/5403d0f3-b467-401d-9b59-cd2f00d1f6c1 HTTP/1.1" status: 204 len: 168 time: 0.8352628 Oct 26 16:39:31.908960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:31.984757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Deleting subnet 815821b4-1e5e-460a-9397-ca57721c3f91 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:39:31.992622 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.065577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] For port f7aae50d-5535-4670-8130-1d4da3628dbd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f7aae50d-5535-4670-8130-1d4da3628dbd,segment=NetworkSegment(ca58d437-7b06-4dc8-8c18-1ad7fe571ef1),segment_id=ca58d437-7b06-4dc8-8c18-1ad7fe571ef1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:32.066031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.076514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e727737-49ad-4c6d-a7f5-6a82de3b23f2 req-ef2c18bf-72e9-4bb6-9c83-f2a23c599cd7 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 210 time: 0.1060262 Oct 26 16:39:32.089758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Calling delete_port for f7aae50d-5535-4670-8130-1d4da3628dbd owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:32.092182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.117682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Allocated IP 172.20.0.4 (11739ece-c8ee-4bae-b34d-b3b83a1715ff/ac64d8e2-37bd-4b84-a5ac-3f6da381ded8/8dbcb311-556c-4da1-91c3-617efd0f738c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:32.142178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e92ef-c4e8-4906-949d-73831d75c8c6 req-6d0c544d-21d1-46e8-b4d4-2df4be50f5a0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:32.143690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b1e92ef-c4e8-4906-949d-73831d75c8c6 req-6d0c544d-21d1-46e8-b4d4-2df4be50f5a0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 944 time: 0.1134408 Oct 26 16:39:32.211737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50920) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:32.227005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.232272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b1e92ef-c4e8-4906-949d-73831d75c8c6 req-1c9662ff-1bd6-4c6e-8cba-13554ba3be75 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788100 Oct 26 16:39:32.356741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-60e10657-13e2-45e9-ae2e-514aa17d7fd0 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:32.356863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.416176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.444408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No DVR routers for this DVR port f7aae50d-5535-4670-8130-1d4da3628dbd on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:32.445519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.447065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.448928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Port': ['ID=f7aae50d-5535-4670-8130-1d4da3628dbd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:32.484066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event deleted for resources: {'Subnet': ['ID=815821b4-1e5e-460a-9397-ca57721c3f91,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:32.489688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-60e10657-13e2-45e9-ae2e-514aa17d7fd0 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "PUT /v2.0/quotas/408e888b7f604529ba009a012fb3d3fc HTTP/1.1" status: 200 len: 368 time: 0.2750843 Oct 26 16:39:32.490295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50926) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:32.491361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.496901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd888564-3520-4fca-8b88-930291394504 tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "DELETE /v2.0/subnets/815821b4-1e5e-460a-9397-ca57721c3f91 HTTP/1.1" status: 204 len: 168 time: 0.5827470 Oct 26 16:39:32.498047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2baa6-43ae-4c2a-bcb4-893ed902b778 None None] Network 87556125-ea86-4be7-8ca1-16c2faf4013c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:32.501056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Request body: {'network': {'project_id': '408e888b7f604529ba009a012fb3d3fc'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:32.503967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:32.514962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:32.550542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:32.599657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:32.608753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:32.616804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.629552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.687182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db784217-fa96-4270-b9f3-3f424bb7769d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:32.702172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:32.703006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca58d437-7b06-4dc8-8c18-1ad7fe571ef1') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:32.711960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:32.712617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.720822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Deleting port 2b58a88a-3b2f-4661-895f-a71580ad9cce {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:32.721116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.737613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.756309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.767671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Made reservation on behalf of 408e888b7f604529ba009a012fb3d3fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:32.769979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.777896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:32.779442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.784972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:32.785204 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:32.822307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] For port 2b58a88a-3b2f-4661-895f-a71580ad9cce, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2b58a88a-3b2f-4661-895f-a71580ad9cce,segment=NetworkSegment(d5d92998-4c05-4432-b550-ccd034cd7077),segment_id=d5d92998-4c05-4432-b550-ccd034cd7077)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:32.825591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.838749 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-2d456aaa-a06c-48b6-842f-426ef6738888 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2421334 Oct 26 16:39:32.849854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Calling delete_port for 2b58a88a-3b2f-4661-895f-a71580ad9cce owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:32.860083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Request body: {'port': {'device_id': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:32.907382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dc381072-3343-47cb-9206-8e79639a6145 None None] Provisioning complete for port 8dbcb311-556c-4da1-91c3-617efd0f738c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:32.907980 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc381072-3343-47cb-9206-8e79639a6145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.935209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.948023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] DHCP port deletion for 87556125-ea86-4be7-8ca1-16c2faf4013c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:39:32.965992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc381072-3343-47cb-9206-8e79639a6145 None None] Port 8dbcb311-556c-4da1-91c3-617efd0f738c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:39:32.971744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.986801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:32.991953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/db784217-fa96-4270-b9f3-3f424bb7769d HTTP/1.1" status: 204 len: 168 time: 4.2910244 Oct 26 16:39:32.994602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.017058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Deleting port 2b58a88a-3b2f-4661-895f-a71580ad9cce {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:33.017709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.021158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680dd62-e7f0-4548-ab2b-3856a36abf54 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=db784217-fa96-4270-b9f3-3f424bb7769d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.043453 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7f1553-9685-47a6-a7e7-8bf9980f7cce tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.043682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb704-e02e-4f1c-9476-01d13c2c2bc8 req-c53b615c-80bd-4dbf-9314-a2db1b61cd92 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:33.044143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7f1553-9685-47a6-a7e7-8bf9980f7cce tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.047485 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df7f1553-9685-47a6-a7e7-8bf9980f7cce tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/3c97bb08-afb9-4bf0-aaee-425ee2672746 HTTP/1.1" status: 404 len: 337 time: 0.0421624 Oct 26 16:39:33.051338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50936) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.055199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-534fb704-e02e-4f1c-9476-01d13c2c2bc8 req-c53b615c-80bd-4dbf-9314-a2db1b61cd92 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0671763 Oct 26 16:39:33.066308 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.087443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] For port 2b58a88a-3b2f-4661-895f-a71580ad9cce, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2b58a88a-3b2f-4661-895f-a71580ad9cce,segment=NetworkSegment(d5d92998-4c05-4432-b550-ccd034cd7077),segment_id=d5d92998-4c05-4432-b550-ccd034cd7077)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:33.087837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.101006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Calling delete_port for 2b58a88a-3b2f-4661-895f-a71580ad9cce owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:33.117459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event deleted for resources: {'Port': ['ID=2b58a88a-3b2f-4661-895f-a71580ad9cce,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.118068 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a352d2-3cca-4210-bd4d-f7fec435fecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.118720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a352d2-3cca-4210-bd4d-f7fec435fecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.121663 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f5a352d2-3cca-4210-bd4d-f7fec435fecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/db784217-fa96-4270-b9f3-3f424bb7769d HTTP/1.1" status: 404 len: 339 time: 0.0694053 Oct 26 16:39:33.126679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.141012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] No DVR routers for this DVR port 2b58a88a-3b2f-4661-895f-a71580ad9cce on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:33.163523 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f33b31-b655-463f-b09d-8f3c6aacfecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.163979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f33b31-b655-463f-b09d-8f3c6aacfecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.170162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42f33b31-b655-463f-b09d-8f3c6aacfecd tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/6390c6ca-dc27-47fd-b65d-b113c13870b8 HTTP/1.1" status: 404 len: 337 time: 0.0405104 Oct 26 16:39:33.170162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50942) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.190213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-534fb704-e02e-4f1c-9476-01d13c2c2bc8 req-bf83a90d-26f8-49b3-aa0b-2adce5aea57c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340756 Oct 26 16:39:33.217357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.225289 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefdf9a3-213e-4b08-955e-1a4c44cf2d24 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.225908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefdf9a3-213e-4b08-955e-1a4c44cf2d24 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.228930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fefdf9a3-213e-4b08-955e-1a4c44cf2d24 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/57ae0f3a-f906-4b1b-92ce-ca1cd3f3ffd2 HTTP/1.1" status: 404 len: 339 time: 0.0581975 Oct 26 16:39:33.231461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.240102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] No DVR routers for this DVR port 2b58a88a-3b2f-4661-895f-a71580ad9cce on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:33.263275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147ea9-d97a-46c1-a710-6b1ef9d03e8c None None] Pushing event deleted for resources: {'Port': ['ID=2b58a88a-3b2f-4661-895f-a71580ad9cce,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.269832 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd626f39-e72a-4bc4-887b-b6316a001acb tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.270062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd626f39-e72a-4bc4-887b-b6316a001acb tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.276089 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd626f39-e72a-4bc4-887b-b6316a001acb tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/7cbf5803-91b9-44c2-a0e1-eba3f2856271 HTTP/1.1" status: 404 len: 337 time: 0.0411050 Oct 26 16:39:33.276089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.300551 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-50840d75-3d3e-4b1b-8fd0-09f2b909553e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.301133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50840d75-3d3e-4b1b-8fd0-09f2b909553e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.304174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-50840d75-3d3e-4b1b-8fd0-09f2b909553e tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/06b8644f-f50a-456b-96a1-eacd26cab953 HTTP/1.1" status: 404 len: 339 time: 0.0272312 Oct 26 16:39:33.306744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.334765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.350507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.395413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c35f-320b-4bd4-b690-d8f867d02368 req-675b9a3f-179d-4e29-84c7-0a66f53a7c8e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:33.396926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2522c35f-320b-4bd4-b690-d8f867d02368 req-675b9a3f-179d-4e29-84c7-0a66f53a7c8e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 931 time: 0.1442590 Oct 26 16:39:33.398871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87556125-ea86-4be7-8ca1-16c2faf4013c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:33.417572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d92998-4c05-4432-b550-ccd034cd7077') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:33.417863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d92998-4c05-4432-b550-ccd034cd7077') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:33.435172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.441097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.471107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting port 8eead1fe-eee0-41a0-9eca-e47ff408b9bd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:33.471760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.485791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e42a9-27be-428e-8351-24fb75aa7c3d req-8d75408a-9a79-4d02-b983-c705a31afb24 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:33.488334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915e42a9-27be-428e-8351-24fb75aa7c3d req-8d75408a-9a79-4d02-b983-c705a31afb24 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 944 time: 0.1590004 Oct 26 16:39:33.489601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.514401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:33.514634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbcb311-556c-4da1-91c3-617efd0f738c {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:39:33.528666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.528881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:33.534315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.534315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9517a-90ba-497b-b17a-04c4d57cd190,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:33.535927 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:33.561085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2522c35f-320b-4bd4-b690-d8f867d02368 req-4081336c-0954-431f-b691-a749920fb276 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528323 Oct 26 16:39:33.562605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Transition to ACTIVE for port object 8dbcb311-556c-4da1-91c3-617efd0f738c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:39:33.564406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.583625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Calling delete_port for 8eead1fe-eee0-41a0-9eca-e47ff408b9bd owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:33.585694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c975b1b9-0661-46bb-b66c-3aafcb6414b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.595293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.595636 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Added segment 17e53ab1-bdd4-44ab-bd10-dc0259b21d7a of type vlan for network fa0b6ea0-b49d-4bdb-a921-e4db31a17eae Oct 26 16:39:33.632602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.652833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915e42a9-27be-428e-8351-24fb75aa7c3d req-7a6a9be0-f52b-41e4-b7f3-933a377f993f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438601 Oct 26 16:39:33.662473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.720581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.753049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.757511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.761189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] 10.222.0.21 "DELETE /v2.0/networks/87556125-ea86-4be7-8ca1-16c2faf4013c HTTP/1.1" status: 204 len: 168 time: 1.2553825 Oct 26 16:39:33.784621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073e3a-7e5d-4640-9e29-e1eed8349eec tempest-ExtraDHCPOptionsTestJSON-795046575 tempest-ExtraDHCPOptionsTestJSON-795046575-project] Pushing event deleted for resources: {'Network': ['ID=87556125-ea86-4be7-8ca1-16c2faf4013c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.792502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.794266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:33.795038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.812332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Attempting to bind port 8dbcb311-556c-4da1-91c3-617efd0f738c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:33.813201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Attempting to bind port 8dbcb311-556c-4da1-91c3-617efd0f738c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:33.813755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Attempting to bind port 8dbcb311-556c-4da1-91c3-617efd0f738c on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:33.820250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Port 8dbcb311-556c-4da1-91c3-617efd0f738c on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:33.820995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Attempting to bind port 8dbcb311-556c-4da1-91c3-617efd0f738c on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:33.826821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.835921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:39:33.836887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Checking segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:33.837754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Bound using segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:39:33.838430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Bound port: 8dbcb311-556c-4da1-91c3-617efd0f738c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:39:33.839003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.885213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Port': ['ID=8eead1fe-eee0-41a0-9eca-e47ff408b9bd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.898493 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:33.902365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1165259-bc65-4e24-98ab-b347f0b2e554 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/ports/8eead1fe-eee0-41a0-9eca-e47ff408b9bd HTTP/1.1" status: 204 len: 168 time: 0.5932233 Oct 26 16:39:33.903292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.904726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4057269 Oct 26 16:39:33.910554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50958) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.910915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Request body: {'network': {'project_id': '408e888b7f604529ba009a012fb3d3fc'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:33.926488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b131b-ab46-47dc-a132-98a390711677 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event updated for resources: {'Network': ['ID=fa0b6ea0-b49d-4bdb-a921-e4db31a17eae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:33.937681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fa0b6ea0-b49d-4bdb-a921-e4db31a17eae details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:33.950417 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de6a854-d7e9-43ef-be21-5c43611ed642 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:33.951143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de6a854-d7e9-43ef-be21-5c43611ed642 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:33.957360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5de6a854-d7e9-43ef-be21-5c43611ed642 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/ed238e8f-0271-4e34-a173-d7f466d995b8 HTTP/1.1" status: 404 len: 337 time: 0.0454364 Oct 26 16:39:33.961086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:33.996789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2b58a88a-3b2f-4661-895f-a71580ad9cce no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:34.018578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:34.021653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8dbcb311-556c-4da1-91c3-617efd0f738c,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:39:34.051540 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.054042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2b58a88a-3b2f-4661-895f-a71580ad9cce {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:34.054401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2b58a88a-3b2f-4661-895f-a71580ad9cce not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:34.101490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Made reservation on behalf of 408e888b7f604529ba009a012fb3d3fc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:34.103928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.128434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:34.136490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.137610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.138154 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Added segment 8680d236-38a7-444e-88d8-f7156a613907 of type vlan for network d0e659c6-3411-4ba1-9808-cb531a832d9f Oct 26 16:39:34.140014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.153738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.177853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9f4471-912c-4113-a692-b7249543f9e6']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:34.188249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0c7302-46ad-4c5f-9140-0a67683963b0') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:34.188589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0c7302-46ad-4c5f-9140-0a67683963b0') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:34.198330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.216374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.219578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.227759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:34.228206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.229687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.230311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:34.231564 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:34.234693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] 10.222.0.39 "PUT /v2.0/ports/8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 1091 time: 1.3768589 Oct 26 16:39:34.234693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:34.235953 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5953f3-55a6-4036-bf7c-206ed93fc220" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:34.306586 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf1b19-806f-42a8-b19f-f365833599b4 x-openstack-request-id: req-7dbf1b19-806f-42a8-b19f-f365833599b4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:34.307079 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:34.307600 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dbf1b19-806f-42a8-b19f-f365833599b4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:34.308186 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'status': 'completed', 'code': 200} Oct 26 16:39:34.309122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92aea-4160-4b7e-8c86-6de078b72802 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:34.365946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170cda-3960-456b-8900-32c0f2c3b1b3 req-6b3430ba-f4a0-4014-b343-93bec3337321 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.368513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88170cda-3960-456b-8900-32c0f2c3b1b3 req-6b3430ba-f4a0-4014-b343-93bec3337321 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0697646 Oct 26 16:39:34.377594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-59af70f9-b4df-4eea-87df-592da1d52df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.379122 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-59af70f9-b4df-4eea-87df-592da1d52df1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1094 time: 0.0519814 Oct 26 16:39:34.401612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.402784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.403480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.415019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88170cda-3960-456b-8900-32c0f2c3b1b3 req-bfa014ff-f8af-45d4-8a83-5aca2f838193 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Oct 26 16:39:34.415517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.431818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.445014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.453164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/ab9f4471-912c-4113-a692-b7249543f9e6 HTTP/1.1" status: 204 len: 168 time: 0.4904242 Oct 26 16:39:34.453898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50972) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.475368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459750-0762-4333-a4a2-06787141daad tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=ab9f4471-912c-4113-a692-b7249543f9e6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:34.523053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 45f078f4-0885-4f2b-8ca0-728bf44bc374 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:39:34.559207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event updated for resources: {'Network': ['ID=d0e659c6-3411-4ba1-9808-cb531a832d9f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:34.574024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting port 3c8e91f0-4728-4f9d-bc76-5d0322bcd351 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:34.574024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.603984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-93391f93-fbcc-4be6-89d6-8bc5f4831b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.605548 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-93391f93-fbcc-4be6-89d6-8bc5f4831b88 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fa47d97b12014e978e39fe781b510ce1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2164376 Oct 26 16:39:34.619433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d0e659c6-3411-4ba1-9808-cb531a832d9f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:34.682429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b947b4c-548c-4135-b4c4-5da946cfe77d tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7769260 Oct 26 16:39:34.685185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50978) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.690663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c0ae55bd-2e94-42af-ac80-3a07512d6162 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Request body: {'network': {'project_id': '408e888b7f604529ba009a012fb3d3fc'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:34.709983 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ae55bd-2e94-42af-ac80-3a07512d6162 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:34.710648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ae55bd-2e94-42af-ac80-3a07512d6162 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:34.712036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c0ae55bd-2e94-42af-ac80-3a07512d6162 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0258501 Oct 26 16:39:34.714722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50980) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.730925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.757873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:34.765025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d9c8bb7-9c14-4c03-a9be-53bb69108cf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca6132d7dc945378866b626a6bdfb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480842 Oct 26 16:39:34.765799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Calling delete_port for 3c8e91f0-4728-4f9d-bc76-5d0322bcd351 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:34.768735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50984) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.776716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:39:34.808173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32e4ea3b-b071-4a2d-b826-aaec01c63198 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=408e888b7f604529ba009a012fb3d3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922165 Oct 26 16:39:34.811415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50986) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:34.814854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-c91a55a0-0a73-4058-a858-ae2445eb2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.816801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bb5953f3-55a6-4036-bf7c-206ed93fc220 req-c91a55a0-0a73-4058-a858-ae2445eb2e54 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030406 Oct 26 16:39:34.817719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec92aec-30c3-4cc7-b861-2d13cde3ae46 req-88e858ec-d511-46cf-88f6-0517278762ac tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.819246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ec92aec-30c3-4cc7-b861-2d13cde3ae46 req-88e858ec-d511-46cf-88f6-0517278762ac tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 943 time: 0.1699831 Oct 26 16:39:34.836195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.852768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f078f4-0885-4f2b-8ca0-728bf44bc374 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:39:34.875289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:34.887532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4d784-72cd-41b7-99e8-cd06f96c0e00 req-2a8b999b-ad28-4975-9514-112eb445dda8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.889059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70e4d784-72cd-41b7-99e8-cd06f96c0e00 req-2a8b999b-ad28-4975-9514-112eb445dda8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 944 time: 0.1199625 Oct 26 16:39:34.937367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ec92aec-30c3-4cc7-b861-2d13cde3ae46 req-fcafd963-68d1-4a10-912e-7b0d8badea8f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841978 Oct 26 16:39:34.957481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-4110f7d9-b43c-43f3-a898-20cba2005d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:34.957481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-4110f7d9-b43c-43f3-a898-20cba2005d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1094 time: 0.0908544 Oct 26 16:39:34.957481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.961144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:34.965594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70e4d784-72cd-41b7-99e8-cd06f96c0e00 req-9abc40b4-ca67-40b9-b1d7-35c6dbe442af tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Oct 26 16:39:34.976921 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.016466 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.019681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.035630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-de9b040d-b769-4243-b9b2-1d8ce3858438 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 217 time: 0.0704010 Oct 26 16:39:35.042992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.045117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:35.064917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.091306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Port': ['ID=3c8e91f0-4728-4f9d-bc76-5d0322bcd351,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:35.097056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.102509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-657f7544-df2e-4e3c-8ba6-aee016fca563 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/ports/3c8e91f0-4728-4f9d-bc76-5d0322bcd351 HTTP/1.1" status: 204 len: 168 time: 0.6343999 Oct 26 16:39:35.102931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:35.129509 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec158f38-1637-46af-a44e-69462ab663b4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:39:35.129971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec158f38-1637-46af-a44e-69462ab663b4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:39:35.135425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec158f38-1637-46af-a44e-69462ab663b4 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/bf5a769a-82b5-42b3-b95e-3919620c4c1c HTTP/1.1" status: 404 len: 337 time: 0.0291126 Oct 26 16:39:35.136074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-d2b12eff-e96e-48e6-a629-f9bf5d39a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:35.136218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:35.136318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-d2b12eff-e96e-48e6-a629-f9bf5d39a875 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.0909345 Oct 26 16:39:35.185294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-d0b0fd90-0577-47aa-80c8-2eaf8bb7c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:35.186863 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-d0b0fd90-0577-47aa-80c8-2eaf8bb7c88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431855 Oct 26 16:39:35.194397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['45f078f4-0885-4f2b-8ca0-728bf44bc374'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:39:35.222592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.248406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.251325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.252658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b35f2f67-e039-49fc-9cca-ad1e37f57fd1 HTTP/1.1" status: 204 len: 168 time: 0.4798915 Oct 26 16:39:35.267535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81bd4-3951-4feb-85a7-75db5dd9ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f2f67-e039-49fc-9cca-ad1e37f57fd1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:35.291117 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.293705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.294853 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/70f9517a-90ba-497b-b17a-04c4d57cd190 HTTP/1.1" status: 204 len: 168 time: 0.4818799 Oct 26 16:39:35.300467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50994) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:35.317139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-819d0d4e-6794-4d9f-8be8-1986daf42257 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230614 Oct 26 16:39:35.323001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.348687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fefe143-b3ae-4a8d-acae-a657e220803f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.362386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc8b3dc-d228-4254-a5fa-c692bc65014f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.362768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc8b3dc-d228-4254-a5fa-c692bc65014f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.364676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612366-2543-482d-a4cd-215f7f25d0dc tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9517a-90ba-497b-b17a-04c4d57cd190,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:35.378050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.394025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.409270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:35.409773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:35.413275 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:35.437701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.497443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e870209-143c-40aa-bec1-6ceeb2020287 req-9987151a-95bb-4e3f-9244-09fa6135eef4 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654551 Oct 26 16:39:35.547329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.549904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.559624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.563584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/2fefe143-b3ae-4a8d-acae-a657e220803f HTTP/1.1" status: 204 len: 168 time: 0.4269869 Oct 26 16:39:35.567740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50998) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:35.576142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e659c6-3411-4ba1-9808-cb531a832d9f']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.579366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca3c2e-3082-4995-b1c6-0dbd58b0cab8 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=2fefe143-b3ae-4a8d-acae-a657e220803f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:35.591658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210857-e817-49b1-8e45-05fd1d68a310 req-d114ebe6-e80c-4c4b-bbda-aaee9cc95bbc tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:35.593202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8210857-e817-49b1-8e45-05fd1d68a310 req-d114ebe6-e80c-4c4b-bbda-aaee9cc95bbc tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0793743 Oct 26 16:39:35.610128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8680d236-38a7-444e-88d8-f7156a613907') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.610422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8680d236-38a7-444e-88d8-f7156a613907') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:35.626793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.633701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8210857-e817-49b1-8e45-05fd1d68a310 req-00a76a07-d587-4ecf-b86a-908e8d028ea3 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Oct 26 16:39:35.648196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting subnet 7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:39:35.650538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.656127 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.676929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:35.677352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:35.678983 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:35.744231 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.826479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.965036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.973566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:35.980235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d0e659c6-3411-4ba1-9808-cb531a832d9f HTTP/1.1" status: 204 len: 168 time: 0.6753824 Oct 26 16:39:35.981130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51010) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:35.989036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b8b81-38b4-4be7-b67e-afa45afd6a3a tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0e659c6-3411-4ba1-9808-cb531a832d9f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:36.062754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.090168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:36.097198 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.100279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37a7310b-0480-4546-8d52-b6bfa4e75884 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/subnets/7aa4d435-e8de-4afc-80d6-ec00cb3ec6fe HTTP/1.1" status: 204 len: 168 time: 0.5316508 Oct 26 16:39:36.102658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:36.105013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b6306-cee5-4565-9486-b2fce1d425f9 None None] Network d37dd134-009c-4c84-84bd-8c805f0d9d8e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:36.192951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.250073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Deleting port fe7c3efc-b486-45c1-9340-58e872db5f8c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:36.250376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.363242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] DHCP port deletion for d37dd134-009c-4c84-84bd-8c805f0d9d8e request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:39:36.421566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Deleting port fe7c3efc-b486-45c1-9340-58e872db5f8c {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:36.422166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.454194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.479189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527696a-ac66-4cdb-8ddd-4591121cf196 req-63815bcc-49c2-4e98-85ac-a691eb02cef2 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:36.482487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5527696a-ac66-4cdb-8ddd-4591121cf196 req-63815bcc-49c2-4e98-85ac-a691eb02cef2 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 945 time: 0.1272368 Oct 26 16:39:36.493074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e9f8-4044-47c1-9eeb-36c9d8934eda req-1b9a9c2c-8623-4430-9bc3-e50c50cbd0f2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:36.493074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd36e9f8-4044-47c1-9eeb-36c9d8934eda req-1b9a9c2c-8623-4430-9bc3-e50c50cbd0f2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 943 time: 0.1378603 Oct 26 16:39:36.516116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] For port fe7c3efc-b486-45c1-9340-58e872db5f8c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe7c3efc-b486-45c1-9340-58e872db5f8c,segment=NetworkSegment(a89d5f8e-db03-4dea-8d51-71c397e5d47c),segment_id=a89d5f8e-db03-4dea-8d51-71c397e5d47c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:36.516635 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.534040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Calling delete_port for fe7c3efc-b486-45c1-9340-58e872db5f8c owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:36.545743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 45f078f4-0885-4f2b-8ca0-728bf44bc374 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:36.587519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5527696a-ac66-4cdb-8ddd-4591121cf196 req-2a74ec07-810a-498a-9393-12148f6f26ac tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929158 Oct 26 16:39:36.642950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd36e9f8-4044-47c1-9eeb-36c9d8934eda req-c1804464-13cc-461e-8ea5-6dc997b37e00 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312957 Oct 26 16:39:36.646581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.682382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.683045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0b6ea0-b49d-4bdb-a921-e4db31a17eae']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:36.687990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:36.690791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e53ab1-bdd4-44ab-bd10-dc0259b21d7a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:36.691096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e53ab1-bdd4-44ab-bd10-dc0259b21d7a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:36.723418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.767808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.776605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:36.777004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:36.778685 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:36.790481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] For port fe7c3efc-b486-45c1-9340-58e872db5f8c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe7c3efc-b486-45c1-9340-58e872db5f8c,segment=NetworkSegment(a89d5f8e-db03-4dea-8d51-71c397e5d47c),segment_id=a89d5f8e-db03-4dea-8d51-71c397e5d47c)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:36.791060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.807197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 45f078f4-0885-4f2b-8ca0-728bf44bc374 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:39:36.808179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Calling delete_port for fe7c3efc-b486-45c1-9340-58e872db5f8c owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:36.814565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 45f078f4-0885-4f2b-8ca0-728bf44bc374 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:36.815636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.821489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084785ec-3662-4b37-a8fa-fede908cec93 req-30550c0e-244c-4db4-bd5c-4dceece8f9d8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:36.823103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-084785ec-3662-4b37-a8fa-fede908cec93 req-30550c0e-244c-4db4-bd5c-4dceece8f9d8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.0923529 Oct 26 16:39:36.846184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1389f6-1f1e-49fd-b5ae-fa07802d6436 req-da3ffee9-ce1d-413f-9b0e-0b8d95eb7c0c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:36.847808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b1389f6-1f1e-49fd-b5ae-fa07802d6436 req-da3ffee9-ce1d-413f-9b0e-0b8d95eb7c0c tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 946 time: 0.1221054 Oct 26 16:39:36.853844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-104599499'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:36.865552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.899082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] Pushing event deleted for resources: {'Port': ['ID=fe7c3efc-b486-45c1-9340-58e872db5f8c,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:36.905370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9837b41-1f14-40c3-af47-370aa5a5e4d9 None None] No DVR routers for this DVR port fe7c3efc-b486-45c1-9340-58e872db5f8c on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:36.922534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b1389f6-1f1e-49fd-b5ae-fa07802d6436 req-70f30910-1751-490f-9b52-d491f9f47236 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/security-groups?id=41b6a355-3737-43ad-84d2-b23775659602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609167 Oct 26 16:39:36.943320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.952971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.956357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fa0b6ea0-b49d-4bdb-a921-e4db31a17eae HTTP/1.1" status: 204 len: 168 time: 0.9757979 Oct 26 16:39:36.967290 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.967468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb62f6a-e0bd-43d2-9525-43ec92cc1b30 tempest-QuotasNegativeTest-1653850854 tempest-QuotasNegativeTest-1653850854-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa0b6ea0-b49d-4bdb-a921-e4db31a17eae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:36.975465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Made reservation on behalf of 6cf417d218f14366b417e4f10e5901c0 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:36.980435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:36.998412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.001500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:37.007350 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48e7cc-1b12-47cd-98e0-06d0b56b96e9" -d '{"events": [{"server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "name": "network-vif-plugged", "status": "completed", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:37.028003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.042723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:37.067759 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0d0c5-3210-45ed-a67d-531cc5ae40f1 x-openstack-request-id: req-e9c0d0c5-3210-45ed-a67d-531cc5ae40f1 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:37.068491 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "name": "network-vif-plugged", "status": "completed", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:37.068624 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c0d0c5-3210-45ed-a67d-531cc5ae40f1 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:37.069113 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'code': 200} Oct 26 16:39:37.081987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] No DVR routers for this DVR port fe7c3efc-b486-45c1-9340-58e872db5f8c on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:37.083754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Port': ['ID=fe7c3efc-b486-45c1-9340-58e872db5f8c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.094053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Deleting port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:37.094628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.105466 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.141038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.168587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.183301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a4888-a273-44c6-8bf0-0a436bafd113 req-a6d7f685-dc6c-4d6e-84e8-dd63841597c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:37.184895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c5a4888-a273-44c6-8bf0-0a436bafd113 req-a6d7f685-dc6c-4d6e-84e8-dd63841597c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1097 time: 0.0424631 Oct 26 16:39:37.223109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.223519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.244310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c5a4888-a273-44c6-8bf0-0a436bafd113 req-551d8315-354f-497e-917e-6cfe9980ff20 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513525 Oct 26 16:39:37.257000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:37.262073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37dd134-009c-4c84-84bd-8c805f0d9d8e']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.266031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbecf802-5200-4697-9d7e-7cb3630cd15f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.274019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.274542 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Added segment ff3516d3-0ce7-4fdd-9cfb-6dab2457b79a of type vlan for network cfefb520-c7a3-411c-b0e9-a36286ccfe77 Oct 26 16:39:37.279272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89d5f8e-db03-4dea-8d51-71c397e5d47c') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.279566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89d5f8e-db03-4dea-8d51-71c397e5d47c') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.282756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] For port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:37.283115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.298565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.307151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Calling delete_port for b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:37.316734 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.318780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.328265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:37.328657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:37.331565 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:37.415769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.422813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:37.423584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.496511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Pushing event updated for resources: {'Network': ['ID=cfefb520-c7a3-411c-b0e9-a36286ccfe77,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.507435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.507825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network cfefb520-c7a3-411c-b0e9-a36286ccfe77 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:37.524994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.524994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] 10.222.0.21 "DELETE /v2.0/networks/d37dd134-009c-4c84-84bd-8c805f0d9d8e HTTP/1.1" status: 204 len: 168 time: 1.4157510 Oct 26 16:39:37.531766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb82f95-ffa1-476a-afdb-8c51d318f956 tempest-NetworksIpV6TestAttrs-995049670 tempest-NetworksIpV6TestAttrs-995049670-project] Pushing event deleted for resources: {'Network': ['ID=d37dd134-009c-4c84-84bd-8c805f0d9d8e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.596737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-219236b9-b7f1-4175-ac7f-116b8cc5f949 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9032118 Oct 26 16:39:37.599944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51042) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:37.604530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-cc8454eb-153c-46c0-9ada-1c409b2de73e tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-1963178312') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.650163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.664323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:39:37.690938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Pushing event deleted for resources: {'Port': ['ID=b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:37.742414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cce1c7-f5f4-4328-9353-f0160307b9f0 req-daf1c91a-ea9f-4487-9a8c-8df152bec662 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:37.743920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] No DVR routers for this DVR port b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:39:37.744162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25cce1c7-f5f4-4328-9353-f0160307b9f0 req-daf1c91a-ea9f-4487-9a8c-8df152bec662 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.0754244 Oct 26 16:39:37.747094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.752240 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-084785ec-3662-4b37-a8fa-fede908cec93 req-500d66bc-6cd2-4d44-b7e5-01fe521dceb8 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.47 "DELETE /v2.0/ports/b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 HTTP/1.1" status: 204 len: 173 time: 0.9212022 Oct 26 16:39:37.752901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'name': 'network-vif-deleted', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:37.755489 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef57fe-ff99-418c-87a9-f8f0d0836d11" -d '{"events": [{"server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "name": "network-vif-deleted", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:37.770831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8dbcb311-556c-4da1-91c3-617efd0f738c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:39:37.822867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:37.823497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cc8454eb-153c-46c0-9ada-1c409b2de73e tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "PUT /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-1963178312 HTTP/1.1" status: 201 len: 201 time: 0.2220049 Oct 26 16:39:37.827785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-724e53a3-bbf0-41c9-972d-bfc98d97ebad tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-1963178312') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.832065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25cce1c7-f5f4-4328-9353-f0160307b9f0 req-230f0c63-5bbe-40aa-b1a0-7ec0d1ec30c6 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685730 Oct 26 16:39:37.840669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be083cd3-8b12-4fc4-af0c-63ca2db10497 req-cd405c03-da63-423b-947b-e6b65c06f5a4 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:37.842133 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be083cd3-8b12-4fc4-af0c-63ca2db10497 req-cd405c03-da63-423b-947b-e6b65c06f5a4 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 943 time: 0.0923281 Oct 26 16:39:37.885650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8dbcb311-556c-4da1-91c3-617efd0f738c,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:37.904567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'port_id': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'mac_address': 'fa:16:3e:07:84:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:39:37.931275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be083cd3-8b12-4fc4-af0c-63ca2db10497 req-de1ea934-22cb-429f-a691-94a22f54bdab tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665810 Oct 26 16:39:37.955310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:37.977476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbcb311-556c-4da1-91c3-617efd0f738c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:39:37.977884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:37.984063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-90ab4f7d-6ae3-4f82-97da-8c782b1b9517 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:37.992641 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-724e53a3-bbf0-41c9-972d-bfc98d97ebad tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-1963178312 HTTP/1.1" status: 204 len: 168 time: 0.1509929 Oct 26 16:39:38.001505 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5f671-02ff-4687-adde-fdb41fb7f2b2 x-openstack-request-id: req-e2c5f671-02ff-4687-adde-fdb41fb7f2b2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:38.001812 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7438f4b5-2503-4b6b-aa6f-b1f2518050f4", "name": "network-vif-deleted", "tag": "b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:38.002071 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2c5f671-02ff-4687-adde-fdb41fb7f2b2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:38.002488 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7438f4b5-2503-4b6b-aa6f-b1f2518050f4', 'name': 'network-vif-deleted', 'tag': 'b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574', 'status': 'completed', 'code': 200} Oct 26 16:39:38.003899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8dbcb311-556c-4da1-91c3-617efd0f738c,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:38.035254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe7c3efc-b486-45c1-9340-58e872db5f8c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:38.066702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fe7c3efc-b486-45c1-9340-58e872db5f8c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:38.067054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe7c3efc-b486-45c1-9340-58e872db5f8c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:38.079691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.104889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-232f8d27-dcce-4c54-83a5-4d067effd5ee req-689a5ce8-9fa7-452f-a60c-492cff91589d tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 210 time: 0.0327747 Oct 26 16:39:38.147245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.151365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-90ab4f7d-6ae3-4f82-97da-8c782b1b9517 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags HTTP/1.1" status: 200 len: 238 time: 0.1656654 Oct 26 16:39:38.152957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51064) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.163980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:38.165368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-16db78ea-4e8b-4063-b72b-3121d91efb3d tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', {'tags': ['tempest-TagsTest-Tag-1839399286', 'tempest-TagsTest-Tag-2140277135', 'tempest-TagsTest-Tag-428659387']}) {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.166334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51068) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.285663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ae52-e18a-4101-813f-21e89605e6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.353735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0dd8e19f-36c8-40b3-b3c7-99daae3d1c3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39457c366f8d431ebc28e5dbc08e0f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816266 Oct 26 16:39:38.356358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.386745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-16db78ea-4e8b-4063-b72b-3121d91efb3d tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "PUT /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags HTTP/1.1" status: 200 len: 308 time: 0.2290425 Oct 26 16:39:38.391298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.395417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-85502c1e-3523-4f25-add4-170571af93a2 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-1839399286') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.402790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ae52-e18a-4101-813f-21e89605e6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.415418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.419387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8dbcb311-556c-4da1-91c3-617efd0f738c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:39:38.443169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.479958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ae52-e18a-4101-813f-21e89605e6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.533872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9fe1ae52-e18a-4101-813f-21e89605e6b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b236f63478084ca1b81f474bf9731d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854673 Oct 26 16:39:38.535312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1ae52-e18a-4101-813f-21e89605e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7324ef0d-fcd4-4c63-b37b-f92303dee30b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:38.536956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51076) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.602827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.611492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-85502c1e-3523-4f25-add4-170571af93a2 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "DELETE /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-1839399286 HTTP/1.1" status: 204 len: 168 time: 0.2195396 Oct 26 16:39:38.614157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.614343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51078) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.616752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.617938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94fa3208-d7e1-457c-9348-280596d2f321 HTTP/1.1" status: 204 len: 168 time: 0.2594514 Oct 26 16:39:38.621079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-b9131230-0878-43d1-ae12-547b4300edf0 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-1839399286') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.637725 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.644622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0a34-f200-4242-b147-3dbcc256d90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa3208-d7e1-457c-9348-280596d2f321,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:38.701003 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-b9131230-0878-43d1-ae12-547b4300edf0 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] show failed (client error): The resource could not be found. Oct 26 16:39:38.702017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9131230-0878-43d1-ae12-547b4300edf0 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-1839399286 HTTP/1.1" status: 404 len: 326 time: 0.0866661 Oct 26 16:39:38.705036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.709227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-41eaa3cf-ca57-467a-95b2-157dd8f34449 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-2140277135') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.764325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.767045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:38.770884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7324ef0d-fcd4-4c63-b37b-f92303dee30b HTTP/1.1" status: 204 len: 168 time: 0.2301652 Oct 26 16:39:38.775801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41eaa3cf-ca57-467a-95b2-157dd8f34449 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-2140277135 HTTP/1.1" status: 204 len: 168 time: 0.0697589 Oct 26 16:39:38.778206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51086) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.779542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa35cf-5e4f-441f-b20f-a3d920b5efcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7324ef0d-fcd4-4c63-b37b-f92303dee30b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:38.783342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-620d0fe4-fd71-4d03-96b0-c6cbed51673e tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-428659387') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.858937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-620d0fe4-fd71-4d03-96b0-c6cbed51673e tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-428659387 HTTP/1.1" status: 204 len: 168 time: 0.0797205 Oct 26 16:39:38.861853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51088) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:38.867600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-9af7b562-6a89-460d-9478-97b80870f8b7 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:38.992335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3989b-5529-4b3f-b814-d877f8e45eac req-4f9c615f-fda7-4771-a781-9aa1bd15abd6 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:38.995617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfa3989b-5529-4b3f-b814-d877f8e45eac req-4f9c615f-fda7-4771-a781-9aa1bd15abd6 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.0826542 Oct 26 16:39:39.081987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfa3989b-5529-4b3f-b814-d877f8e45eac req-bfb351af-196d-4ed3-86c4-9f678659f027 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753713 Oct 26 16:39:39.095414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e53be-eb52-4e35-bb44-cd4a171e7660 req-c350ec4f-a326-4cfa-8ec3-3b76544cda42 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:39.103472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a95e53be-eb52-4e35-bb44-cd4a171e7660 req-c350ec4f-a326-4cfa-8ec3-3b76544cda42 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 944 time: 0.0786772 Oct 26 16:39:39.145462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a95e53be-eb52-4e35-bb44-cd4a171e7660 req-42c2279a-221f-4941-a15a-56a76fefeeb3 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389211 Oct 26 16:39:39.270445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46c379a5-cf5e-4504-aea5-2956ef6b0a3f req-d805c2aa-724c-40bd-82fd-21f9d339fb91 tempest-ServerRescueNegativeTestJSON-1809902269 tempest-ServerRescueNegativeTestJSON-1809902269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7438f4b5-2503-4b6b-aa6f-b1f2518050f4 HTTP/1.1" status: 200 len: 210 time: 0.0313354 Oct 26 16:39:39.283364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f6c37-d0c5-4c1d-ad4e-211966db9d98 req-3f508660-3727-4b48-b313-d82a99e1d40e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:39.284802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d3f6c37-d0c5-4c1d-ad4e-211966db9d98 req-3f508660-3727-4b48-b313-d82a99e1d40e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.0774794 Oct 26 16:39:39.286754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9af7b562-6a89-460d-9478-97b80870f8b7 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "DELETE /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags HTTP/1.1" status: 204 len: 168 time: 0.4234715 Oct 26 16:39:39.289507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51108) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.294592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-4ddafc33-ec7b-4b0c-8ed4-3016e25a0c5c tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-2140277135') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.377908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d3f6c37-d0c5-4c1d-ad4e-211966db9d98 req-f761ed18-bda3-4485-9d17-6a3c17f53683 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794342 Oct 26 16:39:39.398965 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-4ddafc33-ec7b-4b0c-8ed4-3016e25a0c5c tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] show failed (client error): The resource could not be found. Oct 26 16:39:39.402740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4ddafc33-ec7b-4b0c-8ed4-3016e25a0c5c tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-2140277135 HTTP/1.1" status: 404 len: 326 time: 0.1097252 Oct 26 16:39:39.412612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.412612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-18caf86e-d527-42b2-a1cb-6f4a315df01a tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77', 'tempest-TagsTest-Tag-428659387') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.414222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.507918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1adfc-e6b8-4de1-a3c5-7a38400b4aaa tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:39.509428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d6d1adfc-e6b8-4de1-a3c5-7a38400b4aaa tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1092 time: 0.0943024 Oct 26 16:39:39.513545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51120) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.518688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:39.525005 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-18caf86e-d527-42b2-a1cb-6f4a315df01a tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] show failed (client error): The resource could not be found. Oct 26 16:39:39.526004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-18caf86e-d527-42b2-a1cb-6f4a315df01a tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "GET /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags/tempest-TagsTest-Tag-428659387 HTTP/1.1" status: 404 len: 325 time: 0.1210790 Oct 26 16:39:39.529360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.533710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-0e830ed5-52df-4421-a015-42a81e71b467 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfefb520-c7a3-411c-b0e9-a36286ccfe77') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.629919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0e830ed5-52df-4421-a015-42a81e71b467 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "DELETE /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77/tags HTTP/1.1" status: 204 len: 168 time: 0.0995564 Oct 26 16:39:39.633864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.636589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.705607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51130) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.715977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.721219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b3513c-ef5e-4635-8caa-1d62342ad3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.782094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.787932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8dbcb311-556c-4da1-91c3-617efd0f738c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:39:39.808486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.830033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfefb520-c7a3-411c-b0e9-a36286ccfe77']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.840559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3516d3-0ce7-4fdd-9cfb-6dab2457b79a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.840725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3516d3-0ce7-4fdd-9cfb-6dab2457b79a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:39.853713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.867093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.878792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.886556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:39.887295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:39.892029 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:39.919672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b3513c-ef5e-4635-8caa-1d62342ad3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.947642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.25.5.79 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/12f27c3c-1c3a-404d-bc39-2acccb688d42) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:39:39.948487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 8dbcb311-556c-4da1-91c3-617efd0f738c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:39:39.954813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 8dbcb311-556c-4da1-91c3-617efd0f738c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:39:39.961754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:39.972056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a8507267-eda5-4aa6-9814-c82a0e221cd5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:39.972790 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-a8507267-eda5-4aa6-9814-c82a0e221cd5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 16:39:39.973291 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-a8507267-eda5-4aa6-9814-c82a0e221cd5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:39.975177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8507267-eda5-4aa6-9814-c82a0e221cd5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1196301 Oct 26 16:39:39.978076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51138) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:39.982411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--410969865'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:40.011788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b3513c-ef5e-4635-8caa-1d62342ad3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.042190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.044358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.057257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.060843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] 10.222.0.21 "DELETE /v2.0/networks/cfefb520-c7a3-411c-b0e9-a36286ccfe77 HTTP/1.1" status: 204 len: 168 time: 0.4260380 Oct 26 16:39:40.069772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3513c-ef5e-4635-8caa-1d62342ad3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5134534-c164-46d8-acd5-706aeb7c1c97,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.071200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:40.073945 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd23e5-2ea3-4c5f-a34a-99f18fcc44d9" -d '{"events": [{"server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "name": "network-vif-plugged", "status": "completed", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:40.077629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a6b3513c-ef5e-4635-8caa-1d62342ad3fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4abe5480d173454d93082bde577055d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680732 Oct 26 16:39:40.086174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610c562-d347-4d0f-8a52-4333e7a4a011 tempest-TagsTest-707409879 tempest-TagsTest-707409879-project] Pushing event deleted for resources: {'Network': ['ID=cfefb520-c7a3-411c-b0e9-a36286ccfe77,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.086174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:40.089898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8dbcb311-556c-4da1-91c3-617efd0f738c,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:40.107513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.121091 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd327ed6-ec7c-4acf-8cff-3b429e02758c x-openstack-request-id: req-dd327ed6-ec7c-4acf-8cff-3b429e02758c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:40.121379 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "name": "network-vif-plugged", "status": "completed", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:40.121631 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd327ed6-ec7c-4acf-8cff-3b429e02758c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:40.122023 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'code': 200} Oct 26 16:39:40.130533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.136856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.164349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.214837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.258001 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.258603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.287534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.311531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9365195-8de9-4637-bb7c-9f03930c918a req-f29f3c52-38a4-4cb8-89f5-302e29f9dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:40.314209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9365195-8de9-4637-bb7c-9f03930c918a req-f29f3c52-38a4-4cb8-89f5-302e29f9dfcd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1096 time: 0.1193690 Oct 26 16:39:40.315766 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.321764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:40.333664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:40.337225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:40.343811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:40.373711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=12f27c3c-1c3a-404d-bc39-2acccb688d42,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.409315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9365195-8de9-4637-bb7c-9f03930c918a req-51a11289-dc9d-4bc0-8acb-4b441ab62ba6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863850 Oct 26 16:39:40.417287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.464431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93bf9e-7d40-4fa9-bee7-980c55564473 req-c9969100-5e56-4794-9209-7c0f25fe6b45 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:40.465930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a93bf9e-7d40-4fa9-bee7-980c55564473 req-c9969100-5e56-4794-9209-7c0f25fe6b45 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1891499 Oct 26 16:39:40.493059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb4866c-224f-4231-910f-f28134370a5f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.589095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:40.609652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a93bf9e-7d40-4fa9-bee7-980c55564473 req-7d617481-8abc-4af6-9837-e137222859ae tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329653 Oct 26 16:39:40.610242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51156) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:40.618801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:40.619407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b3db9d1a-ecb4-461e-a20e-5dd9ab2c1574 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:40.646776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.649327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.650422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5134534-c164-46d8-acd5-706aeb7c1c97 HTTP/1.1" status: 204 len: 168 time: 0.5696716 Oct 26 16:39:40.682046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632809e-f152-4602-bda6-c24921738d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5134534-c164-46d8-acd5-706aeb7c1c97,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.687919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.760859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.828095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ca44b1-44c3-40a0-b1e4-7ee42ce03489,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:40.861433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.862666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8d71b642-a0e1-4a06-a18c-ef9be78250b0 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8836534 Oct 26 16:39:40.865642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51162) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:40.870158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '91ca44b1-44c3-40a0-b1e4-7ee42ce03489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:40.871299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9b366b73-8c34-4d5c-857f-c589e1b2d1e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cf417d218f14366b417e4f10e5901c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258461 Oct 26 16:39:40.875378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51164) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:40.902247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:40.973492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.004511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.013939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.030781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.100150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.136466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.234472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.245869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.248414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.253036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbecf802-5200-4697-9d7e-7cb3630cd15f HTTP/1.1" status: 204 len: 168 time: 0.3734398 Oct 26 16:39:41.265840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a539aa-4745-4cb7-ac5e-ce557840d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbecf802-5200-4697-9d7e-7cb3630cd15f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:41.272727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05532c9-6de6-49fb-bb27-760ab665083d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:41.310352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.323333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Deleting port a63bb343-3273-4483-9867-131a6d406ec1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:41.323333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.338910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.343246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4dcc8c85-4c37-4eda-b4e6-a92dcf52c248 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4735746 Oct 26 16:39:41.344362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51180) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:41.348382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-efe7e685-0a47-4e86-810b-ef30e1056b53 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '91ca44b1-44c3-40a0-b1e4-7ee42ce03489', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:41.392367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.458875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] For port a63bb343-3273-4483-9867-131a6d406ec1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a63bb343-3273-4483-9867-131a6d406ec1,segment=NetworkSegment(7155b483-c603-41f2-bf22-1fc9bed3e553),segment_id=7155b483-c603-41f2-bf22-1fc9bed3e553)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:41.459796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.473780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=12f27c3c-1c3a-404d-bc39-2acccb688d42,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:41.474564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Calling delete_port for a63bb343-3273-4483-9867-131a6d406ec1 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:41.487483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efe7e685-0a47-4e86-810b-ef30e1056b53 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.493453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.628005 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Floating IP ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 associated. External IP: 172.25.5.79, port: 45f078f4-0885-4f2b-8ca0-728bf44bc374. Oct 26 16:39:41.770200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cb2b0-c678-43e2-9574-2c05990e7cec req-cd4bd345-fa87-44de-a9b5-bb394ab8ed56 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:41.771997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c5cb2b0-c678-43e2-9574-2c05990e7cec req-cd4bd345-fa87-44de-a9b5-bb394ab8ed56 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0662766 Oct 26 16:39:41.773602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:41.805008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a63bb343-3273-4483-9867-131a6d406ec1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:41.931164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c5cb2b0-c678-43e2-9574-2c05990e7cec req-85aa9135-beb4-4fd8-ad18-67b71763aa5c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305218 Oct 26 16:39:42.023803 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-efe7e685-0a47-4e86-810b-ef30e1056b53 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:42.025142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efe7e685-0a47-4e86-810b-ef30e1056b53 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6803427 Oct 26 16:39:42.028261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:42.209127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:39:42.328247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:42.341638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:42.361662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:42.365083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:42.433602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.433922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.495982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7bdf479d-31d0-431c-8da6-68994e7f6f9a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9782066 Oct 26 16:39:42.495982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:42.495982 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a325b4-084f-4cc9-947b-bf59812b283a" -d '{"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:42.498315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:42.517549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:42.557839 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.592454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.608969 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a707b8-b0f3-4f58-9446-5fb265b50294 x-openstack-request-id: req-c8a707b8-b0f3-4f58-9446-5fb265b50294 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:42.609581 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:42.611228 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8a707b8-b0f3-4f58-9446-5fb265b50294 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:42.611821 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'status': 'completed', 'code': 200} Oct 26 16:39:42.634867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c297f13d-e624-4f98-bc90-18ac2b56c9f4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 HTTP/1.1" status: 200 len: 991 time: 0.1234381 Oct 26 16:39:42.677313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-3ce887cb-9be7-4676-8f7b-db96cf18917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:42.679163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-3ce887cb-9be7-4676-8f7b-db96cf18917a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1097 time: 0.0734549 Oct 26 16:39:42.720957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.723724 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:42.727622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/91ca44b1-44c3-40a0-b1e4-7ee42ce03489 HTTP/1.1" status: 204 len: 168 time: 0.6871967 Oct 26 16:39:42.730168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:42.741789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6903c7-eea4-4786-ab5b-b24cd572b2a2 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ca44b1-44c3-40a0-b1e4-7ee42ce03489,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:42.820347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Router ada2ebd1-a286-49e5-965f-dfc159b771fe has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:39:42.890739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5d2e3aaa-c5a0-498b-8349-6350ea67c33c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558144 Oct 26 16:39:42.896383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51230) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:42.901121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148145831'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:42.922225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-ef2bff99-0611-4e4f-9b20-621700adc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:42.923773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-ef2bff99-0611-4e4f-9b20-621700adc89e service neutron] 10.222.0.47 "GET /v2.0/networks?id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 898 time: 0.2369134 Oct 26 16:39:42.924690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:40Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:42.953491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:42.963189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:42.964127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:42.981276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:42.993563 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Sync routers for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:43.016130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ccdef516-a6f7-497f-a3e3-d0c9922a10cd admin admin] 10.222.0.21 "PUT /v2.0/routers/ada2ebd1-a286-49e5-965f-dfc159b771fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789370 Oct 26 16:39:43.019609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:43.020429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.024338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:43.024977 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:43.098506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-a778f405-770f-4787-87b6-4ce3d0e9483f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 200 len: 999 time: 0.1671276 Oct 26 16:39:43.232114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-5dc2b916-6c3c-4975-aa5f-46e0da89e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:43.233771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-5dc2b916-6c3c-4975-aa5f-46e0da89e41f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e5f28e-6015-4270-a723-c6438ca05800 HTTP/1.1" status: 200 len: 835 time: 0.1222243 Oct 26 16:39:43.259551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef231-9592-4ec9-92ad-e639623817fd req-fad5b22c-d519-4707-86f0-aae9301d938b tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:43.261106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4aef231-9592-4ec9-92ad-e639623817fd req-fad5b22c-d519-4707-86f0-aae9301d938b tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1168239 Oct 26 16:39:43.269675 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.304270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-67b7f226-9da5-4818-8464-744ff4ac8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:43.306333 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-67b7f226-9da5-4818-8464-744ff4ac8590 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62a21a42-4edd-486d-b328-ba1470594797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639274 Oct 26 16:39:43.336943 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:43.373136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:43.434165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4aef231-9592-4ec9-92ad-e639623817fd req-9aa3ad62-ab8b-4898-9f86-fc30be9f7282 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028926 Oct 26 16:39:43.448717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.487330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.539484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.616527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51252) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:43.638357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51256) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:43.650764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-dbbc6ce6-697d-4f32-b95a-dd89dcfe9366 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269575 Oct 26 16:39:43.655874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7e689-2f65-48ff-a201-82fc2a85760f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:43.715755 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '7582e2de-2d27-4054-af60-10f0231392b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:39:41Z', 'revision_number': 5, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port': {'id': '7582e2de-2d27-4054-af60-10f0231392b8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:36:53Z', 'updated_at': '2021-10-26T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:43.728261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.729709 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c08bc0b7-5bd6-4e9b-a7eb-a59551083559 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8323827 Oct 26 16:39:43.734675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:43.739484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-100f50f4-a68a-488d-a7a2-04708fa4032c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': 'f5d7e689-2f65-48ff-a201-82fc2a85760f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:43.740599 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-100f50f4-a68a-488d-a7a2-04708fa4032c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 16:39:43.740791 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-100f50f4-a68a-488d-a7a2-04708fa4032c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:43.742038 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-100f50f4-a68a-488d-a7a2-04708fa4032c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063910 Oct 26 16:39:43.745725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51260) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:43.747596 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Checking router: ada2ebd1-a286-49e5-965f-dfc159b771fe for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:43.759460 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Routers {'ada2ebd1-a286-49e5-965f-dfc159b771fe'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:43.760295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ada2ebd1-a286-49e5-965f-dfc159b771fe'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:43.803190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:40Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:43.835914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af424b8-3548-4f0c-a182-13c6b8b9cf81 None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:39:07Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:40Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:43.864028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a325b4-084f-4cc9-947b-bf59812b283a req-13a8882d-8c46-4403-beaf-d0e41b304f24 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055793 Oct 26 16:39:43.899879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.911373 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] Set router ada2ebd1-a286-49e5-965f-dfc159b771fe gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:43.939690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:43.953557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-138757450'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:43.980598 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:39:43Z', 'revision_number': 6, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:43.991883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-298b3b3c-8eef-4ddc-a586-46b7b78dff86 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 HTTP/1.1" status: 200 len: 991 time: 0.3511374 Oct 26 16:39:44.008715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd8004-a8a5-4660-8013-65714d07ca0c req-81a1b68c-8b1c-4796-91a3-8c2db67d651f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:44.013807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97fd8004-a8a5-4660-8013-65714d07ca0c req-81a1b68c-8b1c-4796-91a3-8c2db67d651f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.3593400 Oct 26 16:39:44.016867 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47857496-f5e0-4dda-8c78-32a69d38daee None None] The sync data for ids ['ada2ebd1-a286-49e5-965f-dfc159b771fe'] in n-d-815373-2 is: [{'id': 'ada2ebd1-a286-49e5-965f-dfc159b771fe', 'name': 'tempest-ServerRescueNegativeTestJSON-322845300-router', 'tenant_id': '0446dca437a949249c9aa023389a7572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:36:52Z', 'updated_at': '2021-10-26T16:39:43Z', 'revision_number': 6, 'project_id': '0446dca437a949249c9aa023389a7572', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:44.023214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51266) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.035313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'floatingip': {'port_id': '8dbcb311-556c-4da1-91c3-617efd0f738c'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:44.087782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Deleting port 7582e2de-2d27-4054-af60-10f0231392b8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:44.088065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.101816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Made reservation on behalf of 936c064e56764ee892ef6d88b18aad36 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:44.105302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.131189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.136232 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.137532 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5d7e689-2f65-48ff-a201-82fc2a85760f HTTP/1.1" status: 204 len: 168 time: 0.3908107 Oct 26 16:39:44.141329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a7cd1-ca37-4cf3-8c95-3038391aaf6f None None] New status for floating IP ec1de3c5-6471-41f5-b393-24c7bfd9b3f7: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:39:44.144004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.150578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.155629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.173632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f60bf3-c58a-4afe-9317-8731a3fc7413 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7e689-2f65-48ff-a201-82fc2a85760f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:44.238552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f3f0c6a-a917-479e-8850-4e8a436af364 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847356 Oct 26 16:39:44.238552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51276) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.244717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--521022598'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:44.339914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] For port 7582e2de-2d27-4054-af60-10f0231392b8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7582e2de-2d27-4054-af60-10f0231392b8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:44.340204 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.367796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Calling delete_port for 7582e2de-2d27-4054-af60-10f0231392b8 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:44.387905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.483755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.515478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.564739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.603184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954f5f33-24d6-4763-a90e-be9fa6375bf9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:44.605659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.663487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.665357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-033df325-9da7-4698-b41c-4244d443cd3b tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4259405 Oct 26 16:39:44.674564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51280) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.695819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4a57143c-4aab-4253-b9c1-2fc17df325ec tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '954f5f33-24d6-4763-a90e-be9fa6375bf9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:44.696046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:39:44.699561 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-4a57143c-4aab-4253-b9c1-2fc17df325ec tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 16:39:44.699839 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-4a57143c-4aab-4253-b9c1-2fc17df325ec tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:44.704288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4a57143c-4aab-4253-b9c1-2fc17df325ec tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0252202 Oct 26 16:39:44.704883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.780740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.819794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01df3505-9768-43fb-8633-b790d5db93e2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:44.822177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.861523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.861871 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Added segment a051abbe-2d3a-40af-b58f-cbb5ec64ecd4 of type vlan for network 31c648df-633e-4a0b-9636-46cfd395b45b Oct 26 16:39:44.947107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.950009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.954639 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/954f5f33-24d6-4763-a90e-be9fa6375bf9 HTTP/1.1" status: 204 len: 168 time: 0.2482336 Oct 26 16:39:44.955045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51284) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:44.971632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c3d32-9b14-4c99-a75d-5e19f7754af8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f5f33-24d6-4763-a90e-be9fa6375bf9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:44.972436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:44.994768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51286) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.044521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.094436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-10c4d18e-f1eb-46ff-a37a-64b858f291f4 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269779 Oct 26 16:39:45.098994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51288) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.103987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7582e2de-2d27-4054-af60-10f0231392b8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:45.105466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--546110603'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:45.119316 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1fec430-3ecc-4115-8f50-1a287e23eb78 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 HTTP/1.1" status: 200 len: 993 time: 0.1225030 Oct 26 16:39:45.236887 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.338045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.413430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.445851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ba939-fa0e-4939-97bb-7300c54c925e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:45.481294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.487653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.488233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.502012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.527214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.529363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dce9f73d-37ac-46c6-bc0e-5a858a7a0989 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4289169 Oct 26 16:39:45.560509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.562239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51294) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.569644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-93766da8-b5f9-4339-97a0-d1cf29e54b9c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': 'a47ba939-fa0e-4939-97bb-7300c54c925e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:45.584416 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-93766da8-b5f9-4339-97a0-d1cf29e54b9c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 16:39:45.585518 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-93766da8-b5f9-4339-97a0-d1cf29e54b9c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:45.587422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93766da8-b5f9-4339-97a0-d1cf29e54b9c tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235684 Oct 26 16:39:45.593778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51296) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.602042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a71d16a5-0894-470b-9aae-202bd07a59b8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': 'a47ba939-fa0e-4939-97bb-7300c54c925e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:45.602042 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-a71d16a5-0894-470b-9aae-202bd07a59b8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 16:39:45.602354 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-a71d16a5-0894-470b-9aae-202bd07a59b8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:45.603436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a71d16a5-0894-470b-9aae-202bd07a59b8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074308 Oct 26 16:39:45.606918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51300) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.612677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-901b548c-c5a0-4135-ba1c-e4cb7b622761 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': 'a47ba939-fa0e-4939-97bb-7300c54c925e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:45.614190 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-901b548c-c5a0-4135-ba1c-e4cb7b622761 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 16:39:45.614190 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-901b548c-c5a0-4135-ba1c-e4cb7b622761 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:45.615368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-901b548c-c5a0-4135-ba1c-e4cb7b622761 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072923 Oct 26 16:39:45.618074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.624720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ca959770-7994-4e17-a3ec-4698b31e30ab tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': 'a47ba939-fa0e-4939-97bb-7300c54c925e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:45.625859 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-ca959770-7994-4e17-a3ec-4698b31e30ab tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 16:39:45.626354 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-ca959770-7994-4e17-a3ec-4698b31e30ab tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:45.630407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ca959770-7994-4e17-a3ec-4698b31e30ab tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103240 Oct 26 16:39:45.637256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51304) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:45.643836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-149e1a87-b3b5-4bd9-a515-0a379f74299c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1130564 Oct 26 16:39:45.684811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.727097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1108034 Oct 26 16:39:45.775530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.810281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.875334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.877401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.878216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.878844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.879544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.880169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.880803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:45.883672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-2b2a525f-73f4-4baf-aaad-c8896bebf4ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.2040501 Oct 26 16:39:45.901828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.907597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:45.913788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9046d1-ec62-42bb-8d8f-e1b0c32a100a tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Pushing event updated for resources: {'Network': ['ID=31c648df-633e-4a0b-9636-46cfd395b45b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:45.933330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 31c648df-633e-4a0b-9636-46cfd395b45b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:39:46.016549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.019931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.024258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/a47ba939-fa0e-4939-97bb-7300c54c925e HTTP/1.1" status: 204 len: 168 time: 0.3763440 Oct 26 16:39:46.031111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51312) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.035382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7582e2de-2d27-4054-af60-10f0231392b8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:46.075072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7582e2de-2d27-4054-af60-10f0231392b8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:46.075663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7582e2de-2d27-4054-af60-10f0231392b8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:46.076276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a63bb343-3273-4483-9867-131a6d406ec1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:39:46.081820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c74e85-8675-46e0-8d6d-6760af511fe7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ba939-fa0e-4939-97bb-7300c54c925e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:46.108685 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Floating IP d36acfa5-6445-441f-9578-9c3fe07e0cc2 associated. External IP: 172.25.5.164, port: 8dbcb311-556c-4da1-91c3-617efd0f738c. Oct 26 16:39:46.148078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d8e53506-4a30-4ad1-8e28-496b27abba4a tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145687 Oct 26 16:39:46.150429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a63bb343-3273-4483-9867-131a6d406ec1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:39:46.150429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a63bb343-3273-4483-9867-131a6d406ec1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:39:46.152240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-abf3e422-e20d-4ccd-88f3-6685dce43d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:46.152696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-abf3e422-e20d-4ccd-88f3-6685dce43d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:46.153164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-abf3e422-e20d-4ccd-88f3-6685dce43d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:46.155727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-abf3e422-e20d-4ccd-88f3-6685dce43d7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 2298 time: 0.2393305 Oct 26 16:39:46.156134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51314) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.160708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--3726134'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:46.177407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51316) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.183612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b', 'binding:host_id': 'n-h2-815373-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1826237157'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:46.216046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.216947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada2ebd1-a286-49e5-965f-dfc159b771fe {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:39:46.223699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.225022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-036aecfe-cfe3-4568-87b8-24e2a6a81c7b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ada2ebd1-a286-49e5-965f-dfc159b771fe HTTP/1.1" status: 204 len: 168 time: 3.2028341 Oct 26 16:39:46.233535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.282875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-505358b2-ab7e-4d62-9ba5-00954e0dbcea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 1000 time: 0.1141672 Oct 26 16:39:46.339336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-a62851d1-3827-4cfd-b317-381d33d9ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:46.341009 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-a62851d1-3827-4cfd-b317-381d33d9ef16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.0496812 Oct 26 16:39:46.344584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.350873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Deleting subnet f61f62d9-66d9-45f8-9c17-b1824e0e1074 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:39:46.354144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.393909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.456404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:39:46.481884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.533538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-cfc9050c-9a60-45e0-9423-88cc2cda0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:46.533815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Made reservation on behalf of 9f0d14dd525443e0b132ea7cc4a19d46 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:46.535533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-cfc9050c-9a60-45e0-9423-88cc2cda0487 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162243 Oct 26 16:39:46.536127 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.549897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.626508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:39:46.631991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.632186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.654655 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:39:46.665631 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:46.671450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:46.674031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a84b154c-1dfe-4ff5-9de5-d98ef3d4c915 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "PUT /v2.0/floatingips/d36acfa5-6445-441f-9578-9c3fe07e0cc2 HTTP/1.1" status: 200 len: 991 time: 2.6495419 Oct 26 16:39:46.676013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:39:46.678183 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b5be3-14be-42b6-acb7-c62407079019" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:39:46.698503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-e72ffcd4-1e5f-4486-9890-29ff306385ef service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554496 Oct 26 16:39:46.709956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.725468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.780989 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e84ce4-3d72-4074-bfae-8426d425237a x-openstack-request-id: req-98e84ce4-3d72-4074-bfae-8426d425237a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:39:46.781641 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:39:46.782024 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e84ce4-3d72-4074-bfae-8426d425237a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:39:46.782562 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'status': 'completed', 'code': 200} Oct 26 16:39:46.783399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.797853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:46.800687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.810101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61f62d9-66d9-45f8-9c17-b1824e0e1074,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:46.813376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.819539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a070f271-a12f-429e-990b-8782ee0f6880 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f61f62d9-66d9-45f8-9c17-b1824e0e1074 HTTP/1.1" status: 204 len: 168 time: 0.5851035 Oct 26 16:39:46.834708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51326) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.850548 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:46.887311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695d6ca8-7374-476b-9fa0-bf6c34843e45,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:46.925409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f871e39-6fc4-4c1c-92f2-59e458a7e8c3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:46.960557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.974227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:46.976573 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9a767559-afee-4bac-8c30-293f7c060c2d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8195210 Oct 26 16:39:46.981063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:46.984336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-123d82aa-dde2-4faa-a776-f40396736429 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775161 Oct 26 16:39:46.987641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-63c6a7c7-282f-446c-a5e0-072f898300f5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:46.988351 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-63c6a7c7-282f-446c-a5e0-072f898300f5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 16:39:46.988841 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-63c6a7c7-282f-446c-a5e0-072f898300f5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:46.989869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-63c6a7c7-282f-446c-a5e0-072f898300f5 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076194 Oct 26 16:39:46.995009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.006299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2c07464a-bbf4-465b-bb9c-87e2c39651c6 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.035703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-025608a3-bb49-40ff-8e4b-07e43631ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.037355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-025608a3-bb49-40ff-8e4b-07e43631ee8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1096 time: 0.2189586 Oct 26 16:39:47.051391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-a48c481f-2389-45fa-a2c8-6e960694e21f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 217 time: 0.0426946 Oct 26 16:39:47.135538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.161328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-dde55790-7964-422d-afac-6aacf0dd4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.162797 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-dde55790-7964-422d-afac-6aacf0dd4e65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1022751 Oct 26 16:39:47.164763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd497d-c33c-4caf-9606-9734c75d819a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.180315 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'd36acfa5-6445-441f-9578-9c3fe07e0cc2', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:07:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:23Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.203664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7155b483-c603-41f2-bf22-1fc9bed3e553') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.203969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7155b483-c603-41f2-bf22-1fc9bed3e553') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.211303 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:39:47.216150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.221922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:39:47.222614 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:39:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.233612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-c9c09a41-37b4-4b59-b1d5-98de33e54052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.235503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-c9c09a41-37b4-4b59-b1d5-98de33e54052 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.1913724 Oct 26 16:39:47.238279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.241931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-1deea225-c773-48b0-837e-61c26803f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.243459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-1deea225-c773-48b0-837e-61c26803f239 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720389 Oct 26 16:39:47.248470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:47.249116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:47.251028 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:47.312085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:47.321267 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-2c07464a-bbf4-465b-bb9c-87e2c39651c6 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.322459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c07464a-bbf4-465b-bb9c-87e2c39651c6 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3244531 Oct 26 16:39:47.327874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.336680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-36037028-f1de-4427-8689-58c17ebf3bca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.337156 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-36037028-f1de-4427-8689-58c17ebf3bca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 16:39:47.337639 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-36037028-f1de-4427-8689-58c17ebf3bca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.339720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-36037028-f1de-4427-8689-58c17ebf3bca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075490 Oct 26 16:39:47.345197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.345352 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:39:47.345517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.353181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-90a9ca63-78ab-4a75-81bf-635b52dac2a7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.379063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-51443676-7240-4fc7-97d7-11cad4f78cb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 999 time: 0.1227767 Oct 26 16:39:47.421808 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-f45e5b28-a4b9-458a-8d40-edd11c7f9772 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609764 Oct 26 16:39:47.428470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.446529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-cb7e0eca-394e-4c53-a23b-929cecdbbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.448026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-cb7e0eca-394e-4c53-a23b-929cecdbbf41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.0607984 Oct 26 16:39:47.499864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.512665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:47.519093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47fd497d-c33c-4caf-9606-9734c75d819a HTTP/1.1" status: 204 len: 168 time: 0.6803825 Oct 26 16:39:47.536043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5393593-1cfb-4771-8bc2-69a36ce2e666 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fd497d-c33c-4caf-9606-9734c75d819a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:47.539669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=4066a0f1-d4fa-4607-a5f6-6b40b96105d5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:47.569995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-89f2d4d1-8234-4602-bf03-c441e446db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.571504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-89f2d4d1-8234-4602-bf03-c441e446db8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984149 Oct 26 16:39:47.572434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Checking segment: {'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:39:47.572792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Network hostable DHCP agents. Network: 31c648df-633e-4a0b-9636-46cfd395b45b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:39:47.597441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-bc7c1aa4-a7b2-4045-bc78-4747c27c7705 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689191 Oct 26 16:39:47.636277 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-90a9ca63-78ab-4a75-81bf-635b52dac2a7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.639235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-90a9ca63-78ab-4a75-81bf-635b52dac2a7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2911596 Oct 26 16:39:47.641045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.647498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0e3a9cd4-6b6a-4364-aa2e-60e19d4ca885 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.647971 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-0e3a9cd4-6b6a-4364-aa2e-60e19d4ca885 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 16:39:47.648452 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-0e3a9cd4-6b6a-4364-aa2e-60e19d4ca885 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.649405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0e3a9cd4-6b6a-4364-aa2e-60e19d4ca885 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074537 Oct 26 16:39:47.653308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.657667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-76cd54c5-649b-44d0-b21a-b3c36dbf76d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 217 time: 0.0522420 Oct 26 16:39:47.660207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7aa46e1f-55a5-4db8-b935-9b9b7557f02d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.715846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-c1bd4a29-7a17-4908-8136-58fad8f72c0a service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364124 Oct 26 16:39:47.732434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Network 31c648df-633e-4a0b-9636-46cfd395b45b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:39:47.743239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b4501552-5338-45b2-a605-3f1159766919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.745724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b4501552-5338-45b2-a605-3f1159766919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0804741 Oct 26 16:39:47.754677 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'd36acfa5-6445-441f-9578-9c3fe07e0cc2', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:07:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:23Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:47.786706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9217-3801-472e-9fe4-ddbcdc1707e2 None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'd36acfa5-6445-441f-9578-9c3fe07e0cc2', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:07:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:23Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:39:47.821312 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-7aa46e1f-55a5-4db8-b935-9b9b7557f02d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Project be60f7d324bb43d48c0aaecf964c3a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:39:47.821502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-c2325ee9-9a8f-465d-b099-7e07458639d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:47.822790 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-c2325ee9-9a8f-465d-b099-7e07458639d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706186 Oct 26 16:39:47.836056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b0b5be3-14be-42b6-acb7-c62407079019 req-2d518b87-17a4-4d50-9a0a-713cc48c7688 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132498 Oct 26 16:39:47.843924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 31c648df-633e-4a0b-9636-46cfd395b45b) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:47.856389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759abb96-01da-487f-8275-ef06cd6e6efc None None] Network 31c648df-633e-4a0b-9636-46cfd395b45b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:39:47.862368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:47.877177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:47.877828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:47.878387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:47.904880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:47.905116 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:47.905717 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 2 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:47.934120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:47.934544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:47.934985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:47.942534 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-7aa46e1f-55a5-4db8-b935-9b9b7557f02d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.945058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7aa46e1f-55a5-4db8-b935-9b9b7557f02d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2886481 Oct 26 16:39:47.945058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:47.945058 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:47.945058 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 3 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:47.949307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.959179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-06e73f4c-d5ac-4cd1-a59f-2e23983f1105 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.959730 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-06e73f4c-d5ac-4cd1-a59f-2e23983f1105 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 16:39:47.960758 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-06e73f4c-d5ac-4cd1-a59f-2e23983f1105 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:47.961913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-06e73f4c-d5ac-4cd1-a59f-2e23983f1105 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113788 Oct 26 16:39:47.971577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:47.980896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-76a5dd5a-1c34-483f-a66e-59707775ebca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:47.997576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b8653624-78f0-4e68-9053-c7faa2328906 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672611 Oct 26 16:39:48.002753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.003193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.004073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.011180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.012069 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.012569 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 4 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.030408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.030881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.031267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.037537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.038145 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.038712 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 5 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.057866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.058664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.059233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.066288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.066945 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.067715 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 6 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.082162 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-76a5dd5a-1c34-483f-a66e-59707775ebca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Project be60f7d324bb43d48c0aaecf964c3a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:39:48.092872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.093413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.093931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.106201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.106768 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.107386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51358) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:48.108606 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 7 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.137616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.137958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.138300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.146231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.146768 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.151737 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 8 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.157101 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-fffb9a9f-7ea0-4756-a65a-b80b4b683b0e service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514266 Oct 26 16:39:48.178466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8fd15-0af5-4b8a-84a8-770a6caaa009 None None] New status for floating IP d36acfa5-6445-441f-9578-9c3fe07e0cc2: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:39:48.187744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db1ae672-0b01-49e7-91c8-c57be5df4675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0446dca437a949249c9aa023389a7572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734253 Oct 26 16:39:48.189909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:48.199472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.200216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.200631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.216445 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-76a5dd5a-1c34-483f-a66e-59707775ebca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:48.219858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-76a5dd5a-1c34-483f-a66e-59707775ebca tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2453232 Oct 26 16:39:48.222221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:48.223854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.224210 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.225056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-c4b2b3de-ff27-447c-9bbf-89dc8a9670b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 217 time: 0.0595462 Oct 26 16:39:48.228904 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 9 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.230661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2f532629-c0e1-4c0b-a2c0-3c7d6b6bee64 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '3f871e39-6fc4-4c1c-92f2-59e458a7e8c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:48.259271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.259844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.259964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.283669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.284052 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.287258 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 10 to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 Oct 26 16:39:48.303901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-5c69f175-53ea-424a-8372-6e38a4e2ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:48.305698 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-5c69f175-53ea-424a-8372-6e38a4e2ed67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0692351 Oct 26 16:39:48.307643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:48.307984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:48.308377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:48.312875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.320075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:48.320411 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:48.320772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.358922 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-2f532629-c0e1-4c0b-a2c0-3c7d6b6bee64 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Project be60f7d324bb43d48c0aaecf964c3a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:39:48.376479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-20cbaf27-da9b-4adf-afc7-282197d7bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:48.378764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-20cbaf27-da9b-4adf-afc7-282197d7bc6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661082 Oct 26 16:39:48.380648 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.447989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:48.448332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempted to set empty binding levels {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:39:48.452529 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-2f532629-c0e1-4c0b-a2c0-3c7d6b6bee64 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:48.456149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2f532629-c0e1-4c0b-a2c0-3c7d6b6bee64 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2275686 Oct 26 16:39:48.457591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:48.531836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-d4845115-1b9f-4e05-86d3-9cfa1be97fae service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433997 Oct 26 16:39:48.543907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.546695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.549351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.552835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41b6a355-3737-43ad-84d2-b23775659602 HTTP/1.1" status: 204 len: 168 time: 0.3587246 Oct 26 16:39:48.567151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.600167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=4066a0f1-d4fa-4607-a5f6-6b40b96105d5,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:48.619172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1ce36-ea6e-434f-b267-a62affbdf5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b6a355-3737-43ad-84d2-b23775659602,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:48.628912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:48.629757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.744339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ab1bc254-9136-4dea-b1e3-8814f9932691 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5647230 Oct 26 16:39:48.746918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:48.850408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Deleting port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:48.850750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.921811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 4066a0f1-d4fa-4607-a5f6-6b40b96105d5, host n-h2-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:48.922179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:48.955977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Calling delete_port for 4066a0f1-d4fa-4607-a5f6-6b40b96105d5 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:49.032976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.105425 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-7ef89ebc-9f37-4e99-9fdb-32d331b76f01 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653822 Oct 26 16:39:49.158251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-babced29-9dcd-4d74-aa07-5b9d60e9edaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 217 time: 0.0397871 Oct 26 16:39:49.192645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.210411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-70686e78-fa1e-4bb4-b1d8-1dea16f13d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:49.211915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-70686e78-fa1e-4bb4-b1d8-1dea16f13d93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0506835 Oct 26 16:39:49.221689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event deleted for resources: {'Port': ['ID=4066a0f1-d4fa-4607-a5f6-6b40b96105d5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:49.231104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.233163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2cedf173-e88e-45d0-ad3c-a5a8f4016fa1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4066a0f1-d4fa-4607-a5f6-6b40b96105d5 HTTP/1.1" status: 204 len: 168 time: 0.4845738 Oct 26 16:39:49.234688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51384) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:49.273839 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-885ef406-6bbe-40f2-8fe0-0ff11d42fd6b tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:39:49.276293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-885ef406-6bbe-40f2-8fe0-0ff11d42fd6b tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports/4066a0f1-d4fa-4607-a5f6-6b40b96105d5 HTTP/1.1" status: 404 len: 333 time: 0.0393341 Oct 26 16:39:49.279306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.282984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.283690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51388) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:49.288011 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/3f871e39-6fc4-4c1c-92f2-59e458a7e8c3 HTTP/1.1" status: 204 len: 168 time: 0.8263242 Oct 26 16:39:49.288666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1710389770'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:49.292462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51390) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:49.304063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d5c91-6b01-4c40-b32f-a27dac3a2554 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f871e39-6fc4-4c1c-92f2-59e458a7e8c3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:49.315941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-0b6adcfa-0b6d-4a08-ba4b-0c0841ad59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:49.321488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-0b6adcfa-0b6d-4a08-ba4b-0c0841ad59cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022112 Oct 26 16:39:49.370273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e5798df6-2301-41ff-8829-a8315c2410eb tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760005 Oct 26 16:39:49.374883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51392) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:49.379497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--931091967'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:49.415590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Made reservation on behalf of 9f0d14dd525443e0b132ea7cc4a19d46 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:49.417917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.442544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:49.443606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b29854bf-5083-436e-8bfc-b53aec09d184 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150200 Oct 26 16:39:49.540359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-683adf63-7a51-4c96-8c73-b1c359cda0e4 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 Oct 26 16:39:49.587562 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.603396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-cd6c2875-aa11-400b-8f34-273a1920febd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0558867 Oct 26 16:39:49.630639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.661336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b8dab118-3176-48f0-86c8-c3f926eb5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:49.662813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-b8dab118-3176-48f0-86c8-c3f926eb5f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0514629 Oct 26 16:39:49.720242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-29421da5-4528-4c0a-8395-9fcf39fbf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:49.720777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.721864 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-29421da5-4528-4c0a-8395-9fcf39fbf58c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506175 Oct 26 16:39:49.806573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.828709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.867838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-21d7a1a5-ec57-4b0e-b37a-252baa2c80f8 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337729 Oct 26 16:39:49.931753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=95f2385a-bf69-48e6-b5ec-3e95d6bcc18d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:49.948008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Network 31c648df-633e-4a0b-9636-46cfd395b45b is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:49.952181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:49.958728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:49.959964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:49.961410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.966539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:49.968717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5926178 Oct 26 16:39:49.973107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:49.982248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c97d2efe-5f6c-4f8e-8dac-491394ce2f38 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '9c320405-af14-4c13-a783-9ba875e3ba4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:49.984800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d18f76-fbe9-4715-90fd-683864760925 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c320405-af14-4c13-a783-9ba875e3ba4f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:49.995378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-d978ad70-a70e-4614-986d-3e3580bd9e7d service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199081 Oct 26 16:39:50.052220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-1d525e4a-22e3-406f-85d4-0b99ffe74c19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.0488491 Oct 26 16:39:50.052937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-409302e7-e847-4eae-94dd-4bb4fba1ea8c tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7677393 Oct 26 16:39:50.055320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51414) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.064614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:50.119961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-8598f5bb-6258-415c-954d-4d2e60187004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:50.121534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-8598f5bb-6258-415c-954d-4d2e60187004 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.0608826 Oct 26 16:39:50.141769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.174991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-ef99aede-4d07-4c4b-89ff-929763604f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:50.178640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-ef99aede-4d07-4c4b-89ff-929763604f43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473890 Oct 26 16:39:50.314915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-0a3a8bd9-f2f3-4f73-8836-29d51a307b06 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258798 Oct 26 16:39:50.336709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:50.345384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.368534 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-c97d2efe-5f6c-4f8e-8dac-491394ce2f38 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The resource could not be found. Oct 26 16:39:50.369571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c97d2efe-5f6c-4f8e-8dac-491394ce2f38 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3955114 Oct 26 16:39:50.372467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51426) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.377257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6c910da8-7fbd-4614-bc63-932b42484047 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '9c320405-af14-4c13-a783-9ba875e3ba4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6ffb8071-7b59-40f3-a8db-ed05aa126b8d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:50.418625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-286c6efb-b796-4b3d-9e3f-5ebfef9dd78d req-c0f4b78a-b2f5-4f27-b625-678d52c035bf service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955989 Oct 26 16:39:50.461412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.536319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87bedb35-ad22-4396-b18f-099819f0e7f2 req-a59031e1-0a6d-47e8-ab25-8577ea4eec06 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0502079 Oct 26 16:39:50.550310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=95f2385a-bf69-48e6-b5ec-3e95d6bcc18d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:50.567677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.568015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.568352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.572813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.573159 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.573539 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 2 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.587248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.587583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.587912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.593387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.593723 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.594104 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 3 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.605038 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-6c910da8-7fbd-4614-bc63-932b42484047 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The resource could not be found. Oct 26 16:39:50.606099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c910da8-7fbd-4614-bc63-932b42484047 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2325122 Oct 26 16:39:50.609051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.611434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.611943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.611943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.614544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.614938 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.615416 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 4 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.632031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.632357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.632686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.637003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.637325 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.640668 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 5 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.649255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.649579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.649901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.654181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.655032 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.655445 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 6 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.666412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.671601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.671601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.671601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.672879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.673244 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.673594 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 7 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.686143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.686557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.687170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.691962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.692285 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.692678 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 8 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.694768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.706059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.706393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.706724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.711489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.711834 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.712213 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 9 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.725367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.725707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.726069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.730377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.730703 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.731090 n-d-815373-2 neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 10 to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d Oct 26 16:39:50.748816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:50.748816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:50.748816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:50.750594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:50.750925 n-d-815373-2 neutron-server[102736]: ERROR neutron.plugins.ml2.managers [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:50.751320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.767664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.790641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.793422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.794656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c320405-af14-4c13-a783-9ba875e3ba4f HTTP/1.1" status: 204 len: 168 time: 0.1844110 Oct 26 16:39:50.798251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.804951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4643-dd7b-4c69-8cdc-c24b6b590666 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c320405-af14-4c13-a783-9ba875e3ba4f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:50.846230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:50.846585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempted to set empty binding levels {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:39:50.861840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f06958d-7dfb-4cdc-a9d6-a0008a8f3e81 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609529 Oct 26 16:39:50.865647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.869754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a44fca2d-fcbe-4ed3-890a-50de22a1586f tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '6a563582-3cda-468e-8c6d-64982ac60821', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:50.930049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.973094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] In _notify_port_updated(), no bound segment for port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:39:50.974000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:50.974594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:50.975920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "PUT /v2.0/ports/95f2385a-bf69-48e6-b5ec-3e95d6bcc18d HTTP/1.1" status: 200 len: 975 time: 0.9194822 Oct 26 16:39:50.978664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:50.993424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f172c7-68b3-463b-a77b-1f4fc4f90b3a tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=95f2385a-bf69-48e6-b5ec-3e95d6bcc18d,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:51.058733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.059245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.059776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.060241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.061346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.061802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.062254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.062710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.063180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.063664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.064082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.064529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.064975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.065422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.065867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.066352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.066783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.067253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.067701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.068144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.068587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.069033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.069514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.069961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.070411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.070856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.071329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.071681 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-a44fca2d-fcbe-4ed3-890a-50de22a1586f tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The resource could not be found. Oct 26 16:39:51.071826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.072207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.072649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.073097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.073360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a44fca2d-fcbe-4ed3-890a-50de22a1586f tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2065613 Oct 26 16:39:51.073677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.074130 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.074977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.075717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.076299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.076762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.077280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.084054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.084054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.084313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51450) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.084444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:51.084720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624984524'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:51.087847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1606183d-f487-4619-89b1-316be11c27e8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36955 time: 0.1037283 Oct 26 16:39:51.088736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51452) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.171448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Deleting port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:51.171805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.181737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.254819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d, host n-h2-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:51.254819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.267040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.276715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Calling delete_port for 95f2385a-bf69-48e6-b5ec-3e95d6bcc18d owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:51.330232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.366893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f361dd-947e-4871-9233-bc706ae4cc33,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:51.452304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.453583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-578bd645-0604-42eb-ae33-61e0de4d96f3 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3739123 Oct 26 16:39:51.462550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.466923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--944796947'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:51.478488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.514252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.518095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "DELETE /v2.0/ports/95f2385a-bf69-48e6-b5ec-3e95d6bcc18d HTTP/1.1" status: 204 len: 168 time: 0.4282861 Oct 26 16:39:51.521390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565bb4-9199-4829-b5c9-62aa8c42d504 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event deleted for resources: {'Port': ['ID=95f2385a-bf69-48e6-b5ec-3e95d6bcc18d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:51.521815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.547350 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-54959fbe-fae6-4282-a45b-5b787310325e tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:39:51.548881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54959fbe-fae6-4282-a45b-5b787310325e tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports/95f2385a-bf69-48e6-b5ec-3e95d6bcc18d HTTP/1.1" status: 404 len: 333 time: 0.0260339 Oct 26 16:39:51.553087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.558024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643363410', 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:51.583170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.655282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dff1f37e-6745-4421-91f0-8acd76f1b7c8 req-806cebfa-016c-4f97-af1a-8eff7c2082df tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0301929 Oct 26 16:39:51.684082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Made reservation on behalf of 9f0d14dd525443e0b132ea7cc4a19d46 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:51.686938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.688431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.703764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port e8ae36c7-064d-45e0-8835-4cda09a9c2aa yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:51.769489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.802605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392016fb-42fd-4588-899b-44604eaa9685,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:51.860663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.884432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:51.888506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d55e31b3-b917-48e8-b0bd-18f2fe9ad049 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4222045 Oct 26 16:39:51.889079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:51.894662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d4f82a00-f8a2-4619-8c2d-8c41292197bf tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '09f361dd-947e-4871-9233-bc706ae4cc33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '392016fb-42fd-4588-899b-44604eaa9685'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:51.959376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.009651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Network 31c648df-633e-4a0b-9636-46cfd395b45b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:52.012577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:52.017788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:52.018841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:52.019337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.037273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=e8ae36c7-064d-45e0-8835-4cda09a9c2aa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:52.135490 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-d4f82a00-f8a2-4619-8c2d-8c41292197bf tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:52.139319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d4f82a00-f8a2-4619-8c2d-8c41292197bf tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2467656 Oct 26 16:39:52.139629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51480) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.166996 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-31975778-cf79-4a23-ab54-8e320e80d5d8 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6127765 Oct 26 16:39:52.169621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51482) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.221451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.230590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4812f-c67f-4d7e-be9a-b5da85a34583 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:52.233992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16c4812f-c67f-4d7e-be9a-b5da85a34583 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports/e8ae36c7-064d-45e0-8835-4cda09a9c2aa HTTP/1.1" status: 200 len: 955 time: 0.0630634 Oct 26 16:39:52.237986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.254694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.333144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Deleting port e8ae36c7-064d-45e0-8835-4cda09a9c2aa {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:52.333551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.375918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.382068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.383787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/392016fb-42fd-4588-899b-44604eaa9685 HTTP/1.1" status: 204 len: 168 time: 0.2431586 Oct 26 16:39:52.388418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51490) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.404098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.409639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ae0c-6534-45f9-b4c2-730444559c36 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392016fb-42fd-4588-899b-44604eaa9685,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:52.419057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Calling delete_port for e8ae36c7-064d-45e0-8835-4cda09a9c2aa owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:52.471204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-23f78167-e49a-44d0-b9b3-f9341ade7830 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0777657 Oct 26 16:39:52.472921 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.478886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51492) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.537063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.561510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.619041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.648735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8ae36c7-064d-45e0-8835-4cda09a9c2aa,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:52.655418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.661637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd78dfb1-a73d-4203-81c6-9ea789f402f1 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e8ae36c7-064d-45e0-8835-4cda09a9c2aa HTTP/1.1" status: 204 len: 168 time: 0.4213665 Oct 26 16:39:52.662022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.689785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.690740 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-597ab3fe-8de1-445d-96e0-d28ed4358cb0 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:39:52.693829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.698533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/09f361dd-947e-4871-9233-bc706ae4cc33 HTTP/1.1" status: 204 len: 168 time: 0.2156363 Oct 26 16:39:52.699761 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-597ab3fe-8de1-445d-96e0-d28ed4358cb0 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports/e8ae36c7-064d-45e0-8835-4cda09a9c2aa HTTP/1.1" status: 404 len: 333 time: 0.0363061 Oct 26 16:39:52.701102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51500) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.702197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51498) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.707487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199496879'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:52.729348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6afa4-6925-4df5-bd0e-74714ab3ae24 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f361dd-947e-4871-9233-bc706ae4cc33,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:52.771853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1dc8a10-4614-4600-b1b4-b75ac88428f7 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610726 Oct 26 16:39:52.772546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:52.786305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246225137'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:52.793593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4dc8bf0-d08f-4114-b6b3-e099dd84e38e req-a71e046c-7120-437e-bfcc-f8752542e410 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0348251 Oct 26 16:39:52.879877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Made reservation on behalf of 9f0d14dd525443e0b132ea7cc4a19d46 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:39:52.882257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:52.906248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 7481e009-866b-4759-8f52-1d8b55ab9643 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:52.987545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.089847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.152777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.233207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.253930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.308295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e324ef1-63b1-4d38-b13c-e30389d67e9e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:53.317186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Network 31c648df-633e-4a0b-9636-46cfd395b45b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:39:53.321735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.329592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51508) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:53.329718 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c76d8232-9bbe-43e3-9c42-42005e491ce8 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5460398 Oct 26 16:39:53.330772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:39:53.332706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=7481e009-866b-4759-8f52-1d8b55ab9643,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:53.334880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:39:53.335423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5810b50b-6113-49c8-8719-84d4b212dc90 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '1e324ef1-63b1-4d38-b13c-e30389d67e9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:53.336081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:53.336662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.537259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa741b3a-cf2f-4fbc-a26a-2bc9c2b3cdb6 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8325796 Oct 26 16:39:53.539170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:53.544478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:53.584774 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-5810b50b-6113-49c8-8719-84d4b212dc90 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:53.586092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5810b50b-6113-49c8-8719-84d4b212dc90 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2588477 Oct 26 16:39:53.588921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51514) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:53.593899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1c7fb2bc-e658-4590-b7b9-659f6d4f26ad tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group_rule': {'security_group_id': '1e324ef1-63b1-4d38-b13c-e30389d67e9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:53.601835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.775231 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-1c7fb2bc-e658-4590-b7b9-659f6d4f26ad tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:39:53.776328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c7fb2bc-e658-4590-b7b9-659f6d4f26ad tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1864927 Oct 26 16:39:53.779694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:53.788353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] device_id is not set on port 7481e009-866b-4759-8f52-1d8b55ab9643 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:39:53.802985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.867846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.887842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:53.973928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ee77ec8-43d4-4b77-be67-906f281ecc15 req-dd226404-7c07-4211-8530-0453039b66b1 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0467246 Oct 26 16:39:54.006736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.014750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.015086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.015477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.017349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=7481e009-866b-4759-8f52-1d8b55ab9643,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.033709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.034055 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.038470 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 2 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.057609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.057947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.058285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.064378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.064711 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.065106 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 3 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.079419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.079762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.080115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.085421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.085755 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.086207 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 4 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.101502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.101855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.102175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.106967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.107897 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.108303 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 5 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.124511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.125553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.125947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.131609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.132328 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.132716 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 6 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.147555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.147966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.148361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.152814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.153324 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.153786 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 7 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.162780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.165362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.166488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e324ef1-63b1-4d38-b13c-e30389d67e9e HTTP/1.1" status: 204 len: 168 time: 0.3858564 Oct 26 16:39:54.169202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51524) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.180080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.180412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.180745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.191291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc77cb-52fd-49e1-8c1c-54cd6ece1056 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e324ef1-63b1-4d38-b13c-e30389d67e9e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.196174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.196174 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.196506 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 8 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.214079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a7e7a3e-e348-4a8a-8492-3183629ac903 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430298 Oct 26 16:39:54.218509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51526) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.220750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f7c75353-1323-4232-9031-6681571c81c6 req-1597431a-0192-4b07-bc22-a4697bbe8a85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0419524 Oct 26 16:39:54.223790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492826387'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:54.225828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.226255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.226998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.231721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.232042 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.233188 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 9 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.245438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.245776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.246669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.250554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.250878 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.251298 n-d-815373-2 neutron-server[102737]: INFO neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempt 10 to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 Oct 26 16:39:54.263644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:39:54.263976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:39:54.264305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempting to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:39:54.268522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:39:54.268846 n-d-815373-2 neutron-server[102737]: ERROR neutron.plugins.ml2.managers [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Failed to bind port 7481e009-866b-4759-8f52-1d8b55ab9643 on host n-h2-815373-2 for vnic_type normal using segments [{'id': 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31c648df-633e-4a0b-9636-46cfd395b45b'}] Oct 26 16:39:54.269204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.329605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.342595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 7481e009-866b-4759-8f52-1d8b55ab9643, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:39:54.342961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attempted to set empty binding levels {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 16:39:54.399816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.430941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.474186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] In _notify_port_updated(), no bound segment for port 7481e009-866b-4759-8f52-1d8b55ab9643 on network 31c648df-633e-4a0b-9636-46cfd395b45b {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:39:54.475098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:39:54.479736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.480522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.480640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "PUT /v2.0/ports/7481e009-866b-4759-8f52-1d8b55ab9643 HTTP/1.1" status: 200 len: 975 time: 0.9367988 Oct 26 16:39:54.480640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51532) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.507940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f41e-9153-4a6b-b680-2fa139c92db7 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event updated for resources: {'Port': ['ID=7481e009-866b-4759-8f52-1d8b55ab9643,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.516594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e26813-648d-42fa-9b71-41fb823c6b8d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.577323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Deleting port 7481e009-866b-4759-8f52-1d8b55ab9643 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:39:54.577717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.581457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.582686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6004ed6c-ebfc-4ad6-ab54-f03eed4eba42 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3631141 Oct 26 16:39:54.585849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51534) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.594015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b66a760a-fdc2-4a2c-8e37-85a36905799d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:54.595380 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-b66a760a-fdc2-4a2c-8e37-85a36905799d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 16:39:54.595380 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-b66a760a-fdc2-4a2c-8e37-85a36905799d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 16:39:54.596063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b66a760a-fdc2-4a2c-8e37-85a36905799d tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "PUT /v2.0/security-groups/74e26813-648d-42fa-9b71-41fb823c6b8d HTTP/1.1" status: 409 len: 330 time: 0.0092721 Oct 26 16:39:54.598755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51536) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.652537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] For port 7481e009-866b-4759-8f52-1d8b55ab9643, host n-h2-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:39:54.652908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.656337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.668204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Calling delete_port for 7481e009-866b-4759-8f52-1d8b55ab9643 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:39:54.680582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.807420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.810023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.811849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/74e26813-648d-42fa-9b71-41fb823c6b8d HTTP/1.1" status: 204 len: 168 time: 0.2121556 Oct 26 16:39:54.814840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51538) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.822645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3665e7-3588-4e72-b2bb-c569590fe081 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e26813-648d-42fa-9b71-41fb823c6b8d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.834883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.868360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Pushing event deleted for resources: {'Port': ['ID=7481e009-866b-4759-8f52-1d8b55ab9643,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:54.882245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:54.885586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bbb6bee1-9d03-42b7-8ba2-125c68c9e941 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7481e009-866b-4759-8f52-1d8b55ab9643 HTTP/1.1" status: 204 len: 168 time: 0.4048107 Oct 26 16:39:54.888972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51540) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.905671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cf286fff-2cc5-46ba-881d-072ad27ec465 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854437 Oct 26 16:39:54.906061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51542) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.912830 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f52037-cff3-4e2b-ab6e-c1c82eef4212 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] GET failed (client error): The resource could not be found. Oct 26 16:39:54.920608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79f52037-cff3-4e2b-ab6e-c1c82eef4212 tempest-PortsAdminExtendedAttrsTestJSON-1149357721 tempest-PortsAdminExtendedAttrsTestJSON-1149357721-project-admin] 10.222.0.21 "GET /v2.0/ports/7481e009-866b-4759-8f52-1d8b55ab9643 HTTP/1.1" status: 404 len: 333 time: 0.0248859 Oct 26 16:39:54.921119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51544) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.921960 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-9ab7aeb2-787f-4491-8426-7490b52a10e6 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] delete failed (client error): The resource could not be found. Oct 26 16:39:54.922993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9ab7aeb2-787f-4491-8426-7490b52a10e6 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "DELETE /v2.0/security-groups/bdc5d268-7d3d-4a06-bb1c-0e0d8ada12cc HTTP/1.1" status: 404 len: 347 time: 0.0158503 Oct 26 16:39:54.929549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.943771 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-7b1a6e87-0e35-424f-856b-7c3dd1414886 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] show failed (client error): The resource could not be found. Oct 26 16:39:54.944798 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7b1a6e87-0e35-424f-856b-7c3dd1414886 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-groups/5899545e-a797-4ebd-8265-fe60b17b63a1 HTTP/1.1" status: 404 len: 347 time: 0.0143192 Oct 26 16:39:54.949062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51548) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:54.964629 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-408b6c08-a338-483f-bf91-f0ac757bdd16 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] show failed (client error): The resource could not be found. Oct 26 16:39:54.965640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-408b6c08-a338-483f-bf91-f0ac757bdd16 tempest-NegativeSecGroupIPv6Test-1553212846 tempest-NegativeSecGroupIPv6Test-1553212846-project] 10.222.0.21 "GET /v2.0/security-group-rules/2bfa07f1-c6c7-4b58-a8c4-91f1c592a818 HTTP/1.1" status: 404 len: 356 time: 0.0156677 Oct 26 16:39:55.018704 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.141589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b1da74b-3b17-40d0-8b75-772f60379ded req-bd3adefc-25c8-4402-ae8f-9a47504950ce tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0811450 Oct 26 16:39:55.170482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.205817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c648df-633e-4a0b-9636-46cfd395b45b']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:55.217542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:55.217744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a051abbe-2d3a-40af-b58f-cbb5ec64ecd4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:39:55.228229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.241368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.247693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:39:55.248618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:39:55.251772 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:39:55.362226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.367445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.371798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] 10.222.0.21 "DELETE /v2.0/networks/31c648df-633e-4a0b-9636-46cfd395b45b HTTP/1.1" status: 204 len: 168 time: 0.4495716 Oct 26 16:39:55.394725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9603-536e-4e8d-b82a-1e6fd8e96fad tempest-PortsAdminExtendedAttrsTestJSON-1348432578 tempest-PortsAdminExtendedAttrsTestJSON-1348432578-project] Pushing event deleted for resources: {'Network': ['ID=31c648df-633e-4a0b-9636-46cfd395b45b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:55.433243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:55.588787 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fb890483-fde3-4da6-8a7b-cefa14ea565f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be60f7d324bb43d48c0aaecf964c3a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571226 Oct 26 16:39:55.591086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51576) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:55.642780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.665688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.775160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.777832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:55.779030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb4866c-224f-4231-910f-f28134370a5f HTTP/1.1" status: 204 len: 168 time: 0.1861510 Oct 26 16:39:55.786877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094ed7a-98cc-4404-a58a-cd2f30ce2207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb4866c-224f-4231-910f-f28134370a5f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:55.927796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51582) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:56.198227 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fecdae01-5127-4843-a1a6-c32325704966 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=936c064e56764ee892ef6d88b18aad36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605476 Oct 26 16:39:56.198363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:56.273850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da192ae5-9737-490b-9733-3b1c9e414632 req-126b9bcd-cd25-4dee-a240-3f56442cf39b tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0335467 Oct 26 16:39:56.293117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:56.318861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:56.438152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:56.438152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:56.438152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01df3505-9768-43fb-8633-b790d5db93e2 HTTP/1.1" status: 204 len: 168 time: 0.2442214 Oct 26 16:39:56.447880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4466c1-600a-4836-9976-67bdcb5361da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df3505-9768-43fb-8633-b790d5db93e2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:56.805155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab194e4d-3e17-4bcd-8125-f460e3845a34 req-55b9910a-dd47-4d9f-bdd2-51b1937e4fab tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Oct 26 16:39:57.031756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.149649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-83624dba-272b-4a8c-b65d-06327083afd9 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-345271849', 'prefixes': ['172.20.0.0/16']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:57.203369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.253259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e7c521d0-37be-4779-9a47-1d91387e8dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f0d14dd525443e0b132ea7cc4a19d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469203 Oct 26 16:39:57.254075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51640) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.322513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.344701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.494164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.496977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.498356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/695d6ca8-7374-476b-9fa0-bf6c34843e45 HTTP/1.1" status: 204 len: 168 time: 0.2431397 Oct 26 16:39:57.507025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8ecf0-179d-43bd-b9e8-ed38a7c79f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d6ca8-7374-476b-9fa0-bf6c34843e45,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:57.622811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83624dba-272b-4a8c-b65d-06327083afd9 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] Publish callbacks [] for subnetpool, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.624735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-83624dba-272b-4a8c-b65d-06327083afd9 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5917151 Oct 26 16:39:57.627682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.670674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1541f286-25ed-46d9-b49f-47f464fc63be tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "GET /v2.0/subnetpools/65ffe304-f38f-47ad-9f68-cfee57631572 HTTP/1.1" status: 200 len: 731 time: 0.0409045 Oct 26 16:39:57.673036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51652) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.677421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7116b296-3ed8-4d0a-a322-41e85dce69a2 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-325956742'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:39:57.869014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7116b296-3ed8-4d0a-a322-41e85dce69a2 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] Publish callbacks [] for subnetpool, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:57.876281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51664) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:57.881936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7116b296-3ed8-4d0a-a322-41e85dce69a2 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "PUT /v2.0/subnetpools/65ffe304-f38f-47ad-9f68-cfee57631572 HTTP/1.1" status: 200 len: 683 time: 0.2027109 Oct 26 16:39:57.926912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e490189-cf8c-4a4b-987a-2ca94845544c req-eeea1f80-ce51-4b15-bf07-102cf85306fc tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Oct 26 16:39:58.064005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ed66-6fd2-4e1e-91dd-b420ae2541fc tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] Publish callbacks [] for subnetpool, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:58.065182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ebc9ed66-6fd2-4e1e-91dd-b420ae2541fc tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "DELETE /v2.0/subnetpools/65ffe304-f38f-47ad-9f68-cfee57631572 HTTP/1.1" status: 204 len: 168 time: 0.1876123 Oct 26 16:39:58.073530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:58.097695 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-a4ff1fab-436b-47e3-bd59-e5ed634dae8c tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] show failed (client error): The resource could not be found. Oct 26 16:39:58.098879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a4ff1fab-436b-47e3-bd59-e5ed634dae8c tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "GET /v2.0/subnetpools/65ffe304-f38f-47ad-9f68-cfee57631572 HTTP/1.1" status: 404 len: 346 time: 0.0243671 Oct 26 16:39:58.101628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:58.122286 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-a458d029-4ebf-4f14-9cf7-9081d3a07e87 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] delete failed (client error): The resource could not be found. Oct 26 16:39:58.122286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a458d029-4ebf-4f14-9cf7-9081d3a07e87 tempest-SubnetPoolsTestJSON-879778039 tempest-SubnetPoolsTestJSON-879778039-project] 10.222.0.21 "DELETE /v2.0/subnetpools/65ffe304-f38f-47ad-9f68-cfee57631572 HTTP/1.1" status: 404 len: 346 time: 0.0187974 Oct 26 16:39:58.594542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:58.818648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49803556-46ab-4ed3-8925-de899f666eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:58.898376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49803556-46ab-4ed3-8925-de899f666eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:58.958240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49803556-46ab-4ed3-8925-de899f666eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:59.001772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-49803556-46ab-4ed3-8925-de899f666eb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b647a0f525a4839aa7a690e63ba53ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060764 Oct 26 16:39:59.003874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803556-46ab-4ed3-8925-de899f666eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8a6ce3-5393-4219-ac9f-483c171c753e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:59.004797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:39:59.065109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c76a87e-9caa-4f12-9760-618b6e02bb59 req-67de6484-5882-41c2-89b3-52837d44704c tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0400558 Oct 26 16:39:59.108855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:59.135499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:59.265627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:59.268315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:39:59.269473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe8a6ce3-5393-4219-ac9f-483c171c753e HTTP/1.1" status: 204 len: 168 time: 0.2629719 Oct 26 16:39:59.285799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c86d-536c-4f21-889c-8ac0054bd7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8a6ce3-5393-4219-ac9f-483c171c753e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:39:59.938918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.053333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-93cf8917-721c-4537-aca4-cface28ccf02 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:00.176222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1ef0b9d-eb13-4d00-8681-8f70b64581b5 req-96349a58-2257-4ccf-a3d0-99e8bf921b56 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0286951 Oct 26 16:40:00.238867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93cf8917-721c-4537-aca4-cface28ccf02 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "PUT /v2.0/quotas/f937caac47de45079a25d45c6c0832fe HTTP/1.1" status: 200 len: 366 time: 0.2986460 Oct 26 16:40:00.246021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.252363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a03139f1-f950-4f65-8638-2e037cdded0e tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099294 Oct 26 16:40:00.254727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.264223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d670048-510d-42a4-a785-7e9b622f31c9 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas/f937caac47de45079a25d45c6c0832fe HTTP/1.1" status: 200 len: 366 time: 0.0084524 Oct 26 16:40:00.266639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51756) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.351338 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d0babe78-1505-4629-88aa-4a038ba62971 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f937caac47de45079a25d45c6c0832fe HTTP/1.1" status: 204 len: 168 time: 0.0835121 Oct 26 16:40:00.353442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.366586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e34c6d6-c649-43a8-95e8-636c269f2057 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111966 Oct 26 16:40:00.368611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.379117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-00fb99d4-a91b-4f68-931f-a0f6969656cb tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas/f937caac47de45079a25d45c6c0832fe HTTP/1.1" status: 200 len: 370 time: 0.0094268 Oct 26 16:40:00.381488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51768) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.387713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0723873e-d955-425f-b1e3-8c9c935e69fc tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas/f937caac47de45079a25d45c6c0832fe/default HTTP/1.1" status: 200 len: 370 time: 0.0051887 Oct 26 16:40:00.388993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51770) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.398716 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-60b8db2d-c62f-4eb0-ac2d-0cf8848f89d0 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] delete failed (client error): The resource could not be found. Oct 26 16:40:00.399869 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60b8db2d-c62f-4eb0-ac2d-0cf8848f89d0 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f937caac47de45079a25d45c6c0832fe HTTP/1.1" status: 404 len: 348 time: 0.0098200 Oct 26 16:40:00.714376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.718182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028484 Oct 26 16:40:00.721635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51784) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.730616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51788) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:00.751796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:network and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.755199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.761340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:subnet and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.764922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.771417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:subnetpool and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.777224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.783887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:port and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.787180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.793696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:router and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.797682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.807258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:floatingip and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.808848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.837091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4cdcbc8a-7ae5-4390-b165-ae16edd64243 tempest-NetworksApiDiscovery-786676185 tempest-NetworksApiDiscovery-786676185-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1136315 Oct 26 16:40:00.860187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:security_group and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.863471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.877843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Usage tracker for resource:security_group_rule and project:ecba3b57900a423db9aa6ec5d2effe3a is out of sync, need to count used quota {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 16:40:00.881429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.quota.resource [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102736) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 16:40:00.891422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73ba7ceb-c42e-4451-8199-96a7e6870801 tempest-QuotasTest-1880463763 tempest-QuotasTest-1880463763-project-admin] 10.222.0.21 "GET /v2.0/quotas/ecba3b57900a423db9aa6ec5d2effe3a/details.json HTTP/1.1" status: 200 len: 703 time: 0.1560364 Oct 26 16:40:00.967851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-969452ec-2781-4a01-995f-53b90bf3ff78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:01.291908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0ff7eea-b145-4083-a09b-6584a45707f7 req-c1283a49-fb66-422c-8e19-2908ae44b74b tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0313139 Oct 26 16:40:01.367888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51804) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:01.442526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:01.566672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca80-42d0-41e1-9ccc-37e8b353b82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:01.569750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6551a730-a543-49c1-93eb-467f88704151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.007508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6551a730-a543-49c1-93eb-467f88704151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.009484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca80-42d0-41e1-9ccc-37e8b353b82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.081299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6551a730-a543-49c1-93eb-467f88704151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.102855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ca80-42d0-41e1-9ccc-37e8b353b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.135682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551a730-a543-49c1-93eb-467f88704151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d275e-f172-4758-aa47-1273869e470c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:02.139982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6551a730-a543-49c1-93eb-467f88704151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceaf5895d9914b3ab0d967d26769a5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6960077 Oct 26 16:40:02.144825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:02.155155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6d2ca80-42d0-41e1-9ccc-37e8b353b82d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=415924098efe4b1fbb938cc2717ba83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859516 Oct 26 16:40:02.157935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51820) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:02.167149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ca80-42d0-41e1-9ccc-37e8b353b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b442317-d609-44d7-a80d-ad64abd4962d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:02.232697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.253965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.270567 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.294754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.398364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6708dcc-4676-470a-b71d-9437c03607cd req-5d0f2dd4-0957-4ee4-aef2-ba163d0e0d22 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0283151 Oct 26 16:40:02.449426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.452048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.453223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3d275e-f172-4758-aa47-1273869e470c HTTP/1.1" status: 204 len: 168 time: 0.3075113 Oct 26 16:40:02.453867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.456346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:02.457340 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b442317-d609-44d7-a80d-ad64abd4962d HTTP/1.1" status: 204 len: 168 time: 0.2985415 Oct 26 16:40:02.465314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d275e-f172-4758-aa47-1273869e470c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:02.473851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.474201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.474541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.474873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.475228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.475558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.475880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.476242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.476598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.477116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.477439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.477753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c54f5-8b08-410e-92cb-6325348f582a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:02.501345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b46165-78ee-45c0-8982-e8b2f2184f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b442317-d609-44d7-a80d-ad64abd4962d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:03.198015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:03.211876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f634cd43-bc55-476b-96a7-b0e3a538d9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.288688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f634cd43-bc55-476b-96a7-b0e3a538d9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.355751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f634cd43-bc55-476b-96a7-b0e3a538d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.405682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f634cd43-bc55-476b-96a7-b0e3a538d9e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecba3b57900a423db9aa6ec5d2effe3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064929 Oct 26 16:40:03.407337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634cd43-bc55-476b-96a7-b0e3a538d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e10d5-6305-442f-808c-39f7a53ba8e3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:03.408472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51864) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:03.505383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.523188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-653a1bcf-0ee6-483e-b00f-33169306f457 req-658c05a9-34bb-4330-90c7-657b2018f755 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0309796 Oct 26 16:40:03.546921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.592640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb147-7fbf-493c-afa7-49887f27fbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.692963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.695663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:03.696808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd1e10d5-6305-442f-808c-39f7a53ba8e3 HTTP/1.1" status: 204 len: 168 time: 0.2867959 Oct 26 16:40:03.707996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2dc5-1d02-4286-9195-06c548f326c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e10d5-6305-442f-808c-39f7a53ba8e3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:04.089196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:04.664890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b46f6e66-5ab5-42f4-943c-eb284f6ee1e5 req-3606a7bb-fd9d-4e86-89cf-5492a8bc05ae tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0370605 Oct 26 16:40:04.744918 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:40:04.992630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:05.787804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be91d539-bd51-41f8-840b-b79ca36908af req-7932cb02-3a35-40f8-8230-14ce701b14f7 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0331335 Oct 26 16:40:05.838053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51956) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:05.939671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2058435363', 'router:external': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:06.037868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Made reservation on behalf of 84e43e3ec3d846d1a1b9a9f0dcfd8dea for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:06.040424 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.050415 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.135995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.214801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.242032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:40:06.248939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39362e71-6deb-4bb5-9ff3-5e492504cbfe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:06.255011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.255426 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Added segment 5f7d0303-5682-4b97-92c0-fa7f61f4ee24 of type vlan for network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 Oct 26 16:40:06.299456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.390117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.391155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:06.391729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.452571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Network': ['ID=148181c4-fcf2-4286-9c4c-36f1d6d0d9c2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:06.463602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:40:06.532864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-23e63d91-2939-48c9-9ac9-729224031a81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6936476 Oct 26 16:40:06.536031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51968) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:06.544675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'subnet': {'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:06.597213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.625664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Made reservation on behalf of 84e43e3ec3d846d1a1b9a9f0dcfd8dea for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:06.628067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:06.899805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d2dc735-d46e-498a-aa47-cafb29eade1b req-f6c40fad-3b94-4083-9158-74b068f650f5 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0315576 Oct 26 16:40:07.026012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:40:07.026455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:07.105567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cea193f4-19ab-4323-bde8-951c249c7520,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:07.115613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Checking segment: {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:07.115980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network hostable DHCP agents. Network: 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:40:07.212411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:40:07.298021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:07.302125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:07.302758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:07.308390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83542e-c8b0-4b7f-95ff-def42077c6da None None] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:07.390034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51982) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:07.390318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51b44444-cb0c-4916-b1e4-5159d43c8415 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8514163 Oct 26 16:40:07.399408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2046528787', 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:07.439373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d63c89-8f78-45cc-acf5-be95a5783aaf None None] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:07.531377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Made reservation on behalf of 84e43e3ec3d846d1a1b9a9f0dcfd8dea for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:07.534474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:07.552858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] device_id is not set on port c37248dd-5bac-44ea-9ee2-42408a8b26a5 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:40:07.651330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.20.0.4 (148181c4-fcf2-4286-9c4c-36f1d6d0d9c2/cea193f4-19ab-4323-bde8-951c249c7520/c37248dd-5bac-44ea-9ee2-42408a8b26a5) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:07.789825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:07.915691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:07.958169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:07.961419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:07.965034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:07.990462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=c37248dd-5bac-44ea-9ee2-42408a8b26a5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:08.030479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ed2ee7e-11b5-4b19-bff9-5f9eeedeb328 req-185f571e-282d-4d12-9c0d-228defa5b112 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0409665 Oct 26 16:40:08.045919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:08.046532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.127274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd8fc1eb-0957-4a32-aac1-193322843013 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7338681 Oct 26 16:40:08.129191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52002) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:08.206219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Deleting port c37248dd-5bac-44ea-9ee2-42408a8b26a5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:08.206563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.289851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.301579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Calling delete_port for c37248dd-5bac-44ea-9ee2-42408a8b26a5 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:08.492867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.567428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Port': ['ID=c37248dd-5bac-44ea-9ee2-42408a8b26a5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:08.771504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.771504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe251f14-774a-4ea4-ac20-2838edaaef49 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c37248dd-5bac-44ea-9ee2-42408a8b26a5 HTTP/1.1" status: 204 len: 168 time: 0.5273280 Oct 26 16:40:08.771782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52008) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:08.771782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2', 'external_fixed_ips': [{'subnet_id': 'cea193f4-19ab-4323-bde8-951c249c7520', 'ip_address': '172.20.0.4'}]}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:08.818579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.820856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:08.911667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.123104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.145540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53ac29ac-8627-4d85-b567-0fae044cc123 req-c9eefc4a-185d-477b-b9ed-7ef6d843644c tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Oct 26 16:40:09.396810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.417797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.572147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.20.0.4 (148181c4-fcf2-4286-9c4c-36f1d6d0d9c2/cea193f4-19ab-4323-bde8-951c249c7520/ab34b72f-a70e-4b1a-976b-f865aa0285cf) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:09.724192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.816900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:09.872160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:09.877304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:09.883669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:09.886038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=ab34b72f-a70e-4b1a-976b-f865aa0285cf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:10.265325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a7f5e68-a0b8-43ac-bc12-ddbde707f560 req-89d26898-3d0a-48a2-9399-07cd2ec83bad tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0351365 Oct 26 16:40:10.585275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:10.776883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.002901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router b57f9b2b-8bdb-4802-9222-2815684f837c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:11.110743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:11.122500 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Sync routers for ids ['b57f9b2b-8bdb-4802-9222-2815684f837c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:11.135113 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Routers {'b57f9b2b-8bdb-4802-9222-2815684f837c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:11.136089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b57f9b2b-8bdb-4802-9222-2815684f837c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:11.182754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.184222 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aee8fd66-5b2f-4773-9b95-9390d407916d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5222454 Oct 26 16:40:11.187452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:11.249617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Set router b57f9b2b-8bdb-4802-9222-2815684f837c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:11.332419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.429170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4694749a-520a-4ef6-8837-671f173f818d req-479e60a2-03b9-4073-9838-20030d6e5e67 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0730779 Oct 26 16:40:11.439302 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f9b2b-8bdb-4802-9222-2815684f837c', 'name': '', 'tenant_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2', 'external_fixed_ips': [{'subnet_id': 'cea193f4-19ab-4323-bde8-951c249c7520', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ab34b72f-a70e-4b1a-976b-f865aa0285cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:40:08Z', 'updated_at': '2021-10-26T16:40:10Z', 'revision_number': 3, 'project_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'gw_port': {'id': 'ab34b72f-a70e-4b1a-976b-f865aa0285cf', 'name': '', 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f9b2b-8bdb-4802-9222-2815684f837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'cea193f4-19ab-4323-bde8-951c249c7520', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:09Z', 'updated_at': '2021-10-26T16:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea193f4-19ab-4323-bde8-951c249c7520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:11.472750 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Checking router: b57f9b2b-8bdb-4802-9222-2815684f837c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:11.473222 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Updating router b57f9b2b-8bdb-4802-9222-2815684f837c port ab34b72f-a70e-4b1a-976b-f865aa0285cf binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:11.482412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.500054 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.638165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Deleting port ab34b72f-a70e-4b1a-976b-f865aa0285cf {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:11.638502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.723377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.736718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Calling delete_port for ab34b72f-a70e-4b1a-976b-f865aa0285cf owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:11.764980 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.860272 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.943153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Pushing event updated for resources: {'Port': ['ID=ab34b72f-a70e-4b1a-976b-f865aa0285cf,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:11.957091 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.958012 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.958603 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.959172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.960258 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.960843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.961382 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.961916 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.962577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.963357 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.968302 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.968850 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ca24a-5be2-4d63-a449-b6cdb319aaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:11.989170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:11.989583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:11.989975 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf on network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:11.995264 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:11.995872 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Checking segment: {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:11.996052 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:11.996437 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Bound using segment: {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:11.997710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Bound port: ab34b72f-a70e-4b1a-976b-f865aa0285cf, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:11.998369 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.037329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.049940 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.db.api [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:40:12.050622 n-d-815373-2 neutron-server[102739]: DEBUG oslo_db.api [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:40:12.081951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab34b72f-a70e-4b1a-976b-f865aa0285cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:12.144225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.246220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.248465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.363418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.364009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b57f9b2b-8bdb-4802-9222-2815684f837c {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:12.373561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.373561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8036f41-cf65-4316-84f8-a267e36b25e0 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b57f9b2b-8bdb-4802-9222-2815684f837c HTTP/1.1" status: 204 len: 168 time: 1.1817153 Oct 26 16:40:12.374067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52086) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:12.423338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Deleting subnet cea193f4-19ab-4323-bde8-951c249c7520 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:40:12.426666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.463969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.520576 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.569123 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:12.569712 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:12.569814 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Attempting to bind port ab34b72f-a70e-4b1a-976b-f865aa0285cf on network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:12.575848 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:12.576215 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Checking segment: {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:12.577016 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.577405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Bound using segment: {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:12.577870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Bound port: ab34b72f-a70e-4b1a-976b-f865aa0285cf, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d0303-5682-4b97-92c0-fa7f61f4ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '148181c4-fcf2-4286-9c4c-36f1d6d0d9c2'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:12.578239 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.580964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe762367-f706-47dd-ae2c-1d05537ce3cf req-75c10f8b-04aa-4f28-bacd-1fd92d15e1bf tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0338826 Oct 26 16:40:12.606781 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Port ab34b72f-a70e-4b1a-976b-f865aa0285cf has been deleted concurrently {{(pid=102739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 16:40:12.620201 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:12.620490 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:40:12.621137 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_agentschedulers_db [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b57f9b2b-8bdb-4802-9222-2815684f837c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent'). {{(pid=102739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:40:12.621506 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ee4d4-7b7d-470b-a065-e4be5c297f16 None None] The sync data for ids ['b57f9b2b-8bdb-4802-9222-2815684f837c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:12.700938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.728168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cea193f4-19ab-4323-bde8-951c249c7520,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:12.733325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.739278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52092) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:12.739444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6abfe3d-4082-4c76-a37f-a1d4d001d8b9 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/cea193f4-19ab-4323-bde8-951c249c7520 HTTP/1.1" status: 204 len: 168 time: 0.3641014 Oct 26 16:40:12.812120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.928584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.956209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148181c4-fcf2-4286-9c4c-36f1d6d0d9c2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:12.970997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d0303-5682-4b97-92c0-fa7f61f4ee24') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:12.971460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d0303-5682-4b97-92c0-fa7f61f4ee24') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:12.983911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:12.998757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.005403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:40:13.006031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: items = [ Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:40:13.008609 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:40:13.151513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.156031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:40:13.158612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.165937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/networks/148181c4-fcf2-4286-9c4c-36f1d6d0d9c2 HTTP/1.1" status: 204 len: 168 time: 0.4215512 Oct 26 16:40:13.185525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756f141-bdf3-4928-b4aa-12ddf3d8e21c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Network': ['ID=148181c4-fcf2-4286-9c4c-36f1d6d0d9c2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:13.442186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52108) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:13.447503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'name': 'tempest-router--1490412766', 'project_id': 'b544668f0fd34b16a114a6a4f20eb017'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:13.527094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.532393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.591487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.697856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.720386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8a67f5f-0baa-49b0-acdb-1390a84fb1f6 req-7a1ea860-fe4c-41fa-981a-a11e8d455c2f tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0385292 Oct 26 16:40:13.776308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:13.777658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51f640b5-7b1e-43b6-b17f-06e5e05fa3a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3338144 Oct 26 16:40:13.781091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52120) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:13.858368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.028048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.030367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.149415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:14.161855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.163695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32834bb8-cd65-4b76-9f80-6364949daf21 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:14.177327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.178668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-308fc63e-5056-4606-8f3d-a6022420b9a8 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/routers/32834bb8-cd65-4b76-9f80-6364949daf21 HTTP/1.1" status: 204 len: 168 time: 0.3966591 Oct 26 16:40:14.270686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a388513-8f3a-4df4-b684-75a2f9e0fbd4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:14.271188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a388513-8f3a-4df4-b684-75a2f9e0fbd4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:14.271721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a388513-8f3a-4df4-b684-75a2f9e0fbd4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:14.274423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a388513-8f3a-4df4-b684-75a2f9e0fbd4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=7e9d36cc41434301924cdd95db3ac374&network_id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 2970 time: 0.1229866 Oct 26 16:40:14.513002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52162) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:14.716899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2057224111', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:14.797586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.798738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:14.831528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1594dc65-f7ca-4705-a0f2-b0b3375619cd req-6d5e0a53-7346-4aa0-8def-5377a6458067 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Oct 26 16:40:14.877448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.069006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.461791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.490867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.616725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Allocated IP 172.25.5.60 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/4c582036-9fe7-4e90-b1a6-1d9b4ff7e7ed) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:15.733144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.820250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:15.863245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:15.866337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:15.870124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:15.899875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event updated for resources: {'Port': ['ID=4c582036-9fe7-4e90-b1a6-1d9b4ff7e7ed,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:15.916958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.917303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.917640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.917970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.918306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.918641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.918965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.919325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.919675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.919968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.920286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.920726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:16.027343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60dc8a85-045b-4fab-896f-739c8204f732 req-9a875a17-80d0-49c6-96af-788884057530 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0556519 Oct 26 16:40:16.087942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:16.200945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017db4a-6f16-4929-a39d-f8a09fe1302f tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:16.203208 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d017db4a-6f16-4929-a39d-f8a09fe1302f tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 814 time: 0.1135929 Oct 26 16:40:16.346856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:16.623971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:16.681688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:16.688464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'network': {'name': 'tempest-network-smoke--1085398726', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:16.800871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:16.804408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:16.844265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:40:16.855854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:16.856290 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Added segment 5d8740c7-8185-4469-87a8-a9acd59df977 of type vlan for network 303f071e-a47e-487e-8ac5-571f66975d95 Oct 26 16:40:16.912759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Router 968a9c28-dddc-4019-8e9d-7d59f474ffea is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:16.922573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.052783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:17.060488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.075496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:17.075496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.097420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] Sync routers for ids ['968a9c28-dddc-4019-8e9d-7d59f474ffea'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:17.109472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] Routers {'968a9c28-dddc-4019-8e9d-7d59f474ffea'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:17.110109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['968a9c28-dddc-4019-8e9d-7d59f474ffea'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:17.178167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d1476ca-a8a9-41c2-abb8-6c0cc65fb130 req-be43f0dd-2407-4335-9d2f-645daef1f1af tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0375466 Oct 26 16:40:17.183329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Network': ['ID=303f071e-a47e-487e-8ac5-571f66975d95,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:17.193336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:17.214905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 303f071e-a47e-487e-8ac5-571f66975d95 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:40:17.226769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.228256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12f7ba06-212b-4177-953f-f820d8a4a1bf tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7142503 Oct 26 16:40:17.231591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.233640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] Routers {'968a9c28-dddc-4019-8e9d-7d59f474ffea'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:17.234581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['968a9c28-dddc-4019-8e9d-7d59f474ffea'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:17.291462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-75627612-cf0a-4f67-a9b7-57e19bd89cb7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6073380 Oct 26 16:40:17.297958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.346968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:17.347197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe8744-2141-4b06-8c13-36179d605e47 None None] The sync data for ids ['968a9c28-dddc-4019-8e9d-7d59f474ffea'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:17.397462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db60bf4-95bb-429e-904b-d7d9b01d35b2 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:17.399016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6db60bf4-95bb-429e-904b-d7d9b01d35b2 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7e9d36cc41434301924cdd95db3ac374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1000457 Oct 26 16:40:17.402174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.431065 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a6d1b959-657e-4413-9e48-2d239d00269b tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/968a9c28-dddc-4019-8e9d-7d59f474ffea HTTP/1.1" status: 200 len: 920 time: 0.1977062 Oct 26 16:40:17.433710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52238) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.467002 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5238546b-7388-49c2-aeb4-2f4f6ac8c9cb tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=968a9c28-dddc-4019-8e9d-7d59f474ffea HTTP/1.1" status: 200 len: 205 time: 0.0312433 Oct 26 16:40:17.469549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52240) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.514142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8cc44c-50b6-410b-b8bb-ee39eef3671e tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:17.518492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a8cc44c-50b6-410b-b8bb-ee39eef3671e tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1125834 Oct 26 16:40:17.518643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.563315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9957a8df-4edb-4255-bbd2-14af56386f0e tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432663 Oct 26 16:40:17.567525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.580701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.604298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17c09846-d502-4a5a-8226-4f48869d203f tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7e9d36cc41434301924cdd95db3ac374&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331690 Oct 26 16:40:17.604561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52246) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.696077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.704706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c9e02-b014-4f41-b8da-6e0cc3072787 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:17.706388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b81c9e02-b014-4f41-b8da-6e0cc3072787 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009250 Oct 26 16:40:17.709069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.738076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3bc64b69-fadf-4d3b-99fc-28867e7fb2c6 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275571 Oct 26 16:40:17.740513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:17.745222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826111320', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:17.875422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port 4c582036-9fe7-4e90-b1a6-1d9b4ff7e7ed {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:17.875787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.921526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:17.927092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.954174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:17.968288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for 4c582036-9fe7-4e90-b1a6-1d9b4ff7e7ed owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:18.221217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.306967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b298bfaf-8996-476c-8af8-a15d5fa6ed06 req-8bca67ac-a8df-4cd8-8d2d-427e92848700 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0462964 Oct 26 16:40:18.318118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Subnet': ['ID=d760a928-ba45-4f22-ae66-748be30763e0,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:18.339731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Checking segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:18.340840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network hostable DHCP agents. Network: 303f071e-a47e-487e-8ac5-571f66975d95, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:40:18.425788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 303f071e-a47e-487e-8ac5-571f66975d95 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:40:18.545514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 303f071e-a47e-487e-8ac5-571f66975d95) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:18.549696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:18.550413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.557467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a6a81-5c02-4cb5-811d-9cbc8be14d45 None None] Network 303f071e-a47e-487e-8ac5-571f66975d95 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:18.587664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.611611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=4c582036-9fe7-4e90-b1a6-1d9b4ff7e7ed,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:18.665839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7471328a-8945-4faf-9660-a30fbd534e70 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9242644 Oct 26 16:40:18.681291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.721600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-303f071e-a47e-487e-8ac5-571f66975d95', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ips': [{'subnet_id': 'd760a928-ba45-4f22-ae66-748be30763e0'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:40:18.722629 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.796571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.798888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.900094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Allocated IP 172.20.0.18 (303f071e-a47e-487e-8ac5-571f66975d95/d760a928-ba45-4f22-ae66-748be30763e0/173133a8-3b7a-49ed-b51c-273fe1aa2c5a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:18.937897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.938704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 968a9c28-dddc-4019-8e9d-7d59f474ffea {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:18.948175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:18.949504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a549ee2-bc3a-409a-ab77-9e6c0271d459 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/968a9c28-dddc-4019-8e9d-7d59f474ffea HTTP/1.1" status: 204 len: 168 time: 1.4788346 Oct 26 16:40:18.953428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52270) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:18.959238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1377631949', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:19.011341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52272) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:19.026463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133794139', 'description': 'tempest-secgroup-smoke-133794139 description', 'project_id': '7e9d36cc41434301924cdd95db3ac374'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:19.043216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.045160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.098777 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.109321 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.149449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.214884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.216250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.266422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Network 303f071e-a47e-487e-8ac5-571f66975d95 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:19.269371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:19.271926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:19.284208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.286819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Pushing event updated for resources: {'Port': ['ID=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:19.332317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.332659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.332995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.333326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.333654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.333980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.334301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.334877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.335253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.335619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.335942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.336259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:19.342569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Attempting to bind port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:19.342919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Attempting to bind port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:19.343300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Attempting to bind port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a on network 303f071e-a47e-487e-8ac5-571f66975d95 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:19.349326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:19.350768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Checking segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:19.350768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.350768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Bound using segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:19.351225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Bound port: 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:19.351422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.391310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:19.403390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.411756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.414386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05f2a9d5-5261-44e6-a6e8-70b6ca80eb77 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4004767 Oct 26 16:40:19.415971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52276) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:19.434821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:19.437725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] For port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:19.441537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] For port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:40:19.480443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae9405a3-84c2-43c4-85b1-39ca613825be req-6f7ead7f-e6ad-43ce-b4ae-2e38445e42fc tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0324507 Oct 26 16:40:19.547055 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.606176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.626693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5cf4c-4fbf-4fee-a0c6-d1118efbacde None None] Pushing event updated for resources: {'Port': ['ID=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:19.686672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.819080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.856625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973c7116-28ac-4f49-a0d0-51abb7b96a40,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:19.908053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.938316 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.943402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:19.944627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05020cf4-a86c-4008-b334-55075987723b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244141 Oct 26 16:40:19.947578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52292) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:19.952340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:20.103323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 173133a8-3b7a-49ed-b51c-273fe1aa2c5a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:20.145429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.158180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.25.5.36 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/89bb377f-bd06-44ec-a132-ac6c6c23b4ac) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:20.194675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:20.195046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.275997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.288889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.328078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.366168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:20.378074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.397005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c6d5e3-d1c8-4ea7-ab50-c41db07d6f99,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:20.439501 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.494930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.509664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:20.514910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:20.526400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.544868 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1ff87fcc-9971-4fae-a37b-e2c4b1618a3d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5960081 Oct 26 16:40:20.545654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:20.553114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:20.555530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:20.620817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:20.677117 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.766580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.823431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:20.917699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:20.989450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.032868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42567307-3bf9-473d-8925-654b1029be25,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:21.045411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b2762c0-8fe3-4bd4-a62e-e25eced2a442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.119986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:21.124979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.129504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d91b829c-bcd1-4bd7-87b3-1c2faa9abf65 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5826209 Oct 26 16:40:21.132057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52316) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:21.137514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:21.171990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b2762c0-8fe3-4bd4-a62e-e25eced2a442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.211117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e309bce-80aa-422f-9531-4d27fa409a75 None None] Network 303f071e-a47e-487e-8ac5-571f66975d95 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:21.237134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b2762c0-8fe3-4bd4-a62e-e25eced2a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.250315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64f3a385-a921-4839-ae2d-8dfafd04d14a req-50cda552-a52c-4325-a47d-dff051a7423c tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.1328406 Oct 26 16:40:21.287441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b2762c0-8fe3-4bd4-a62e-e25eced2a442 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d37d3f2af3a04c33a763034ac8491fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628568 Oct 26 16:40:21.295829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:21.308329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4d7e16b-38ad-4f7c-a73f-b8365d14ff13 None None] Provisioning complete for port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:21.310601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e16b-38ad-4f7c-a73f-b8365d14ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.338359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2762c0-8fe3-4bd4-a62e-e25eced2a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52679d77-37ee-45c3-a66e-c4f0135f0e59,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:21.346107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.402900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.445831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.448243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.503377 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.574211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.578349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.581862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52679d77-37ee-45c3-a66e-c4f0135f0e59 HTTP/1.1" status: 204 len: 168 time: 0.2828619 Oct 26 16:40:21.588839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de05b59-62d7-45e7-8241-8ac56e629712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52679d77-37ee-45c3-a66e-c4f0135f0e59,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:21.637051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.655954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dab8445-29d0-445c-a6c0-8ad84e4d48c9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:21.726205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.729278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-682552e2-401b-47d7-b3f0-4fae45b879c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5954664 Oct 26 16:40:21.731513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52324) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:21.738248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:21.772027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.842372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ebd6ea89-d7ff-403d-b66a-c50699e9a397 None None] Provisioning complete for port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:21.843523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ea89-d7ff-403d-b66a-c50699e9a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.863956 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:40:21.874718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.978805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:21.999479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 173133a8-3b7a-49ed-b51c-273fe1aa2c5a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:22.052170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router e1e1ca29-d517-4126-965c-c7beb1b76c22 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:22.063017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:22.063522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.069243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.095112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca7acdd-a74f-4af3-ac43-b7c42278e81a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:22.158770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.163100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:22.163419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e35e675c-9d6a-490b-85d2-9830174028e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4303145 Oct 26 16:40:22.172464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': '4edb2ce1-5e87-4fae-9e5a-7c0b590ad600', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:22.200280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:22.212762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Sync routers for ids ['e1e1ca29-d517-4126-965c-c7beb1b76c22'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:22.222528 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Routers {'e1e1ca29-d517-4126-965c-c7beb1b76c22'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:22.223143 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['e1e1ca29-d517-4126-965c-c7beb1b76c22'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:22.301998 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:40:22.307512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.312967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:22.328083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Set router e1e1ca29-d517-4126-965c-c7beb1b76c22 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:22.330479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09470d23-2de0-4b39-a179-2921d8c71c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.366873 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.372923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.379149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bb52ea37-a34f-4bc2-b8a7-3883d33d578f tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4195776 Oct 26 16:40:22.379308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:22.452957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-820f5c79-3be4-435a-b4ab-a6be893f1f67 req-4032cc01-a9e5-46f9-97f7-b1d9edb32dd1 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0300157 Oct 26 16:40:22.470811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.497546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c107ca-e238-4c2e-a211-975df10345df,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:22.522861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.547474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bb842aa-fc87-4787-a3d0-3e25f7e89e09 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/e1e1ca29-d517-4126-965c-c7beb1b76c22 HTTP/1.1" status: 200 len: 908 time: 0.1658397 Oct 26 16:40:22.551239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:22.552371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09470d23-2de0-4b39-a179-2921d8c71c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.556369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1377631949', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': True}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:22.565370 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'name': 'tempest-snat-router-1377631949', 'tenant_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:21Z', 'revision_number': 3, 'project_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'gw_port': {'id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:22.592755 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Checking router: e1e1ca29-d517-4126-965c-c7beb1b76c22 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:22.593093 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Updating router e1e1ca29-d517-4126-965c-c7beb1b76c22 port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:22.607068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.608255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-35506b80-5661-4483-8b74-982ed9be7033 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4436536 Oct 26 16:40:22.617013 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.648687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09470d23-2de0-4b39-a179-2921d8c71c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.693062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-09470d23-2de0-4b39-a179-2921d8c71c24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5ce131ee3ed41b2bb4ef4d59a80e45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776064 Oct 26 16:40:22.694509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52350) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:22.695510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09470d23-2de0-4b39-a179-2921d8c71c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fde45a-ff5b-4637-b416-3dd70262fb07,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:22.736574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.737671 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.894234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.900322 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.900722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.924208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-849940ef-954c-46d0-8792-4639ba453926 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133794139&fields=id&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 267 time: 0.1021712 Oct 26 16:40:22.936973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:22.983252 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.038320 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02131208-35e4-4fc6-9bfc-500f278fa86e None None] Pushing event updated for resources: {'Port': ['ID=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:23.042613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Attempting to bind port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:23.043687 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Attempting to bind port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:23.044472 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Attempting to bind port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:23.049866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:23.050283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:23.050613 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.050997 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:23.051633 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Bound port: 89bb377f-bd06-44ec-a132-ac6c6c23b4ac, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:23.052013 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.108979 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] For port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:23.112204 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] For port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:40:23.170153 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.181003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.192428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-beaf0147-c44f-45a7-8f48-1ff942012244 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:23.193887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-beaf0147-c44f-45a7-8f48-1ff942012244 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/networks?id=303f071e-a47e-487e-8ac5-571f66975d95 HTTP/1.1" status: 200 len: 797 time: 0.2597468 Oct 26 16:40:23.217505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-fe7c8a71-9878-440b-9308-7bd68af3e619 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/quotas/7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 375 time: 0.0128880 Oct 26 16:40:23.239862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02131208-35e4-4fc6-9bfc-500f278fa86e None None] Pushing event updated for resources: {'Port': ['ID=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:23.242336 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Routers {'e1e1ca29-d517-4126-965c-c7beb1b76c22'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:23.243202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['e1e1ca29-d517-4126-965c-c7beb1b76c22'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:23.272449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.274983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.279613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27fde45a-ff5b-4637-b416-3dd70262fb07 HTTP/1.1" status: 204 len: 168 time: 0.5802712 Oct 26 16:40:23.300735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-3e8177c4-7f35-4dfa-a321-8c221ed0995f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0765016 Oct 26 16:40:23.340810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501db9-7f7c-4e28-8ba8-32fd601d7af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fde45a-ff5b-4637-b416-3dd70262fb07,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:23.364600 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] Set router e1e1ca29-d517-4126-965c-c7beb1b76c22 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:23.446348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-60a2f345-ac19-4562-9298-7dbe68f4441a service neutron] 10.222.0.21 "GET /v2.0/networks/303f071e-a47e-487e-8ac5-571f66975d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034079 Oct 26 16:40:23.701476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'name': 'tempest-snat-router-1377631949', 'tenant_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:21Z', 'revision_number': 3, 'project_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'gw_port': {'id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:23.710502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eee5e56d-9805-4aed-b805-e27310bbca2d req-55f4d85b-7458-4328-8be4-5b8ff5044491 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.1425812 Oct 26 16:40:23.715990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-c220875c-2fb5-40d6-9abf-848bd03dabfe service neutron] 10.222.0.21 "GET /v2.0/networks/303f071e-a47e-487e-8ac5-571f66975d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608371 Oct 26 16:40:23.730056 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ab90c-ae04-4dcc-9c5a-2b1ea33f5626 None None] The sync data for ids ['e1e1ca29-d517-4126-965c-c7beb1b76c22'] in n-d-815373-2 is: [{'id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'name': 'tempest-snat-router-1377631949', 'tenant_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36'}], 'enable_snat': False}, 'gw_port_id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:21Z', 'revision_number': 3, 'project_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'gw_port': {'id': '89bb377f-bd06-44ec-a132-ac6c6c23b4ac', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e1ca29-d517-4126-965c-c7beb1b76c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:19Z', 'updated_at': '2021-10-26T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:23.741716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.774905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:23.941998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.25.5.200 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/09c2f526-1411-461e-a0bc-6a075e6a25cc) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:24.179743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-606f09e4-7624-4e45-badc-3ba59037333d req-880414f4-2181-435f-995e-6e167cb085c5 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 210 time: 0.0523829 Oct 26 16:40:24.259219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:24.363880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:24.405724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:24.410492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:24.414388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:24.438546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=09c2f526-1411-461e-a0bc-6a075e6a25cc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:24.754315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:24.889789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83ee5065-e798-42c8-955d-714c64b2c8d7 req-7bd4989c-0989-4375-aa8a-cd85cff39696 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0402470 Oct 26 16:40:24.937072 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2bb2d49a-66ac-4270-b0ae-0884f8a818ff req-6aa4a8e4-3c7d-46b4-9e8d-a45252275f50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0334358 Oct 26 16:40:25.056251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:25.285306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9508e611-edb8-4e98-b682-920d2cdc0064 req-6a2fab2c-e18c-42b8-876d-6d257e4835bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Oct 26 16:40:25.285827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router 15a6c280-d068-4e06-bd69-245b26d602a6 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:25.420938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:25.430496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Sync routers for ids ['15a6c280-d068-4e06-bd69-245b26d602a6'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:25.444001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Routers {'15a6c280-d068-4e06-bd69-245b26d602a6'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:25.444623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['15a6c280-d068-4e06-bd69-245b26d602a6'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:25.530670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:25.535909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:25.542147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce3b7759-e770-4efd-89be-5a7624f06d40 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9896803 Oct 26 16:40:25.581162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Set router 15a6c280-d068-4e06-bd69-245b26d602a6 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:25.680725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:25.681197 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bceec75-ea15-4503-bb8d-b41d12bb819c tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/15a6c280-d068-4e06-bd69-245b26d602a6 HTTP/1.1" status: 200 len: 908 time: 0.1442633 Oct 26 16:40:25.800328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c280-d068-4e06-bd69-245b26d602a6', 'name': 'tempest-snat-router-1377631949', 'tenant_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '09c2f526-1411-461e-a0bc-6a075e6a25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:40:22Z', 'updated_at': '2021-10-26T16:40:24Z', 'revision_number': 3, 'project_id': '84e43e3ec3d846d1a1b9a9f0dcfd8dea', 'gw_port': {'id': '09c2f526-1411-461e-a0bc-6a075e6a25cc', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c280-d068-4e06-bd69-245b26d602a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:23Z', 'updated_at': '2021-10-26T16:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:25.835304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Checking router: 15a6c280-d068-4e06-bd69-245b26d602a6 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:25.835927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Updating router 15a6c280-d068-4e06-bd69-245b26d602a6 port 09c2f526-1411-461e-a0bc-6a075e6a25cc binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:25.866665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.165349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-516d0287-58fd-414e-a9f4-0637a6f5b510 req-21bddc22-2488-4f77-9c88-9de5e6b17ada tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0355723 Oct 26 16:40:26.203854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.272115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 89bb377f-bd06-44ec-a132-ac6c6c23b4ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:26.395828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:26.396210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.419211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.455216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82b3b518-b940-4bd9-a7ae-9765294881a1 req-cdfc63cb-c0b3-4936-835d-5a8bd2637ee9 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 210 time: 0.0509846 Oct 26 16:40:26.601069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-638e5093-a357-4872-884e-62b6adce7f1c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:26.603242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-638e5093-a357-4872-884e-62b6adce7f1c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.39 "GET /v2.0/networks?id=303f071e-a47e-487e-8ac5-571f66975d95 HTTP/1.1" status: 200 len: 797 time: 0.1561232 Oct 26 16:40:26.609326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.631905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.640011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Deleting port 09c2f526-1411-461e-a0bc-6a075e6a25cc {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:26.640349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.645609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:26.701094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-9c739188-6170-4f68-b659-11968c67a24f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 472 time: 0.0856993 Oct 26 16:40:26.711417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'port': {'device_id': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'admin_state_up': True, 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'security_groups': ['4edb2ce1-5e87-4fae-9e5a-7c0b590ad600']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:26.732729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.738440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.751032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Calling delete_port for 09c2f526-1411-461e-a0bc-6a075e6a25cc owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:26.763591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.825564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:26.826082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:26.826522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:26.830021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe65c7-4b55-4246-a777-eee2867ff3b7 None None] Pushing event updated for resources: {'Port': ['ID=09c2f526-1411-461e-a0bc-6a075e6a25cc,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:26.847957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:26.847957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:26.847957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.847957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:26.851539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Bound port: 09c2f526-1411-461e-a0bc-6a075e6a25cc, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:26.851539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.934500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:26.942236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] For port 09c2f526-1411-461e-a0bc-6a075e6a25cc, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:26.951278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:26.954831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:26.987810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:40:26.987810 n-d-815373-2 neutron-server[102738]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Oct 26 16:40:26.987810 n-d-815373-2 neutron-server[102738]: [parameters: {'port_id': '09c2f526-1411-461e-a0bc-6a075e6a25cc', 'host': 'n-d-815373-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': '234ac3f5-2bc9-411c-898f-988194d76006'}] Oct 26 16:40:26.987810 n-d-815373-2 neutron-server[102738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:40:26.989444 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:40:27.076470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.097352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.24 (303f071e-a47e-487e-8ac5-571f66975d95/d760a928-ba45-4f22-ae66-748be30763e0/af9b485c-7fc7-4481-b15e-de797122aa36) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:27.107388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c2f526-1411-461e-a0bc-6a075e6a25cc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:27.168802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.245955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.283351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.285544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.365045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4062b5c7-34f6-44db-941a-ea9fe63d81c6 req-dac56f3e-8bd3-47f9-afce-1cf3037327e2 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0297160 Oct 26 16:40:27.429221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.476915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 303f071e-a47e-487e-8ac5-571f66975d95 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:27.477662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.478877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15a6c280-d068-4e06-bd69-245b26d602a6 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:27.480125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:27.485880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:27.488802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.490633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b4d92e5f-a908-4d07-80ff-d32ed6d4b904 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/routers/15a6c280-d068-4e06-bd69-245b26d602a6 HTTP/1.1" status: 204 len: 168 time: 1.8085816 Oct 26 16:40:27.494811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:27.507889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:27.508632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:27.509195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Attempting to bind port 09c2f526-1411-461e-a0bc-6a075e6a25cc on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:27.518509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:27.518923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:27.519447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.519840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:27.520376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Bound port: 09c2f526-1411-461e-a0bc-6a075e6a25cc, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:27.520962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.572372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Port 09c2f526-1411-461e-a0bc-6a075e6a25cc has been deleted concurrently {{(pid=102738) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 16:40:27.583913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:27.584164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:40:27.584904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_agentschedulers_db [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15a6c280-d068-4e06-bd69-245b26d602a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent'). {{(pid=102738) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:40:27.585286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a9664-f8bd-4b92-a92b-a451bf83eb18 None None] The sync data for ids ['15a6c280-d068-4e06-bd69-245b26d602a6'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:27.630130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4238dd5-0f94-495a-ae37-b20bf9f28d00 req-b3fc69a5-893d-446c-89c8-00fccccfa1a1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:27.632311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4238dd5-0f94-495a-ae37-b20bf9f28d00 req-b3fc69a5-893d-446c-89c8-00fccccfa1a1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 932 time: 0.0739195 Oct 26 16:40:27.635489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:27.676871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:27.677780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.700150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4238dd5-0f94-495a-ae37-b20bf9f28d00 req-49f1980c-ddf8-4975-90fc-5f27e1ce7172 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611587 Oct 26 16:40:27.701918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.779977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-bef96bdc-cb9e-4b95-9f02-2cac6372917f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726519 Oct 26 16:40:27.792290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Request body: {'port': {'device_id': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:27.869179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-271f925f-5863-4cd1-b015-bfd06e2cf91e None None] Provisioning complete for port af9b485c-7fc7-4481-b15e-de797122aa36 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:27.870274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-271f925f-5863-4cd1-b015-bfd06e2cf91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.885782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f22646c5-eb61-4b80-9651-68b260bf6fb4 req-870af471-fcc8-4e4c-a8e0-1244bec16456 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaee3dc268664cd783ef95be7c5de873&device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0547848 Oct 26 16:40:27.905140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.921636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-271f925f-5863-4cd1-b015-bfd06e2cf91e None None] Port af9b485c-7fc7-4481-b15e-de797122aa36 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:40:27.936715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5215fcc-e946-4554-95e4-5c4a7d06ea7d req-a2adaa6f-85ee-49b3-a2c2-4c26cb1da0b9 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0740011 Oct 26 16:40:27.946195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:27.963801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f22646c5-eb61-4b80-9651-68b260bf6fb4 req-65880dd8-d83b-41da-8782-5d554603a9a1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aaee3dc268664cd783ef95be7c5de873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688708 Oct 26 16:40:28.023597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 89bb377f-bd06-44ec-a132-ac6c6c23b4ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:28.104823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:28.105365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.245480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22646c5-eb61-4b80-9651-68b260bf6fb4 req-28560001-cf14-4226-bc9e-d08e93be4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:28.247497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f22646c5-eb61-4b80-9651-68b260bf6fb4 req-28560001-cf14-4226-bc9e-d08e93be4ae3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569647 Oct 26 16:40:28.260588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Deleting port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:28.260925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.383291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] For port 89bb377f-bd06-44ec-a132-ac6c6c23b4ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:28.383661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.411216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Calling delete_port for 89bb377f-bd06-44ec-a132-ac6c6c23b4ac owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:28.488202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9b485c-7fc7-4481-b15e-de797122aa36 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:40:28.499029 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.523329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Transition to ACTIVE for port object af9b485c-7fc7-4481-b15e-de797122aa36 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:40:28.639560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.700458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Pushing event updated for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:28.790518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Attempting to bind port af9b485c-7fc7-4481-b15e-de797122aa36 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:28.790856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Attempting to bind port af9b485c-7fc7-4481-b15e-de797122aa36 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:28.791212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Attempting to bind port af9b485c-7fc7-4481-b15e-de797122aa36 on network 303f071e-a47e-487e-8ac5-571f66975d95 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:28.793645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.830786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Port af9b485c-7fc7-4481-b15e-de797122aa36 on network 303f071e-a47e-487e-8ac5-571f66975d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:40:28.831115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Attempting to bind port af9b485c-7fc7-4481-b15e-de797122aa36 on network 303f071e-a47e-487e-8ac5-571f66975d95 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:28.841213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event deleted for resources: {'Port': ['ID=89bb377f-bd06-44ec-a132-ac6c6c23b4ac,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:28.866055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487eca-ec70-49df-9fb0-8440a934bec4 req-72321bb4-275f-4d10-9ff0-b6cf52e61851 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:28.866622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:28.867103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Checking segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:28.867515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Bound using segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:28.867983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Bound port: af9b485c-7fc7-4481-b15e-de797122aa36, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:28.868315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:28.869350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a487eca-ec70-49df-9fb0-8440a934bec4 req-72321bb4-275f-4d10-9ff0-b6cf52e61851 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 944 time: 0.0729864 Oct 26 16:40:28.921079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a487eca-ec70-49df-9fb0-8440a934bec4 req-469c04a4-0d1c-4364-ad9d-734d8ce3bcf7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 Oct 26 16:40:28.950556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.057872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9595424-f6f4-4074-bcc5-5b419645139a req-869c846a-a90d-47b4-bb34-aad9f017a803 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0357313 Oct 26 16:40:29.071185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.075661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.080004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:29.085047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=af9b485c-7fc7-4481-b15e-de797122aa36,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:40:29.151214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.183979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.184631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.185963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] 10.222.0.39 "PUT /v2.0/ports/af9b485c-7fc7-4481-b15e-de797122aa36 HTTP/1.1" status: 200 len: 1092 time: 1.3977168 Oct 26 16:40:29.190438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:29.192503 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:29.214066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.214843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1e1ca29-d517-4126-965c-c7beb1b76c22 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:29.222455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.222455 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-09a4abee-9349-4496-beda-f5a21df494eb tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e1e1ca29-d517-4126-965c-c7beb1b76c22 HTTP/1.1" status: 204 len: 168 time: 1.7211306 Oct 26 16:40:29.224367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52532) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:29.225564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218f655-6f41-4eb5-8ff6-9e1682c71b82 service neutron] Pushing event updated for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:29.241617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-327857612', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:29.259546 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561484c-50e8-40ed-9aa1-226dc1f84248 x-openstack-request-id: req-0561484c-50e8-40ed-9aa1-226dc1f84248 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:29.260802 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:29.261227 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0561484c-50e8-40ed-9aa1-226dc1f84248 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:29.262773 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36', 'status': 'completed', 'code': 200} Oct 26 16:40:29.345407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-19e45713-eeee-45b9-aaa2-6d0696a9e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.347239 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-19e45713-eeee-45b9-aaa2-6d0696a9e1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 1095 time: 0.0627358 Oct 26 16:40:29.366477 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.368532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.516452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.568083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f22646c5-eb61-4b80-9651-68b260bf6fb4 req-fadad109-4c2d-4cdb-b0b4-237c4fe689f6 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.47 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0667741 Oct 26 16:40:29.604732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-3e07829c-1331-4cb6-9cca-db6b5e0b316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.605230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-3e07829c-1331-4cb6-9cca-db6b5e0b316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.606775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-3e07829c-1331-4cb6-9cca-db6b5e0b316b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7e9d36cc41434301924cdd95db3ac374&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2491028 Oct 26 16:40:29.731115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-252ec41f-2fef-45f4-a023-3a9b0841cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.732965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2ee35be-8ce1-4dc4-9a71-0be989a19d1d req-252ec41f-2fef-45f4-a023-3a9b0841cdd3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185987 Oct 26 16:40:29.858356 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:29.862324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-7f953c8b-c396-40b7-9135-f750182fff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.863913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-7f953c8b-c396-40b7-9135-f750182fff67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 1095 time: 0.0739553 Oct 26 16:40:29.910263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-fd43d0e3-1fe6-4897-9762-0da119ffa247 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=af9b485c-7fc7-4481-b15e-de797122aa36 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Oct 26 16:40:29.969020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 89bb377f-bd06-44ec-a132-ac6c6c23b4ac no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:29.977580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-56109eda-ff46-41a7-9d20-4abab839e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:29.983064 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-56109eda-ff46-41a7-9d20-4abab839e195 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d760a928-ba45-4f22-ae66-748be30763e0 HTTP/1.1" status: 200 len: 838 time: 0.0704389 Oct 26 16:40:30.017284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 89bb377f-bd06-44ec-a132-ac6c6c23b4ac {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:40:30.017635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 89bb377f-bd06-44ec-a132-ac6c6c23b4ac not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:40:30.064992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-4affb2ea-bf88-4a8a-917f-5295498a1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:30.065710 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-4affb2ea-bf88-4a8a-917f-5295498a1bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=303f071e-a47e-487e-8ac5-571f66975d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744967 Oct 26 16:40:30.124798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8360c-2114-4e63-a62b-00020ddba3a9 req-0d2419e2-51bf-4add-b653-00adde02f1c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:30.131829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63e8360c-2114-4e63-a62b-00020ddba3a9 req-0d2419e2-51bf-4add-b653-00adde02f1c7 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 944 time: 0.0886962 Oct 26 16:40:30.207481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63e8360c-2114-4e63-a62b-00020ddba3a9 req-de7dbe1d-8e71-424e-9050-66d2bc819777 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694754 Oct 26 16:40:30.249144 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-59f61e31-c8df-4b41-ab74-3ca762ddbeb3 service neutron] 10.222.0.39 "GET /v2.0/networks/303f071e-a47e-487e-8ac5-571f66975d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763952 Oct 26 16:40:30.271082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0b5df30-6b71-4825-afff-769615b5b5d8 req-c3d257e6-ec65-4d1f-ba08-5d9a2688ba59 tempest-ServerShowV257Test-1788438355 tempest-ServerShowV257Test-1788438355-project] 10.222.0.21 "GET /v2.0/ports?device_id=33c6b12d-7d9e-4fd0-a58a-5774d3b9a041 HTTP/1.1" status: 200 len: 210 time: 0.0327561 Oct 26 16:40:30.366955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fa567a8-b0c7-475b-bbeb-b60793499f89 req-776034b7-2faf-415f-ac16-c28791a0a5bb service neutron] 10.222.0.39 "GET /v2.0/networks/303f071e-a47e-487e-8ac5-571f66975d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099765 Oct 26 16:40:30.367336 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:30.394168 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:30.504689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Allocated IP 172.25.5.203 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/3c11d6cd-ea2c-45df-a864-0e0e2159ef9a) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:30.634436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:30.751012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:30.795402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:30.798389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:30.801215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:30.836561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event updated for resources: {'Port': ['ID=3c11d6cd-ea2c-45df-a864-0e0e2159ef9a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:30.940246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ad47-9321-4d23-b116-9919fe8a8275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:31.134612 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:31.409182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:31.467350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8d76-0ad7-4515-8d96-232ac68113b5 req-c99011f2-cf4f-46e4-89e6-271feb7efe13 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:31.468936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8fc8d76-0ad7-4515-8d96-232ac68113b5 req-c99011f2-cf4f-46e4-89e6-271feb7efe13 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 944 time: 0.1369312 Oct 26 16:40:31.549154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8fc8d76-0ad7-4515-8d96-232ac68113b5 req-f3bee289-133a-46a4-903d-5c09e8aeed19 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505905 Oct 26 16:40:31.739265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Router 8b863a78-a40b-41ee-8659-ce3ba0b2f06a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:31.923580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:31.937221 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] Sync routers for ids ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:31.946966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] Routers {'8b863a78-a40b-41ee-8659-ce3ba0b2f06a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:31.947948 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:31.994326 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:31.996154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52592) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:32.004942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] Routers {'8b863a78-a40b-41ee-8659-ce3ba0b2f06a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:32.005406 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:32.039895 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:32.040814 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532da2c0-18c1-41f4-b39d-f01b6d165a1a None None] The sync data for ids ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:32.050003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.054342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-53f4ffba-6cac-40c0-bb21-7f9d7e9e17da tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8262649 Oct 26 16:40:32.054731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:32.061008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:32.193727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6318836-8ea2-4c14-92e3-ace810224ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.289259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6318836-8ea2-4c14-92e3-ace810224ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.366090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6318836-8ea2-4c14-92e3-ace810224ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.414429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6318836-8ea2-4c14-92e3-ace810224ef1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaee3dc268664cd783ef95be7c5de873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170711 Oct 26 16:40:32.415745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6318836-8ea2-4c14-92e3-ace810224ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29409099-4fcb-4691-aa42-3c95f18ff168,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:32.419592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:32.491840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.519153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.640661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.644156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.645408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29409099-4fcb-4691-aa42-3c95f18ff168 HTTP/1.1" status: 204 len: 168 time: 0.2248256 Oct 26 16:40:32.761212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bdec2-fb91-4257-bd56-f2d948fcd0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29409099-4fcb-4691-aa42-3c95f18ff168,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:32.808073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0a087-ec49-418e-9322-532ea918c33d req-74eafe6c-c343-43a5-a6f0-f17924319ec0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:32.809759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:32.810107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cf0a087-ec49-418e-9322-532ea918c33d req-74eafe6c-c343-43a5-a6f0-f17924319ec0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 944 time: 0.1625962 Oct 26 16:40:32.863124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cf0a087-ec49-418e-9322-532ea918c33d req-2d99147a-ba14-4d99-a9f0-c632881e712f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 Oct 26 16:40:33.356903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:33.360277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:33.485782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router 8b863a78-a40b-41ee-8659-ce3ba0b2f06a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:40:33.574025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbded70f-7775-46c5-910b-b9fec0af8c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:33.602928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:33.612819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] Sync routers for ids ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:33.625579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:33.627200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] Routers {'8b863a78-a40b-41ee-8659-ce3ba0b2f06a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:33.628156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:33.629814 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd25850b-9a3b-4e11-a22f-abd77673a0df tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "PUT /v2.0/routers/8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 200 len: 921 time: 1.5740268 Oct 26 16:40:33.630024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52664) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:33.671567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:33.682116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] Routers {'8b863a78-a40b-41ee-8659-ce3ba0b2f06a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:33.682993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:33.718106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:33.719032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecec106-8ae6-4708-871e-b532bc0c0518 None None] The sync data for ids ['8b863a78-a40b-41ee-8659-ce3ba0b2f06a'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:33.779700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-82c06e85-5437-42c3-baaa-d30ce1397067 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 200 len: 921 time: 0.1484168 Oct 26 16:40:33.782507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52668) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:33.854454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:33.874371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e942de-6453-4c5b-9e24-bea46ef45e81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:33.877347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-51e942de-6453-4c5b-9e24-bea46ef45e81 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=8b863a78-a40b-41ee-8659-ce3ba0b2f06a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0920179 Oct 26 16:40:33.885290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:34.007197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65c789-4a56-488d-9572-ecb373cac6e5 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:34.011794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2d65c789-4a56-488d-9572-ecb373cac6e5 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1219008 Oct 26 16:40:34.023810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device af9b485c-7fc7-4481-b15e-de797122aa36 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:40:34.028958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:34.066467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73877ad2-1874-49bd-9eae-55486a1c31bf req-329749e6-737e-4adf-9c43-65a404df4fda tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:34.068463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73877ad2-1874-49bd-9eae-55486a1c31bf req-329749e6-737e-4adf-9c43-65a404df4fda tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 944 time: 0.0750570 Oct 26 16:40:34.069284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1875369060-network', 'tenant_id': '42776ecf34c648a79ea08f5ca0d53ea4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:34.128547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4fd2d368-aaae-400b-9392-2bb01d2cef4b tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 200 len: 205 time: 0.0860860 Oct 26 16:40:34.135116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:34.143759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73877ad2-1874-49bd-9eae-55486a1c31bf req-98605635-8942-4ab4-9598-6706494e79da tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635607 Oct 26 16:40:34.197755 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.249809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=af9b485c-7fc7-4481-b15e-de797122aa36,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:34.267969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'af9b485c-7fc7-4481-b15e-de797122aa36', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'port_id': 'af9b485c-7fc7-4481-b15e-de797122aa36', 'mac_address': 'fa:16:3e:46:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:40:34.289290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.316999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.331460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Made reservation on behalf of 42776ecf34c648a79ea08f5ca0d53ea4 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:34.333940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.338076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9b485c-7fc7-4481-b15e-de797122aa36 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:40:34.369027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=af9b485c-7fc7-4481-b15e-de797122aa36,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:34.374009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.440435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.477216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.544785 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.586577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:34.620384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.651173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:40:34.674434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.674890 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Added segment 42ede4b3-7fd7-4b16-a754-ee49019155be of type vlan for network f66df0d5-7f58-467b-b148-3cf49b00cebe Oct 26 16:40:34.685854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469af20-4b81-4a67-850e-722eeac1c604,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:34.716936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port 3c11d6cd-ea2c-45df-a864-0e0e2159ef9a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:34.717399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.767330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.770404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['af9b485c-7fc7-4481-b15e-de797122aa36'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:40:34.831622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.860281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for 3c11d6cd-ea2c-45df-a864-0e0e2159ef9a owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:34.909821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.911048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:34.911680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:34.996293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] Pushing event updated for resources: {'Network': ['ID=f66df0d5-7f58-467b-b148-3cf49b00cebe,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:35.038357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f66df0d5-7f58-467b-b148-3cf49b00cebe details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:40:35.069288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff1d000f-6d22-4834-87de-9deb2576a07d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2126393 Oct 26 16:40:35.072177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52704) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:35.078811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Request body: {'subnet': {'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1875369060-subnet', 'tenant_id': '42776ecf34c648a79ea08f5ca0d53ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:35.146032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.189892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Made reservation on behalf of 42776ecf34c648a79ea08f5ca0d53ea4 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:35.192998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.219200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.297750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=3c11d6cd-ea2c-45df-a864-0e0e2159ef9a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:35.298609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.358226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-994b8d5c-1d34-43e9-b7bb-e88038defa3a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.2388308 Oct 26 16:40:35.404801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.472932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3f0c7-dd59-4fd4-86ee-460ac4e0b442 req-fbd0597f-b2de-4803-acf9-b7877ecebaa8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:35.481161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbc3f0c7-dd59-4fd4-86ee-460ac4e0b442 req-fbd0597f-b2de-4803-acf9-b7877ecebaa8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 945 time: 0.1114523 Oct 26 16:40:35.544250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d563c5fc-f72d-4129-ba58-0c585da1db0e req-36a7d488-129f-48dc-a546-46a0c9a8ac66 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854622 Oct 26 16:40:35.551384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.554862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.579648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbc3f0c7-dd59-4fd4-86ee-460ac4e0b442 req-45476c79-3cb5-455b-8305-f6cf7fd15d89 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975220 Oct 26 16:40:35.722309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.722900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 8b863a78-a40b-41ee-8659-ce3ba0b2f06a {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:35.745201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.745201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-278b58b3-b3e1-4726-a31c-a6a5df05ec75 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 204 len: 168 time: 1.6041477 Oct 26 16:40:35.748851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52724) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:35.756166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-691343091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:35.784975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.851926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a4eca0-e030-4bcd-bf72-e819ae9f5df3,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:35.861358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Checking segment: {'id': '42ede4b3-7fd7-4b16-a754-ee49019155be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:35.861733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Network hostable DHCP agents. Network: f66df0d5-7f58-467b-b148-3cf49b00cebe, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:40:35.876920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.878105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.943186 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:35.960875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Network f66df0d5-7f58-467b-b148-3cf49b00cebe is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:40:36.066906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f66df0d5-7f58-467b-b148-3cf49b00cebe) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:36.069084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.080673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77d408-fbb8-4fb2-abeb-388940c535bd None None] Network f66df0d5-7f58-467b-b148-3cf49b00cebe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:36.085808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.086361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.169355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.173655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52734) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:36.173865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6819c14-2fea-4681-bc07-3cc012165f40 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4236772 Oct 26 16:40:36.178299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:36.179848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a06bdd41-6204-44d6-876c-abb78f1fb1af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1055238 Oct 26 16:40:36.266197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ceeade-146d-4cbb-b112-7dd93dcb83f4 None None] Network f66df0d5-7f58-467b-b148-3cf49b00cebe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:36.325730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.332240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.339401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.346654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.355336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.356629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52740) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:36.362461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.369396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.371506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-7e56b589-a6d7-4d18-b971-a646ee7f4712 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.1778150 Oct 26 16:40:36.489126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-c7739f51-fa12-4fec-8ab6-a1d53e48039d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.490512 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-c7739f51-fa12-4fec-8ab6-a1d53e48039d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1108229 Oct 26 16:40:36.500284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da859c50-7ab4-4e3d-ad67-31eebc98b62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.624061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.668617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.743255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-db06db2c-7176-40ba-83e0-865f4056736f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2216148 Oct 26 16:40:36.756102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da859c50-7ab4-4e3d-ad67-31eebc98b62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.758379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:36.813095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.814796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.821324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.829525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.837034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.843961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.853401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:36.861709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-51cdcf99-c10b-444d-8d13-f4f8e7cba329 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 5431 time: 0.2243617 Oct 26 16:40:36.884474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da859c50-7ab4-4e3d-ad67-31eebc98b62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.894027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:36.989362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fb3b879-2c1f-4121-9752-b1b305b7afd3 req-56ada189-9488-437f-9283-3eb848ecf013 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263342 Oct 26 16:40:37.053181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da859c50-7ab4-4e3d-ad67-31eebc98b62a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=470c506215524962bcfb1eef38e6e6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950550 Oct 26 16:40:37.054094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da859c50-7ab4-4e3d-ad67-31eebc98b62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3f7a6-13a6-46b1-b5b1-b42aa7aa46cf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:37.058087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:37.101038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52770) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:37.123483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2821f2-e9b6-4dbf-b7b6-1b6a3ad3b954 req-1f9a03c6-e78a-4839-a5f5-b89696b48205 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:37.126062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e2821f2-e9b6-4dbf-b7b6-1b6a3ad3b954 req-1f9a03c6-e78a-4839-a5f5-b89696b48205 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 945 time: 0.4357362 Oct 26 16:40:37.216741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e2821f2-e9b6-4dbf-b7b6-1b6a3ad3b954 req-4af616a0-e9ee-4895-a6e9-ddb57a33c466 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846939 Oct 26 16:40:37.488865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1447600298-network', 'tenant_id': '35ef9f74b25a4c239d50bff8af3ce648'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:37.556268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.568941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2c0588fd-7465-4521-b217-7fbac50db8d2,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:37.608356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.612618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.684054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.696556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Made reservation on behalf of 35ef9f74b25a4c239d50bff8af3ce648 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:37.699204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.712722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] For port 2c0588fd-7465-4521-b217-7fbac50db8d2, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:37.742957 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.765677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52782) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:37.815921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] device_id is not set on port 2c0588fd-7465-4521-b217-7fbac50db8d2 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:40:37.841467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.880082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Allocated IP 172.25.5.105 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/464772b9-b02b-476f-861f-dd203171d484) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:37.890674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ef697a-9731-4505-b8fb-503c05135016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:37.945714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.013930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.016604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.020799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2f3f7a6-13a6-46b1-b5b1-b42aa7aa46cf HTTP/1.1" status: 204 len: 168 time: 0.9577284 Oct 26 16:40:38.035086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device af9b485c-7fc7-4481-b15e-de797122aa36 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:38.073064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ef697a-9731-4505-b8fb-503c05135016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.115819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22a74a-0857-41b8-a1c2-a2880fbbf004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3f7a6-13a6-46b1-b5b1-b42aa7aa46cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.174729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.176752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69399412-5f26-4801-b248-88aa770877ed service neutron] Pushing event updated for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.176907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ef697a-9731-4505-b8fb-503c05135016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.180670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.186001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] No DVR routers for this DVR port 2c0588fd-7465-4521-b217-7fbac50db8d2 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:38.229084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] In _notify_port_updated(), no bound segment for port 2c0588fd-7465-4521-b217-7fbac50db8d2 on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:40:38.231327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.232153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.233630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-69399412-5f26-4801-b248-88aa770877ed service neutron] 10.222.0.39 "PUT /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 200 len: 1026 time: 1.4816623 Oct 26 16:40:38.249131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port af9b485c-7fc7-4481-b15e-de797122aa36 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:40:38.250698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-75ef697a-9731-4505-b8fb-503c05135016 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2406f09d1743eca90378adba79bfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839451 Oct 26 16:40:38.255064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port af9b485c-7fc7-4481-b15e-de797122aa36 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:38.255711 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.265124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.271718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.277428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:38.279492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.285795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.293404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.299802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.309995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-5242489c-967f-4050-8848-b3e20ebe41be tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 4658 time: 0.1953921 Oct 26 16:40:38.313436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef697a-9731-4505-b8fb-503c05135016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85abb9-6b99-48fe-95ff-9d2a183c0d80,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.326476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.377524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c41fb5-4ca3-4e6a-bf64-37b2b826df0c req-57f95208-adc1-4465-81fd-b3df785d7b0d tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&id=dc3b038c-a6d6-4baa-a36b-2274f71c740e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638654 Oct 26 16:40:38.407469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:40:38.419564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.420202 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Added segment 7dbbb6b5-62f6-4bdd-aa49-4159f8bd0e5b of type vlan for network e5827b62-91bf-404f-9be9-5b729e22d294 Oct 26 16:40:38.429484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-435970ba-6ee5-45cd-8435-85bc8ec1bc5f None None] Provisioning complete for port 2c0588fd-7465-4521-b217-7fbac50db8d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:38.430674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-435970ba-6ee5-45cd-8435-85bc8ec1bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.472717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.476573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.499647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bc725-1cf1-4566-a319-2fa21450bd9c req-c4d2f70b-2451-470f-84b1-552e665a7c04 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.502511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-b2e1e9ab-1a15-42e1-bafb-c7335710150f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.503988 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-b2e1e9ab-1a15-42e1-bafb-c7335710150f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "GET /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2279289 Oct 26 16:40:38.510623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-054bc725-1cf1-4566-a319-2fa21450bd9c req-c4d2f70b-2451-470f-84b1-552e665a7c04 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 945 time: 0.0998087 Oct 26 16:40:38.522428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=af9b485c-7fc7-4481-b15e-de797122aa36,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:38.522849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.526133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:38.529382 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216c23b-f63b-4c4a-9182-386ecda7a526" -d '{"events": [{"server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "name": "network-vif-plugged", "status": "completed", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:38.541269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-435970ba-6ee5-45cd-8435-85bc8ec1bc5f None None] Port 2c0588fd-7465-4521-b217-7fbac50db8d2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:40:38.541633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:38.570002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-054bc725-1cf1-4566-a319-2fa21450bd9c req-98c6f074-d449-4ac9-97f4-877e397aef0f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581760 Oct 26 16:40:38.593247 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f148f39-afc1-4187-bd83-d4e06bf4d1c4 x-openstack-request-id: req-0f148f39-afc1-4187-bd83-d4e06bf4d1c4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:38.593372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282c3c8-6385-4ba2-ab05-533faa139ee7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.593836 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "name": "network-vif-plugged", "status": "completed", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:38.593836 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f148f39-afc1-4187-bd83-d4e06bf4d1c4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:38.593836 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36', 'code': 200} Oct 26 16:40:38.622668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.631192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:38.649556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:38.656148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event updated for resources: {'Port': ['ID=464772b9-b02b-476f-861f-dd203171d484,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.664577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:38.664577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.687166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.702257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8699c-b1b1-4ba9-a78d-60d0934e78ca req-44915677-556d-4d9c-8495-5b30174f4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.703967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46f8699c-b1b1-4ba9-a78d-60d0934e78ca req-44915677-556d-4d9c-8495-5b30174f4fad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 1097 time: 0.0533063 Oct 26 16:40:38.734450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.735488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:38.736073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.740073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46f8699c-b1b1-4ba9-a78d-60d0934e78ca req-22c84b97-6326-43d3-98c2-09c451abb095 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295818 Oct 26 16:40:38.770259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.798202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.868498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52804) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:38.881410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da0bd875-f5ce-4802-a460-a87648273742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:38.903593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4203625 Oct 26 16:40:38.906457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52806) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:38.914480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Request body: {'subnet': {'network_id': 'e5827b62-91bf-404f-9be9-5b729e22d294', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1447600298-subnet', 'tenant_id': '35ef9f74b25a4c239d50bff8af3ce648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:38.957326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1d89-a65c-4499-9e5d-9f3a947b53b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e5827b62-91bf-404f-9be9-5b729e22d294,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.970447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e5827b62-91bf-404f-9be9-5b729e22d294 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:40:38.982696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da0bd875-f5ce-4802-a460-a87648273742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.007815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Made reservation on behalf of 35ef9f74b25a4c239d50bff8af3ce648 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:39.010375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.058870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da0bd875-f5ce-4802-a460-a87648273742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.083032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.085920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.087107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb85abb9-6b99-48fe-95ff-9d2a183c0d80 HTTP/1.1" status: 204 len: 168 time: 0.8007832 Oct 26 16:40:39.120241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da0bd875-f5ce-4802-a460-a87648273742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a4911958e724a359dbc3d9e3786ffda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505426 Oct 26 16:40:39.123308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52810) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:39.125561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bd875-f5ce-4802-a460-a87648273742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf3338-1215-462b-bac7-0e5d6ca238a0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:39.163823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3fd655de-3ea0-4484-aecb-19f747c1476b,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:39.173542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd11bf-09c7-444b-9fea-2131f19d14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85abb9-6b99-48fe-95ff-9d2a183c0d80,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:39.218044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] For port 3fd655de-3ea0-4484-aecb-19f747c1476b, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:39.223781 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.264149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] device_id is not set on port 3fd655de-3ea0-4484-aecb-19f747c1476b yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:40:39.268344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.274697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.304820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.357395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.390498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.393104 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.396809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6acf3338-1215-462b-bac7-0e5d6ca238a0 HTTP/1.1" status: 204 len: 168 time: 0.2697368 Oct 26 16:40:39.416356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cc43-a530-4036-bdd6-1fb22db73461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf3338-1215-462b-bac7-0e5d6ca238a0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:39.433258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c62aaf6-3994-42cd-8720-8ac2234b8095,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:39.439235 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.469086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Checking segment: {'id': '7dbbb6b5-62f6-4bdd-aa49-4159f8bd0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e5827b62-91bf-404f-9be9-5b729e22d294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:39.469614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Network hostable DHCP agents. Network: e5827b62-91bf-404f-9be9-5b729e22d294, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:40:39.510459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Pushing event updated for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:39.531268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] No DVR routers for this DVR port 3fd655de-3ea0-4484-aecb-19f747c1476b on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:39.647097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.722630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.732171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-6feb4118-60cd-4f29-acd7-b0744e4c4fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691368 Oct 26 16:40:39.733372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] In _notify_port_updated(), no bound segment for port 3fd655de-3ea0-4484-aecb-19f747c1476b on network 2e5b6964-1bf6-4495-8ffa-dea879b2612c {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:40:39.734328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:39.734847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.736149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-3742d641-08de-49ca-8e55-386e4f009c3a service neutron] 10.222.0.39 "PUT /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 200 len: 1027 time: 1.2049029 Oct 26 16:40:39.871049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-50f623fc-dee9-4a63-a84e-5353e8ca1eab None None] Provisioning complete for port 3fd655de-3ea0-4484-aecb-19f747c1476b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:39.871683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50f623fc-dee9-4a63-a84e-5353e8ca1eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:39.907767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-50f623fc-dee9-4a63-a84e-5353e8ca1eab None None] Port 3fd655de-3ea0-4484-aecb-19f747c1476b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:40:40.013483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52828) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:40.018490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Network e5827b62-91bf-404f-9be9-5b729e22d294 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:40:40.024618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8d0e-9393-4950-bf15-e461f847d35f req-9339f356-0786-4fc1-aa53-61bfde8e4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.026143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-9339f356-0786-4fc1-aa53-61bfde8e4c3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1097 time: 0.1846025 Oct 26 16:40:40.033841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2c0588fd-7465-4521-b217-7fbac50db8d2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:40.071114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526a18df-8c95-45a8-bda9-47b118ddfdb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.078770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port fd3d653e-2970-46c0-ae33-d20ee8e7cdea {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:40.078770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.091567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2c0588fd-7465-4521-b217-7fbac50db8d2 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:40:40.092654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3fd655de-3ea0-4484-aecb-19f747c1476b no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:40.117127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.120710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Router 53a794e7-6278-4d38-9dd6-03ec4c49d75c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:40.123388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.129352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.135310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.141865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.147479 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-2a8eb652-1697-49dc-86dc-e1f4fa1c1ea2 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3884 time: 0.6426020 Oct 26 16:40:40.169118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3fd655de-3ea0-4484-aecb-19f747c1476b not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:40:40.176175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2084a85f-eceb-4e0c-adf2-807732b15a8b no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:40.185429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64479713-8633-4d68-902e-e324a0b3dc98 req-75581ca7-8ad2-4df7-ab6d-7f7f3fe8c8fe tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.188076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64479713-8633-4d68-902e-e324a0b3dc98 req-75581ca7-8ad2-4df7-ab6d-7f7f3fe8c8fe tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.1800804 Oct 26 16:40:40.188780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e5827b62-91bf-404f-9be9-5b729e22d294) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:40.203634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.204354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.209847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92894d52-9988-4bce-a89b-0544fe526f67 None None] Network e5827b62-91bf-404f-9be9-5b729e22d294 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:40.327221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526a18df-8c95-45a8-bda9-47b118ddfdb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.327740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8d0e-9393-4950-bf15-e461f847d35f req-0193e7a7-0a4d-4d2b-803b-8696bbb9893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.328735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-0193e7a7-0a4d-4d2b-803b-8696bbb9893b service neutron] 10.222.0.47 "GET /v2.0/networks?id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 898 time: 0.2743950 Oct 26 16:40:40.339377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.342488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port fd3d653e-2970-46c0-ae33-d20ee8e7cdea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:40.342847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.358717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21f36c8-6094-46af-8d8c-6d152f32ed16 req-f6c41161-edc2-4c86-9632-72db9a343051 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941144 Oct 26 16:40:40.377403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3364659e-89cc-4cbc-910e-0e66e721bfa6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4641597 Oct 26 16:40:40.414791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64479713-8633-4d68-902e-e324a0b3dc98 req-00cd5e79-18cd-4e1e-99d4-de10347663ba tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102847 Oct 26 16:40:40.418383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31765764-e9b0-4ca0-9d44-f584deaf4d34 None None] Network e5827b62-91bf-404f-9be9-5b729e22d294 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:40:40.419028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-526a18df-8c95-45a8-bda9-47b118ddfdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.420589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for fd3d653e-2970-46c0-ae33-d20ee8e7cdea owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:40.450780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:40.464397 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] Sync routers for ids ['53a794e7-6278-4d38-9dd6-03ec4c49d75c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:40.477968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] Routers {'53a794e7-6278-4d38-9dd6-03ec4c49d75c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:40.480116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.480821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-526a18df-8c95-45a8-bda9-47b118ddfdb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59ca5b5f15d94456b65c5a140d4b193b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634514 Oct 26 16:40:40.481233 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a794e7-6278-4d38-9dd6-03ec4c49d75c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:40.484415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cdb98606-dfaf-40ed-b4d8-7cdb21ff12aa tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "PUT /v2.0/routers/53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 200 len: 879 time: 4.3098004 Oct 26 16:40:40.487505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52844) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:40.488030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52846) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:40.522295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a18df-8c95-45a8-bda9-47b118ddfdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11c589-598e-4491-b0c9-e65057eaaf0c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:40.531281 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:40.544396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] Routers {'53a794e7-6278-4d38-9dd6-03ec4c49d75c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:40.545224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['53a794e7-6278-4d38-9dd6-03ec4c49d75c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:40.581883 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:40.582835 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0540b92-f46c-442e-9570-03a5c40153fc None None] The sync data for ids ['53a794e7-6278-4d38-9dd6-03ec4c49d75c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:40.645749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:40.647799 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ca20a-9a4b-4bff-91bf-f13ec1939e21" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:40.673788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:40.724509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-fb55c1dc-3c51-438c-be1b-64692a454e2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 200 len: 1001 time: 0.3856175 Oct 26 16:40:40.797725 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4c5ec7-df98-4f6e-b861-61f4f3e0e6e5 x-openstack-request-id: req-ce4c5ec7-df98-4f6e-b861-61f4f3e0e6e5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:40.797725 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:40.798090 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce4c5ec7-df98-4f6e-b861-61f4f3e0e6e5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:40.798322 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'code': 200} Oct 26 16:40:40.842589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0aaa5b6f-05b1-4947-9a39-3fe53def12b1 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 200 len: 920 time: 0.2518907 Oct 26 16:40:40.845736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8d0e-9393-4950-bf15-e461f847d35f req-138f75a7-932f-4e40-86c3-2c20ec39c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.847140 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-138f75a7-932f-4e40-86c3-2c20ec39c1c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e5f28e-6015-4270-a723-c6438ca05800 HTTP/1.1" status: 200 len: 835 time: 0.1045673 Oct 26 16:40:40.847590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52862) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:40.964581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:40.966796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-3e5b13ee-a05e-471b-9630-2c6091ff3d47 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:40.968340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-3e5b13ee-a05e-471b-9630-2c6091ff3d47 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/networks?id=f66df0d5-7f58-467b-b148-3cf49b00cebe HTTP/1.1" status: 200 len: 825 time: 0.1028614 Oct 26 16:40:40.984156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-1d41044c-1362-49bc-8ab9-e5be2956d2ce tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/quotas/42776ecf34c648a79ea08f5ca0d53ea4 HTTP/1.1" status: 200 len: 375 time: 0.0096965 Oct 26 16:40:41.015108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.022209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 189453d3-4556-4775-b0e1-4fea0ca8ca11 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:41.024257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-b01a8a4b-c603-42ff-8518-767543abff00 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42776ecf34c648a79ea08f5ca0d53ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340893 Oct 26 16:40:41.024430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.028130 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12233ec3-0006-4451-9964-29fcb72f3bc5 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.032107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12233ec3-0006-4451-9964-29fcb72f3bc5 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=53a794e7-6278-4d38-9dd6-03ec4c49d75c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1801450 Oct 26 16:40:41.033495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52870) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:41.041831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8d0e-9393-4950-bf15-e461f847d35f req-14509fd0-f28b-447a-a8b5-444c0a86a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.044461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-14509fd0-f28b-447a-a8b5-444c0a86a3a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62a21a42-4edd-486d-b328-ba1470594797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850159 Oct 26 16:40:41.115550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:41.136275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.164968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.187771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=fd3d653e-2970-46c0-ae33-d20ee8e7cdea,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:41.210267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:41.240947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caeb410-f978-4ef7-a95c-4dbb237ae0ff tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.242694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9caeb410-f978-4ef7-a95c-4dbb237ae0ff tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.2066314 Oct 26 16:40:41.244377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-24b9eae5-f177-4a6f-8d0e-edb57a423d5a service neutron] 10.222.0.21 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968591 Oct 26 16:40:41.245475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:41.266245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port fd3d653e-2970-46c0-ae33-d20ee8e7cdea on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:41.281121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.281121 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-efa77638-3b8b-438f-853a-1ddab6428f20 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "DELETE /v2.0/ports/fd3d653e-2970-46c0-ae33-d20ee8e7cdea HTTP/1.1" status: 204 len: 173 time: 1.4306204 Oct 26 16:40:41.281121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:41.281121 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf83b5d-d5fd-4627-be9f-c1b5e9cf0995" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:41.281744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3633a960-e07e-4fd9-929a-67531708d4c8 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 200 len: 205 time: 0.0325136 Oct 26 16:40:41.286282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-1100b14e-3cc6-42e8-a582-ef446155a1f2 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339878 Oct 26 16:40:41.286782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:41.293771 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.294740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:41.368301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-ea9c0123-d027-4a3a-9729-b9a08e3c1458 service neutron] 10.222.0.21 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137531 Oct 26 16:40:41.406892 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-230f8d0e-9393-4950-bf15-e461f847d35f req-15b9eea3-9f06-4e8a-a384-fd72b73814c7 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073298 Oct 26 16:40:41.617184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c407c9-563f-480b-b875-1fef9179698a req-d0c28fa2-7be5-49dc-8852-3f0903d41f1a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.624936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c407c9-563f-480b-b875-1fef9179698a req-d0c28fa2-7be5-49dc-8852-3f0903d41f1a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.632642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c407c9-563f-480b-b875-1fef9179698a req-d0c28fa2-7be5-49dc-8852-3f0903d41f1a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.640469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c407c9-563f-480b-b875-1fef9179698a req-d0c28fa2-7be5-49dc-8852-3f0903d41f1a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.648775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67c407c9-563f-480b-b875-1fef9179698a req-d0c28fa2-7be5-49dc-8852-3f0903d41f1a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3145 time: 0.1353335 Oct 26 16:40:41.700731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67c407c9-563f-480b-b875-1fef9179698a req-dfafea96-202a-421c-be93-7ed67d0be575 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506451 Oct 26 16:40:41.712691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:41.743545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:40:41.755996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.853761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:41.889201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7b7fd-6527-46c7-a728-07dffe2a42f0 req-88a1c3a8-db44-471c-aef3-b54a4bc5969e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:41.890760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ca7b7fd-6527-46c7-a728-07dffe2a42f0 req-88a1c3a8-db44-471c-aef3-b54a4bc5969e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.1056447 Oct 26 16:40:41.927971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:41.928854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fd3d653e-2970-46c0-ae33-d20ee8e7cdea no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:41.947744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-211eb7e7-0b0d-43c6-a1fe-b86eb22d4df4 req-94151691-eb02-47b3-89a1-c149416f639f tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 210 time: 0.0559416 Oct 26 16:40:41.983832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: fd3d653e-2970-46c0-ae33-d20ee8e7cdea {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:40:41.984735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device fd3d653e-2970-46c0-ae33-d20ee8e7cdea not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:40:41.985470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:40:41.992785 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4277c6-829e-42b4-9a85-7b559affa251 x-openstack-request-id: req-db4277c6-829e-42b4-9a85-7b559affa251 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:41.993343 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "fd3d653e-2970-46c0-ae33-d20ee8e7cdea", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:41.993343 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db4277c6-829e-42b4-9a85-7b559affa251 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:41.994465 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': 'fd3d653e-2970-46c0-ae33-d20ee8e7cdea', 'status': 'completed', 'code': 200} Oct 26 16:40:42.030325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.043723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.044687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ca7b7fd-6527-46c7-a728-07dffe2a42f0 req-81b36ca8-a717-413e-9200-b5d9111d8488 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400721 Oct 26 16:40:42.045004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b11c589-598e-4491-b0c9-e65057eaaf0c HTTP/1.1" status: 204 len: 168 time: 1.4559851 Oct 26 16:40:42.086866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8761-b83c-46f8-8874-087ad15e1891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11c589-598e-4491-b0c9-e65057eaaf0c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:42.101587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:42.166048 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.179674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 2084a85f-eceb-4e0c-adf2-807732b15a8b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:42.180021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.203287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:42.213118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9643a-045a-4d39-8150-cf5d08cb54d4 req-316ed7d8-ba81-4903-bea8-ae70d899f092 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:42.218227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41e9643a-045a-4d39-8150-cf5d08cb54d4 req-316ed7d8-ba81-4903-bea8-ae70d899f092 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Oct 26 16:40:42.237091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.256954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41e9643a-045a-4d39-8150-cf5d08cb54d4 req-51d9bb85-e7a5-41e4-bf73-a77bda8a3d21 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342247 Oct 26 16:40:42.299069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.358782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:42.365286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port 2084a85f-eceb-4e0c-adf2-807732b15a8b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2084a85f-eceb-4e0c-adf2-807732b15a8b,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:42.365730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.438833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.606163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.606523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.606836 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Floating IP 841b1838-2232-41b9-87ed-245b8972fe1b disassociated. External IP: 172.25.5.115, port: 2084a85f-eceb-4e0c-adf2-807732b15a8b. Oct 26 16:40:42.607227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 2084a85f-eceb-4e0c-adf2-807732b15a8b owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:42.626363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port 464772b9-b02b-476f-861f-dd203171d484 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:42.626698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.764812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:42.779085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for 464772b9-b02b-476f-861f-dd203171d484 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:42.802219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47'}, {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:42.804766 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4978db-6d58-4b26-bd33-9ff6b77969bb" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47"}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:42.879793 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bebfe7-1d44-4ed3-b085-947c1073d042 x-openstack-request-id: req-d4bebfe7-1d44-4ed3-b085-947c1073d042 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:42.879793 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47", "code": 200}, {"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:42.880679 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4bebfe7-1d44-4ed3-b085-947c1073d042 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:42.882118 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'code': 200} Oct 26 16:40:42.882516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb555b-f326-431c-b84f-673de43a3814 req-d0ece421-7042-4ff9-aa3d-8e1d3349f25a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:42.883123 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'code': 200} Oct 26 16:40:42.883693 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'code': 200} Oct 26 16:40:42.890491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb555b-f326-431c-b84f-673de43a3814 req-d0ece421-7042-4ff9-aa3d-8e1d3349f25a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:42.896689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb555b-f326-431c-b84f-673de43a3814 req-d0ece421-7042-4ff9-aa3d-8e1d3349f25a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:42.904468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb555b-f326-431c-b84f-673de43a3814 req-d0ece421-7042-4ff9-aa3d-8e1d3349f25a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:42.912464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecbb555b-f326-431c-b84f-673de43a3814 req-d0ece421-7042-4ff9-aa3d-8e1d3349f25a tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 3141 time: 0.1304462 Oct 26 16:40:42.956217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecbb555b-f326-431c-b84f-673de43a3814 req-b6b1586a-14ad-470f-9bb0-6ab5ddd6e339 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Oct 26 16:40:42.968301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.075426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=2084a85f-eceb-4e0c-adf2-807732b15a8b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:43.090865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e51427b5-9fb1-4cbb-83be-248b21ee6d11 req-708dd2a6-6c9f-4fe2-8272-e9c10174edd7 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 210 time: 0.0542448 Oct 26 16:40:43.218467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.255166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Router ffc95ef1-ee6b-4801-91b5-ef71327e8969 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:40:43.256071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=464772b9-b02b-476f-861f-dd203171d484,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:43.405295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.518181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.521593 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.527417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:43.542610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Sync routers for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:43.553274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:43.554118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:43.629283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port 2084a85f-eceb-4e0c-adf2-807732b15a8b on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:43.636197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.641441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-ff152357-ce8c-4052-913a-91955f15fd24 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "DELETE /v2.0/ports/2084a85f-eceb-4e0c-adf2-807732b15a8b HTTP/1.1" status: 204 len: 173 time: 2.3605423 Oct 26 16:40:43.701614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:43.752234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:43.752583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.767011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.767594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 53a794e7-6278-4d38-9dd6-03ec4c49d75c {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:43.783012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:43.802904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.809587 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c5ff5a33-2031-402e-b87b-e905b8b2c396 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 204 len: 168 time: 2.5097885 Oct 26 16:40:43.809587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52970) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:43.819102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1697867550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:43.884498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:43.884935 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.918576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:43.979708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.983716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:43.995894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:44.001594 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd2286c-e0f6-49cd-ad53-4ee4e2c6cce5" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:44.024667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:44.082608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Checking router: ffc95ef1-ee6b-4801-91b5-ef71327e8969 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:44.094024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:44.094248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.094725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:44.184698 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea710d27-a610-4f98-a815-bf3091d92499 x-openstack-request-id: req-ea710d27-a610-4f98-a815-bf3091d92499 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:44.185060 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "2084a85f-eceb-4e0c-adf2-807732b15a8b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:44.187976 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea710d27-a610-4f98-a815-bf3091d92499 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:44.187976 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '2084a85f-eceb-4e0c-adf2-807732b15a8b', 'status': 'completed', 'code': 200} Oct 26 16:40:44.208053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.234271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a47dd-bb37-4870-a38a-7aa9bb5939e4 req-e925532e-d60c-4c83-9333-08324efbde64 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:44.240329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a47dd-bb37-4870-a38a-7aa9bb5939e4 req-e925532e-d60c-4c83-9333-08324efbde64 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:44.247597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a47dd-bb37-4870-a38a-7aa9bb5939e4 req-e925532e-d60c-4c83-9333-08324efbde64 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:44.249289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-110a47dd-bb37-4870-a38a-7aa9bb5939e4 req-e925532e-d60c-4c83-9333-08324efbde64 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 2408 time: 0.1487315 Oct 26 16:40:44.256144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:44.345693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1713bd1-14bc-4e24-a556-aa559bced4b8 req-2475beb3-00c8-4ee2-966a-06e0ef39fdef tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 210 time: 0.0951769 Oct 26 16:40:44.398475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-110a47dd-bb37-4870-a38a-7aa9bb5939e4 req-c01e42ca-ef33-4982-982c-5e7f743ef578 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139009 Oct 26 16:40:44.449948 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.458629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.460516 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a7acbe9-1bed-4795-b5a0-ad7552c093b7 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6494570 Oct 26 16:40:44.474140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52992) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:44.513373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': True}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:44.527185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:44.563505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefe055-dbcd-4354-986d-0005335607c4 None None] The sync data for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 is: [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:29:43Z', 'revision_number': 4, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '72df7ee4-c2bc-41eb-8579-bc9549c6ebf3', 'name': '', 'network_id': 'bf4fb984-7316-4455-8587-5bdb1c34326c', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'mac_address': 'fa:16:3e:65:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:41Z', 'updated_at': '2021-10-26T16:29:49Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'subnets': [{'id': '251ec6b0-11d5-45f5-97d3-32137bcc7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:44.639067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-db056173-0aef-462c-89ba-d5358a551549 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:44.640751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-db056173-0aef-462c-89ba-d5358a551549 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.47 "GET /v2.0/networks?id=f66df0d5-7f58-467b-b148-3cf49b00cebe HTTP/1.1" status: 200 len: 825 time: 0.3109527 Oct 26 16:40:44.641656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=3ebf0304-e843-4d9b-beff-4ed04b4f12f2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:44.652007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.758293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Request body: {'port': {'device_id': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe', 'admin_state_up': True, 'tenant_id': '42776ecf34c648a79ea08f5ca0d53ea4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:44.843744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port 3ebf0304-e843-4d9b-beff-4ed04b4f12f2 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:44.854824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:44.865451 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-2a1aacb4-e2a6-4e58-b3d0-0cc0bc60e209 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "DELETE /v2.0/ports/3ebf0304-e843-4d9b-beff-4ed04b4f12f2 HTTP/1.1" status: 204 len: 173 time: 1.2136765 Oct 26 16:40:45.047861 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878eff9f-2d49-4da9-ab76-b54676ad6b74 None None] New status for floating IP 841b1838-2232-41b9-87ed-245b8972fe1b: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:40:45.236133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.289825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.17 (303f071e-a47e-487e-8ac5-571f66975d95/d760a928-ba45-4f22-ae66-748be30763e0/93985acc-3644-47a5-ba5a-e886d922b8f3) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:45.304115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 189453d3-4556-4775-b0e1-4fea0ca8ca11 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:45.305000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.493131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port 189453d3-4556-4775-b0e1-4fea0ca8ca11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=189453d3-4556-4775-b0e1-4fea0ca8ca11,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:45.493131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.503661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Made reservation on behalf of 42776ecf34c648a79ea08f5ca0d53ea4 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:45.522191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.594140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 189453d3-4556-4775-b0e1-4fea0ca8ca11 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:45.614869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.722118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-895e7cbe-0c8d-47af-a479-f3dd427250b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2049303 Oct 26 16:40:45.776510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c803b-dfc3-4e74-8cf0-2b15de7cf0e2 req-98d6baf2-3f93-4fc6-8d12-4169e2ac74dc tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.785746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c803b-dfc3-4e74-8cf0-2b15de7cf0e2 req-98d6baf2-3f93-4fc6-8d12-4169e2ac74dc tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.787541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d4c803b-dfc3-4e74-8cf0-2b15de7cf0e2 req-98d6baf2-3f93-4fc6-8d12-4169e2ac74dc tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 1675 time: 0.1701884 Oct 26 16:40:45.878269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.878950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.879484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.880001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.880522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.881043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.881563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:45.883602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-14243342-00b5-44d6-b48e-2f5be7d7ed4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.0896554 Oct 26 16:40:45.887217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:45.961216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 303f071e-a47e-487e-8ac5-571f66975d95 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:45.974255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:45.991106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d4c803b-dfc3-4e74-8cf0-2b15de7cf0e2 req-7016513b-3351-4498-8034-a98ebb630158 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598079 Oct 26 16:40:45.992469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:46.187351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37a64e68-d9fe-4f57-9be8-da3caafae445 req-27cecf12-6fdc-48fc-a2fc-cad66ffbfe23 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 210 time: 0.5654054 Oct 26 16:40:46.224608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:46.312008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.348679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:46.351790 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f47b95-7f0c-4c84-88b7-8958ac2c17bc" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:46.388164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7d3831a7-006d-4900-8c37-acdc280b17d3 None None] Provisioning complete for port 93985acc-3644-47a5-ba5a-e886d922b8f3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:46.390490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d3831a7-006d-4900-8c37-acdc280b17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.458934 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4823a95-0e0e-4c65-8539-ccda40a774bc x-openstack-request-id: req-a4823a95-0e0e-4c65-8539-ccda40a774bc {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:46.459634 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "3ebf0304-e843-4d9b-beff-4ed04b4f12f2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:46.459945 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4823a95-0e0e-4c65-8539-ccda40a774bc {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:46.460706 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '3ebf0304-e843-4d9b-beff-4ed04b4f12f2', 'status': 'completed', 'code': 200} Oct 26 16:40:46.479587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7d3831a7-006d-4900-8c37-acdc280b17d3 None None] Port 93985acc-3644-47a5-ba5a-e886d922b8f3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:40:46.507966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-22d9124c-14e6-4361-a365-e0e8f203a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:46.508529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-22d9124c-14e6-4361-a365-e0e8f203a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:46.509130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-22d9124c-14e6-4361-a365-e0e8f203a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:46.511366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-22d9124c-14e6-4361-a365-e0e8f203a2ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 2298 time: 0.5637138 Oct 26 16:40:46.631883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-c4108d4d-6642-4bf9-9c65-99959aaf7ff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 1000 time: 0.1124260 Oct 26 16:40:46.637469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.651628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Allocated IP 172.20.0.11 (f66df0d5-7f58-467b-b148-3cf49b00cebe/92a4eca0-e030-4bcd-bf72-e819ae9f5df3/1964dc63-47a6-485b-a12d-effe42daccd0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:46.688205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.693893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-51d0e764-825d-46f9-87e7-585affef61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:46.695595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-51d0e764-825d-46f9-87e7-585affef61c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.0541425 Oct 26 16:40:46.772638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.788152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-0e1b33c7-23c3-4277-8538-c6b83ae322af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:46.789906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-0e1b33c7-23c3-4277-8538-c6b83ae322af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851872 Oct 26 16:40:46.814072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.25.5.161 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/069ee192-7c39-4cc9-9cba-cab5b2b431d4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:46.881509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:46.941497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=189453d3-4556-4775-b0e1-4fea0ca8ca11,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:47.010109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port 189453d3-4556-4775-b0e1-4fea0ca8ca11 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:47.021123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.035588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-5d8a2238-0561-4951-9a51-e2f8752941f0 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173259 Oct 26 16:40:47.043849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-9bbd5bec-1c5d-49c1-b13d-b59fc86fea5e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "DELETE /v2.0/ports/189453d3-4556-4775-b0e1-4fea0ca8ca11 HTTP/1.1" status: 204 len: 173 time: 2.1223602 Oct 26 16:40:47.234373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.364862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.457269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.577978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.663088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Pushing event updated for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:47.670771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Network f66df0d5-7f58-467b-b148-3cf49b00cebe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:47.672512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:47.676082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:47.697699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:47.739783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:47.752149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:47.888864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:47.889556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:47.919458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285c20-546f-4213-92ee-69db69ad1dcb req-5c88cad4-d773-433e-9e54-1c799ff0a665 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:47.920975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a285c20-546f-4213-92ee-69db69ad1dcb req-5c88cad4-d773-433e-9e54-1c799ff0a665 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 942 time: 0.8260930 Oct 26 16:40:47.933445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-bb24a507-3e3d-4c9c-987c-b280f4d952ae service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8926582 Oct 26 16:40:47.980186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a8e61-8e3e-499e-871d-21abf0d6e97a req-ac5df64f-f91f-4303-9405-95c2f9451ddb tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:47.981979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e12a8e61-8e3e-499e-871d-21abf0d6e97a req-ac5df64f-f91f-4303-9405-95c2f9451ddb tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 932 time: 0.6779728 Oct 26 16:40:48.029399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=069ee192-7c39-4cc9-9cba-cab5b2b431d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:48.029721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-5c994ddc-8ca0-4eb3-af1d-5fba2f387996 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 217 time: 0.0788095 Oct 26 16:40:48.089904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-502346ea-f15a-404a-9a44-991478355826 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3435841 Oct 26 16:40:48.102657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.104596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:48.104946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.116664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Request body: {'port': {'device_id': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:48.135777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a285c20-546f-4213-92ee-69db69ad1dcb req-6ca893d1-94e5-4e7a-8914-3e3ba506eb0e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd8681f2-8d86-4159-9aa5-6da5414df480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048063 Oct 26 16:40:48.175629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e12a8e61-8e3e-499e-871d-21abf0d6e97a req-cfceafc9-55a6-4c46-a45d-6e39a7323910 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525085 Oct 26 16:40:48.180239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.210420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-6ac6100b-bccc-4d30-af70-0c2982f3acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:48.213029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-6ac6100b-bccc-4d30-af70-0c2982f3acc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1328633 Oct 26 16:40:48.214296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53076) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:48.295148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.315025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:48.323819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.352096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-c2e84ef0-9481-438c-bbb2-fc6b5b17b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:48.353621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-c2e84ef0-9481-438c-bbb2-fc6b5b17b224 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116226 Oct 26 16:40:48.432905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:48.433429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.462283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:48.465431 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd50ecf-e095-428b-a3d1-9f75036ce3b3" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:48.470185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:48.497407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-043db01a-f70a-4605-8228-b07bf4092fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.540388 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c907f-018f-4095-94c9-614b7619a715 x-openstack-request-id: req-2c2c907f-018f-4095-94c9-614b7619a715 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:48.540388 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "189453d3-4556-4775-b0e1-4fea0ca8ca11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:48.541238 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c2c907f-018f-4095-94c9-614b7619a715 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:48.541238 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '189453d3-4556-4775-b0e1-4fea0ca8ca11', 'status': 'completed', 'code': 200} Oct 26 16:40:48.585942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-4d44fcb8-41e0-4161-8132-2737407eb0ed service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056892 Oct 26 16:40:48.606320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 303f071e-a47e-487e-8ac5-571f66975d95 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:48.612851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:48.624159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.823447 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-043db01a-f70a-4605-8228-b07bf4092fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.848989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-7ce0faa3-a267-4b01-9774-5ebeeb25fed8 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515056 Oct 26 16:40:48.895634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-043db01a-f70a-4605-8228-b07bf4092fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.898490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-419b0695-9ec7-4eae-974f-766a52bea14d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 217 time: 0.0447841 Oct 26 16:40:48.901304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:40:48.939778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-abde9255-d0e2-497f-a4bc-69af63a62b96 None None] Provisioning complete for port 93985acc-3644-47a5-ba5a-e886d922b8f3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:48.940856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-abde9255-d0e2-497f-a4bc-69af63a62b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:48.977962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-abde9255-d0e2-497f-a4bc-69af63a62b96 None None] Port 93985acc-3644-47a5-ba5a-e886d922b8f3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:40:48.979419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-043db01a-f70a-4605-8228-b07bf4092fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29c0bf7f3e564863a4dba9f8fc47c4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378263 Oct 26 16:40:48.980650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:49.004433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1964dc63-47a6-485b-a12d-effe42daccd0 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:40:49.008409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.019718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.022956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043db01a-f70a-4605-8228-b07bf4092fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9456cb-e99a-44a3-a23f-1277423d0372,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:49.062610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-9da70dd0-d58d-4d21-89aa-8370f8642a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:49.064043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.064226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-9da70dd0-d58d-4d21-89aa-8370f8642a67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1556726 Oct 26 16:40:49.068339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=6f1d5583-aa1b-43a0-8c1d-1ec11d292e47,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:49.080036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Transition to ACTIVE for port object 1964dc63-47a6-485b-a12d-effe42daccd0 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:40:49.086193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.136797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-e318229f-8e1e-48a9-b4e9-2a2bda1be710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:49.138342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-e318229f-8e1e-48a9-b4e9-2a2bda1be710 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661657 Oct 26 16:40:49.145151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:49.159828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb26f89a-485d-46ab-b7a9-1f0fba4b9ddd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/ce7ad921-2498-4392-ba0e-2b9ddc792bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3751395 Oct 26 16:40:49.164789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:49.169044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port 6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:49.183600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:49.184338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:49.206165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.208997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-048bc961-2e17-417b-8730-732c70b37680 req-4cef86d2-0900-4dac-9825-dedff9423fa1 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.39 "DELETE /v2.0/ports/6f1d5583-aa1b-43a0-8c1d-1ec11d292e47 HTTP/1.1" status: 204 len: 173 time: 2.1475728 Oct 26 16:40:49.211706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.220821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.310261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-6d9784a0-7c20-4cfe-896c-4d5ee78c5751 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483305 Oct 26 16:40:49.328421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.344825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e61de0f6-ba54-4e4d-b4ae-a972d3cd0932 req-13921b6d-250a-44ff-a0ae-e010eb97f12c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0513866 Oct 26 16:40:49.359053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:49.362998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:49.501092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Attempting to bind port 1964dc63-47a6-485b-a12d-effe42daccd0 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:49.501840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Attempting to bind port 1964dc63-47a6-485b-a12d-effe42daccd0 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '42ede4b3-7fd7-4b16-a754-ee49019155be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:49.501840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Attempting to bind port 1964dc63-47a6-485b-a12d-effe42daccd0 on network f66df0d5-7f58-467b-b148-3cf49b00cebe {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:49.515745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fe0e-8c92-4bc0-bfd7-cad6e203eab3 req-5c19af5a-febb-4680-956d-475cd916f3bd tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:49.522245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ead9fe0e-8c92-4bc0-bfd7-cad6e203eab3 req-5c19af5a-febb-4680-956d-475cd916f3bd tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 944 time: 0.1891098 Oct 26 16:40:49.523398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Port 1964dc63-47a6-485b-a12d-effe42daccd0 on network f66df0d5-7f58-467b-b148-3cf49b00cebe not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:40:49.523893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Attempting to bind port 1964dc63-47a6-485b-a12d-effe42daccd0 on network f66df0d5-7f58-467b-b148-3cf49b00cebe {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:49.537585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:49.538154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Checking segment: {'id': '42ede4b3-7fd7-4b16-a754-ee49019155be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:49.541975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Bound using segment: {'id': '42ede4b3-7fd7-4b16-a754-ee49019155be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:49.542645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Bound port: 1964dc63-47a6-485b-a12d-effe42daccd0, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ede4b3-7fd7-4b16-a754-ee49019155be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:49.543259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.627640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router 66698518-315c-421f-8566-c54f644d170a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:49.627777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ead9fe0e-8c92-4bc0-bfd7-cad6e203eab3 req-6fd24c21-35a7-4449-a5f3-350465b19b4c tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Oct 26 16:40:49.627777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-1399a40a-8452-4edb-8649-2f32881adff7 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945457 Oct 26 16:40:49.647937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.651399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.657184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf9456cb-e99a-44a3-a23f-1277423d0372 HTTP/1.1" status: 204 len: 168 time: 0.6730692 Oct 26 16:40:49.699696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-c506ded9-dc13-43e0-8ccd-97605c5c3031 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 217 time: 0.0475881 Oct 26 16:40:49.710972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488161-6ae1-4c49-a863-c0210a688ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9456cb-e99a-44a3-a23f-1277423d0372,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:49.796246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-554680f9-b56d-44a8-b891-ea7351225190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:49.798141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-554680f9-b56d-44a8-b891-ea7351225190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0968673 Oct 26 16:40:49.868534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-f1cb45a2-d49f-4698-b006-b9be076cdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:49.878837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-f1cb45a2-d49f-4698-b006-b9be076cdc65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690348 Oct 26 16:40:49.890346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:49.914597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:40:46Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93985acc-3644-47a5-ba5a-e886d922b8f3', 'name': '', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:a3:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:44Z', 'updated_at': '2021-10-26T16:40:47Z', 'revision_number': 2, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:49.926329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1964dc63-47a6-485b-a12d-effe42daccd0,segment=NetworkSegment(42ede4b3-7fd7-4b16-a754-ee49019155be),segment_id=42ede4b3-7fd7-4b16-a754-ee49019155be)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:40:49.958287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:49.976261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] Sync routers for ids ['66698518-315c-421f-8566-c54f644d170a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:49.983168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:49.987961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1954e6ab-6715-41b4-b55f-abfb990adb11 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "PUT /v2.0/routers/66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 200 len: 915 time: 5.5066612 Oct 26 16:40:49.989491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:49.992466 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] Routers {'66698518-315c-421f-8566-c54f644d170a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:49.995172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['66698518-315c-421f-8566-c54f644d170a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:50.005209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:50.005795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Updating router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 port 93985acc-3644-47a5-ba5a-e886d922b8f3 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:50.022329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-cf5d66be-e6cf-4eb5-813f-19e35f791c34 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383228 Oct 26 16:40:50.075614 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:50.088760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.098629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] Routers {'66698518-315c-421f-8566-c54f644d170a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:50.100849 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['66698518-315c-421f-8566-c54f644d170a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:50.122736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.154179 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:50.155352 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadd82a-2753-4622-b61a-98e8a4ab8f68 None None] The sync data for ids ['66698518-315c-421f-8566-c54f644d170a'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:50.230845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:50.256092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:50.256725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.258365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4cabd770-703e-4faa-b6ca-e83847715f22 service neutron] 10.222.0.47 "PUT /v2.0/ports/1964dc63-47a6-485b-a12d-effe42daccd0 HTTP/1.1" status: 200 len: 1092 time: 2.1576664 Oct 26 16:40:50.265697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-5a1aca78-d79e-4081-ad5d-d1ffafcd6a60 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373242 Oct 26 16:40:50.300770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-47a14441-3d46-4d23-9de1-6be31600253e tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 200 len: 921 time: 0.3101082 Oct 26 16:40:50.301601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:50.312691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-407b6fd6-1572-4457-81fc-a89249c46968 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 217 time: 0.0390832 Oct 26 16:40:50.358196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007171ac-6888-4cb2-abdc-1dc79a17cf53 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:50.363354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53120) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:50.364221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-007171ac-6888-4cb2-abdc-1dc79a17cf53 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=66698518-315c-421f-8566-c54f644d170a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0607796 Oct 26 16:40:50.395805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-ff4c030d-ba14-4832-bca4-d09ff54a4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:50.397220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-ff4c030d-ba14-4832-bca4-d09ff54a4678 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0778587 Oct 26 16:40:50.556279 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.571725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-58a831fc-61e6-4c9c-b6cb-9cc81bc5d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:50.573489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-58a831fc-61e6-4c9c-b6cb-9cc81bc5d2e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446977 Oct 26 16:40:50.601358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d73eb49b-0791-45f0-83ea-452ee5a9743f req-10d41ac9-6933-4771-90c5-89409ba5a371 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0631125 Oct 26 16:40:50.619008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.668691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:50.671715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdb72a-5b1f-40cb-b6f5-ead0595a2a6d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:50.673192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dffdb72a-5b1f-40cb-b6f5-ead0595a2a6d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.3047593 Oct 26 16:40:50.704338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13b817b0-0d36-4fec-ab12-67afe407a1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.707363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:50.757071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d005e26b-405d-447e-bba6-dc11a86316b1 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 200 len: 205 time: 0.0450361 Oct 26 16:40:50.761750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:50.780106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9b5d7-f4c0-417b-b9c0-8b67b02cc7b0 None None] Pushing event updated for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:50.868797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Attempting to bind port 93985acc-3644-47a5-ba5a-e886d922b8f3 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:40:50.869377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Attempting to bind port 93985acc-3644-47a5-ba5a-e886d922b8f3 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:40:50.870039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Attempting to bind port 93985acc-3644-47a5-ba5a-e886d922b8f3 on network 303f071e-a47e-487e-8ac5-571f66975d95 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:40:50.872672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.877727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:40:50.878277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Checking segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:40:50.878818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.879547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Bound using segment: {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:40:50.879977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Bound port: 93985acc-3644-47a5-ba5a-e886d922b8f3, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8740c7-8185-4469-87a8-a9acd59df977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:40:50.880449 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:50.983474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-4b2d57d9-67aa-4dd6-bc31-8ec94f2799ec service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854122 Oct 26 16:40:50.985284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47'}, {'name': 'network-changed', 'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:50.987753 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa02d5-0f41-47e8-9876-bc14b734b29e" -d '{"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47"}, {"name": "network-changed", "server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:51.001672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-bce81bf8-ebf1-47cc-ab79-1c7ef259ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.003600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-bce81bf8-ebf1-47cc-ab79-1c7ef259ead0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42776ecf34c648a79ea08f5ca0d53ea4&device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 1095 time: 0.6150138 Oct 26 16:40:51.041656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] For port 93985acc-3644-47a5-ba5a-e886d922b8f3, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:40:51.047755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] For port 93985acc-3644-47a5-ba5a-e886d922b8f3, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=93985acc-3644-47a5-ba5a-e886d922b8f3,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:40:51.075878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-5b40d683-1f9c-459b-846f-480265811a57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1964dc63-47a6-485b-a12d-effe42daccd0 HTTP/1.1" status: 200 len: 217 time: 0.0628099 Oct 26 16:40:51.086454 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23784b-a22e-4c74-b963-0f60bcbd0e24 x-openstack-request-id: req-9f23784b-a22e-4c74-b963-0f60bcbd0e24 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:51.086959 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3302379b-ac3d-43ea-a75b-dc9de88627ec", "name": "network-vif-deleted", "tag": "6f1d5583-aa1b-43a0-8c1d-1ec11d292e47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:51.087438 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f23784b-a22e-4c74-b963-0f60bcbd0e24 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:51.088240 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3302379b-ac3d-43ea-a75b-dc9de88627ec', 'name': 'network-vif-deleted', 'tag': '6f1d5583-aa1b-43a0-8c1d-1ec11d292e47', 'status': 'completed', 'code': 200} Oct 26 16:40:51.088795 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0', 'status': 'completed', 'code': 200} Oct 26 16:40:51.140048 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.151292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-0393e943-2867-46c2-8fe2-17084898f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.152141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-0393e943-2867-46c2-8fe2-17084898f7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92a4eca0-e030-4bcd-bf72-e819ae9f5df3 HTTP/1.1" status: 200 len: 865 time: 0.0623062 Oct 26 16:40:51.155078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c38c9-5ecd-4da3-8b32-e298ea1e49fd req-f412ad5f-3213-4a23-9f69-d73955f38a93 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.156937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe1c38c9-5ecd-4da3-8b32-e298ea1e49fd req-f412ad5f-3213-4a23-9f69-d73955f38a93 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 944 time: 0.2653899 Oct 26 16:40:51.165431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.240994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-d54371ad-e848-4f3a-873b-f729ee9d003d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f66df0d5-7f58-467b-b148-3cf49b00cebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767612 Oct 26 16:40:51.274331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] Provisioning complete for port 93985acc-3644-47a5-ba5a-e886d922b8f3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:51.275050 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.278848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:51.279772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:51.304169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9b5d7-f4c0-417b-b9c0-8b67b02cc7b0 None None] Pushing event updated for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:51.347224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.376463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13b817b0-0d36-4fec-ab12-67afe407a1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.386708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe1c38c9-5ecd-4da3-8b32-e298ea1e49fd req-748c23e5-1b97-4dc3-85ea-3a158cf06948 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967445 Oct 26 16:40:51.406461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-faa26373-a49a-430b-8b83-58dcec30e5f3 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076900 Oct 26 16:40:51.430861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-eace9fc3-03ac-428f-8990-56002563bdf0 service neutron] 10.222.0.47 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769969 Oct 26 16:40:51.492955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-827eb8a6-7914-4cdb-a8e2-e23ea854b788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0765109 Oct 26 16:40:51.493714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13b817b0-0d36-4fec-ab12-67afe407a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.545489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:40:51.550353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.557173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-13b817b0-0d36-4fec-ab12-67afe407a1c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=190ff2e2d663437fa2419177b5b4e9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8872445 Oct 26 16:40:51.565467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:51.594515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b817b0-0d36-4fec-ab12-67afe407a1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ac179-e917-4d73-8d06-0ad1c22764d8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:51.621308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8d5b76fc-dcb2-449d-95b2-2bafe8ef39da req-4c92fe2b-82c8-4616-a684-37cadfebfcd8 service neutron] 10.222.0.47 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806195 Oct 26 16:40:51.678822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-71fc448d-b29e-4882-9a66-092c7638ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.680326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-71fc448d-b29e-4882-9a66-092c7638ff93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.1565969 Oct 26 16:40:51.761311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.768735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port 069ee192-7c39-4cc9-9cba-cab5b2b431d4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:51.769078 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:51.799096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] For port 93985acc-3644-47a5-ba5a-e886d922b8f3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=93985acc-3644-47a5-ba5a-e886d922b8f3,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:51.817068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-91da5a1e-b227-49ef-afa1-f5f07a334b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.818694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-91da5a1e-b227-49ef-afa1-f5f07a334b39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202877 Oct 26 16:40:51.830710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-63d78236-9188-4154-b971-49ab70bce3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:51.832250 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-63d78236-9188-4154-b971-49ab70bce3dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42776ecf34c648a79ea08f5ca0d53ea4&device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 1095 time: 0.1009676 Oct 26 16:40:51.882426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73dbe86b-2ec6-4781-935d-8321295b6883 req-3305443d-7dbc-4789-adf1-818c8835d83c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.1113100 Oct 26 16:40:51.885416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.008666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-e1d1b2c4-e89a-4f28-96c0-5f2fb2dcd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:52.011478 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-e1d1b2c4-e89a-4f28-96c0-5f2fb2dcd496 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f66df0d5-7f58-467b-b148-3cf49b00cebe HTTP/1.1" status: 200 len: 926 time: 0.1714151 Oct 26 16:40:52.043305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.059257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-3d4825bb-4a8b-4772-bff6-75b600f80190 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908934 Oct 26 16:40:52.061172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.064779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for 069ee192-7c39-4cc9-9cba-cab5b2b431d4 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:52.115329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-ea8d6569-7c1e-420d-ab26-babf1384b576 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1964dc63-47a6-485b-a12d-effe42daccd0 HTTP/1.1" status: 200 len: 217 time: 0.0917628 Oct 26 16:40:52.185267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-5fe92713-1dc7-4f48-9ea6-05db0d6042d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:52.189539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-5fe92713-1dc7-4f48-9ea6-05db0d6042d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92a4eca0-e030-4bcd-bf72-e819ae9f5df3 HTTP/1.1" status: 200 len: 865 time: 0.0647767 Oct 26 16:40:52.230503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.234130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.235548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd3ac179-e917-4d73-8d06-0ad1c22764d8 HTTP/1.1" status: 204 len: 168 time: 0.6678081 Oct 26 16:40:52.236676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-df6373a3-0640-462c-bc80-9617261f944e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f66df0d5-7f58-467b-b148-3cf49b00cebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416687 Oct 26 16:40:52.248576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4264ee8-be29-4681-92bc-1b0f02d0ccd1 None None] Provisioning complete for port 93985acc-3644-47a5-ba5a-e886d922b8f3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:52.248956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4264ee8-be29-4681-92bc-1b0f02d0ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.253925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec471b1e-d775-4ef7-9466-7896d47be684 None None] Pushing event updated for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:52.274274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf8cd-a1fb-4d20-b453-211a37072d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ac179-e917-4d73-8d06-0ad1c22764d8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:52.475558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-7be67263-8edf-465c-9107-ae870111ba64 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063659 Oct 26 16:40:52.477062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:40:46Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93985acc-3644-47a5-ba5a-e886d922b8f3', 'name': '', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:a3:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:44Z', 'updated_at': '2021-10-26T16:40:51Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:52.486412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:52.553607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-9b0c1477-2830-4e0a-9058-8a87740fe01d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.0649416 Oct 26 16:40:52.569530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d578512-866a-4d71-a674-f6514aedbdb6 None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:40:46Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93985acc-3644-47a5-ba5a-e886d922b8f3', 'name': '', 'network_id': '303f071e-a47e-487e-8ac5-571f66975d95', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:a3:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:40:44Z', 'updated_at': '2021-10-26T16:40:51Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'd760a928-ba45-4f22-ae66-748be30763e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:52.590445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-93f97b45-54d0-4cbb-b4b8-7df12ae36263 service neutron] 10.222.0.47 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313041 Oct 26 16:40:52.794438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-41027d8c-150b-4d69-a911-8f2bae1e8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:52.797460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-41027d8c-150b-4d69-a911-8f2bae1e8ef8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.2197425 Oct 26 16:40:52.862140 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6baa02d5-0f41-47e8-9876-bc14b734b29e req-a2682d7a-6bc5-417f-9ed1-9cd1a16eadbd service neutron] 10.222.0.47 "GET /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638998 Oct 26 16:40:52.882360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1964dc63-47a6-485b-a12d-effe42daccd0 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:40:52.911528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa29f-69c1-406a-bb2d-44c6bb56f757 req-c490f60f-7f07-4801-8f25-efcbe45d1d2c tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:52.913133 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b61fa29f-69c1-406a-bb2d-44c6bb56f757 req-c490f60f-7f07-4801-8f25-efcbe45d1d2c tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 944 time: 0.4276021 Oct 26 16:40:53.113514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1964dc63-47a6-485b-a12d-effe42daccd0,segment=NetworkSegment(42ede4b3-7fd7-4b16-a754-ee49019155be),segment_id=42ede4b3-7fd7-4b16-a754-ee49019155be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:53.154211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '1964dc63-47a6-485b-a12d-effe42daccd0', 'network_id': 'f66df0d5-7f58-467b-b148-3cf49b00cebe', 'port_id': '1964dc63-47a6-485b-a12d-effe42daccd0', 'mac_address': 'fa:16:3e:fb:d8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a4eca0-e030-4bcd-bf72-e819ae9f5df3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:40:53.221565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:53.238474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1964dc63-47a6-485b-a12d-effe42daccd0 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:40:53.289710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1964dc63-47a6-485b-a12d-effe42daccd0,segment=NetworkSegment(42ede4b3-7fd7-4b16-a754-ee49019155be),segment_id=42ede4b3-7fd7-4b16-a754-ee49019155be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:53.365567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:53.441539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:53.580545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:53.592116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1964dc63-47a6-485b-a12d-effe42daccd0'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:40:53.673577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=069ee192-7c39-4cc9-9cba-cab5b2b431d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:53.679064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b2d7c39-be55-4459-b105-3d154c1a3801 req-45217053-a994-4581-a5fe-e2f34347821b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.1030116 Oct 26 16:40:53.753817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b61fa29f-69c1-406a-bb2d-44c6bb56f757 req-ca267112-c75d-495f-9c60-f89b250590ec tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8113124 Oct 26 16:40:53.764808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-ac817e0a-98fd-4f5b-8fa0-98b2a786bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:53.767005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-ac817e0a-98fd-4f5b-8fa0-98b2a786bfdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9524992 Oct 26 16:40:53.902323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.088860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 93985acc-3644-47a5-ba5a-e886d922b8f3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:54.090057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.097050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.117143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-faa8f5f8-83c5-4698-9100-7ae1c9b5c18b service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109403 Oct 26 16:40:54.172754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 93985acc-3644-47a5-ba5a-e886d922b8f3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:54.181966 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.268837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45b8a467-cbae-4f65-9eb1-e9da37ef0105 req-f696ca13-c60c-4a09-8550-11c2dd01af41 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919878 Oct 26 16:40:54.344470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.345044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 66698518-315c-421f-8566-c54f644d170a {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:54.364260 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.372882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53202) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:54.378924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783491542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:54.386280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-66e2221c-0c4b-4057-8c56-1bf8eff9dad5 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 204 len: 168 time: 3.6234181 Oct 26 16:40:54.473777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.474863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.538543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.628009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.717816 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:54.719184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-76104602-6d98-4130-a2cf-93c13b7a7afe tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3442922 Oct 26 16:40:54.722503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53212) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:54.729435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:54.894331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1964dc63-47a6-485b-a12d-effe42daccd0 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:40:54.926515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c4c376-26ed-4fbe-afe0-27db32d23477 req-fefc95a3-7c63-484d-a82c-4dc1fdc00724 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.1019609 Oct 26 16:40:55.059033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 1964dc63-47a6-485b-a12d-effe42daccd0 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:40:55.066151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 1964dc63-47a6-485b-a12d-effe42daccd0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:40:55.066528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.105955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20884f50-153c-44db-8b0e-704a85364183 req-f885bc71-ed54-46ce-8c18-3c597fa37577 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:55.111861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20884f50-153c-44db-8b0e-704a85364183 req-f885bc71-ed54-46ce-8c18-3c597fa37577 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 945 time: 0.2391479 Oct 26 16:40:55.121289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.215392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20884f50-153c-44db-8b0e-704a85364183 req-b5ae64a2-7a8b-4fd2-bc09-652d0f1912b2 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881472 Oct 26 16:40:55.264848 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.290200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:40:55.293342 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8f0ae-c8be-4419-bf1b-1dfe1f127e9e" -d '{"events": [{"server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:55.309519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1964dc63-47a6-485b-a12d-effe42daccd0,segment=NetworkSegment(42ede4b3-7fd7-4b16-a754-ee49019155be),segment_id=42ede4b3-7fd7-4b16-a754-ee49019155be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:40:55.371357 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66dc0b-1c8e-4071-8ef3-3a9af3a1f6bf x-openstack-request-id: req-3b66dc0b-1c8e-4071-8ef3-3a9af3a1f6bf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:55.371979 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:55.372305 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b66dc0b-1c8e-4071-8ef3-3a9af3a1f6bf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:55.372772 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0', 'code': 200} Oct 26 16:40:55.416736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.497956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:55.518268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc3e56-d608-40ed-8525-81de4511cd95 req-261ae28b-7f4c-4ab4-a543-52e532977817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:55.520084 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8adc3e56-d608-40ed-8525-81de4511cd95 req-261ae28b-7f4c-4ab4-a543-52e532977817 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 1097 time: 0.0711920 Oct 26 16:40:55.548821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.574534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.581284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8adc3e56-d608-40ed-8525-81de4511cd95 req-38487c16-e261-46d1-bbd7-daed18e40a1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Oct 26 16:40:55.706342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Allocated IP 172.25.5.224 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f27fd057-032f-4eb4-9c91-4eab86fc1c00) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:55.830058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.927246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:55.971830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:55.975494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:55.980056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:40:56.009144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Pushing event updated for resources: {'Port': ['ID=f27fd057-032f-4eb4-9c91-4eab86fc1c00,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:56.132999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-020b6144-5248-4ae4-8246-415b56827429 req-9c12549d-2bc4-4963-a41b-9fa1d6f01fbf tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0600121 Oct 26 16:40:56.409767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf9a87-5ba2-4cb4-918b-165f2d584365 req-530e11d3-105d-420f-874a-27b269984704 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:56.411388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52cf9a87-5ba2-4cb4-918b-165f2d584365 req-530e11d3-105d-420f-874a-27b269984704 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.1056104 Oct 26 16:40:56.418799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:56.591898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52cf9a87-5ba2-4cb4-918b-165f2d584365 req-54484f54-14ee-4fc8-87df-cb8cf9c01172 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704729 Oct 26 16:40:56.773752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:56.781830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:57.064632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Router 60982b83-118b-4f48-8666-1c8e61bd2f1f is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:40:57.351512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3f6ac1c-34dc-4a4e-8cf4-3bbac4e479e9 req-b2e99ad0-ce50-49e7-ba61-0a1b8208cb91 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0344555 Oct 26 16:40:57.388154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:40:57.390507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:57.394625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53286) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:57.401435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] Sync routers for ids ['60982b83-118b-4f48-8666-1c8e61bd2f1f'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:57.408152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14f4f2a0-32e5-4ba0-a150-eb15adc7b63d tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "PUT /v2.0/routers/60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 200 len: 916 time: 2.6778305 Oct 26 16:40:57.417303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] Routers {'60982b83-118b-4f48-8666-1c8e61bd2f1f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:57.418389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60982b83-118b-4f48-8666-1c8e61bd2f1f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.498225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.517281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] Routers {'60982b83-118b-4f48-8666-1c8e61bd2f1f'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:40:57.518120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60982b83-118b-4f48-8666-1c8e61bd2f1f'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.574893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.575631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7933c7-09a8-4851-af4c-ff44cbd30528 None None] The sync data for ids ['60982b83-118b-4f48-8666-1c8e61bd2f1f'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:57.582752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-787b22c9-6931-42f9-b85c-6de2241481da tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 200 len: 922 time: 0.1869433 Oct 26 16:40:57.585935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53288) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:57.680390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1344c5-4bea-467e-ba5c-7224cb3f0b6a tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:57.682599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da1344c5-4bea-467e-ba5c-7224cb3f0b6a tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=60982b83-118b-4f48-8666-1c8e61bd2f1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0949738 Oct 26 16:40:57.685451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53294) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:57.764504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b5038-30fb-457b-bcdb-d54c366ce645 req-ca6a53ff-888f-4083-b77d-db58027d0067 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:57.785173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e6b5038-30fb-457b-bcdb-d54c366ce645 req-ca6a53ff-888f-4083-b77d-db58027d0067 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.1007984 Oct 26 16:40:57.796459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce966a-458d-4f54-9284-a0b5e86659e2 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:57.798663 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67ce966a-458d-4f54-9284-a0b5e86659e2 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1118035 Oct 26 16:40:57.801363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53296) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:57.843779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dad3a513-79d0-4240-80c2-7f2c78f37c51 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 200 len: 205 time: 0.0405402 Oct 26 16:40:57.846162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53300) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:57.875311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e6b5038-30fb-457b-bcdb-d54c366ce645 req-1df12e04-43ff-462c-80a9-ff58b66bd5e8 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844991 Oct 26 16:40:57.982598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:57.986568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53304) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:58.065660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f076a1-f18f-417c-ac35-86932bbdc2de req-a6aee836-9c3f-4f99-84d1-bc517dc586db tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:58.075839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0f076a1-f18f-417c-ac35-86932bbdc2de req-a6aee836-9c3f-4f99-84d1-bc517dc586db tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.0934880 Oct 26 16:40:58.127072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0f076a1-f18f-417c-ac35-86932bbdc2de req-67e1102d-205d-4924-9ffb-de6b1fc44d48 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Oct 26 16:40:58.209394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46575d6b-1f4a-4cae-9d97-c299c975fc43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.212373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.316310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46575d6b-1f4a-4cae-9d97-c299c975fc43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.391013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46575d6b-1f4a-4cae-9d97-c299c975fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.419119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port f27fd057-032f-4eb4-9c91-4eab86fc1c00 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:40:58.419799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.499617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-46575d6b-1f4a-4cae-9d97-c299c975fc43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2860dbe986ec4ec3af485df603cd7ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118029 Oct 26 16:40:58.502843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53324) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:58.503386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46575d6b-1f4a-4cae-9d97-c299c975fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bc56ad-4a38-4793-a6af-705e93781da7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:58.556087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.579205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for f27fd057-032f-4eb4-9c91-4eab86fc1c00 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:40:58.632508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5bd8886-ee4f-4e05-9f20-b26fc43e5272 req-3c9eb477-ec26-4bed-8c94-5cba81e6e015 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0675521 Oct 26 16:40:58.703209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.745609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09647bfc-673f-483d-b773-975efbe29532 req-468809e5-59b6-44b3-8670-4e40e8ac587e tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:58.749140 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09647bfc-673f-483d-b773-975efbe29532 req-468809e5-59b6-44b3-8670-4e40e8ac587e tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.1669910 Oct 26 16:40:58.759474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.829176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09647bfc-673f-483d-b773-975efbe29532 req-d4e1cd29-ad36-46fd-9958-e965cc121b4b tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720959 Oct 26 16:40:58.907579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.911881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.911881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:58.912753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10bc56ad-4a38-4793-a6af-705e93781da7 HTTP/1.1" status: 204 len: 168 time: 0.4084897 Oct 26 16:40:58.922993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0611d1-6cd4-4b21-ba5d-03229d44909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bc56ad-4a38-4793-a6af-705e93781da7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:58.969539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=f27fd057-032f-4eb4-9c91-4eab86fc1c00,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:59.041805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.135424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.137646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.256129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.256958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 60982b83-118b-4f48-8666-1c8e61bd2f1f {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:40:59.266660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.269910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:59.270463 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d0a39c8c-5db7-4096-b904-445789436d57 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 204 len: 168 time: 1.4226372 Oct 26 16:40:59.275976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1871237223', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:59.382262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.384197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.469735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854643d8-c43c-49df-a6c7-7bc41c75ed4e req-ea53790c-b449-4506-8d6d-bfb5c9172fd7 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:40:59.471351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-854643d8-c43c-49df-a6c7-7bc41c75ed4e req-ea53790c-b449-4506-8d6d-bfb5c9172fd7 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.1005914 Oct 26 16:40:59.477614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.523170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-854643d8-c43c-49df-a6c7-7bc41c75ed4e req-7fae3e0d-5056-4c4c-85f5-a8988a321a99 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Oct 26 16:40:59.734675 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.759483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25c21e63-3a81-4ae2-a2dc-9abcc7f92be6 req-a58b870f-a1fb-4a90-9630-b36b5dc81eb5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0402410 Oct 26 16:40:59.841974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:40:59.859886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39348a27-3f57-41d8-af67-dc6bdcad58d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:40:59.995300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39348a27-3f57-41d8-af67-dc6bdcad58d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.086570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-39348a27-3f57-41d8-af67-dc6bdcad58d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.149547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-39348a27-3f57-41d8-af67-dc6bdcad58d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9230cdece7cc4f4caf2bc422329bcdf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063390 Oct 26 16:41:00.151116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.152972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:00.153480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39348a27-3f57-41d8-af67-dc6bdcad58d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098f99d-d430-4fdf-80b1-43ea395d498e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:00.177641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.226042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.249590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.296542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Allocated IP 172.25.5.250 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/2a311a91-1daf-43e8-a3f7-d4b669b93611) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:00.426206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.450294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.453111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.454756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0098f99d-d430-4fdf-80b1-43ea395d498e HTTP/1.1" status: 204 len: 168 time: 0.3004065 Oct 26 16:41:00.464647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57de80-961b-46e6-94ad-53fbc0d043f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098f99d-d430-4fdf-80b1-43ea395d498e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:00.596346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.700573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-f3934503-58fe-43c7-9d90-ce84c4e10975 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:00.701496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event updated for resources: {'Port': ['ID=2a311a91-1daf-43e8-a3f7-d4b669b93611,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:00.702887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-f3934503-58fe-43c7-9d90-ce84c4e10975 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.0567193 Oct 26 16:41:00.713501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:00.726660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:00.730849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:00.781486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e9484-5356-47ab-95af-eecb39c4bde9 req-6f8363a2-c7ad-4e7e-939a-10691c318fc6 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:00.802726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b75e9484-5356-47ab-95af-eecb39c4bde9 req-6f8363a2-c7ad-4e7e-939a-10691c318fc6 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 946 time: 0.1627073 Oct 26 16:41:00.864100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Deleting port 1964dc63-47a6-485b-a12d-effe42daccd0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:00.864100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:00.993167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36360e7d-c3ec-46a4-8d78-14594f6dd518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:01.095002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] For port 1964dc63-47a6-485b-a12d-effe42daccd0, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1964dc63-47a6-485b-a12d-effe42daccd0,segment=NetworkSegment(42ede4b3-7fd7-4b16-a754-ee49019155be),segment_id=42ede4b3-7fd7-4b16-a754-ee49019155be)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:01.095609 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:01.128428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Calling delete_port for 1964dc63-47a6-485b-a12d-effe42daccd0 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:01.406898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:01.441848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b66fda68-8942-4714-a2a8-cdc7a40168c0 req-1e0cdff6-6124-446b-a410-9fd76d57f4f5 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.4903505 Oct 26 16:41:01.457987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b75e9484-5356-47ab-95af-eecb39c4bde9 req-857e93cf-c7dc-4bb0-a0ac-d75ed18c3eee tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0469af20-4b81-4a67-850e-722eeac1c604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523252 Oct 26 16:41:01.481234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Pushing event deleted for resources: {'Port': ['ID=1964dc63-47a6-485b-a12d-effe42daccd0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:01.555803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] No DVR routers for this DVR port 1964dc63-47a6-485b-a12d-effe42daccd0 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:01.559733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:01.563520 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3eb8766-86c3-437d-a06f-e6443df5653a req-e7007e73-4fd3-44a2-b0c7-cf779bd8b915 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.47 "DELETE /v2.0/ports/1964dc63-47a6-485b-a12d-effe42daccd0 HTTP/1.1" status: 204 len: 173 time: 0.8519866 Oct 26 16:41:01.564179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'name': 'network-vif-deleted', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:01.566919 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d08aff-bc5d-4cad-b353-0d4c4e58f2ee" -d '{"events": [{"server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "name": "network-vif-deleted", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:01.820767 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:01.857779 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb03367-95e3-48ed-9d23-a4cff49a60f2 x-openstack-request-id: req-ebb03367-95e3-48ed-9d23-a4cff49a60f2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:01.858079 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c", "name": "network-vif-deleted", "tag": "1964dc63-47a6-485b-a12d-effe42daccd0", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:01.858384 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebb03367-95e3-48ed-9d23-a4cff49a60f2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:01.858813 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c', 'name': 'network-vif-deleted', 'tag': '1964dc63-47a6-485b-a12d-effe42daccd0', 'status': 'completed', 'code': 200} Oct 26 16:41:02.109459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:02.349585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Router 2362d249-5fe4-4554-b7b1-5c4c572d39b9 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:41:02.466871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:02.488573 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] Sync routers for ids ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:02.506489 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] Routers {'2362d249-5fe4-4554-b7b1-5c4c572d39b9'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:02.507177 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:02.567299 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:02.580224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] Routers {'2362d249-5fe4-4554-b7b1-5c4c572d39b9'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:02.581386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:40:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:02.627831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdfae139-1bee-4046-b1ee-b4cdfd38b788 req-3ad7136e-7db5-44de-b7de-a15b59d6a10f tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0329800 Oct 26 16:41:02.647043 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:02.651497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e1733af3-f7f1-4ccb-b54e-e7ce81f7881a tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3795445 Oct 26 16:41:02.654323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53416) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:02.659643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:02.688038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:02.689215 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0383b7ac-5b29-40f8-bbe5-78a21f28947c None None] The sync data for ids ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:02.716662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0069a0e-f7c4-454c-873a-fd91c08f1b3d req-79cb1598-1a1f-4fa4-8234-515cb04db446 tempest-ServersNegativeTestMultiTenantJSON-1624608212 tempest-ServersNegativeTestMultiTenantJSON-1624608212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7e5aaf-a806-46cc-9a43-2e1e686d3c0c HTTP/1.1" status: 200 len: 210 time: 0.0542936 Oct 26 16:41:02.912146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1964dc63-47a6-485b-a12d-effe42daccd0 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:02.935426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 1964dc63-47a6-485b-a12d-effe42daccd0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:02.936045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1964dc63-47a6-485b-a12d-effe42daccd0 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:03.074339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.195596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.341844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Deleting port 2a311a91-1daf-43e8-a3f7-d4b669b93611 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:03.342238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.425032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.437940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Calling delete_port for 2a311a91-1daf-43e8-a3f7-d4b669b93611 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:03.591779 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26e5b08e-f0f7-44e5-b4ba-18d572f245d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.744640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.817736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b19d4545-7427-41aa-a34e-8689bc20c589 req-f4634c94-f186-41d1-b084-46cca6b4af80 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0787649 Oct 26 16:41:03.823639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Pushing event deleted for resources: {'Port': ['ID=2a311a91-1daf-43e8-a3f7-d4b669b93611,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:03.881582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.881943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.882273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.882606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.882937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.891501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.891917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.892178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.892511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.892846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.893171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.893494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:03.894305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:03.968268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:03.981286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Deleting subnet 92a4eca0-e030-4bcd-bf72-e819ae9f5df3 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:03.995897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.034197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.090843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.124697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.280405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.284145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.327931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.371095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a4eca0-e030-4bcd-bf72-e819ae9f5df3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:04.375375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.380425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f28e006f-0a4f-4d5e-a5f4-dcfd2732f6d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92a4eca0-e030-4bcd-bf72-e819ae9f5df3 HTTP/1.1" status: 204 len: 168 time: 0.4847755 Oct 26 16:41:04.382421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53452) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.404254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Router 2362d249-5fe4-4554-b7b1-5c4c572d39b9 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:04.496349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.544765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:04.557432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] Sync routers for ids ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:04.569442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] Routers {'2362d249-5fe4-4554-b7b1-5c4c572d39b9'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:04.571322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.575646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.580016 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c44d824b-3681-4ee9-a241-e2298b5ee8ac tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "PUT /v2.0/routers/2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 200 len: 706 time: 1.9240272 Oct 26 16:41:04.580914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.627979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.655047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.657798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66df0d5-7f58-467b-b148-3cf49b00cebe']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.671268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ede4b3-7fd7-4b16-a754-ee49019155be') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.672077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ede4b3-7fd7-4b16-a754-ee49019155be') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.679411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] Routers {'2362d249-5fe4-4554-b7b1-5c4c572d39b9'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:04.680037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.684981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.703025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.710962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:04.711744 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: items = [ Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:04.714387 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:04.727051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:04.727807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca92c7a-7fe0-449a-8f9b-27a7a96ad12a None None] The sync data for ids ['2362d249-5fe4-4554-b7b1-5c4c572d39b9'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:04.734856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-69fbb434-b3da-4a47-b5f0-4b3b46da0e93 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/routers/2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 200 len: 741 time: 0.1377280 Oct 26 16:41:04.737293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53456) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.785775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9885e31e-5f00-4eba-b297-b0b763ad76c6 tempest-RoutersAdminTest-1347125185 tempest-RoutersAdminTest-1347125185-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 200 len: 205 time: 0.0471690 Oct 26 16:41:04.788346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53458) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.822753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f4a8e250-56fd-4dbc-97b6-327bc64c95a9 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 200 len: 205 time: 0.0310359 Oct 26 16:41:04.823096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53460) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.884865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.902614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.910539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f66df0d5-7f58-467b-b148-3cf49b00cebe HTTP/1.1" status: 204 len: 168 time: 0.5245667 Oct 26 16:41:04.910754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:04.912638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53464) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:04.998956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef11cd-e445-4fec-854e-1af4bfae2b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66df0d5-7f58-467b-b148-3cf49b00cebe,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:05.017543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.047163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Deleting subnet 3c62aaf6-3994-42cd-8720-8ac2234b8095 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:05.125321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdafef41-834f-4f0b-852b-f09a9e2123f9 req-c27128c3-92ce-4dbb-9a0e-d3534936cb11 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0698316 Oct 26 16:41:05.172744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53470) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.370334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8607cb03-75d0-4901-9693-35941f461ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.492272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8607cb03-75d0-4901-9693-35941f461ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.498657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.524348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53482) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.600869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.604707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.616999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.620785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8607cb03-75d0-4901-9693-35941f461ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.681648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8607cb03-75d0-4901-9693-35941f461ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aabb1276d05e4ae583de0a46de098f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049138 Oct 26 16:41:05.682273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53484) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.683525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607cb03-75d0-4901-9693-35941f461ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce72212-c0e2-416c-85f8-0a0d24aa860b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:05.726882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.762871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.763435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Fanout notify agent at l3_agent the message router_deleted on router 2362d249-5fe4-4554-b7b1-5c4c572d39b9 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:41:05.773105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.775050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ef656123-9b1b-4b49-95c3-59a4f3e0e650 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 204 len: 168 time: 0.9511015 Oct 26 16:41:05.782592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.820796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2254c1bd-e4eb-4cb2-a700-8f913a4e8349 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 200 len: 205 time: 0.0354307 Oct 26 16:41:05.822154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.825587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53488) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.881382 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-a209aafb-5a7f-4840-a108-2f74a068a865 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:05.885393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a209aafb-5a7f-4840-a108-2f74a068a865 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/2362d249-5fe4-4554-b7b1-5c4c572d39b9 HTTP/1.1" status: 404 len: 336 time: 0.0572815 Oct 26 16:41:05.890149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53492) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.919322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:05.944690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-926c1e11-74ed-408a-906e-405e3b7aa7b0 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 200 len: 205 time: 0.0425870 Oct 26 16:41:05.944926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53494) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.990306 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-9b055321-08fd-4562-bfc9-e2dfff3f135e tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:05.994332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b055321-08fd-4562-bfc9-e2dfff3f135e tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/60982b83-118b-4f48-8666-1c8e61bd2f1f HTTP/1.1" status: 404 len: 336 time: 0.0455620 Oct 26 16:41:05.997016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53498) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:05.998661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.041636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c62aaf6-3994-42cd-8720-8ac2234b8095,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:06.041865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7232e276-a265-45fe-a9ed-dda02c4b66fd tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 200 len: 205 time: 0.0400984 Oct 26 16:41:06.043157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.051714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.055603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7234c16-c0d6-48d0-8d5d-c3f2687df76a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c62aaf6-3994-42cd-8720-8ac2234b8095 HTTP/1.1" status: 204 len: 168 time: 1.1416905 Oct 26 16:41:06.061047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.101187 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-563e2a7c-5063-4198-8f49-77c2e899990d tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:06.106238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-563e2a7c-5063-4198-8f49-77c2e899990d tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/66698518-315c-421f-8566-c54f644d170a HTTP/1.1" status: 404 len: 336 time: 0.0618944 Oct 26 16:41:06.107057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.107490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.217309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.220068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.221505 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ce72212-c0e2-416c-85f8-0a0d24aa860b HTTP/1.1" status: 204 len: 168 time: 0.5379205 Oct 26 16:41:06.225987 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-292a5204-7e8c-4498-be98-15950c7868a6 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 200 len: 205 time: 0.1057465 Oct 26 16:41:06.233469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.286984 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-c1d98f06-5391-4d2f-b129-ac75f158c807 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:06.288074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c1d98f06-5391-4d2f-b129-ac75f158c807 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/53a794e7-6278-4d38-9dd6-03ec4c49d75c HTTP/1.1" status: 404 len: 336 time: 0.0504575 Oct 26 16:41:06.294733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53514) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.295493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c0f6f-4744-434d-972c-f7dd5ce141a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce72212-c0e2-416c-85f8-0a0d24aa860b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:06.351255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f846840-8554-4943-8f3d-3be99f4dfc41 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 200 len: 205 time: 0.0510397 Oct 26 16:41:06.353708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.363628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.408883 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-3bd87bd6-54fe-4d2a-bdfd-5f0a195f91ea tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:06.410001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3bd87bd6-54fe-4d2a-bdfd-5f0a195f91ea tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/8b863a78-a40b-41ee-8659-ce3ba0b2f06a HTTP/1.1" status: 404 len: 336 time: 0.0553689 Oct 26 16:41:06.415722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53520) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.491643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42f07ec9-8aa7-4e55-9c1a-4c2021039eb5 req-7f21cfde-ad4b-427c-893d-b848c83199f4 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0813651 Oct 26 16:41:06.502080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f291ef1a-1f26-4ec1-8b49-9d4e167c3b70 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "GET /v2.0/ports?device_id=968a9c28-dddc-4019-8e9d-7d59f474ffea HTTP/1.1" status: 200 len: 205 time: 0.0834482 Oct 26 16:41:06.505040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53522) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.561400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.573671 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-aaf8643a-f9cf-4247-903f-2f9acbe0654d tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] delete failed (client error): The resource could not be found. Oct 26 16:41:06.574733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aaf8643a-f9cf-4247-903f-2f9acbe0654d tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/routers/968a9c28-dddc-4019-8e9d-7d59f474ffea HTTP/1.1" status: 404 len: 336 time: 0.0664706 Oct 26 16:41:06.579902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53526) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:06.617919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.640601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5827b62-91bf-404f-9be9-5b729e22d294']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:06.651087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbbb6b5-62f6-4bdd-aa49-4159f8bd0e5b') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:06.651550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbbb6b5-62f6-4bdd-aa49-4159f8bd0e5b') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:06.658208 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9008751f-af1f-4aa5-9c8e-bdcc59c31544 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] DELETE failed (client error): The resource could not be found. Oct 26 16:41:06.658903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9008751f-af1f-4aa5-9c8e-bdcc59c31544 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:41:06.663215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9008751f-af1f-4aa5-9c8e-bdcc59c31544 tempest-RoutersAdminTest-799450597 tempest-RoutersAdminTest-799450597-project] 10.222.0.21 "DELETE /v2.0/subnets/cea193f4-19ab-4323-bde8-951c249c7520 HTTP/1.1" status: 404 len: 337 time: 0.0741215 Oct 26 16:41:06.671896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.692398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:06.718302 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:06.802584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 93985acc-3644-47a5-ba5a-e886d922b8f3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:06.803165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.882472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.893269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.899081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5827b62-91bf-404f-9be9-5b729e22d294 HTTP/1.1" status: 204 len: 168 time: 0.8343892 Oct 26 16:41:06.912374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5dae9-7d1c-4af3-8b94-a2f9a5a32359 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5827b62-91bf-404f-9be9-5b729e22d294,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:06.927011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port 93985acc-3644-47a5-ba5a-e886d922b8f3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=93985acc-3644-47a5-ba5a-e886d922b8f3,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:06.927619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:06.948787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 93985acc-3644-47a5-ba5a-e886d922b8f3 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:07.202307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:07.225534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a868cc-d78c-4aa7-b7e3-8d45365d9f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.245819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.342403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a868cc-d78c-4aa7-b7e3-8d45365d9f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.344385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=93985acc-3644-47a5-ba5a-e886d922b8f3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:07.409945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59a868cc-d78c-4aa7-b7e3-8d45365d9f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.517820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53542) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:07.563438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a868cc-d78c-4aa7-b7e3-8d45365d9f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0edff09-47e9-42db-9edd-f5d37868bf0e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:07.570075 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59a868cc-d78c-4aa7-b7e3-8d45365d9f45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f17cd5c6b094762a1558e1f5be159b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664727 Oct 26 16:41:07.579222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53548) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:07.664829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.684277 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.719207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.761809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c0a4-92ad-42b3-bc7c-de784b0ccf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.827525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9472c041-fade-4637-842c-cf70dcc082b6 req-08638563-24c8-4efa-9184-e8b6be52495c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.1300738 Oct 26 16:41:07.876994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c0a4-92ad-42b3-bc7c-de784b0ccf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.915870 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.918444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:07.920913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0edff09-47e9-42db-9edd-f5d37868bf0e HTTP/1.1" status: 204 len: 168 time: 0.3455894 Oct 26 16:41:07.979543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9b582-879a-43da-92b3-0fea4bc33f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0edff09-47e9-42db-9edd-f5d37868bf0e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:07.988663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c0a4-92ad-42b3-bc7c-de784b0ccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.126220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:08.155851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d6b9c0a4-92ad-42b3-bc7c-de784b0ccf7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e31c7ab820874c53b6fb5481247f6c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053848 Oct 26 16:41:08.159963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53556) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:08.167932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c0a4-92ad-42b3-bc7c-de784b0ccf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c832feaa-60fa-4b68-a83a-6fe7f18fa972,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:08.204180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:08.206391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b5892dd-24fb-4139-9dea-284068200b7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42776ecf34c648a79ea08f5ca0d53ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744870 Oct 26 16:41:08.209255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53558) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:08.272184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.300634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.360414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.392492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.405217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:08.419820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.420040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69f1b6c7-1898-423b-b8ae-e5df70e2d1cf tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/ce7ad921-2498-4392-ba0e-2b9ddc792bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861337 Oct 26 16:41:08.420137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.420137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0469af20-4b81-4a67-850e-722eeac1c604 HTTP/1.1" status: 204 len: 168 time: 0.2023451 Oct 26 16:41:08.421874 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:08.426458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66a577-9ff4-4db1-b622-66a702d4f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469af20-4b81-4a67-850e-722eeac1c604,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:08.488095 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:08.488095 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:08.552934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.556666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:08.560736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c832feaa-60fa-4b68-a83a-6fe7f18fa972 HTTP/1.1" status: 204 len: 168 time: 0.3969469 Oct 26 16:41:08.567047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e300a-5cc2-4bd3-b330-5568377d7f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c832feaa-60fa-4b68-a83a-6fe7f18fa972,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:08.667156 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:08.908899 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:08.939996 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:08.950580 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:08.951216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:09.007645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00046c86-a689-44c8-b1d1-b171d466ad7c req-92b607ed-81db-4a07-a5ae-dfe278ad1d47 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3302379b-ac3d-43ea-a75b-dc9de88627ec HTTP/1.1" status: 200 len: 210 time: 0.0339775 Oct 26 16:41:09.070624 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:09.091595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:09.124088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-baf19207-265e-4fbc-9ced-38247b91b902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.270228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24815116-4b12-41a0-968c-dff895772e0b req-ac6a4669-08f5-4456-8070-0425e75d97c2 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:09.271764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24815116-4b12-41a0-968c-dff895772e0b req-ac6a4669-08f5-4456-8070-0425e75d97c2 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.1158121 Oct 26 16:41:09.287085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-baf19207-265e-4fbc-9ced-38247b91b902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.318335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24815116-4b12-41a0-968c-dff895772e0b req-a54bfc8f-5e9b-4d66-acec-d987ea39e048 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364213 Oct 26 16:41:09.355490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-baf19207-265e-4fbc-9ced-38247b91b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.395652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-baf19207-265e-4fbc-9ced-38247b91b902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2d2dd1d4cab4c8b88e8dcea45585b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075731 Oct 26 16:41:09.397647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf19207-265e-4fbc-9ced-38247b91b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af385ce-9519-4388-9149-45667ec27767,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:09.403563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53588) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:09.446294 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:09.480342 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a9e88-5d56-41df-9a46-566319c74d00 None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ec1de3c5-6471-41f5-b393-24c7bfd9b3f7', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'port_id': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'mac_address': 'fa:16:3e:36:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:39:40Z', 'updated_at': '2021-10-26T16:39:44Z', 'revision_number': 1, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:09.482641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.509671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.641020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.643792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.645299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3af385ce-9519-4388-9149-45667ec27767 HTTP/1.1" status: 204 len: 168 time: 0.2398641 Oct 26 16:41:09.656269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40543ce9-f764-4a73-b94f-86d1364353c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af385ce-9519-4388-9149-45667ec27767,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:09.659542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:09.734049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f89df8c-a18c-454c-aa7d-1f2657fdf717 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ef9f74b25a4c239d50bff8af3ce648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729618 Oct 26 16:41:09.736710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53604) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:09.796380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.819340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.938170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.941964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:09.948837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d282c3c8-6385-4ba2-ab05-533faa139ee7 HTTP/1.1" status: 204 len: 168 time: 0.2060518 Oct 26 16:41:09.955663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502c071-d050-4301-a429-7fad32a57aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282c3c8-6385-4ba2-ab05-533faa139ee7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:09.962374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 93985acc-3644-47a5-ba5a-e886d922b8f3 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:09.988368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:10.011727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 93985acc-3644-47a5-ba5a-e886d922b8f3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:10.012519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 93985acc-3644-47a5-ba5a-e886d922b8f3 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:10.038413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-66cf7afd-a822-46cf-a2f9-21ce6f51899f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84e43e3ec3d846d1a1b9a9f0dcfd8dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477099 Oct 26 16:41:10.039740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53618) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:10.099955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.127877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.235113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.238064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.240035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39362e71-6deb-4bb5-9ff3-5e492504cbfe HTTP/1.1" status: 204 len: 168 time: 0.1983871 Oct 26 16:41:10.241971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53630) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:10.254058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1a745-67b2-42b7-84d4-f39714e83ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39362e71-6deb-4bb5-9ff3-5e492504cbfe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:10.313618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.346793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.514132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674461a-4cb3-4da0-a69b-0585e4d216b6 req-80a012af-1d17-49ec-a52b-44905cd6de10 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:10.520064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d674461a-4cb3-4da0-a69b-0585e4d216b6 req-80a012af-1d17-49ec-a52b-44905cd6de10 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.1097140 Oct 26 16:41:10.526034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-0fcff785-f9b8-494c-b7d3-b8547a98f8b4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:10.527647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-0fcff785-f9b8-494c-b7d3-b8547a98f8b4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 946 time: 0.0878527 Oct 26 16:41:10.551665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.554286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.555485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd8681f2-8d86-4159-9aa5-6da5414df480 HTTP/1.1" status: 204 len: 168 time: 0.3116875 Oct 26 16:41:10.558893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53654) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:10.572871 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-2defe174-b083-4756-b146-808ed1005cc0 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] show failed (client error): The resource could not be found. Oct 26 16:41:10.573938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2defe174-b083-4756-b146-808ed1005cc0 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "GET /v2.0/security-groups/fd8681f2-8d86-4159-9aa5-6da5414df480 HTTP/1.1" status: 404 len: 347 time: 0.0139923 Oct 26 16:41:10.576830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:10.603889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18725134-c8de-48b1-8828-abd92bb1a394 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8681f2-8d86-4159-9aa5-6da5414df480,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:10.648861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d674461a-4cb3-4da0-a69b-0585e4d216b6 req-72bbb416-66b8-4056-962e-9d58e79f94a3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190977 Oct 26 16:41:10.694495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port af9b485c-7fc7-4481-b15e-de797122aa36 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:10.694820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.737186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port b42e2b08-80a4-42d7-8633-82822221e394 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:10.737529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.838303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.838303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.860020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for b42e2b08-80a4-42d7-8633-82822221e394 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:10.907771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port af9b485c-7fc7-4481-b15e-de797122aa36, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=af9b485c-7fc7-4481-b15e-de797122aa36,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:10.908152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:10.927769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for af9b485c-7fc7-4481-b15e-de797122aa36 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:11.135986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.160925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.165730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=b42e2b08-80a4-42d7-8633-82822221e394,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:11.218753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=af9b485c-7fc7-4481-b15e-de797122aa36,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:11.258746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.265666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.269624 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd9f4f26-9deb-40ce-88b5-8892beb4311e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/floatingips/841b1838-2232-41b9-87ed-245b8972fe1b HTTP/1.1" status: 204 len: 168 time: 0.6899209 Oct 26 16:41:11.270476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53684) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:11.292834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] No DVR routers for this DVR port af9b485c-7fc7-4481-b15e-de797122aa36 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:11.298618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.298758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3088f6e-735b-4f63-83a5-d936b379c68f req-876f51a0-ed2e-4cd6-bf9d-07d08d15fbfd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.39 "DELETE /v2.0/ports/af9b485c-7fc7-4481-b15e-de797122aa36 HTTP/1.1" status: 204 len: 173 time: 0.7630377 Oct 26 16:41:11.299115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'name': 'network-vif-deleted', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:11.301384 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b9593-7f97-4bc1-ba4f-bff2c16355fb" -d '{"events": [{"server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "name": "network-vif-deleted", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:11.345992 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07bada-a5d2-4e06-ac65-587ed67e8983 x-openstack-request-id: req-dd07bada-a5d2-4e06-ac65-587ed67e8983 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:11.346285 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d2488-c2ef-4178-ba8c-a337dc62aa51", "name": "network-vif-deleted", "tag": "af9b485c-7fc7-4481-b15e-de797122aa36", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:11.346542 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd07bada-a5d2-4e06-ac65-587ed67e8983 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:11.346942 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d2488-c2ef-4178-ba8c-a337dc62aa51', 'name': 'network-vif-deleted', 'tag': 'af9b485c-7fc7-4481-b15e-de797122aa36', 'status': 'completed', 'code': 200} Oct 26 16:41:11.397069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 2c0588fd-7465-4521-b217-7fbac50db8d2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:11.397544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.542574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:11.556485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 2c0588fd-7465-4521-b217-7fbac50db8d2 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:11.849625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c844e67b-0a03-4d1b-a866-484e02a64c4f req-46f7d830-6e5b-4fce-879f-38a5c000ba2d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d3d2488-c2ef-4178-ba8c-a337dc62aa51 HTTP/1.1" status: 200 len: 210 time: 0.0402932 Oct 26 16:41:11.967853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.023878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=2c0588fd-7465-4521-b217-7fbac50db8d2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:12.137242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.140756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8134efe-2ad6-4be7-a6a6-eb3d5d5c683e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/ports/2c0588fd-7465-4521-b217-7fbac50db8d2 HTTP/1.1" status: 204 len: 168 time: 0.8682926 Oct 26 16:41:12.143320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:12.272608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 3fd655de-3ea0-4484-aecb-19f747c1476b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:12.273223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.411701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.418233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53732) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:12.457071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 3fd655de-3ea0-4484-aecb-19f747c1476b owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:12.587927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-233051888'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:12.735857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:12.743621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.750647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.789470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.832807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.887541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=3fd655de-3ea0-4484-aecb-19f747c1476b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:12.926099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53744) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:12.932918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.937384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:12.937719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b7da719-1cbc-4b19-9d05-0d45733a3077 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/ports/3fd655de-3ea0-4484-aecb-19f747c1476b HTTP/1.1" status: 204 len: 168 time: 0.7924037 Oct 26 16:41:12.939278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:12.996816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:13.007588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting subnet 1636efc2-8d46-4f17-92cb-d2908d48872f {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:13.010763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.013634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b876d-c63d-4fb5-a5df-bf544bf1135b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.032849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.033274 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Added segment be052a98-7de1-40cf-99db-7e3255dfca98 of type vlan for network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 Oct 26 16:41:13.068112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.080175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.110997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.138094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53754) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:13.149932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.187571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.273417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.280413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:13.281044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.311448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.313907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.317603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/security-groups/4edb2ce1-5e87-4fae-9e5a-7c0b590ad600 HTTP/1.1" status: 204 len: 168 time: 0.3879809 Oct 26 16:41:13.348431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.360987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607664e5-379a-4031-b991-4878b29fd45d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb2ce1-5e87-4fae-9e5a-7c0b590ad600,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.363756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbd513d4-e452-4748-b725-1a5d338a172f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.397477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9755049 Oct 26 16:41:13.401117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:13.407997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'subnet': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:13.415866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ffa9f-29a2-441c-908f-354b88588dd9 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Network': ['ID=a9c954c8-b19f-42bf-bd0b-ac25fd74e752,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.437631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53764) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:13.447262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:13.461841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.466711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/subnets/1636efc2-8d46-4f17-92cb-d2908d48872f HTTP/1.1" status: 204 len: 168 time: 0.5263510 Oct 26 16:41:13.470624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e3d9-70ac-4fe5-a64d-d06ee7ef0a1b tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Subnet': ['ID=1636efc2-8d46-4f17-92cb-d2908d48872f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.472490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53766) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:13.507056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7b299-a522-4e97-adbd-1976ea5aa20e None None] Network 6117e3f1-dc33-452a-8d71-68fd7cf941b6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:13.544045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting subnet 2183f8f1-935f-4eac-9efa-1c58e6cdb685 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:13.548505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.574241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting subnet d760a928-ba45-4f22-ae66-748be30763e0 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:13.582454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.617035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.653089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbd513d4-e452-4748-b725-1a5d338a172f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.655915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.728904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.750627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:13.754711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.757533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbd513d4-e452-4748-b725-1a5d338a172f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.799427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cbd513d4-e452-4748-b725-1a5d338a172f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89d44b89a9454e9f84c396fb6ad2845a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601777 Oct 26 16:41:13.805498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] DHCP port deletion for 6117e3f1-dc33-452a-8d71-68fd7cf941b6 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:13.808214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:13.866394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Deleting port 262dc98f-d08b-46bf-98ac-4d55a770a2cf {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:13.866689 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.875510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.887436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.917027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Subnet': ['ID=2183f8f1-935f-4eac-9efa-1c58e6cdb685,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.947107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] For port 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=262dc98f-d08b-46bf-98ac-4d55a770a2cf,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:13.948880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.963784 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:13.969171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Calling delete_port for 262dc98f-d08b-46bf-98ac-4d55a770a2cf owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:14.005988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.009740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1869a026-d721-4de6-b3d2-1570a429c06e tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/subnets/2183f8f1-935f-4eac-9efa-1c58e6cdb685 HTTP/1.1" status: 204 len: 168 time: 0.5356741 Oct 26 16:41:14.015947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:14.083229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f168ce-fd3f-4e2a-8143-8350b2f43591 None None] Network 2e5b6964-1bf6-4495-8ffa-dea879b2612c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:14.181172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 262dc98f-d08b-46bf-98ac-4d55a770a2cf no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:14.197894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.214167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device af9b485c-7fc7-4481-b15e-de797122aa36 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:14.264761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port 262dc98f-d08b-46bf-98ac-4d55a770a2cf {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:14.267522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.290560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: af9b485c-7fc7-4481-b15e-de797122aa36 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:14.290560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device af9b485c-7fc7-4481-b15e-de797122aa36 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:14.302481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.321627 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.324178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.325354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdedbb6e-b20e-46b1-97ef-c11d413bcc5b HTTP/1.1" status: 204 len: 168 time: 0.5159628 Oct 26 16:41:14.337861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af97c3a-b4b0-4a95-86b7-3d8d2003b3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdedbb6e-b20e-46b1-97ef-c11d413bcc5b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.378535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port 262dc98f-d08b-46bf-98ac-4d55a770a2cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=262dc98f-d08b-46bf-98ac-4d55a770a2cf,segment=NetworkSegment(5bc93cd8-0475-429d-8ab6-dbd2e7a205cd),segment_id=5bc93cd8-0475-429d-8ab6-dbd2e7a205cd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:14.378914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.382250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd513d4-e452-4748-b725-1a5d338a172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdedbb6e-b20e-46b1-97ef-c11d413bcc5b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.410937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for 262dc98f-d08b-46bf-98ac-4d55a770a2cf owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:14.443788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.485990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.491746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/subnets/d760a928-ba45-4f22-ae66-748be30763e0 HTTP/1.1" status: 204 len: 168 time: 1.0231936 Oct 26 16:41:14.494420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e88f7-ecab-46c0-a974-3b6133e9fb92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Subnet': ['ID=d760a928-ba45-4f22-ae66-748be30763e0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.496172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53786) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:14.547442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3e577-0bfa-4fb7-9fd8-731e3f883c28 None None] Network 303f071e-a47e-487e-8ac5-571f66975d95 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:14.631920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.643299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.686411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] No DVR routers for this DVR port 262dc98f-d08b-46bf-98ac-4d55a770a2cf on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:14.702059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.709343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=262dc98f-d08b-46bf-98ac-4d55a770a2cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.711066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c282d-3992-476d-b2a9-54a5567f66d7 None None] Pushing event deleted for resources: {'Port': ['ID=262dc98f-d08b-46bf-98ac-4d55a770a2cf,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.722352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port 262dc98f-d08b-46bf-98ac-4d55a770a2cf on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:14.770110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.863772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.909502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Subnet': ['ID=c3aef14f-2419-42e3-a99f-0de5c7c7d2ee,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.912057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] DHCP port deletion for 2e5b6964-1bf6-4495-8ffa-dea879b2612c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:14.913352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6117e3f1-dc33-452a-8d71-68fd7cf941b6']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:14.927901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:14.928195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc93cd8-0475-429d-8ab6-dbd2e7a205cd') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:14.954703 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.960608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.978532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.988149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:14.988559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:14.995209 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:15.041420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Checking segment: {'id': 'be052a98-7de1-40cf-99db-7e3255dfca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:15.042403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network hostable DHCP agents. Network: a9c954c8-b19f-42bf-bd0b-ac25fd74e752, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:15.052694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Deleting port e165a2ec-fd0a-412e-982f-26577ae6de30 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:15.053068 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.088271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:15.088271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.140265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] DHCP port deletion for 303f071e-a47e-487e-8ac5-571f66975d95 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:15.153001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:15.210430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,segment=NetworkSegment(5d8740c7-8185-4469-87a8-a9acd59df977),segment_id=5d8740c7-8185-4469-87a8-a9acd59df977)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:15.211267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.214353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.225175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.232192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/networks/6117e3f1-dc33-452a-8d71-68fd7cf941b6 HTTP/1.1" status: 204 len: 168 time: 1.2148292 Oct 26 16:41:15.232838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 173133a8-3b7a-49ed-b51c-273fe1aa2c5a owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:15.234833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53806) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:15.264525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e70137-0335-4912-be6a-e6c6940ec598 tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Network': ['ID=6117e3f1-dc33-452a-8d71-68fd7cf941b6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:15.325757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a9c954c8-b19f-42bf-bd0b-ac25fd74e752) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:15.348753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:15.349473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.425247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.475592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] For port e165a2ec-fd0a-412e-982f-26577ae6de30, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e165a2ec-fd0a-412e-982f-26577ae6de30,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:15.477941 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.489295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Calling delete_port for e165a2ec-fd0a-412e-982f-26577ae6de30 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:15.543342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53820) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:15.549356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-165038249'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:15.554076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2f85fc6-cfc5-4246-b155-8cf8bde54308 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1380684 Oct 26 16:41:15.597820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Deleting port e165a2ec-fd0a-412e-982f-26577ae6de30 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:15.598164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.625882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176b3dd-86d6-47f7-ae70-dc8641f904a1 None None] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:15.739770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.748395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] For port e165a2ec-fd0a-412e-982f-26577ae6de30, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e165a2ec-fd0a-412e-982f-26577ae6de30,segment=NetworkSegment(0983aa7d-0cb6-4f59-a9f3-47872d47179d),segment_id=0983aa7d-0cb6-4f59-a9f3-47872d47179d)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:15.749046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.768893 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.770607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Calling delete_port for e165a2ec-fd0a-412e-982f-26577ae6de30 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:15.799102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:15.799524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] Pushing event deleted for resources: {'Port': ['ID=e165a2ec-fd0a-412e-982f-26577ae6de30,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:15.809694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e374b90-fde6-4fcf-867a-9b6f20b7aa48 None None] No DVR routers for this DVR port e165a2ec-fd0a-412e-982f-26577ae6de30 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:15.833367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] No DVR routers for this DVR port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:15.849733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:15.853975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.877988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port 1980828c-51d3-4f7f-aa16-58dbaa17879a yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:15.885224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Deleting port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:15.885898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:15.990016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] For port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:15.990660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.001813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'tenant_id': 'd8c578b46f7a41bebd59c8ad5fd888ec', 'fixed_ips': [{'subnet_id': 'c3aef14f-2419-42e3-a99f-0de5c7c7d2ee'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:41:16.003111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.041574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Calling delete_port for 173133a8-3b7a-49ed-b51c-273fe1aa2c5a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:16.047308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.10 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/1980828c-51d3-4f7f-aa16-58dbaa17879a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:16.050823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:41:16.058770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.061220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.123254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303f071e-a47e-487e-8ac5-571f66975d95']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.151766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8740c7-8185-4469-87a8-a9acd59df977') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.156798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8740c7-8185-4469-87a8-a9acd59df977') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.163613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.172185 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.178783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53828) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:16.219755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.222460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] No DVR routers for this DVR port e165a2ec-fd0a-412e-982f-26577ae6de30 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:16.231913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Port': ['ID=e165a2ec-fd0a-412e-982f-26577ae6de30,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:16.266185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:16.266185 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:16.268066 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:16.293937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] Pushing event deleted for resources: {'Port': ['ID=173133a8-3b7a-49ed-b51c-273fe1aa2c5a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:16.313433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27fd1a-daa2-42d1-970c-ac3a827d5fbc None None] No DVR routers for this DVR port 173133a8-3b7a-49ed-b51c-273fe1aa2c5a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:16.315260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 173133a8-3b7a-49ed-b51c-273fe1aa2c5a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:16.321437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.321858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.322318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.322757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.323342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.323798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.324236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.324685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.325097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.325527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.325973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.337621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:16.384363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 173133a8-3b7a-49ed-b51c-273fe1aa2c5a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:16.385314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 173133a8-3b7a-49ed-b51c-273fe1aa2c5a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:16.387029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e165a2ec-fd0a-412e-982f-26577ae6de30 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:16.431195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e165a2ec-fd0a-412e-982f-26577ae6de30 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:16.431548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e165a2ec-fd0a-412e-982f-26577ae6de30 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:16.440441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.484602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-570879864-network', 'tenant_id': '269a853d1c87467d92895a0206f7d45a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:16.512757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.537444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5b6964-1bf6-4495-8ffa-dea879b2612c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.549090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0983aa7d-0cb6-4f59-a9f3-47872d47179d') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.549396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0983aa7d-0cb6-4f59-a9f3-47872d47179d') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.559937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.575987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.582321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:16.582769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:16.586926 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:16.633159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.646309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.649518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/networks/303f071e-a47e-487e-8ac5-571f66975d95 HTTP/1.1" status: 204 len: 168 time: 2.1500528 Oct 26 16:41:16.652368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53842) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:16.667434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7a064-24a8-48a6-bfe7-7a66752a4af4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Network': ['ID=303f071e-a47e-487e-8ac5-571f66975d95,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:16.696678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.702530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Made reservation on behalf of 269a853d1c87467d92895a0206f7d45a for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:16.704939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.754640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.763816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Allocated IP 172.20.0.2 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/b00d938c-2e6a-4a9e-8348-62f4e663647d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:16.777445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:16.781340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:16.792809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:16.812125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.835699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:16.840955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] 10.222.0.21 "DELETE /v2.0/networks/2e5b6964-1bf6-4495-8ffa-dea879b2612c HTTP/1.1" status: 204 len: 168 time: 1.6041808 Oct 26 16:41:16.842401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ded5-cc2e-4ee2-a81d-0822d5bcd94c tempest-TaggedBootDevicesTest-554198906 tempest-TaggedBootDevicesTest-554198906-project] Pushing event deleted for resources: {'Network': ['ID=2e5b6964-1bf6-4495-8ffa-dea879b2612c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:16.887424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=1980828c-51d3-4f7f-aa16-58dbaa17879a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:16.989370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:16.991096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.046241 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.128572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.136121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 12f27c3c-1c3a-404d-bc39-2acccb688d42 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:17.137079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.147105 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.190763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:17.196445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-87c81d7c-fa2d-486e-9a46-2fdaeae876ee tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6485319 Oct 26 16:41:17.196677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:17.197377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:17.200601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:17.203358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-261990617', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0d:64:cf'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:17.219228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Pushing event updated for resources: {'Port': ['ID=b00d938c-2e6a-4a9e-8348-62f4e663647d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.237586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.267934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.268535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.284336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Attempting to bind port b00d938c-2e6a-4a9e-8348-62f4e663647d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:17.284856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Attempting to bind port b00d938c-2e6a-4a9e-8348-62f4e663647d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'be052a98-7de1-40cf-99db-7e3255dfca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:17.288064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Attempting to bind port b00d938c-2e6a-4a9e-8348-62f4e663647d on network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:17.294073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:17.294560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Checking segment: {'id': 'be052a98-7de1-40cf-99db-7e3255dfca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:17.295079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.295558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Bound using segment: {'id': 'be052a98-7de1-40cf-99db-7e3255dfca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:17.296101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Bound port: b00d938c-2e6a-4a9e-8348-62f4e663647d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be052a98-7de1-40cf-99db-7e3255dfca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:17.296553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.306262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:17.312534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 12f27c3c-1c3a-404d-bc39-2acccb688d42 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:17.318171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49328e07-5962-4736-8518-8a48824831eb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.347197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.347359 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Added segment beba9ff7-d2c9-4e30-b504-6f0241c46c09 of type vlan for network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 Oct 26 16:41:17.379440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] For port b00d938c-2e6a-4a9e-8348-62f4e663647d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:17.379440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] For port b00d938c-2e6a-4a9e-8348-62f4e663647d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b00d938c-2e6a-4a9e-8348-62f4e663647d,segment=NetworkSegment(be052a98-7de1-40cf-99db-7e3255dfca98),segment_id=be052a98-7de1-40cf-99db-7e3255dfca98)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:17.484384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:17.485266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.561605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.653629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd27f4-12d1-4bfb-821c-51147fc19bf8 None None] Pushing event updated for resources: {'Port': ['ID=b00d938c-2e6a-4a9e-8348-62f4e663647d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.694590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.718897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port 01e7591d-1d54-44c5-b920-0241b5ccbb19 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:17.757819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.759829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:17.759829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:17.881050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] Pushing event updated for resources: {'Network': ['ID=c748c833-0dc4-4a01-96d9-7e489f0ec0f9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.909226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:18.004714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.020056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9488b153-58eb-4d48-99df-5899aa0c893c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8398743 Oct 26 16:41:18.026805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53870) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:18.064084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Request body: {'subnet': {'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-subnet', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:18.086878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.6 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/01e7591d-1d54-44c5-b920-0241b5ccbb19) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:18.104110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=12f27c3c-1c3a-404d-bc39-2acccb688d42,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:18.259479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.259868 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Floating IP ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 disassociated (deleted). External IP: 172.25.5.79, port: 45f078f4-0885-4f2b-8ca0-728bf44bc374. Oct 26 16:41:18.267353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b00d938c-2e6a-4a9e-8348-62f4e663647d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:18.297436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53872) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:18.350486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Made reservation on behalf of 269a853d1c87467d92895a0206f7d45a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:18.352915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.365402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b00d938c-2e6a-4a9e-8348-62f4e663647d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:18.366510 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.563912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.564399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.610770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b00d938c-2e6a-4a9e-8348-62f4e663647d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b00d938c-2e6a-4a9e-8348-62f4e663647d,segment=NetworkSegment(be052a98-7de1-40cf-99db-7e3255dfca98),segment_id=be052a98-7de1-40cf-99db-7e3255dfca98)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:18.698154 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.704460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4d6243d-33ad-414e-bc2a-74ee390df319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.742163 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:41:18.779258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b00d938c-2e6a-4a9e-8348-62f4e663647d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:18.955310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4d6243d-33ad-414e-bc2a-74ee390df319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:18.971121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.006938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.071913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c39754e-aeb6-44ee-ae5d-6a7eefe44983,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.130807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f4d6243d-33ad-414e-bc2a-74ee390df319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.137489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=01e7591d-1d54-44c5-b920-0241b5ccbb19,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.168071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:19.183340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:19.194327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:19.263690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda1ac6-ff0c-4785-8cca-4bbb4704f0ce None None] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:19.303381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:19.303899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Network hostable DHCP agents. Network: c748c833-0dc4-4a01-96d9-7e489f0ec0f9, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:19.307501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:19.310737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f4d6243d-33ad-414e-bc2a-74ee390df319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e84cb6a912d64c1687c1b3a16e940236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122564 Oct 26 16:41:19.311883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6243d-33ad-414e-bc2a-74ee390df319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758e1de-b5bb-41ce-a7cc-093c91cf3ef6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.313748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:19.343468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:19.343468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.416744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4a058c7b-4cb6-45b0-ba9d-5b48ed81b976 None None] Provisioning complete for port b00d938c-2e6a-4a9e-8348-62f4e663647d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:19.417131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a058c7b-4cb6-45b0-ba9d-5b48ed81b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.455413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71b0b9eb-a16c-49d8-bba9-ae9b461ce8da tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2572014 Oct 26 16:41:19.457667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:19.482802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.519455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.555579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:19.598378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219cc41-cb8b-42ec-8dad-1cb4bc537605 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:19.606283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219cc41-cb8b-42ec-8dad-1cb4bc537605 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:19.612821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219cc41-cb8b-42ec-8dad-1cb4bc537605 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:19.617306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a219cc41-cb8b-42ec-8dad-1cb4bc537605 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1560843 Oct 26 16:41:19.617897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:19.620768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:19.634517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.698454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:19.707306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-402ea027-58cd-430e-95b4-707b1df689ff tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec1de3c5-6471-41f5-b393-24c7bfd9b3f7 HTTP/1.1" status: 204 len: 168 time: 3.0536537 Oct 26 16:41:19.709223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:19.714486 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da459d11-c1bc-4c8d-a33b-ee168f137f14" -d '{"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:19.728350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c748c833-0dc4-4a01-96d9-7e489f0ec0f9) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:19.755754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:19.761304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:19.762043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:19.762835 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.799911 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0eb018-d802-4f95-8dc7-7c4a2d1a30ec x-openstack-request-id: req-ab0eb018-d802-4f95-8dc7-7c4a2d1a30ec {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:19.800395 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:19.800819 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab0eb018-d802-4f95-8dc7-7c4a2d1a30ec {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:19.801413 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'status': 'completed', 'code': 200} Oct 26 16:41:19.833971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port 01e7591d-1d54-44c5-b920-0241b5ccbb19 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:19.835754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.901100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.904193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:19.905739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b758e1de-b5bb-41ce-a7cc-093c91cf3ef6 HTTP/1.1" status: 204 len: 168 time: 0.5701013 Oct 26 16:41:19.924382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd5a3b-dce2-4f74-9ed4-fe9a2d41111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758e1de-b5bb-41ce-a7cc-093c91cf3ef6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.929156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc312a-8588-48fa-95bf-df35f1b366ee None None] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:20.089538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.135340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-2cded5d4-cfe4-45de-9944-94c06857ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:20.143272 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-2cded5d4-cfe4-45de-9944-94c06857ee44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 1097 time: 0.3116388 Oct 26 16:41:20.173152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f89f6a5-b9b2-42ab-8827-4b1b30136f4c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1416640 Oct 26 16:41:20.178772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:20.200929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for 01e7591d-1d54-44c5-b920-0241b5ccbb19 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:20.214605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:20.293540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:20.470502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b00d938c-2e6a-4a9e-8348-62f4e663647d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:20.562262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.569821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.607588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0a8b-3daf-49cc-a3dc-e4cb59a3033d req-4afe4c15-8461-412e-8a39-13598b7503d4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:20.618362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f3a0a8b-3daf-49cc-a3dc-e4cb59a3033d req-4afe4c15-8461-412e-8a39-13598b7503d4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.1652558 Oct 26 16:41:20.636314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-d9782ac9-b32a-4df4-8f39-e29598470015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:20.643324 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-d9782ac9-b32a-4df4-8f39-e29598470015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 200 len: 898 time: 0.4703009 Oct 26 16:41:20.656945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.714351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f3a0a8b-3daf-49cc-a3dc-e4cb59a3033d req-437e25db-e949-485d-a552-0f4e055c58f6 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889864 Oct 26 16:41:20.718482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=01e7591d-1d54-44c5-b920-0241b5ccbb19,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:20.754734 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-535769d3-5b98-41d2-9b63-60ddc0bbcb06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 200 len: 217 time: 0.1042802 Oct 26 16:41:20.957012 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.961567 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:20.974057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:20.977456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-11c2a230-996d-4964-8012-78ba05a818b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:20.977966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-11c2a230-996d-4964-8012-78ba05a818b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e5f28e-6015-4270-a723-c6438ca05800 HTTP/1.1" status: 200 len: 835 time: 0.2144294 Oct 26 16:41:21.034030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:41:21.034880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:21.038481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:21.044777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Could not find standard attr ID for object 01e7591d-1d54-44c5-b920-0241b5ccbb19. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:41:21.171690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:21.178207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-633b446e-b266-46bd-92cd-1347a77c719e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/01e7591d-1d54-44c5-b920-0241b5ccbb19 HTTP/1.1" status: 204 len: 168 time: 1.5567572 Oct 26 16:41:21.178207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53938) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:21.256413 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8781d46c-457c-4c90-85b7-591531a83679 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] GET failed (client error): The resource could not be found. Oct 26 16:41:21.258926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8781d46c-457c-4c90-85b7-591531a83679 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports/01e7591d-1d54-44c5-b920-0241b5ccbb19 HTTP/1.1" status: 404 len: 333 time: 0.0790036 Oct 26 16:41:21.263105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:21.270400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-1559074367'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:21.440251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:21.460938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-2135894d-02be-4b87-b31b-c2d5b502ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:21.464688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-2135894d-02be-4b87-b31b-c2d5b502ec07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62a21a42-4edd-486d-b328-ba1470594797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4789793 Oct 26 16:41:21.490163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-5991f200-0511-4d49-9bcf-d8b084446b3a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:41:21.497012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-5991f200-0511-4d49-9bcf-d8b084446b3a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216897 Oct 26 16:41:21.555748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:21.568909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:21.670353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-58c72964-80b7-44bd-96d1-9f1ef0ee6d74 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:21.676975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-58c72964-80b7-44bd-96d1-9f1ef0ee6d74 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.1448250 Oct 26 16:41:21.700265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:21.706744 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:21.727773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-212c14fc-1548-4a23-803d-732308f428f3 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226329 Oct 26 16:41:21.736155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:21.894026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:21.954862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port b48ba920-299f-44eb-aad0-5e2a8196f126 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:21.981073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da459d11-c1bc-4c8d-a33b-ee168f137f14 req-b8f14a0a-18ab-4262-a6a5-58fbca205b44 service neutron] 10.222.0.47 "GET /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431507 Oct 26 16:41:22.080667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Allocated IP 172.20.0.2 (c748c833-0dc4-4a01-96d9-7e489f0ec0f9/5c39754e-aeb6-44ee-ae5d-6a7eefe44983/0f4596a0-1150-4bf6-86b1-5af6a00e17c9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:22.173503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.184773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-861956960-network', 'tenant_id': '97c633632cf9466390a147f31f96cb75'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:22.219659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589887e-9ed7-4582-be20-c53fd6faa8e0 req-95df8827-56bf-49b0-8bb5-4b8af8aa738f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:22.232441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b00d938c-2e6a-4a9e-8348-62f4e663647d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:22.232441 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.235827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f589887e-9ed7-4582-be20-c53fd6faa8e0 req-95df8827-56bf-49b0-8bb5-4b8af8aa738f tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 946 time: 0.3694730 Oct 26 16:41:22.247669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.279360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.6 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/b48ba920-299f-44eb-aad0-5e2a8196f126) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:22.316116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f589887e-9ed7-4582-be20-c53fd6faa8e0 req-4576ca79-1119-4fe2-aa19-0bf9e17748fc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=95ab91dc-35c7-4f70-bf76-04acd80283e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791590 Oct 26 16:41:22.323668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 45f078f4-0885-4f2b-8ca0-728bf44bc374 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:22.324309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.405670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Allocated IP 172.25.5.73 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/08585a3c-2b6c-40fa-b15e-df2a5daa5b7a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:22.442242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port 45f078f4-0885-4f2b-8ca0-728bf44bc374, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=45f078f4-0885-4f2b-8ca0-728bf44bc374,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:22.443427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.463620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 45f078f4-0885-4f2b-8ca0-728bf44bc374 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:22.600033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.600653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.677278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Provisioning complete for port b00d938c-2e6a-4a9e-8348-62f4e663647d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:22.681221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.710096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.745922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:22.748806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:22.760460 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.760828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:22.828454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.837499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Made reservation on behalf of 97c633632cf9466390a147f31f96cb75 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:22.839855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.872575 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.878184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=45f078f4-0885-4f2b-8ca0-728bf44bc374,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:22.890851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:22.897925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:22.906777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:22.915022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:22.924290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Pushing event updated for resources: {'Port': ['ID=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:22.962785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.963447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.963957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.964483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.965088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.965418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.965750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.966082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.966417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.966741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.967064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:22.967460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:23.055760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] No DVR routers for this DVR port 45f078f4-0885-4f2b-8ca0-728bf44bc374 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:23.063337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.075195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8eb7995-783e-4b0a-abad-d9d82e6c7796 req-61eab349-1a60-4923-aedf-82929e21b259 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "DELETE /v2.0/ports/45f078f4-0885-4f2b-8ca0-728bf44bc374 HTTP/1.1" status: 204 len: 173 time: 1.3905611 Oct 26 16:41:23.090542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'name': 'network-vif-deleted', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:23.098765 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa514cf0-8d94-4336-95de-7bd6472a3d26" -d '{"events": [{"server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "name": "network-vif-deleted", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:23.131450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.158732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Attempting to bind port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:23.159103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Attempting to bind port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:23.159496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Attempting to bind port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:23.179475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.180675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:23.181064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:23.181777 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.181934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Bound using segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:23.182325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Bound port: 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:23.182705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.199808 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb35fe-2fe7-4593-87c1-e2ac6e469175 x-openstack-request-id: req-c2cb35fe-2fe7-4593-87c1-e2ac6e469175 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:23.200204 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e139b6-6f47-4b1e-a110-d2a17913c336", "name": "network-vif-deleted", "tag": "45f078f4-0885-4f2b-8ca0-728bf44bc374", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:23.200593 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2cb35fe-2fe7-4593-87c1-e2ac6e469175 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:23.201106 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e139b6-6f47-4b1e-a110-d2a17913c336', 'name': 'network-vif-deleted', 'tag': '45f078f4-0885-4f2b-8ca0-728bf44bc374', 'status': 'completed', 'code': 200} Oct 26 16:41:23.230818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.239459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:23.321935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.397322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] For port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:23.410152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] For port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:23.415589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a3b9-d2b6-4041-a007-05347831c34a None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:07Z', 'revision_number': 6, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '6826d1d1-0e5d-454f-a815-90277b2efe9d', 'name': '', 'network_id': '62a21a42-4edd-486d-b328-ba1470594797', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:85:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '98e5f28e-6015-4270-a723-c6438ca05800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:04Z', 'updated_at': '2021-10-26T16:39:12Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': '98e5f28e-6015-4270-a723-c6438ca05800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:23.439911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d9cfb-25e4-404f-a67a-94f10481f3b7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.456119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Pushing event updated for resources: {'Port': ['ID=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.460296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:23.468633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Provisioning complete for port 1980828c-51d3-4f7f-aa16-58dbaa17879a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:23.471635 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.556636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.556993 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Added segment 2adab96d-1cfc-48df-961f-900d0b33f9fa of type vlan for network 397b2a0d-9209-4513-8ad4-946a2c3daea2 Oct 26 16:41:23.572644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=b48ba920-299f-44eb-aad0-5e2a8196f126,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.649894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:23.657233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.680035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b7b86acf-0015-41f3-8428-ad671245e071 None None] Port 1980828c-51d3-4f7f-aa16-58dbaa17879a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:23.691242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a40584a0-34af-4f54-88fb-96e1cc0786cb req-8a1f6de0-a212-42fb-8393-eb5114fccc60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e139b6-6f47-4b1e-a110-d2a17913c336 HTTP/1.1" status: 200 len: 210 time: 0.1297641 Oct 26 16:41:23.695388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:23.702802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.704007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:23.831167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-12c1b220-70c8-4f2d-9f7a-26793c26efba None None] Could not find standard attr ID for object 01e7591d-1d54-44c5-b920-0241b5ccbb19. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:41:23.832182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:23.832846 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.838580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.839772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:23.841917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.877388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-12c1b220-70c8-4f2d-9f7a-26793c26efba None None] Provisioning complete for port 1980828c-51d3-4f7f-aa16-58dbaa17879a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:23.877958 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-12c1b220-70c8-4f2d-9f7a-26793c26efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:23.880212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bf02e-4e5c-4273-9eb8-2ceecb57ed6b None None] Pushing event updated for resources: {'Port': ['ID=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.942052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-12c1b220-70c8-4f2d-9f7a-26793c26efba None None] Port 1980828c-51d3-4f7f-aa16-58dbaa17879a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:23.955508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e0354566-b0b5-406c-b2d4-40e0137987f2 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6910992 Oct 26 16:41:23.956417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53984) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:23.967455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0d:64:cf'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:23.997396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe89b1-9266-458b-bf2e-152d9a84bc40 None None] New status for floating IP ec1de3c5-6471-41f5-b393-24c7bfd9b3f7: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:41:24.182396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2872231 Oct 26 16:41:24.196287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53988) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:24.201204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e458cb0e-f8d8-4cef-9729-48f9bdd43241 None None] Provisioning complete for port b48ba920-299f-44eb-aad0-5e2a8196f126 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:24.201592 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e458cb0e-f8d8-4cef-9729-48f9bdd43241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.227955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Request body: {'subnet': {'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-861956960-subnet', 'tenant_id': '97c633632cf9466390a147f31f96cb75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:24.252699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.262859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e458cb0e-f8d8-4cef-9729-48f9bdd43241 None None] Port b48ba920-299f-44eb-aad0-5e2a8196f126 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:24.426114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.456307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d0c0-490a-4d24-9083-87544dd7379e admin admin] Pushing event updated for resources: {'Network': ['ID=397b2a0d-9209-4513-8ad4-946a2c3daea2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:24.476723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 397b2a0d-9209-4513-8ad4-946a2c3daea2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:24.504833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Made reservation on behalf of 97c633632cf9466390a147f31f96cb75 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:24.507981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.778494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:24.840907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.904838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.921490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.961923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:24.989626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.041907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 45f078f4-0885-4f2b-8ca0-728bf44bc374 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:25.153418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 45f078f4-0885-4f2b-8ca0-728bf44bc374 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:25.159616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 45f078f4-0885-4f2b-8ca0-728bf44bc374 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:25.192112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=b48ba920-299f-44eb-aad0-5e2a8196f126,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:25.210087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] In _notify_port_updated(), no bound segment for port b48ba920-299f-44eb-aad0-5e2a8196f126 on network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:41:25.218723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:25.220383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.222046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-00a8bd31-d4a2-46b3-94f5-ca21805d0aaf tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "PUT /v2.0/ports/b48ba920-299f-44eb-aad0-5e2a8196f126 HTTP/1.1" status: 200 len: 994 time: 1.2641757 Oct 26 16:41:25.224962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:25.291890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:25.381520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.417523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:25.418496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.454248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Router d8459e82-19da-4fa8-945a-b9dbf5887511 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:41:25.466053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.473331 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.474531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/security-groups/95ab91dc-35c7-4f70-bf76-04acd80283e1 HTTP/1.1" status: 204 len: 168 time: 0.6943896 Oct 26 16:41:25.490154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f806f-c75c-414e-92d9-2a3ef07723ae tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab91dc-35c7-4f70-bf76-04acd80283e1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:25.581786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port b48ba920-299f-44eb-aad0-5e2a8196f126 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:25.587533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.605264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04580a81-18bc-4aa7-8da3-6f2059d8a4d4 None None] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:25.654140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2393f50-6c5d-4273-a526-d9be3040f086,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:25.660180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54016) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:25.739457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Provisioning complete for port b48ba920-299f-44eb-aad0-5e2a8196f126 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:25.740715 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.784878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.796118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Port b48ba920-299f-44eb-aad0-5e2a8196f126 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:25.828696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.837442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Provisioning complete for port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:25.837940 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:25.851395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for b48ba920-299f-44eb-aad0-5e2a8196f126 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:26.075349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Checking segment: {'id': '2adab96d-1cfc-48df-961f-900d0b33f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:26.075960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Network hostable DHCP agents. Network: 397b2a0d-9209-4513-8ad4-946a2c3daea2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:26.144910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:26.203779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:26.216741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:26.228349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:26.293046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=b48ba920-299f-44eb-aad0-5e2a8196f126,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:26.401719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:26.464917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:26.474280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:26.484390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:26.600084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:26.621836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:26.629112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45f707cd-1deb-42aa-941a-6ee3f4197152 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/b48ba920-299f-44eb-aad0-5e2a8196f126 HTTP/1.1" status: 204 len: 168 time: 1.4016182 Oct 26 16:41:26.635301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:26.696131 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a924aecd-fe16-463b-92ff-aeb41873271f tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] GET failed (client error): The resource could not be found. Oct 26 16:41:26.697809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a924aecd-fe16-463b-92ff-aeb41873271f tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports/b48ba920-299f-44eb-aad0-5e2a8196f126 HTTP/1.1" status: 404 len: 333 time: 0.0612423 Oct 26 16:41:26.705029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:26.714871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-487800812'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:26.888073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:26.976512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:41:26.976861 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-fe97944b-6193-49ba-b48c-babe978dbbb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:41:27.056919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:27.059936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12c96f32-351b-4a58-8787-87698e5206e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8524487 Oct 26 16:41:27.062141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54040) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:27.135596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Network 397b2a0d-9209-4513-8ad4-946a2c3daea2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:27.222054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:27.231611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:27.285862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 397b2a0d-9209-4513-8ad4-946a2c3daea2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:27.286090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:27.322335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port 6fad165f-9d89-4f72-a14d-73a1ad23952e yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:27.325441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:27.326187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:27.381027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f1035-3d74-430d-b693-268d73db504a None None] Network 397b2a0d-9209-4513-8ad4-946a2c3daea2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:27.519894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1fa7b3ff-7eb7-4482-ada0-c7f220b45bc1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3180394 Oct 26 16:41:27.783042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.11 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/6fad165f-9d89-4f72-a14d-73a1ad23952e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:27.805729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:27.885836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:23Z', 'revision_number': 3, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:28.007095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:28.007511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Updating router d8459e82-19da-4fa8-945a-b9dbf5887511 port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:28.089882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:28.092894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:28.093204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:28.402119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ef4abf7c-0368-4976-8662-77dec2893963 None None] Provisioning complete for port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:28.402804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef4abf7c-0368-4976-8662-77dec2893963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:28.474701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 6826d1d1-0e5d-454f-a815-90277b2efe9d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:28.475397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:28.535346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79cc17-3332-4f12-9140-2d95f3a7570f None None] Network 397b2a0d-9209-4513-8ad4-946a2c3daea2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:28.654602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port 6826d1d1-0e5d-454f-a815-90277b2efe9d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6826d1d1-0e5d-454f-a815-90277b2efe9d,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:28.655287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:28.694703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 6826d1d1-0e5d-454f-a815-90277b2efe9d owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:28.814459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54066) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:28.820819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1462137526-network', 'tenant_id': '8d8c13d4cd774760bd37041c4f2e7995'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:28.826914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.033776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Made reservation on behalf of 8d8c13d4cd774760bd37041c4f2e7995 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:29.036487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.078989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.084405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.132060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.166174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=6fad165f-9d89-4f72-a14d-73a1ad23952e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.203627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=6826d1d1-0e5d-454f-a815-90277b2efe9d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.266088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.275057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.321323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:29.326525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:29.331243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:29.369094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.374571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.493895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Attempting to bind port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:29.494566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Attempting to bind port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:29.494726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Attempting to bind port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:29.513567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:29.513937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:29.514340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.514731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:29.515234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Bound port: 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:29.515611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.582946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:29.619401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.629698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.631655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dec146-fc83-4ab3-b183-fd126207270a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.648498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] For port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:29.651878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] For port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:29.656049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:29.656717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.671525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68abdd5-119f-4754-832f-0b56cbdc873f None None] Pushing event updated for resources: {'Port': ['ID=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.687960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.688301 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Added segment 5639fb05-6696-4132-b25f-92047ba7c2b7 of type vlan for network f1c8ccf2-6bee-4c92-885f-b92ffc038d3a Oct 26 16:41:29.754144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.777696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3b8498f4-6cfb-4353-9408-405a96a1beac None None] Provisioning complete for port 6fad165f-9d89-4f72-a14d-73a1ad23952e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:29.778067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3b8498f4-6cfb-4353-9408-405a96a1beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.858105 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:29.860609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3b8498f4-6cfb-4353-9408-405a96a1beac None None] Port 6fad165f-9d89-4f72-a14d-73a1ad23952e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:29.890762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9eee5363-0166-4530-9866-fec9832537fb tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1845880 Oct 26 16:41:29.910471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:29.911236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54076) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:29.917165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:64:cf'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:29.934399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:41:29.955904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68abdd5-119f-4754-832f-0b56cbdc873f None None] Pushing event updated for resources: {'Port': ['ID=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.969706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:29.972156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.074646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:30.100595 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Sync routers for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:30.105651 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-336dd122-1253-4712-8bf2-c2d452494cad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/ce7ad921-2498-4392-ba0e-2b9ddc792bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1326065 Oct 26 16:41:30.107642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54080) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:30.124113 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:30.125175 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.189995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.192620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:30.193200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.207855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:30.234032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting subnet 98e5f28e-6015-4270-a723-c6438ca05800 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:30.241428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.297880 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:30.319600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.417393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Allocated IP 172.20.0.1 (c748c833-0dc4-4a01-96d9-7e489f0ec0f9/5c39754e-aeb6-44ee-ae5d-6a7eefe44983/3902a75a-9096-44a4-8d17-15cfdfb9ced2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:30.470302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6547382 Oct 26 16:41:30.474799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54086) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:30.490933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Request body: {'subnet': {'network_id': 'f1c8ccf2-6bee-4c92-885f-b92ffc038d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1462137526-subnet', 'tenant_id': '8d8c13d4cd774760bd37041c4f2e7995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:30.515970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e380cc6-3d96-46c8-8e27-e2ca538d314a admin admin] Pushing event updated for resources: {'Network': ['ID=f1c8ccf2-6bee-4c92-885f-b92ffc038d3a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:30.566531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.624235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f1c8ccf2-6bee-4c92-885f-b92ffc038d3a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:30.681089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Made reservation on behalf of 8d8c13d4cd774760bd37041c4f2e7995 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:30.688701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.762774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:28Z', 'revision_number': 7, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.774537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.846180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:23Z', 'revision_number': 3, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.854313 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Checking router: ce7ad921-2498-4392-ba0e-2b9ddc792bd5 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:30.875346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.879757 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Routers {'ce7ad921-2498-4392-ba0e-2b9ddc792bd5'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:30.881022 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.906457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:30.915327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/subnets/98e5f28e-6015-4270-a723-c6438ca05800 HTTP/1.1" status: 204 len: 168 time: 0.8040130 Oct 26 16:41:30.916093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54092) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:30.920915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9ce08-5d19-41f9-9f5c-bddda20ac080 None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:23Z', 'revision_number': 3, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:30.921951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bef0d8-a6c8-4e51-8d00-e695376585d5 None None] Network 62a21a42-4edd-486d-b328-ba1470594797 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:31.108075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c0c39-c1a6-466c-b21e-446ab3af28bc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Subnet': ['ID=98e5f28e-6015-4270-a723-c6438ca05800,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:31.181074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.212578 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] Set router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:31.269042 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81c81d4d-1c88-4e98-a269-8dad38cbe144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.325739 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.390147 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.406114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] DHCP port deletion for 62a21a42-4edd-486d-b328-ba1470594797 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:31.482999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.558406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.600267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:31.605635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Deleting port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:31.606165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:31.630675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:31.661788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:31.785958 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:28Z', 'revision_number': 7, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:31.870684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:31.872076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dce46-6cf8-4153-a6a7-76505d0587d6 None None] The sync data for ids ['ce7ad921-2498-4392-ba0e-2b9ddc792bd5'] in n-d-815373-2 is: [{'id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'name': 'tempest-TestNetworkBasicOps-router-232025747', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:38:57Z', 'updated_at': '2021-10-26T16:41:28Z', 'revision_number': 7, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': '963390ce-0efe-4a24-92e4-77ba253e908d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7ad921-2498-4392-ba0e-2b9ddc792bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:38:58Z', 'updated_at': '2021-10-26T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:31.971360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] For port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,segment=NetworkSegment(f9b57950-c691-494e-afc9-d3497197e374),segment_id=f9b57950-c691-494e-afc9-d3497197e374)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:31.971928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.042318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Calling delete_port for c0aa33b5-bdec-4fb8-8d7c-d46698a002ed owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:32.127847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.205389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.210357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.282462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Provisioning complete for port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:32.286727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.371931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] In _notify_port_updated(), no bound segment for port 6fad165f-9d89-4f72-a14d-73a1ad23952e on network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:41:32.392273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:32.397164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:32.398309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.412169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "PUT /v2.0/ports/6fad165f-9d89-4f72-a14d-73a1ad23952e HTTP/1.1" status: 200 len: 996 time: 2.4966631 Oct 26 16:41:32.415557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Provisioning complete for port 6fad165f-9d89-4f72-a14d-73a1ad23952e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:32.415932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.416283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54108) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:32.474194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d804c3a5-cea7-4f5e-b88c-e2239c8fbf8a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:32.484923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55ac5f-b62c-428d-ba0b-7f77302aa1ad tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=6fad165f-9d89-4f72-a14d-73a1ad23952e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:32.505370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Checking segment: {'id': '5639fb05-6696-4132-b25f-92047ba7c2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f1c8ccf2-6bee-4c92-885f-b92ffc038d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:32.505744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Network hostable DHCP agents. Network: f1c8ccf2-6bee-4c92-885f-b92ffc038d3a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:32.528492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9815cbcf-b73c-4ba1-82d0-847d44cf61d0 None None] Port 6fad165f-9d89-4f72-a14d-73a1ad23952e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:32.547425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.603854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 963390ce-0efe-4a24-92e4-77ba253e908d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:32.604197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.654649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] Pushing event deleted for resources: {'Port': ['ID=c0aa33b5-bdec-4fb8-8d7c-d46698a002ed,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:32.656599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.678733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfb0f8-8253-496a-81a6-b301dbfef172 None None] No DVR routers for this DVR port c0aa33b5-bdec-4fb8-8d7c-d46698a002ed on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:32.728126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Network f1c8ccf2-6bee-4c92-885f-b92ffc038d3a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:32.854296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port 963390ce-0efe-4a24-92e4-77ba253e908d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=963390ce-0efe-4a24-92e4-77ba253e908d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:32.854767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.865079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f1c8ccf2-6bee-4c92-885f-b92ffc038d3a) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:32.874299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13416b6-98bf-408f-89ac-8006b153744e None None] Network f1c8ccf2-6bee-4c92-885f-b92ffc038d3a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:32.890962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:32.891698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:32.904814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 963390ce-0efe-4a24-92e4-77ba253e908d owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:32.907310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port 6fad165f-9d89-4f72-a14d-73a1ad23952e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:32.907720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.098798 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81b6b290-c140-4256-bfad-111b86cdc5d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6097734 Oct 26 16:41:33.160768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89229c10-361a-46f8-ae12-e643cf581c3f None None] Network f1c8ccf2-6bee-4c92-885f-b92ffc038d3a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:33.282477 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.304959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for 6fad165f-9d89-4f72-a14d-73a1ad23952e owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:33.306438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.332610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:33.427819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=963390ce-0efe-4a24-92e4-77ba253e908d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:33.596903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.619115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.784238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.820975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.824417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.879940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:33.880673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.896908 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:33.936784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bca6a094-20ec-45d9-b633-246c3d5df873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.108800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.109634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Fanout notify agent at l3_agent the message router_deleted on router ce7ad921-2498-4392-ba0e-2b9ddc792bd5 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:41:34.115277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:34.117389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.123803 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-54f69422-afaa-461a-8d04-b93c889a1c56 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/routers/ce7ad921-2498-4392-ba0e-2b9ddc792bd5 HTTP/1.1" status: 204 len: 168 time: 3.1888456 Oct 26 16:41:34.124324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:34.166232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.195117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:34.199614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.226004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.297253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.389454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.455069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c0aa33b5-bdec-4fb8-8d7c-d46698a002ed no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:34.474637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=6fad165f-9d89-4f72-a14d-73a1ad23952e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:34.481576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:34.499892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:34.503758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:34.506792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c0aa33b5-bdec-4fb8-8d7c-d46698a002ed {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:34.507381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c0aa33b5-bdec-4fb8-8d7c-d46698a002ed not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:34.507846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6826d1d1-0e5d-454f-a815-90277b2efe9d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:34.547111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6826d1d1-0e5d-454f-a815-90277b2efe9d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:34.547477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6826d1d1-0e5d-454f-a815-90277b2efe9d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:34.690448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.747373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a21a42-4edd-486d-b328-ba1470594797']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:34.764423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b57950-c691-494e-afc9-d3497197e374') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:34.764793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b57950-c691-494e-afc9-d3497197e374') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:34.766322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:34.795868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.830780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-86dd510a-f475-41a8-ae36-136eb046bb09 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:34.833778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.834854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-86dd510a-f475-41a8-ae36-136eb046bb09 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/networks?id=397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 200 len: 811 time: 0.6717660 Oct 26 16:41:34.859119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.859310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:34.859985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.863680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5795b7f6-c07a-4cd4-b265-7473c86ed159 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/6fad165f-9d89-4f72-a14d-73a1ad23952e HTTP/1.1" status: 204 len: 168 time: 2.4457681 Oct 26 16:41:34.866475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:34.875319 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:34.957697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-80aac588-d9ab-42bb-bf4d-4e8386c4dcb1 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/quotas/97c633632cf9466390a147f31f96cb75 HTTP/1.1" status: 200 len: 375 time: 0.1209309 Oct 26 16:41:34.961775 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-02879b29-921e-4390-b222-ac398c4619c4 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] GET failed (client error): The resource could not be found. Oct 26 16:41:34.964016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-02879b29-921e-4390-b222-ac398c4619c4 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports/6fad165f-9d89-4f72-a14d-73a1ad23952e HTTP/1.1" status: 404 len: 333 time: 0.0960655 Oct 26 16:41:34.985144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54150) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:34.990112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-26d6444b-de05-4d53-ae21-da58edd27183 None None] Provisioning complete for port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:34.990564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26d6444b-de05-4d53-ae21-da58edd27183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:34.993471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-1368852183'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:35.056877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.095629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-26d6444b-de05-4d53-ae21-da58edd27183 None None] Port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:35.096083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:35.111630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:35.120354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.141481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.146112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-de13101f-230f-49a6-9d4c-131c9a3f25b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8459e82-19da-4fa8-945a-b9dbf5887511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0824704 Oct 26 16:41:35.148969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/networks/62a21a42-4edd-486d-b328-ba1470594797 HTTP/1.1" status: 204 len: 168 time: 1.0234749 Oct 26 16:41:35.152547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:35.154494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:35.172947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471e533-d771-4fdd-82ca-fb58a26907cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Network': ['ID=62a21a42-4edd-486d-b328-ba1470594797,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:35.178663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:35.186163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'network': {'name': 'tempest-network-smoke--370802317', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:35.196068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:35.197547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-ccd23c56-2345-4c66-9614-b0534dcf54c8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97c633632cf9466390a147f31f96cb75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2386608 Oct 26 16:41:35.212271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.298798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port 9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:35.400781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4b9babbf-ecb0-4d3d-9ac8-e73a74901fba service neutron] 10.222.0.21 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944921 Oct 26 16:41:35.422342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:35.424477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:35.425664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.506647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:35.564966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:35.588148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.588590 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Added segment 79ffb993-591f-4c08-b58c-c824ce49763e of type vlan for network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 Oct 26 16:41:35.631501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.11 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:35.655509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.687228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-0a351add-79c6-40d1-8857-403ef2b94e24 service neutron] 10.222.0.21 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737739 Oct 26 16:41:35.763821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:35.765565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.849214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.860850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:35.861485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:35.910227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:35.915492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641017701', 'description': 'tempest-description--63635782'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:35.937616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Network': ['ID=1d54c901-05c2-40f1-b0d9-d1084f6b60e8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:35.961877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64e45d7f-a6a0-486c-a884-b115426d4d92 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7817898 Oct 26 16:41:35.975407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54174) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:35.995288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'admin_state_up': True, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:36.042880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:36.054226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-270e35c4-8460-4d8e-ba22-858f57b5e2ca req-48591d23-21dd-4b27-b31a-5c985d4e7dc8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.0366676 Oct 26 16:41:36.087159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.134478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.192436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 2, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:36.213046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.224344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:36.224854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Updating router d8459e82-19da-4fa8-945a-b9dbf5887511 port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:36.227379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 963390ce-0efe-4a24-92e4-77ba253e908d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:36.273991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 963390ce-0efe-4a24-92e4-77ba253e908d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:36.273991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 963390ce-0efe-4a24-92e4-77ba253e908d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:36.280873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.301013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.323939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:36.328050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:36.335649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:36.338959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.340348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.391521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.461877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:36.472403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2209b-5b3d-4df9-a050-8d22443fe671,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:36.585618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.588077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54204532-2b93-4393-9309-ab3915152632 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6763561 Oct 26 16:41:36.590828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54192) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:36.597524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group_rule': {'security_group_id': '88d2209b-5b3d-4df9-a050-8d22443fe671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:36.613930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.639318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:36.639984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.734478 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.738832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.764660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.814608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.859039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4ef97bca-4b57-48d0-b395-e9479ac1456b tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8723624 Oct 26 16:41:36.876684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:36.878863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:36.891034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'network_id': 'a9c954c8-b19f-42bf-bd0b-ac25fd74e752', 'name': 'tempest-AllowedAddressPairTestJSON-2100245891'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:36.998872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.007100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.043247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31efa264-2da3-4d37-b784-3c3660cbd3b8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:37.061304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f3180b0b-fbf9-4e87-a6c6-e99d3042a233 None None] Provisioning complete for port 9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:37.061922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f3180b0b-fbf9-4e87-a6c6-e99d3042a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.159735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.176045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-95b7e200-83af-4800-9d86-66f7f3db71f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5839517 Oct 26 16:41:37.179668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:37.195367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group_rule': {'security_group_id': '88d2209b-5b3d-4df9-a050-8d22443fe671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:37.202246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a71123-daa4-41d8-8d3f-2874075cc41d None None] Pushing event updated for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:37.243890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fba47dec-ad4c-41b9-90b1-eacbf351ac9c req-e219288d-7be5-4d90-a214-ae3ef16ff01c tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.0664928 Oct 26 16:41:37.262835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Attempting to bind port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:37.263512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Attempting to bind port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:37.264154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Attempting to bind port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:37.272207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Made reservation on behalf of d8c578b46f7a41bebd59c8ad5fd888ec for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:37.274115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f3180b0b-fbf9-4e87-a6c6-e99d3042a233 None None] Port 9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:37.277283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.279171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:37.279856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:37.280478 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.281542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Bound using segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:37.282237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Bound port: 3902a75a-9096-44a4-8d17-15cfdfb9ced2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:37.282847 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.356840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] device_id is not set on port 46f2975b-cadb-48a9-a54b-03bfb56d00ed yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:37.421891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] For port 3902a75a-9096-44a4-8d17-15cfdfb9ced2, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:37.431647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] For port 3902a75a-9096-44a4-8d17-15cfdfb9ced2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3902a75a-9096-44a4-8d17-15cfdfb9ced2,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:37.445471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-53910e11-39ec-4b9d-b4c6-9c86b80af17a None None] Provisioning complete for port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:37.446171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53910e11-39ec-4b9d-b4c6-9c86b80af17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.523546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-53910e11-39ec-4b9d-b4c6-9c86b80af17a None None] Port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:37.536879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.550107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.574763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.646372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.652128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:37.652762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:37.803076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:37.804905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Allocated IP 172.20.0.6 (a9c954c8-b19f-42bf-bd0b-ac25fd74e752/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee/46f2975b-cadb-48a9-a54b-03bfb56d00ed) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:37.899425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.25.5.201 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f0718700-3e0e-4399-ad46-861b056a401c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:37.905514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a71123-daa4-41d8-8d3f-2874075cc41d None None] Pushing event updated for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:37.931379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.025498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] Provisioning complete for port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:38.025901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.099873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.106273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:38.249827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.360268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:38.372637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:38.382407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:38.393122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=f0718700-3e0e-4399-ad46-861b056a401c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:38.613083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22ff9ed-34fb-4319-a667-1019bf9eaff9,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:38.647745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.654119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2bd0d619-69e2-431c-9a1b-f7f3a8ced2a1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4729371 Oct 26 16:41:38.655032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54218) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:38.703349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:38.712354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9867c1f1-b96c-4660-af67-27f856ca6796 req-579b8359-abca-41f5-a441-debf193d01c0 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.1106617 Oct 26 16:41:38.855722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.862990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:38.925914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:39.009157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] For port 3902a75a-9096-44a4-8d17-15cfdfb9ced2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3902a75a-9096-44a4-8d17-15cfdfb9ced2,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:39.030472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:37Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:39.075361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a0ea-eeb3-4cb8-94eb-dcbdf2b6745f None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:37Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:39.086502 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:39.146848 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:39.198076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:39.247086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a982b04-cceb-4e55-8b54-8a41751a219b None None] Pushing event updated for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:39.320206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:39.326296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:39.339268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:39.510024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:39.510652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:39.571839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=46f2975b-cadb-48a9-a54b-03bfb56d00ed,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:39.734182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58cb85b3-8edb-4b02-99f0-5eeee99d8031 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8529112 Oct 26 16:41:39.736720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:39.745613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0d:64:cf'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:16:d6:8a'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:39.777456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Allocated IP 172.25.5.129 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/88ae018a-8378-4f0e-8416-3444c64db5b4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:39.813972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-0fb870b8-da4e-419c-9936-5927c66abd16 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:39.816243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-0fb870b8-da4e-419c-9936-5927c66abd16 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.47 "GET /v2.0/networks?id=397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 200 len: 811 time: 0.3784733 Oct 26 16:41:39.843088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Request body: {'port': {'device_id': '97270de2-f35e-4771-8681-f8bc38260c2e', 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2', 'admin_state_up': True, 'tenant_id': '97c633632cf9466390a147f31f96cb75'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:39.963555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fa1bea73-b462-4261-b064-fff71b8854e0 None None] Provisioning complete for port 46f2975b-cadb-48a9-a54b-03bfb56d00ed triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:39.966479 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa1bea73-b462-4261-b064-fff71b8854e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.053441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bea73-b462-4261-b064-fff71b8854e0 None None] Port 46f2975b-cadb-48a9-a54b-03bfb56d00ed cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:40.209327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad1e983a-1bc2-4b0e-95cc-445a9d86fd7d req-b06003ed-fcd5-4587-8270-003c3a145d23 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.2428982 Oct 26 16:41:40.254183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.351289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.478041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Made reservation on behalf of 97c633632cf9466390a147f31f96cb75 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:40.482285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.580311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.593824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.649130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:40.661045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:40.672803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:40.764649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=88ae018a-8378-4f0e-8416-3444c64db5b4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:40.800038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Allocated IP 172.20.0.2 (397b2a0d-9209-4513-8ad4-946a2c3daea2/f2393f50-6c5d-4273-a526-d9be3040f086/fc8e4d76-6ecd-4086-ad8e-607f6b668bec) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:40.803060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:40.907521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.015476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.039223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.109260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.127162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.227815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router 5447c62a-4ebf-4324-a555-5f373bc07563 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:41:41.283831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3902a75a-9096-44a4-8d17-15cfdfb9ced2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:41.380869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] In _notify_port_updated(), no bound segment for port 46f2975b-cadb-48a9-a54b-03bfb56d00ed on network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:41:41.387280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:41.388492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.390630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "PUT /v2.0/ports/46f2975b-cadb-48a9-a54b-03bfb56d00ed HTTP/1.1" status: 200 len: 1057 time: 1.6527777 Oct 26 16:41:41.397942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54246) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:41.436668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:41.437307 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.473638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.478636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc48c07c-13df-4f8f-a2a5-7ebbe7f65519 req-2a282162-c16f-4bb5-a6f7-a4c2cbe28531 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.1090281 Oct 26 16:41:41.479777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.554823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Pushing event updated for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:41.569807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.585828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Network 397b2a0d-9209-4513-8ad4-946a2c3daea2 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:41.591303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83581a-4194-4b26-96cd-b494ea2bbadc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event updated for resources: {'Port': ['ID=46f2975b-cadb-48a9-a54b-03bfb56d00ed,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:41.631857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:41.631857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:41.724544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3bf0eb55-d88e-41fc-be1c-4e988f90de4b None None] Provisioning complete for port 46f2975b-cadb-48a9-a54b-03bfb56d00ed triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:41.724946 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3bf0eb55-d88e-41fc-be1c-4e988f90de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.735122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=88ae018a-8378-4f0e-8416-3444c64db5b4,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:41.740356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:41.756030 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Sync routers for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:41.762630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port 46f2975b-cadb-48a9-a54b-03bfb56d00ed {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:41.763119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.781546 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:41.784618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:41.803713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:41.808239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0eb55-d88e-41fc-be1c-4e988f90de4b None None] Port 46f2975b-cadb-48a9-a54b-03bfb56d00ed cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:41.811361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.828797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.873719 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.878002 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-08598b0e-14b5-4aac-8c3e-eeb5c6778c20 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8944893 Oct 26 16:41:41.878858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:41.882668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.898811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for 46f2975b-cadb-48a9-a54b-03bfb56d00ed owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:41.936586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed5902ab-930e-4863-a0cd-5b7ba50e508f tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7e9d36cc41434301924cdd95db3ac374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547378 Oct 26 16:41:41.937075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54252) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:41.976618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:41.982127 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:41.987455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c43a087-2538-46c0-93fc-238832b1cd5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2887666 Oct 26 16:41:42.034891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-4bf1f457-87f0-4554-9c1f-f41e6152f27d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1924469 Oct 26 16:41:42.088046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Request body: {'port': {'device_id': '97270de2-f35e-4771-8681-f8bc38260c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:42.094412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54260) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:42.140685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-93c36955-8a38-42f9-9299-eade446a2abc req-9623aaac-9a26-40ae-bdfa-f724b9c6ed5e service neutron] (102737) timed out ('10.222.0.47', 63164) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:41:42.201952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:42.248233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:42.283941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5087a37f-74bc-4e54-a9b2-74ad69a83454 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:42.287796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5087a37f-74bc-4e54-a9b2-74ad69a83454 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3451614 Oct 26 16:41:42.319033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-941cba90-edad-468b-a84c-1c258c2e72d5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--641017701&fields=id&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 267 time: 0.1388545 Oct 26 16:41:42.319869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54274) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:42.350013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=46f2975b-cadb-48a9-a54b-03bfb56d00ed,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:42.408979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f9c0ddf-d7e0-4646-be98-fc2a8c2099b4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854473 Oct 26 16:41:42.412110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:42.431559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839563987', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:42.477766 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:39Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:42.557252 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Checking router: 5447c62a-4ebf-4324-a555-5f373bc07563 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:42.557594 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Updating router 5447c62a-4ebf-4324-a555-5f373bc07563 port f0718700-3e0e-4399-ad46-861b056a401c binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:42.623371 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:42.818344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-0d514394-1859-46a5-8043-e1f3e4c45e20 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:42.818344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-0d514394-1859-46a5-8043-e1f3e4c45e20 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 816 time: 0.4581466 Oct 26 16:41:42.911981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-44bfc5e6-bd10-4d11-bef7-36fd661932c4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/quotas/269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 375 time: 0.0476818 Oct 26 16:41:42.984058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997213f9-28a3-44b4-980b-1ca08e5ca9eb req-a2291d5b-b625-445f-86d5-edff2f1f9aa2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:42.984401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-997213f9-28a3-44b4-980b-1ca08e5ca9eb req-a2291d5b-b625-445f-86d5-edff2f1f9aa2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 931 time: 0.3082850 Oct 26 16:41:43.015463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.024872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3bdef711-5947-4b2d-a169-bc451b841727 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/46f2975b-cadb-48a9-a54b-03bfb56d00ed HTTP/1.1" status: 204 len: 168 time: 1.6253586 Oct 26 16:41:43.025935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54284) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:43.027895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:43.033243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.086429 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.151455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-997213f9-28a3-44b4-980b-1ca08e5ca9eb req-8928cedc-e3f5-405a-9679-89e5a3e02ced tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420102 Oct 26 16:41:43.186108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-33713396-d1df-4ac5-9df4-03d72a6f3038 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2654147 Oct 26 16:41:43.187955 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.196344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-404dc8e7-64a4-4dc9-8d60-21e0686ae910 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:41:43.203455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-404dc8e7-64a4-4dc9-8d60-21e0686ae910 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163176 Oct 26 16:41:43.297949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Pushing event updated for resources: {'Port': ['ID=f0718700-3e0e-4399-ad46-861b056a401c,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:43.301695 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Attempting to bind port f0718700-3e0e-4399-ad46-861b056a401c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:43.302065 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Attempting to bind port f0718700-3e0e-4399-ad46-861b056a401c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:43.302428 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Attempting to bind port f0718700-3e0e-4399-ad46-861b056a401c on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:43.323475 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:43.323678 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:43.324049 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.324544 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:43.325048 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Bound port: f0718700-3e0e-4399-ad46-861b056a401c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:43.325433 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.328647 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.328647 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.329096 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.329284 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.329663 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.329938 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.330252 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.330577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.331023 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.331375 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.331696 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.332001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:43.409389 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] For port f0718700-3e0e-4399-ad46-861b056a401c, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:43.416169 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] For port f0718700-3e0e-4399-ad46-861b056a401c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f0718700-3e0e-4399-ad46-861b056a401c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:43.438342 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c350aa-a482-406f-9170-b635f2b1aa1e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] GET failed (client error): The resource could not be found. Oct 26 16:41:43.442840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b4c350aa-a482-406f-9170-b635f2b1aa1e tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports/46f2975b-cadb-48a9-a54b-03bfb56d00ed HTTP/1.1" status: 404 len: 333 time: 0.0627608 Oct 26 16:41:43.449199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54290) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:43.469885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-8aa7d372-1c6a-4f9e-a15f-411b5b388c1c service neutron] 10.222.0.21 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655563 Oct 26 16:41:43.481297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8e4d76-6ecd-4086-ad8e-607f6b668bec {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:41:43.512796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.588396 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.595595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port 9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:43.596358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.603258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Transition to ACTIVE for port object fc8e4d76-6ecd-4086-ad8e-607f6b668bec will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:41:43.660192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-5aa9f7a5-5f6f-4194-a2e9-5ce1ea6efb89 service neutron] 10.222.0.21 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737771 Oct 26 16:41:43.668419 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:43.669185 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:43.677527 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.783965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.798723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.799370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Subnet': ['ID=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:43.817486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for 9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:43.820069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Checking segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:43.820510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network hostable DHCP agents. Network: 1d54c901-05c2-40f1-b0d9-d1084f6b60e8, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:43.852905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:43.870545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:43.877081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:43.925130 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a7da6-fb15-468e-a00c-16d32230e0aa None None] Pushing event updated for resources: {'Port': ['ID=f0718700-3e0e-4399-ad46-861b056a401c,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:43.979997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:44.079735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:44.096587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5f6eba4-7141-4c5b-b86e-86e04bd7d391 req-f61789f9-83ce-4d07-a8d0-7aa361d04641 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.0352788 Oct 26 16:41:44.130330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1d54c901-05c2-40f1-b0d9-d1084f6b60e8) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:44.147435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761aeb43-a21e-4dfe-9126-fc0b44778448 None None] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:44.156164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:44.164704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:44.171633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:44.216909 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:39Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:44.298155 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e45d7c-728f-4f4c-90fb-baf4b5d56fce None None] The sync data for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 is: [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:39Z', 'revision_number': 3, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:44.361391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:44.369577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6be994c0-a193-4d69-bf5c-7b6b3e6cdbc6 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 HTTP/1.1" status: 204 len: 168 time: 0.9177880 Oct 26 16:41:44.373346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54304) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:44.457928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:41:44.459319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:44.472021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e6c3ebb-6787-4a3d-8f24-dca87fb4c36e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0587564 Oct 26 16:41:44.480776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:44.517678 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca9971d-4ece-4a4d-8953-cc80af4dfd2f tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] GET failed (client error): The resource could not be found. Oct 26 16:41:44.523274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6ca9971d-4ece-4a4d-8953-cc80af4dfd2f tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "GET /v2.0/ports/9a7cbb66-c73a-44bc-9cc3-f7425a5c0e26 HTTP/1.1" status: 404 len: 333 time: 0.1449344 Oct 26 16:41:44.525214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54312) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:44.697175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Allocated IP 172.20.0.2 (1d54c901-05c2-40f1-b0d9-d1084f6b60e8/fdf3e11a-2cd0-4aad-9826-1c9806c77ec0/01e8ae4a-9e42-4aae-8d05-1680c8c6daa2) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:45.063588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.077079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570cf9-f661-415f-9eeb-92bcf6587ee0 req-163b0ebf-5bf0-45aa-aa2e-396a4d24b70a tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:45.078613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d570cf9-f661-415f-9eeb-92bcf6587ee0 req-163b0ebf-5bf0-45aa-aa2e-396a4d24b70a tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 943 time: 0.8064129 Oct 26 16:41:45.080784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Attempting to bind port fc8e4d76-6ecd-4086-ad8e-607f6b668bec on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:45.081110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Attempting to bind port fc8e4d76-6ecd-4086-ad8e-607f6b668bec by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '2adab96d-1cfc-48df-961f-900d0b33f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:45.081433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Attempting to bind port fc8e4d76-6ecd-4086-ad8e-607f6b668bec on network 397b2a0d-9209-4513-8ad4-946a2c3daea2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:45.111899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Port fc8e4d76-6ecd-4086-ad8e-607f6b668bec on network 397b2a0d-9209-4513-8ad4-946a2c3daea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:41:45.112165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Attempting to bind port fc8e4d76-6ecd-4086-ad8e-607f6b668bec on network 397b2a0d-9209-4513-8ad4-946a2c3daea2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:45.124936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:45.124936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Checking segment: {'id': '2adab96d-1cfc-48df-961f-900d0b33f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:45.124936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Bound using segment: {'id': '2adab96d-1cfc-48df-961f-900d0b33f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:45.124936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Bound port: fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adab96d-1cfc-48df-961f-900d0b33f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:45.125403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.150099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.279947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d570cf9-f661-415f-9eeb-92bcf6587ee0 req-284877a2-eb4e-4ee6-bf02-5e18077f5ba2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808729 Oct 26 16:41:45.326541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Pushing event updated for resources: {'Port': ['ID=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:45.335049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port 1980828c-51d3-4f7f-aa16-58dbaa17879a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:45.335647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.344150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:45.347160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f0718700-3e0e-4399-ad46-861b056a401c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:45.349797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:45.353497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:45.751222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:45.751222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,segment=NetworkSegment(2adab96d-1cfc-48df-961f-900d0b33f9fa),segment_id=2adab96d-1cfc-48df-961f-900d0b33f9fa)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:45.751222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90bbf448-be63-4217-9d72-440087146a5a req-dd5ce6a2-3cf6-4f2c-87c9-5346a0de9322 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.2664299 Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Attempting to bind port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Attempting to bind port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Attempting to bind port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 on network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Checking segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Bound using segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Bound port: 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:45.764721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.770644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Deleting port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:45.770644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.775164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f0718700-3e0e-4399-ad46-861b056a401c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:45.775164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.776395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.776737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.777035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] For port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:45.777035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] For port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:45.783969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for 1980828c-51d3-4f7f-aa16-58dbaa17879a owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:45.838191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.890323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.894397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f0718700-3e0e-4399-ad46-861b056a401c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f0718700-3e0e-4399-ad46-861b056a401c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:45.973258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:45.973879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:45.980733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] 10.222.0.47 "PUT /v2.0/ports/fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 200 len: 1091 time: 3.9203539 Oct 26 16:41:45.981471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:45.992565 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e6ad7-f66f-40c0-b121-d921b580274a" -d '{"events": [{"name": "network-changed", "server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:45.996444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:46.037708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40860c-ad54-4d9d-a5ab-052305efce21 None None] Pushing event updated for resources: {'Port': ['ID=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:46.113799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] For port 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:46.114349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:46.117180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194480b-f636-4d8c-bc09-0ad23e2a151a service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:46.194311 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde1c68-aeed-4eb2-9081-7f74f0a39c7b x-openstack-request-id: req-9cde1c68-aeed-4eb2-9081-7f74f0a39c7b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:46.195249 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:46.195249 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cde1c68-aeed-4eb2-9081-7f74f0a39c7b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:46.198572 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec', 'status': 'completed', 'code': 200} Oct 26 16:41:46.213335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-fa6864df-9ec0-4b1a-8ead-6cf461e85ed8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4493415 Oct 26 16:41:46.222128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Calling delete_port for 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:46.240215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f0718700-3e0e-4399-ad46-861b056a401c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:46.577624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-a190cb9d-5ba2-4e00-94dd-c013c11b0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:46.594757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-a190cb9d-5ba2-4e00-94dd-c013c11b0161 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97c633632cf9466390a147f31f96cb75&device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 1094 time: 0.4502699 Oct 26 16:41:46.705952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-9e7b7675-8e19-41aa-91ef-565d6bcd499e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 200 len: 217 time: 0.0689075 Oct 26 16:41:46.842161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9a9e5b2-fbd2-4e02-a960-1a4e8e56fe35 req-4e07868c-3562-4d35-b254-6a2b82c2dff2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.1557317 Oct 26 16:41:46.934817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eedd6-4daa-4403-a012-657584c78632 req-847c5426-271a-4479-80f1-d222c9ad8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:46.936423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-847c5426-271a-4479-80f1-d222c9ad8963 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1096 time: 0.6826589 Oct 26 16:41:46.958666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:46.996534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.033233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbf2f4-dc0e-4757-aaaa-a44ba9756c33 req-74089ac8-1f73-44f8-a2a1-6c630397a4f2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:47.046751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84fbf2f4-dc0e-4757-aaaa-a44ba9756c33 req-74089ac8-1f73-44f8-a2a1-6c630397a4f2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 943 time: 0.5319521 Oct 26 16:41:47.168323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=1980828c-51d3-4f7f-aa16-58dbaa17879a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:47.202643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5f8ac3f0-14c6-4d7c-a26b-eabb11f461fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:47.202643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-5f8ac3f0-14c6-4d7c-a26b-eabb11f461fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2393f50-6c5d-4273-a526-d9be3040f086 HTTP/1.1" status: 200 len: 851 time: 0.4593344 Oct 26 16:41:47.216754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.336808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.339464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:47.340297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d57a3d37-a587-4b90-9c89-9cc1e0d46da5 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/ports/1980828c-51d3-4f7f-aa16-58dbaa17879a HTTP/1.1" status: 204 len: 168 time: 2.8140478 Oct 26 16:41:47.343421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:47.403579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Pushing event deleted for resources: {'Port': ['ID=72df7ee4-c2bc-41eb-8579-bc9549c6ebf3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:47.416318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-3e2defad-94bc-4332-ac2c-b5e41a17fa8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=397b2a0d-9209-4513-8ad4-946a2c3daea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993721 Oct 26 16:41:47.500148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:47.503564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.644401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84fbf2f4-dc0e-4757-aaaa-a44ba9756c33 req-ed336046-9885-4ef2-80e3-7b703e37af87 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965300 Oct 26 16:41:47.660227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.726651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:47.820023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.821719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f0718700-3e0e-4399-ad46-861b056a401c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:47.837044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting subnet c3aef14f-2419-42e3-a99f-0de5c7c7d2ee {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:47.851955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.1 (1d54c901-05c2-40f1-b0d9-d1084f6b60e8/fdf3e11a-2cd0-4aad-9826-1c9806c77ec0/bae19f4c-3586-41ae-8b94-9996aefa994a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:47.853919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:47.866983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eedd6-4daa-4403-a012-657584c78632 req-deba2a90-425e-4a31-b896-b9a3143d63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:47.868729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-deba2a90-425e-4a31-b896-b9a3143d63c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.8786552 Oct 26 16:41:47.880317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc73623-cf44-4e7f-8969-d0374bafd4ac req-f94d70c6-817e-452d-ba34-e824319ecaea tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:47.889811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc73623-cf44-4e7f-8969-d0374bafd4ac req-f94d70c6-817e-452d-ba34-e824319ecaea tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.3265409 Oct 26 16:41:47.968394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.015645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f0718700-3e0e-4399-ad46-861b056a401c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:48.015645 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.104946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:48.117166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.139924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-9c38be2b-9aaa-4f9c-ae0b-47e74ebce75c service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075574 Oct 26 16:41:48.187622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbaa842-70df-42f3-83ab-b4d728a6f801 None None] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:48.228941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-b5880eb3-d27f-46b4-99f4-4bea7dda3d5f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:48.230441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-b5880eb3-d27f-46b4-99f4-4bea7dda3d5f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 816 time: 0.9126527 Oct 26 16:41:48.238272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce10ef2f-e5f9-4678-a370-aacc56ad480e req-0850499d-60bd-41ec-adb2-3146e226b13e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.0956407 Oct 26 16:41:48.265063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.330008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.331549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.333437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/subnets/c3aef14f-2419-42e3-a99f-0de5c7c7d2ee HTTP/1.1" status: 204 len: 168 time: 0.9782679 Oct 26 16:41:48.340383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-69e0dd25-539d-4205-aba0-fac988ddc114 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 379 time: 0.0839071 Oct 26 16:41:48.341109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa9b41-437a-430c-b6c9-6aec96c7cc59 tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Subnet': ['ID=c3aef14f-2419-42e3-a99f-0de5c7c7d2ee,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:48.342813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:48.353263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'port': {'device_id': '8038151b-b0e0-4387-975a-a275511802f4', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'admin_state_up': True, 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'security_groups': ['88d2209b-5b3d-4df9-a050-8d22443fe671']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:48.395789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718fa5a-8b76-4399-9f88-5c79e57422fb None None] Network a9c954c8-b19f-42bf-bd0b-ac25fd74e752 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:48.410670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bc73623-cf44-4e7f-8969-d0374bafd4ac req-39f716ef-ada8-4fd9-8e0f-bdd52ac6bc1d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198138 Oct 26 16:41:48.474036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-781755c3-0c0e-40e8-9442-35fdeac5149a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 1001 time: 0.5527411 Oct 26 16:41:48.503166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-300aa855-0b4c-481a-99cc-f870aba51969 None None] Provisioning complete for port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:48.503510 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-300aa855-0b4c-481a-99cc-f870aba51969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.512592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.623484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.638416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a743dc7-e1da-4072-9e3d-79bb363986b0 req-59395d34-713d-4322-923f-baaf58837731 service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090910 Oct 26 16:41:48.657368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Made reservation on behalf of 269a853d1c87467d92895a0206f7d45a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:48.657547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eedd6-4daa-4403-a012-657584c78632 req-59ef9f4b-0913-44ba-a261-51f2c98cfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:48.659077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-59ef9f4b-0913-44ba-a261-51f2c98cfcc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.1167483 Oct 26 16:41:48.665266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.767259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] DHCP port deletion for a9c954c8-b19f-42bf-bd0b-ac25fd74e752 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:48.802180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.838372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Deleting port b00d938c-2e6a-4a9e-8348-62f4e663647d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:48.838741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.849196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eedd6-4daa-4403-a012-657584c78632 req-db280d4e-e3be-4274-9069-db2bb51d69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:48.851464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-db280d4e-e3be-4274-9069-db2bb51d69e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843355 Oct 26 16:41:48.883901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:48.890010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-e042ee5d-49d5-49c2-9702-8803c3c1f42e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:41:48.891023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-e042ee5d-49d5-49c2-9702-8803c3c1f42e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054631 Oct 26 16:41:48.893741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:48.903677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:48.933238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:48.941118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] For port b00d938c-2e6a-4a9e-8348-62f4e663647d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b00d938c-2e6a-4a9e-8348-62f4e663647d,segment=NetworkSegment(be052a98-7de1-40cf-99db-7e3255dfca98),segment_id=be052a98-7de1-40cf-99db-7e3255dfca98)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:48.941517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:48.964009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Calling delete_port for b00d938c-2e6a-4a9e-8348-62f4e663647d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:49.024396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Allocated IP 172.20.0.12 (c748c833-0dc4-4a01-96d9-7e489f0ec0f9/5c39754e-aeb6-44ee-ae5d-6a7eefe44983/5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:49.045989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.078615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Deleting port b00d938c-2e6a-4a9e-8348-62f4e663647d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:49.078962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.102564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7184f-40b5-4bf1-9365-bdf1286066c4 req-2e01139b-9ca3-4605-9070-b8dad2a8c3bd tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:49.104363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-985fe90b-3ee7-4d04-8f12-63a3409df558 None None] Provisioning complete for port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:49.104954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-985fe90b-3ee7-4d04-8f12-63a3409df558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.116314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcb7184f-40b5-4bf1-9365-bdf1286066c4 req-2e01139b-9ca3-4605-9070-b8dad2a8c3bd tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 943 time: 0.3162327 Oct 26 16:41:49.222237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-6c1ad94a-a9bb-4ca4-92ae-5284b2a6986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:49.222237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-6c1ad94a-a9bb-4ca4-92ae-5284b2a6986f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97c633632cf9466390a147f31f96cb75&device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 1094 time: 0.3803480 Oct 26 16:41:49.277175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.347701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] No DVR routers for this DVR port b00d938c-2e6a-4a9e-8348-62f4e663647d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:49.356497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379997ca-4332-4f4b-9e1d-1dc9267a25a7 None None] Pushing event deleted for resources: {'Port': ['ID=b00d938c-2e6a-4a9e-8348-62f4e663647d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:49.395277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcb7184f-40b5-4bf1-9365-bdf1286066c4 req-0e0e1fb0-a92f-4ca6-aab7-17ff6c3594f7 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760131 Oct 26 16:41:49.400806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:49.425995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] For port b00d938c-2e6a-4a9e-8348-62f4e663647d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b00d938c-2e6a-4a9e-8348-62f4e663647d,segment=NetworkSegment(be052a98-7de1-40cf-99db-7e3255dfca98),segment_id=be052a98-7de1-40cf-99db-7e3255dfca98)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:49.427242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.445343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Calling delete_port for b00d938c-2e6a-4a9e-8348-62f4e663647d owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:49.454141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.477856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:49.477856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.501171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Router ffc95ef1-ee6b-4801-91b5-ef71327e8969 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:49.517235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-b741ed8c-cf6f-4570-a13b-63cefb048b48 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855458 Oct 26 16:41:49.518217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-991119c5-b605-44d2-83c0-d7b07c8a5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:49.519741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-991119c5-b605-44d2-83c0-d7b07c8a5fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 200 len: 912 time: 0.2668791 Oct 26 16:41:49.526917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-558fab13-7324-4081-9fb0-f0110a904a20 None None] Provisioning complete for port bae19f4c-3586-41ae-8b94-9996aefa994a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:49.526917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-558fab13-7324-4081-9fb0-f0110a904a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.560936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e2319e7-0313-41dd-82f9-f53a03b85ad8 req-8a72e4c7-5179-45c2-acad-218f67b82d30 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.0581608 Oct 26 16:41:49.593630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-558fab13-7324-4081-9fb0-f0110a904a20 None None] Port bae19f4c-3586-41ae-8b94-9996aefa994a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:49.627838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.630340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:49.708857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b00d938c-2e6a-4a9e-8348-62f4e663647d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:49.715504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:49.734296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b00d938c-2e6a-4a9e-8348-62f4e663647d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:49.734610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b00d938c-2e6a-4a9e-8348-62f4e663647d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:49.744598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:49.752767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:49.755211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:49.891667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:49.892328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.012787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-ee477b9d-2203-455c-b3b1-6bce295aff7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 200 len: 217 time: 0.4768426 Oct 26 16:41:50.014878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-fa3e833d-5a88-402b-93ee-e1c74d3c3cf7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6661644 Oct 26 16:41:50.018651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-57ad1336-374a-4868-a4e5-64b952f4c19f None None] Provisioning complete for port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:50.019090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57ad1336-374a-4868-a4e5-64b952f4c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.029835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Request body: {'port': {'device_id': '8038151b-b0e0-4387-975a-a275511802f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:50.066246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-57ad1336-374a-4868-a4e5-64b952f4c19f None None] Port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:50.128517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.152611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.244140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.247251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536d64-1b00-497c-b804-95b845dab80a req-d4ad9fc2-3a60-4c0e-a36e-fac43c1d6909 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:50.249343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8536d64-1b00-497c-b804-95b845dab80a req-d4ad9fc2-3a60-4c0e-a36e-fac43c1d6909 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.6451087 Oct 26 16:41:50.263554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-b6a1488f-f1a5-4aa0-8607-866aabf3b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:50.265002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-b6a1488f-f1a5-4aa0-8607-866aabf3b1d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2393f50-6c5d-4273-a526-d9be3040f086 HTTP/1.1" status: 200 len: 851 time: 0.2198324 Oct 26 16:41:50.293262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e0eedd6-4daa-4403-a012-657584c78632 req-345e9fbc-0507-4499-a9ea-1293f97252ba service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690156 Oct 26 16:41:50.326342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-2a12ef5d-9535-4524-9c95-e7e563ea85a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=397b2a0d-9209-4513-8ad4-946a2c3daea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468643 Oct 26 16:41:50.331467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.343291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.345020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:50.395403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:50.411012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Sync routers for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:50.425798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3edfbff-ad1b-4f2e-b35b-93c15a366860 admin admin] 10.222.0.21 "PUT /v2.0/routers/ffc95ef1-ee6b-4801-91b5-ef71327e8969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3054225 Oct 26 16:41:50.430004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8536d64-1b00-497c-b804-95b845dab80a req-ff47b6ec-aa10-4c38-ba60-fe8cdd486568 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610017 Oct 26 16:41:50.431911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] No DVR routers for this DVR port b00d938c-2e6a-4a9e-8348-62f4e663647d on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:50.432160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:50.440343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Port': ['ID=b00d938c-2e6a-4a9e-8348-62f4e663647d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:50.465331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:50.468619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:50.537801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:50.541088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:50.729791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.744711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:41:50.754767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-9c2cff50-b62e-4290-8dec-0a9093c8267a service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155374 Oct 26 16:41:50.769739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.786002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Transition to ACTIVE for port object 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:41:50.792191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:50.801372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c954c8-b19f-42bf-bd0b-ac25fd74e752']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:50.833828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router 5447c62a-4ebf-4324-a555-5f373bc07563 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:50.903558 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.919724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58f16c-9b92-406a-b788-9fdcfe6c4502 req-00012827-c757-4500-8ba3-d57fb26aae6d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:50.921193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d58f16c-9b92-406a-b788-9fdcfe6c4502 req-00012827-c757-4500-8ba3-d57fb26aae6d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 943 time: 0.3639085 Oct 26 16:41:50.926347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be052a98-7de1-40cf-99db-7e3255dfca98') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:50.926645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be052a98-7de1-40cf-99db-7e3255dfca98') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:50.933822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:50.974411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.008146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.035255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cabd212d-2fbd-46c1-8e1f-6ffb30cd3205 None None] Provisioning complete for port bae19f4c-3586-41ae-8b94-9996aefa994a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:51.035802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cabd212d-2fbd-46c1-8e1f-6ffb30cd3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.064105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:51.080554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:41:46Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.086836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cabd212d-2fbd-46c1-8e1f-6ffb30cd3205 None None] Port bae19f4c-3586-41ae-8b94-9996aefa994a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:51.123400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:51.132317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9c5c389-5a8a-4923-8ff6-2bab0a4c7a02 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/5447c62a-4ebf-4324-a555-5f373bc07563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6481082 Oct 26 16:41:51.135700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Sync routers for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:51.136409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54374) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:51.150383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb833ee-0ac8-4d2b-a41d-647741be51da req-785f14e3-97d5-4fc0-a708-1aee8b018295 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.152369 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:51.153227 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.163230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffb833ee-0ac8-4d2b-a41d-647741be51da req-785f14e3-97d5-4fc0-a708-1aee8b018295 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 932 time: 0.3717763 Oct 26 16:41:51.200374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Attempting to bind port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:51.200944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Attempting to bind port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:51.202344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Attempting to bind port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:51.213725 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.214647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:41:51.215120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Attempting to bind port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:51.221517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:51.221975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.229731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:51.231378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:51.231378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Bound using segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:51.231846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Bound port: 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:51.232355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.343351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b20e6ad7-f66f-40c0-b121-d921b580274a req-dd1ea380-cbd4-4886-8cee-f5a5406bf324 service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716293 Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:51.344289 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:51.360251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.360697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.361175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.361684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.362330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.362884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.363370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.363945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.364395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.364829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.365286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.366320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.366893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.369780 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25837d3b-91d8-4bca-9ee4-80af41242976 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9141 time: 0.2324562 Oct 26 16:41:51.376577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54378) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:51.390855 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:51.397664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d58f16c-9b92-406a-b788-9fdcfe6c4502 req-accc799b-32eb-494d-96e3-cb60e1a29cc4 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605901 Oct 26 16:41:51.427065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:51.431494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:51.460372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fc8e4d76-6ecd-4086-ad8e-607f6b668bec details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:41:51.463784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Checking router: ffc95ef1-ee6b-4801-91b5-ef71327e8969 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:51.478525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.478983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.480553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.480553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.480553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.481281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.483315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.483895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.484797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.485848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.487025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.487719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.488654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Routers {'ffc95ef1-ee6b-4801-91b5-ef71327e8969'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:51.489408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.490088 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7bb75372-affe-4dc1-94f8-959615476cf7 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7739 time: 0.1125367 Oct 26 16:41:51.494236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54382) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:51.507156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffb833ee-0ac8-4d2b-a41d-647741be51da req-ead11ea9-5539-4d86-ab25-02b29bd2c8eb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467324 Oct 26 16:41:51.532582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.541776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.548598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] 10.222.0.21 "DELETE /v2.0/networks/a9c954c8-b19f-42bf-bd0b-ac25fd74e752 HTTP/1.1" status: 204 len: 168 time: 3.1857057 Oct 26 16:41:51.607969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc641d-d9be-46da-9970-4e86efd5c9dc tempest-AllowedAddressPairTestJSON-71390140 tempest-AllowedAddressPairTestJSON-71390140-project] Pushing event deleted for resources: {'Network': ['ID=a9c954c8-b19f-42bf-bd0b-ac25fd74e752,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:51.626120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.675440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.733667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.736401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.736401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] 10.222.0.39 "PUT /v2.0/ports/5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1092 time: 1.7104740 Oct 26 16:41:51.745037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] Set router ffc95ef1-ee6b-4801-91b5-ef71327e8969 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:51.764904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cdfe2-1c4a-4c89-8840-7b62025d2394 req-8bcab038-1a55-4122-86f2-af83fcc4f3c8 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:51.766673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b6cdfe2-1c4a-4c89-8840-7b62025d2394 req-8bcab038-1a55-4122-86f2-af83fcc4f3c8 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1225903 Oct 26 16:41:51.766856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:51.769138 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4294e-7910-4b46-ae40-c4ad25429d16" -d '{"events": [{"name": "network-changed", "server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:51.882071 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 2, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.900448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b6cdfe2-1c4a-4c89-8840-7b62025d2394 req-9153ca4b-8c97-48bd-bd73-c1d4868692f8 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025486 Oct 26 16:41:51.902865 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb9fc6-e361-4c26-8718-17be898ea231 x-openstack-request-id: req-9dbb9fc6-e361-4c26-8718-17be898ea231 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:51.903147 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:51.904469 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dbb9fc6-e361-4c26-8718-17be898ea231 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:51.904469 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'status': 'completed', 'code': 200} Oct 26 16:41:51.932380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Deleting port 05b45640-06cc-454a-b01a-6c755dab91e8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:51.933021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:51.945960 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Checking router: 5447c62a-4ebf-4324-a555-5f373bc07563 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:51.950212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Updating router 5447c62a-4ebf-4324-a555-5f373bc07563 port bae19f4c-3586-41ae-8b94-9996aefa994a binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:52.017296 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.023331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,segment=NetworkSegment(2adab96d-1cfc-48df-961f-900d0b33f9fa),segment_id=2adab96d-1cfc-48df-961f-900d0b33f9fa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:52.045892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec', 'network_id': '397b2a0d-9209-4513-8ad4-946a2c3daea2', 'port_id': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec', 'mac_address': 'fa:16:3e:c0:24:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2393f50-6c5d-4273-a526-d9be3040f086', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:41:52.097926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.100013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] For port 05b45640-06cc-454a-b01a-6c755dab91e8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=05b45640-06cc-454a-b01a-6c755dab91e8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:52.100381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.116041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Calling delete_port for 05b45640-06cc-454a-b01a-6c755dab91e8 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:52.144352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8e4d76-6ecd-4086-ad8e-607f6b668bec {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:41:52.231298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,segment=NetworkSegment(2adab96d-1cfc-48df-961f-900d0b33f9fa),segment_id=2adab96d-1cfc-48df-961f-900d0b33f9fa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:52.322139 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.385906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54394) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:52.401935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be8ef-6cbf-4401-9b42-c68ccc171277 service neutron] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:52.427444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:41:46Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:52.467958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2a5b0-f8f2-4ac6-ab46-7b9746c7c4bb None None] The sync data for ids ['ffc95ef1-ee6b-4801-91b5-ef71327e8969'] in n-d-815373-2 is: [{'id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'name': 'tempest-TaggedBootDevicesTest-1807358454-router', 'tenant_id': '6c8fad17b4b74a04a314ed81db0cae50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:29:36Z', 'updated_at': '2021-10-26T16:41:46Z', 'revision_number': 5, 'project_id': '6c8fad17b4b74a04a314ed81db0cae50', 'gw_port': {'id': '05b45640-06cc-454a-b01a-6c755dab91e8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc95ef1-ee6b-4801-91b5-ef71327e8969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:29:37Z', 'updated_at': '2021-10-26T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:52.469473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:52.482540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-3e5aad85-aeeb-4046-8d2c-eeb3fe65bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:52.484137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-3e5aad85-aeeb-4046-8d2c-eeb3fe65bb53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1095 time: 0.5930076 Oct 26 16:41:52.529361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fc8e4d76-6ecd-4086-ad8e-607f6b668bec'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:41:52.562994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.584254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.691797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b45640-06cc-454a-b01a-6c755dab91e8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:52.699621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea8bbee0-7fe6-46c0-bed1-e03a6ac6dfc4 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 1.2039025 Oct 26 16:41:52.738162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-5ce38b00-0c6e-439b-8cae-b6762ea9b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:52.741554 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-5ce38b00-0c6e-439b-8cae-b6762ea9b2ea service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=269a853d1c87467d92895a0206f7d45a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2461123 Oct 26 16:41:52.762698 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.780494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5299-bee1-4815-97a8-4d5f13c3cb45 req-7752facb-c2a0-4574-81b4-fac1829c85ce tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:52.782092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b7a5299-bee1-4815-97a8-4d5f13c3cb45 req-7752facb-c2a0-4574-81b4-fac1829c85ce tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 944 time: 0.2459836 Oct 26 16:41:52.831172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c24e6366-1241-4014-8447-b62128a08640 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8c578b46f7a41bebd59c8ad5fd888ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437644 Oct 26 16:41:52.837449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:52.843602 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.857635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae449ec-41a4-4e3d-898e-ad7eae81815c req-7468fa26-c9eb-419d-936b-45d07e289213 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:52.859185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ae449ec-41a4-4e3d-898e-ad7eae81815c req-7468fa26-c9eb-419d-936b-45d07e289213 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1946328 Oct 26 16:41:52.913258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:52.941052 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c9979-a03e-4943-8809-d05c6271e9a7 None None] Pushing event updated for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:52.996411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-308623ae-8bd2-42e2-89b3-9cc63fb1a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:53.000327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-43f4294e-7910-4b46-ae40-c4ad25429d16 req-308623ae-8bd2-42e2-89b3-9cc63fb1a0da service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488966 Oct 26 16:41:53.003485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.051982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.058766 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Attempting to bind port bae19f4c-3586-41ae-8b94-9996aefa994a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:53.059738 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Attempting to bind port bae19f4c-3586-41ae-8b94-9996aefa994a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:53.060105 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Attempting to bind port bae19f4c-3586-41ae-8b94-9996aefa994a on network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:53.079041 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:53.079670 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Checking segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:53.080235 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.080916 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Bound using segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:53.081583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Bound port: bae19f4c-3586-41ae-8b94-9996aefa994a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:53.086277 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.145535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b7a5299-bee1-4815-97a8-4d5f13c3cb45 req-f439674a-e5e0-4e8f-8360-deb2fe265df0 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351455 Oct 26 16:41:53.203038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-dca5c0de-e79e-48e5-b668-7739e1f21cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:53.213228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-dca5c0de-e79e-48e5-b668-7739e1f21cfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1095 time: 0.1370392 Oct 26 16:41:53.222104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fc8e4d76-6ecd-4086-ad8e-607f6b668bec up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:53.270012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.281612 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-bed7044d-317e-4256-b4f2-415b4bbc84a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 217 time: 0.0602469 Oct 26 16:41:53.294801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.318206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:53.323310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ae449ec-41a4-4e3d-898e-ad7eae81815c req-4be7134f-881c-4fcd-8249-eab8d94f348b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483504 Oct 26 16:41:53.416827 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] For port bae19f4c-3586-41ae-8b94-9996aefa994a, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:53.425839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-b8e7d546-8b58-48d3-9093-95ab67341ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:53.428542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-b8e7d546-8b58-48d3-9093-95ab67341ff7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.1366520 Oct 26 16:41:53.436309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.439406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.440649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b28b876d-c63d-4fb5-a5df-bf544bf1135b HTTP/1.1" status: 204 len: 168 time: 0.6023314 Oct 26 16:41:53.445400 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] For port bae19f4c-3586-41ae-8b94-9996aefa994a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bae19f4c-3586-41ae-8b94-9996aefa994a,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:53.452231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:53.452574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 72df7ee4-c2bc-41eb-8579-bc9549c6ebf3 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:53.493188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e849-91d8-4a1a-bd34-bea43fdb527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b876d-c63d-4fb5-a5df-bf544bf1135b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:53.536762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.538265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc95ef1-ee6b-4801-91b5-ef71327e8969 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:41:53.543045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.544467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0feaa463-5ebf-4255-8dc8-7b6b9957fc34 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ffc95ef1-ee6b-4801-91b5-ef71327e8969 HTTP/1.1" status: 204 len: 168 time: 3.1093824 Oct 26 16:41:53.546990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:53.575906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-310e1eba-2199-40df-8814-cb5bb2e60b06 None None] Provisioning complete for port bae19f4c-3586-41ae-8b94-9996aefa994a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:53.576819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-310e1eba-2199-40df-8814-cb5bb2e60b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.589151 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.609601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Deleting subnet 251ec6b0-11d5-45f5-97d3-32137bcc7c04 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:41:53.614939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.684576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.695748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-310e1eba-2199-40df-8814-cb5bb2e60b06 None None] Port bae19f4c-3586-41ae-8b94-9996aefa994a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:41:53.699207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port fc8e4d76-6ecd-4086-ad8e-607f6b668bec completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:41:53.705989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port fc8e4d76-6ecd-4086-ad8e-607f6b668bec triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:53.705989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.759416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-66c69430-d571-47b3-bf2d-81b2d44e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:53.760971 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-66c69430-d571-47b3-bf2d-81b2d44e8413 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3192613 Oct 26 16:41:53.804957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc905-db05-49ad-8b66-65e0154d64fc req-00ba7ec5-6be9-4a27-a0e1-9b0bd5b54cdd tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:53.813090 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c9979-a03e-4943-8809-d05c6271e9a7 None None] Pushing event updated for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:53.828611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-befcc905-db05-49ad-8b66-65e0154d64fc req-00ba7ec5-6be9-4a27-a0e1-9b0bd5b54cdd tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1097674 Oct 26 16:41:53.836583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:41:53.837228 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:53.922935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-befcc905-db05-49ad-8b66-65e0154d64fc req-7aace2b8-fed1-4a94-b483-b624ee5297d6 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915377 Oct 26 16:41:53.924925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:53.933147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:53.933788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454624440', 'description': 'tempest-secgroup-smoke-1454624440 description', 'project_id': '7e9d36cc41434301924cdd95db3ac374'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:53.973703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,segment=NetworkSegment(2adab96d-1cfc-48df-961f-900d0b33f9fa),segment_id=2adab96d-1cfc-48df-961f-900d0b33f9fa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:53.975544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:53.978487 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe99b4-dc67-4d71-93e7-1b678e98dc7f" -d '{"events": [{"server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:54.051641 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:41:54.051847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-ef95796b-ee19-4218-b64e-f1bae9289080 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787790 Oct 26 16:41:54.088547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.089490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.205586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.217149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:54.257028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] Provisioning complete for port bae19f4c-3586-41ae-8b94-9996aefa994a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:54.257457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.319639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.404268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f44a7-e59d-4efe-8512-7832c2bc652f req-c97bcb8d-b6ad-4787-ab94-c85f2009dac2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:54.414071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf6f44a7-e59d-4efe-8512-7832c2bc652f req-c97bcb8d-b6ad-4787-ab94-c85f2009dac2 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.0934198 Oct 26 16:41:54.430883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.445606 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9c1d6-6005-4b37-b294-b106a5a102b9 x-openstack-request-id: req-f5a9c1d6-6005-4b37-b294-b106a5a102b9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:54.448889 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:54.448889 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5a9c1d6-6005-4b37-b294-b106a5a102b9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:54.448889 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec', 'code': 200} Oct 26 16:41:54.448889 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.452642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.484245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] For port bae19f4c-3586-41ae-8b94-9996aefa994a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bae19f4c-3586-41ae-8b94-9996aefa994a,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:54.491931 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:53Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:54.523972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0a881-bcd5-4b3f-8ff1-749eef168c9f None None] Network bf4fb984-7316-4455-8587-5bdb1c34326c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:54.526054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-887444ea-128a-4c75-a61a-dc7c409c45e3 req-ca8fbf11-f223-43b9-8a07-ba72b05fd397 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648237 Oct 26 16:41:54.527828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:54.527930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.570558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/251ec6b0-11d5-45f5-97d3-32137bcc7c04 HTTP/1.1" status: 204 len: 168 time: 1.0198920 Oct 26 16:41:54.571265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf6f44a7-e59d-4efe-8512-7832c2bc652f req-5c013f43-969b-44d9-9ed2-a0fc0554ffdf tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556647 Oct 26 16:41:54.571950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68168a-bae1-4799-a02c-e759f5f52a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251ec6b0-11d5-45f5-97d3-32137bcc7c04,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:54.579771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54438) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:54.606696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.638343 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bb476-6afa-4f6e-8907-fb9ea367e928 None None] The sync data for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 is: [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:53Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:54.646106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.647475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71294525-012d-42d4-a1aa-0de81efbf214 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7214074 Oct 26 16:41:54.650978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:54.673070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:54.684368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387d504-9637-4d4b-9e1d-d63aed481a01 req-cbbd52fc-0f8e-4f00-b2cf-2b95b99804cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:54.725746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f387d504-9637-4d4b-9e1d-d63aed481a01 req-cbbd52fc-0f8e-4f00-b2cf-2b95b99804cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 1096 time: 0.2443893 Oct 26 16:41:54.749397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307163-3259-49ef-9f62-c8a7bc08bd65 req-21193ebb-4506-465a-b740-89b72c8008d1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:54.749780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e882be-4944-4218-bd58-c6d9695c6f99 None None] Pushing event updated for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:54.758657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3307163-3259-49ef-9f62-c8a7bc08bd65 req-21193ebb-4506-465a-b740-89b72c8008d1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.2141819 Oct 26 16:41:54.825422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.861955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f387d504-9637-4d4b-9e1d-d63aed481a01 req-a085f21e-5b3e-409f-abff-63eb4c379957 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938749 Oct 26 16:41:54.889942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3307163-3259-49ef-9f62-c8a7bc08bd65 req-123933c9-66b9-49b9-bee4-9a9ef6f2d1e2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238310 Oct 26 16:41:54.916957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Deleting port dcf28fa0-a147-452c-bfde-46ad4b0701b4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:54.917462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.937268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:54.972144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] DHCP port deletion for bf4fb984-7316-4455-8587-5bdb1c34326c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:41:55.028221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] For port dcf28fa0-a147-452c-bfde-46ad4b0701b4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcf28fa0-a147-452c-bfde-46ad4b0701b4,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:55.029751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.051996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Calling delete_port for dcf28fa0-a147-452c-bfde-46ad4b0701b4 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:55.085001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Deleting port dcf28fa0-a147-452c-bfde-46ad4b0701b4 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:41:55.085479 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.126875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.155392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732e90b-853d-4a31-8d07-f6b27dac74ea req-15539f6f-682e-4d85-a5cd-c788fb34a426 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:55.169587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d732e90b-853d-4a31-8d07-f6b27dac74ea req-15539f6f-682e-4d85-a5cd-c788fb34a426 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1609788 Oct 26 16:41:55.174995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] For port dcf28fa0-a147-452c-bfde-46ad4b0701b4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcf28fa0-a147-452c-bfde-46ad4b0701b4,segment=NetworkSegment(7b6bfe6d-49a6-4651-937f-816317529756),segment_id=7b6bfe6d-49a6-4651-937f-816317529756)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:55.175577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.191255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Calling delete_port for dcf28fa0-a147-452c-bfde-46ad4b0701b4 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:41:55.239777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d732e90b-853d-4a31-8d07-f6b27dac74ea req-dc5a6c71-d03c-43a2-a81b-28f873156136 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665011 Oct 26 16:41:55.241428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.262111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.284678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b28148-938b-4d30-b5ff-8fbcd4a69262,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.299168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bae19f4c-3586-41ae-8b94-9996aefa994a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:55.311717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf28fa0-a147-452c-bfde-46ad4b0701b4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.316682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] No DVR routers for this DVR port dcf28fa0-a147-452c-bfde-46ad4b0701b4 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:55.393895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.396132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.396612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-35ed6903-e7c7-49a1-88ac-c21a0260062c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7332876 Oct 26 16:41:55.398731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bae19f4c-3586-41ae-8b94-9996aefa994a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:55.399099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.399482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54454) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:55.404254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:55.471296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54456) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:55.497563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.498292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] Pushing event deleted for resources: {'Port': ['ID=dcf28fa0-a147-452c-bfde-46ad4b0701b4,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.503916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88de83d-84f1-45ff-b081-4f144b6b9f63 None None] No DVR routers for this DVR port dcf28fa0-a147-452c-bfde-46ad4b0701b4 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:41:55.548427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4fb984-7316-4455-8587-5bdb1c34326c']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:55.556581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.586369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6bfe6d-49a6-4651-937f-816317529756') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:55.586662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6bfe6d-49a6-4651-937f-816317529756') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:55.628575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.671114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:41:55.692649 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:41:55.715205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05b45640-06cc-454a-b01a-6c755dab91e8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:55.717066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.746616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:41:55.766358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1324983022'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:55.774141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 05b45640-06cc-454a-b01a-6c755dab91e8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:55.774591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 05b45640-06cc-454a-b01a-6c755dab91e8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:55.781124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcf28fa0-a147-452c-bfde-46ad4b0701b4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:55.805394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: dcf28fa0-a147-452c-bfde-46ad4b0701b4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:41:55.805892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcf28fa0-a147-452c-bfde-46ad4b0701b4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:55.825733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.873019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c84278-9b6e-4858-9e5e-edfdc95f531f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.894404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.894530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e22b-1b9e-4c72-bc29-aef5f393661c req-dc3c3997-4b95-4654-80e6-355ddfe5a63d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:55.902002 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.902942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9917e22b-1b9e-4c72-bc29-aef5f393661c req-dc3c3997-4b95-4654-80e6-355ddfe5a63d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1173496 Oct 26 16:41:55.907655 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf4fb984-7316-4455-8587-5bdb1c34326c HTTP/1.1" status: 204 len: 168 time: 1.3264196 Oct 26 16:41:55.926988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd167a6f-325c-4fd5-9eb5-554adacda294 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4fb984-7316-4455-8587-5bdb1c34326c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.951041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:55.954735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:55.971009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9917e22b-1b9e-4c72-bc29-aef5f393661c req-75ff5b02-08bb-4755-9499-bc4134a064f4 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627275 Oct 26 16:41:55.993712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.060040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.061254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46b4d36b-bcfe-4ca5-8c33-cc1a85a603fd tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6606722 Oct 26 16:41:56.064315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54470) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:56.069212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:56.131858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53038fc-a3be-4727-aaa1-0cb9857461e5 req-2cd493f4-99f7-409f-8341-707c16776ea0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:56.133459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a53038fc-a3be-4727-aaa1-0cb9857461e5 req-2cd493f4-99f7-409f-8341-707c16776ea0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0996540 Oct 26 16:41:56.201588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a53038fc-a3be-4727-aaa1-0cb9857461e5 req-40ca8202-f275-4db7-af6b-82fbca65d937 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609639 Oct 26 16:41:56.211576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.216475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.294193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.311796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:41:56.314645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.372817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:56.386083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399aa900-1a9f-40c6-b77d-fc6711fb785e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:56.395311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.395653 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Added segment 53ffc2d7-f3c6-46d2-9b54-36725691d837 of type vlan for network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb Oct 26 16:41:56.427378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.431199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdad5fe-886a-4b58-b0b7-17c879e9c5e9 req-e462323a-afee-447a-8684-2a2f4c416189 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:56.432872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fdad5fe-886a-4b58-b0b7-17c879e9c5e9 req-e462323a-afee-447a-8684-2a2f4c416189 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1076958 Oct 26 16:41:56.452233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:56.467952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a550b7-df48-4901-813d-272e1a10b038,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:56.470382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:41:56.504102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.519621 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.527680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fdad5fe-886a-4b58-b0b7-17c879e9c5e9 req-250667bc-11d7-40af-b0dc-ab8b12dfa478 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618443 Oct 26 16:41:56.544528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:41:56.560980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.563009 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0459bcd0-1ac5-409e-b5ca-32efb8e90bb1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977102 Oct 26 16:41:56.565721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54474) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:56.567726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:56.571599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:56.601506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54476) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:56.654896 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7c1be43-77ff-4d36-86b0-f2e2953b7889 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c8fad17b4b74a04a314ed81db0cae50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518987 Oct 26 16:41:56.678346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54478) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:56.705180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.714325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:56.714934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.739786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.752278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.782164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.811322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:56.816625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.824113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Network': ['ID=69f62a7b-72c5-4aba-bd5b-2e167a02abcb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:56.844212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:56.890938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d83cf72-3314-4aa7-a51c-177422834fdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4164619 Oct 26 16:41:56.899911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54484) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:56.913462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:56.916478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:56.976215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.005218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893646f8-d3f0-40da-b09d-dd49ee678218,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:57.016820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.019961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.027249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc3b038c-a6d6-4baa-a36b-2274f71c740e HTTP/1.1" status: 204 len: 168 time: 0.3448098 Oct 26 16:41:57.042331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b7825-b77a-4c80-9206-3c27da5505ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b038c-a6d6-4baa-a36b-2274f71c740e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:57.047557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:41:57.071546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.075288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6a72647e-68a1-420b-9142-e155af2849c3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5056496 Oct 26 16:41:57.075453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54490) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:57.085752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:57.126440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b9422-d575-46db-b6ba-834d01206770 req-4c104fe1-3a02-4e06-b8e0-6a7fadacb236 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:57.128198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a32b9422-d575-46db-b6ba-834d01206770 req-4c104fe1-3a02-4e06-b8e0-6a7fadacb236 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.0754859 Oct 26 16:41:57.184061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a32b9422-d575-46db-b6ba-834d01206770 req-8efe9a8d-1293-4381-a821-0e75a891942c tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Oct 26 16:41:57.215157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:57.215157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.324988 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:41:57.330657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.406422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.415244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e33f-7b3d-412b-9e3f-1764dd0193a6 req-a31b2947-149a-47d4-9177-f6c0e7cf3ae2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:57.417191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7854e33f-7b3d-412b-9e3f-1764dd0193a6 req-a31b2947-149a-47d4-9177-f6c0e7cf3ae2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 945 time: 0.1095536 Oct 26 16:41:57.426797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54675-f1dc-47ac-8d88-e3378d303ae0 req-705a56da-0c9c-4e3e-86a9-20278665b97c tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:57.428409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29e54675-f1dc-47ac-8d88-e3378d303ae0 req-705a56da-0c9c-4e3e-86a9-20278665b97c tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1183581 Oct 26 16:41:57.528707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7854e33f-7b3d-412b-9e3f-1764dd0193a6 req-dcb43755-4f6a-40fe-a511-e7750438c63c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928802 Oct 26 16:41:57.553179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.562955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29e54675-f1dc-47ac-8d88-e3378d303ae0 req-7b77ed16-9c6c-49b8-be01-d9d1d581314d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269054 Oct 26 16:41:57.596327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2641e395-41c8-4e08-8ae9-267b7194c130,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:57.696469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.728321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.729850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c7f920b5-cf1e-46cf-87be-c33b82456edc tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6493011 Oct 26 16:41:57.738050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54506) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:57.749191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3', 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:57.753223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f486b4-e88b-4fe3-a957-71466aaf3c6e req-6613fdb3-2416-455a-afee-31e03524cd85 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:57.754764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90f486b4-e88b-4fe3-a957-71466aaf3c6e req-6613fdb3-2416-455a-afee-31e03524cd85 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1103880 Oct 26 16:41:57.780857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=d2f28b05-96df-46c0-970b-309cd8383590,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:57.819121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:57.819516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network hostable DHCP agents. Network: 69f62a7b-72c5-4aba-bd5b-2e167a02abcb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:57.847688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90f486b4-e88b-4fe3-a957-71466aaf3c6e req-83736c37-e1e4-48fd-a268-90d8a8b0cc6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791562 Oct 26 16:41:57.890294 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Project 7e9d36cc41434301924cdd95db3ac374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:41:57.895662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:57.926411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:57.966945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.039730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 69f62a7b-72c5-4aba-bd5b-2e167a02abcb) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:58.040171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.044287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:58.044869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.056975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d72186-95a9-430b-af3c-a8f214043583 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:41:58.086734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf21f15-cb5c-447c-984a-e2cda86d45f5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:58.156474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e075-de4a-4ab9-8c23-4274767e1daf req-0a266140-f700-4325-8b2e-ba5fa7d3279e tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:58.157954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2720e075-de4a-4ab9-8c23-4274767e1daf req-0a266140-f700-4325-8b2e-ba5fa7d3279e tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.0561116 Oct 26 16:41:58.175085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f5e3adae-fdf9-4ee9-bd64-cbf0d2ed9f73 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2739556 Oct 26 16:41:58.178960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:58.184246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'name': 'tempest-NetworksTestDHCPv6-1378637411'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:58.210881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2720e075-de4a-4ab9-8c23-4274767e1daf req-54a8b151-a815-4cad-8baf-4d64b8d2d742 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Oct 26 16:41:58.237407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'd2f28b05-96df-46c0-970b-309cd8383590'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:41:58.238281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.256174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.256174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-22d756df-db4d-450b-b9dc-a66d903a1e60 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5132012 Oct 26 16:41:58.348874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:58.414209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:58.417760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.447566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/d2f28b05-96df-46c0-970b-309cd8383590/84d502a7-ca90-4b59-8e3a-dff89f6ee46a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:58.447655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 114273ea-3449-4ef5-8c4c-46e0a72ed5c0 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:41:58.511757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-9f0a5532-ea52-4103-bf95-bf02be34766c tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454624440&fields=id&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 267 time: 0.0530329 Oct 26 16:41:58.607085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:41:58.613248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.616368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:41:58.616613 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.687836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-e8fd5ce3-ddda-4843-9472-6482b3bfa839 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:58.697857 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.698564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-e8fd5ce3-ddda-4843-9472-6482b3bfa839 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 796 time: 0.1788266 Oct 26 16:41:58.715882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54542) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:58.731172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.743123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-b6511d69-1e9f-4ea5-b123-cefc9d71213a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/quotas/7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 375 time: 0.0435777 Oct 26 16:41:58.791402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb84483-8942-4709-810c-0b5114ba4faa req-c03ffa7c-ff18-4b09-9f32-cd7360f0fc57 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:58.795619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffb84483-8942-4709-810c-0b5114ba4faa req-c03ffa7c-ff18-4b09-9f32-cd7360f0fc57 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 945 time: 0.1290929 Oct 26 16:41:58.805685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:41:58.808421 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de571a71-010d-4624-b7c2-417a2a9a6eba" -d '{"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:58.836398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:58.840137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:58.844709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:58.849840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::26f (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/d2f28b05-96df-46c0-970b-309cd8383590/114273ea-3449-4ef5-8c4c-46e0a72ed5c0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:58.856400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:58.858252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-98e9af2c-a99a-44ef-9d74-f85de51be127 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142478 Oct 26 16:41:58.873389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Pushing event updated for resources: {'Port': ['ID=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:58.875177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffb84483-8942-4709-810c-0b5114ba4faa req-f1ed228f-0489-4faf-8476-d6f64e597817 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674384 Oct 26 16:41:58.976892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1153177920-network', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:58.982619 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1051460b-8afd-4751-84df-77dd2f45b9ad x-openstack-request-id: req-1051460b-8afd-4751-84df-77dd2f45b9ad {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1051460b-8afd-4751-84df-77dd2f45b9ad {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'code': 200} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Attempting to bind port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Attempting to bind port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:41:58.987180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Attempting to bind port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:58.993309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:41:58.994204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:41:58.994204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:58.998643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:58.999284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Bound port: 84d502a7-ca90-4b59-8e3a-dff89f6ee46a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:41:58.999748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.007093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-c2833dd2-5509-4606-9202-757eeb135f6b service neutron] 10.222.0.21 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303174 Oct 26 16:41:59.017791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.127743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6754b-15d4-452d-8120-5fa9e7513be1 req-f09bb976-6fce-4d22-89b4-7292489d74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:59.129219 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bd6754b-15d4-452d-8120-5fa9e7513be1 req-f09bb976-6fce-4d22-89b4-7292489d74e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1097 time: 0.0679355 Oct 26 16:41:59.154100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-d6118de4-3633-4a67-85fa-cfd80b585898 service neutron] 10.222.0.21 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461961 Oct 26 16:41:59.192932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3391-df91-4958-a747-112385f8d345 req-2db0fdb6-c5e0-4448-9f1f-dc04bfa56663 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:59.200594 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bd6754b-15d4-452d-8120-5fa9e7513be1 req-6e8b2b02-e66f-4bf8-8f4b-eb3457e37c73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621250 Oct 26 16:41:59.201161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cada3391-df91-4958-a747-112385f8d345 req-2db0fdb6-c5e0-4448-9f1f-dc04bfa56663 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1031103 Oct 26 16:41:59.201269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:59.203551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.216448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.228481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.260349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cada3391-df91-4958-a747-112385f8d345 req-f390f09f-8ac9-4e44-991a-519b4bb7d41f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529487 Oct 26 16:41:59.316706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.334424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.340373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] For port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:59.343642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] For port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:59.421771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.448254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:59.457537 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.459856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.463490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196aeb59-9184-4347-b544-cfac2ad70988,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.469669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.469669 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Added segment 4227a77a-edae-4193-a105-51fa6f9ee0a7 of type vlan for network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 Oct 26 16:41:59.547356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9e35-c877-4d01-824c-094536ff4dbe None None] Pushing event updated for resources: {'Port': ['ID=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.581185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:59.589052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:59.597651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:41:59.609106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:59.613200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.628623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=114273ea-3449-4ef5-8c4c-46e0a72ed5c0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.634780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.683291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1f864-f84a-4246-a81d-4fcb79de8ce5 req-0b243da0-25f1-4db9-9361-b783bf3eefbf tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:59.688586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbb1f864-f84a-4246-a81d-4fcb79de8ce5 req-0b243da0-25f1-4db9-9361-b783bf3eefbf tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1368089 Oct 26 16:41:59.734614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbb1f864-f84a-4246-a81d-4fcb79de8ce5 req-e1ac7272-4806-4116-8fb7-f81f446393f8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Oct 26 16:41:59.785614 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.787346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:41:59.790349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:41:59.792851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a51f0ca1-9189-4467-a9d3-8512c5353a78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6127605 Oct 26 16:41:59.812960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:59.867119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5758dca9-d320-44b6-a9a2-13c04af7db33 req-ef34f9c9-4dac-4065-b248-ed6326ded4ec tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0715618 Oct 26 16:41:59.944364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] Pushing event updated for resources: {'Network': ['ID=05a3358d-5f07-418a-9d0a-1a12118d6ec5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.955437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:59.965861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-98bf8def-5b7f-4181-886d-453918937037 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2488487 Oct 26 16:41:59.969893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54576) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:41:59.982714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Request body: {'subnet': {'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1153177920-subnet', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:41:59.988239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896329-194f-4000-8fe2-5f61bb82a983 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.016631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896329-194f-4000-8fe2-5f61bb82a983 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.026241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54578) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:00.037482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bf896329-194f-4000-8fe2-5f61bb82a983 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2251580 Oct 26 16:42:00.138894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dee9c-6104-4d65-a2fb-25e728722cad req-d19ad441-0e10-4203-b8fb-17212f174836 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.141336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238dee9c-6104-4d65-a2fb-25e728722cad req-d19ad441-0e10-4203-b8fb-17212f174836 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0974400 Oct 26 16:42:00.153734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:00.156224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:00.184848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238dee9c-6104-4d65-a2fb-25e728722cad req-12d710a1-b385-4ee4-aca8-e32438283d9a tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Oct 26 16:42:00.370016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 114273ea-3449-4ef5-8c4c-46e0a72ed5c0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:00.370360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:00.376070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fed004-9d28-4139-bb52-e9502543398d req-54db5ca8-c963-4d31-aeb6-496466e6ce95 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.378845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1fed004-9d28-4139-bb52-e9502543398d req-54db5ca8-c963-4d31-aeb6-496466e6ce95 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0666664 Oct 26 16:42:00.389457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144872-f0d0-4523-a383-11279c3a9952 req-3f173880-7fd0-49e8-af7d-54f19c9fd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.390886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-3f173880-7fd0-49e8-af7d-54f19c9fd8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1096 time: 0.2207882 Oct 26 16:42:00.479115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2aba0-6af9-4813-897b-ada70b40c6cd req-4638e944-254c-4295-a4c3-50ae805fe22e tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.487599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41e2aba0-6af9-4813-897b-ada70b40c6cd req-4638e944-254c-4295-a4c3-50ae805fe22e tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1262679 Oct 26 16:42:00.499758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1fed004-9d28-4139-bb52-e9502543398d req-43fd1119-881e-4a8f-9e02-b911976dcd81 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892627 Oct 26 16:42:00.666951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:00.690960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 114273ea-3449-4ef5-8c4c-46e0a72ed5c0 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:00.697441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:00.699941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144872-f0d0-4523-a383-11279c3a9952 req-7b08b383-8941-4607-9b57-05562606a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:00.701456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-7b08b383-8941-4607-9b57-05562606a140 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.2824495 Oct 26 16:42:00.877425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6429c48-12d5-40e5-8d71-78855d4efc08,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:00.906183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-7c9830de-c6b9-4121-994e-56f89ac36ce5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 1001 time: 0.1918483 Oct 26 16:42:00.963800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:00.964170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Network hostable DHCP agents. Network: 05a3358d-5f07-418a-9d0a-1a12118d6ec5, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:42:00.993739 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e0872d7-7871-4ff0-a76f-751c8443256b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.006012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41e2aba0-6af9-4813-897b-ada70b40c6cd req-751d291b-2b66-43d9-82a4-3d8111699fd6 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118856 Oct 26 16:42:01.008427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144872-f0d0-4523-a383-11279c3a9952 req-2e6cf201-dc4d-4719-9ffa-042aa1fb9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.009534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-2e6cf201-dc4d-4719-9ffa-042aa1fb9d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.0943530 Oct 26 16:42:01.024415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f519d51-a69b-4a0f-bb55-7ba32998a62f req-f6da8317-2806-440a-b08a-49e9f981a450 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0530136 Oct 26 16:42:01.038920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-067c6429-c6ea-431d-af12-97dd836e02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.041400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-067c6429-c6ea-431d-af12-97dd836e02a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97c633632cf9466390a147f31f96cb75&device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 1096 time: 0.5094817 Oct 26 16:42:01.048763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94a1b5-d1dd-452c-bbf8-dbde88c5f83f None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:01.123320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] Provisioning complete for port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:01.123785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.170347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:42:01.175101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144872-f0d0-4523-a383-11279c3a9952 req-db43bfd7-b9de-485f-a4b7-6687d2fdbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.176998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-db43bfd7-b9de-485f-a4b7-6687d2fdbcb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591473 Oct 26 16:42:01.229380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-6675fc5a-6c6b-4d15-a7dd-eb4e579e3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.231105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-6675fc5a-6c6b-4d15-a7dd-eb4e579e3519 service neutron] 10.222.0.47 "GET /v2.0/networks?id=397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 200 len: 912 time: 0.1710885 Oct 26 16:42:01.280075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 84d502a7-ca90-4b59-8e3a-dff89f6ee46a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:01.316362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-c5e62eed-8e73-436e-8169-2b6906b628f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 200 len: 217 time: 0.0773399 Oct 26 16:42:01.323171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-2b53ceb7-b19e-42e8-934c-b17f94d126a1 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363933 Oct 26 16:42:01.324464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 05a3358d-5f07-418a-9d0a-1a12118d6ec5) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:01.326137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.329776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.336593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.337184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.355849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3231da-01b1-43b0-9ca4-dc8890aad0fd None None] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:01.412525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=114273ea-3449-4ef5-8c4c-46e0a72ed5c0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:01.431671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] For port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:01.447383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac59d3-94dc-48df-bc23-ff4e73c1528f req-ab2049a9-959a-490c-881b-01e090c64754 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.455450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:01.455961 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.465683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efac59d3-94dc-48df-bc23-ff4e73c1528f req-ab2049a9-959a-490c-881b-01e090c64754 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1528430 Oct 26 16:42:01.476695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-b402c371-c82b-44d6-b6c1-0c4da5002a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.478331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-b402c371-c82b-44d6-b6c1-0c4da5002a73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2393f50-6c5d-4273-a526-d9be3040f086 HTTP/1.1" status: 200 len: 851 time: 0.1476357 Oct 26 16:42:01.491754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.501671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bd678fe-2211-4889-8ee5-29dc9620864f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/114273ea-3449-4ef5-8c4c-46e0a72ed5c0 HTTP/1.1" status: 204 len: 168 time: 1.4735334 Oct 26 16:42:01.502354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54592) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:01.576540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-b9b700ac-6c73-4674-ad93-7c8a280d2d76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=397b2a0d-9209-4513-8ad4-946a2c3daea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903549 Oct 26 16:42:01.607732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f760fa21-6b8b-4620-a8f4-9ffe56425cc5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6337082 Oct 26 16:42:01.613088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.617440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:01.629501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:01.666272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:01.667100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.667613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f0144872-f0d0-4523-a383-11279c3a9952 req-87861cb8-e742-4ed9-a929-7c95e47b2be1 service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325949 Oct 26 16:42:01.687044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5c3b5-9073-4c6a-8e19-3c0ed1a7af3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.688705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5c3b5-9073-4c6a-8e19-3c0ed1a7af3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.690291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d2c5c3b5-9073-4c6a-8e19-3c0ed1a7af3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1853058 Oct 26 16:42:01.693146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54600) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:01.729115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-6d623a98-7adb-4e1e-a32c-506e5ba0ab90 service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442463 Oct 26 16:42:01.742506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efac59d3-94dc-48df-bc23-ff4e73c1528f req-efca0c5f-a012-484b-bc61-b7654bada23e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733879 Oct 26 16:42:01.796158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.797406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.845045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet d2f28b05-96df-46c0-970b-309cd8383590 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:01.853478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.887830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12df50-1b94-4718-a134-88cb5de6a38f None None] Pushing event updated for resources: {'Port': ['ID=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:01.930437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ad518-4390-48b3-8dfa-1214431d1d2b req-968fbbd9-1343-457f-b1db-ee49127e0e91 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:01.932643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5ad518-4390-48b3-8dfa-1214431d1d2b req-968fbbd9-1343-457f-b1db-ee49127e0e91 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.2024364 Oct 26 16:42:01.972132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:01.978292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25bfe2ea-4a31-4c13-a38f-4d2823ec95d3 req-e4d604e2-69de-4fa3-ad84-032900cb1e90 service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299540 Oct 26 16:42:01.994471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-307767eb-787d-40e8-882f-ffce0c7327a1 None None] Provisioning complete for port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:01.997832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307767eb-787d-40e8-882f-ffce0c7327a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.003374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.013899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5ad518-4390-48b3-8dfa-1214431d1d2b req-79eb86cf-9158-42e4-99f7-4b228c3d0c20 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689619 Oct 26 16:42:02.033251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Allocated IP 172.20.0.2 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/8e37acf6-1d1e-4061-b0cb-b3e463cf0c27) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:02.234937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-307767eb-787d-40e8-882f-ffce0c7327a1 None None] Could not find standard attr ID for object 114273ea-3449-4ef5-8c4c-46e0a72ed5c0. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:02.306702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1e446-09d5-4471-a7cf-b88c3734e47b req-9d2d891c-06b4-41b1-b30b-1a7738a0d333 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:02.322244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cf1e446-09d5-4471-a7cf-b88c3734e47b req-9d2d891c-06b4-41b1-b30b-1a7738a0d333 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1912143 Oct 26 16:42:02.324610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.353871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f175aba3-6089-4e4a-8758-60ff435a83d5 None None] Could not find standard attr ID for object 114273ea-3449-4ef5-8c4c-46e0a72ed5c0. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:02.361643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.378915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047af11b-d91a-4afe-841d-bc65b3704e17 req-0e6942f4-9f64-47ce-a021-8dff24f1b8fe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:02.381744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-047af11b-d91a-4afe-841d-bc65b3704e17 req-0e6942f4-9f64-47ce-a021-8dff24f1b8fe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.2372220 Oct 26 16:42:02.400539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54610) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:02.400847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'floatingip': {'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:02.462516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cf1e446-09d5-4471-a7cf-b88c3734e47b req-ec032350-804c-414e-9f7d-dd42f594a096 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379983 Oct 26 16:42:02.511902 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.513601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ad7906c-4115-4f97-8f09-672bfe09d7a3 req-3f5d255c-383e-4f4c-9efc-74dfe9714a4d tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0424681 Oct 26 16:42:02.516034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.595513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:02.598854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:02.603962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:02.612328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Pushing event updated for resources: {'Port': ['ID=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:02.711628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Attempting to bind port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:02.715722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Attempting to bind port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:02.716129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Attempting to bind port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:02.722021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:02.722395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:02.722795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.723211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:02.723684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Bound port: 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:02.724125 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.843505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] For port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:02.846867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] For port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:02.891107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:02.922852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.027486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7fbad-8181-42c7-be11-8606183f32db req-4577850d-eb92-4a88-a858-2f1f55ef71a9 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:03.029054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cf7fbad-8181-42c7-be11-8606183f32db req-4577850d-eb92-4a88-a858-2f1f55ef71a9 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1662252 Oct 26 16:42:03.046243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa003d55-d30e-483e-adf9-02cd65207b11 None None] Pushing event updated for resources: {'Port': ['ID=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:03.074895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.102079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8c57f-05d0-446a-b2a9-926fad3a37ac None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:03.106777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.110763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/d2f28b05-96df-46c0-970b-309cd8383590 HTTP/1.1" status: 204 len: 168 time: 1.4166028 Oct 26 16:42:03.126183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54616) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:03.180460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231bdd4-bbf9-42c6-9f9d-8403f1787f32 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f28b05-96df-46c0-970b-309cd8383590,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:03.223768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2affc7f3-3c4f-4bd8-925e-c8d838c882f1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945306 Oct 26 16:42:03.231006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54620) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:03.296076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 84d502a7-ca90-4b59-8e3a-dff89f6ee46a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:03.357889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-91642d47-24df-4b58-bed3-d29855d4f719 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:03.363899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-91642d47-24df-4b58-bed3-d29855d4f719 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 796 time: 0.4085629 Oct 26 16:42:03.400666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:03.420628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:03.420628 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.448641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cf7fbad-8181-42c7-be11-8606183f32db req-e9d2a20f-8043-4aa0-855f-fb4479da7c8a tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817279 Oct 26 16:42:03.545656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-2c2b843a-0416-4c0e-b14d-b0f1921e75ac tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9d36cc41434301924cdd95db3ac374 HTTP/1.1" status: 200 len: 380 time: 0.1709044 Oct 26 16:42:03.548624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:03.561109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.562585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'port': {'device_id': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'admin_state_up': True, 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'security_groups': ['f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:03.634187 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.672376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:42:03.685204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-818cd12a-af99-49bf-89eb-5f7424c461b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.709003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Deleting port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:03.709449 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.780319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-489f8bfb-ba6f-4766-8a7c-559d51433502 req-efcd38af-076a-4243-83eb-631cc4e89f23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0884755 Oct 26 16:42:03.783175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] For port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:03.783668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.789848 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.799895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Calling delete_port for 84d502a7-ca90-4b59-8e3a-dff89f6ee46a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:03.838276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d21e-4053-4546-835a-6e4ef0d9a7cd req-88780279-8ede-4cea-8a17-a4c1bbdc4b61 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:03.844169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d657d21e-4053-4546-835a-6e4ef0d9a7cd req-88780279-8ede-4cea-8a17-a4c1bbdc4b61 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.2349615 Oct 26 16:42:03.854202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Allocated IP 172.25.5.5 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b71c449c-ef7c-4a8a-bcde-8da3760058f8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:03.913348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d657d21e-4053-4546-835a-6e4ef0d9a7cd req-2c756bb5-22da-49ab-8615-f800095a6d15 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621686 Oct 26 16:42:03.919313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:03.925599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:03.930189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.054721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.059976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Made reservation on behalf of 7e9d36cc41434301924cdd95db3ac374 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:04.070093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.109415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] Pushing event deleted for resources: {'Port': ['ID=84d502a7-ca90-4b59-8e3a-dff89f6ee46a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:04.121738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a97c83-e934-4319-90b0-0a63a34d691f None None] No DVR routers for this DVR port 84d502a7-ca90-4b59-8e3a-dff89f6ee46a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:04.167904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.193568 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.225319 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Floating IP e504cac6-272f-4079-8d5f-00dcddd8857d associated. External IP: 172.25.5.129, port: 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8. Oct 26 16:42:04.373971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.434887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:04.441317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:04.448236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:04.486139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.20.0.4 (1d54c901-05c2-40f1-b0d9-d1084f6b60e8/fdf3e11a-2cd0-4aad-9826-1c9806c77ec0/cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:04.509483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.603964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:04.612987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da7140-2240-4b98-a862-7e1171ec7356 None None] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:04.615610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:04.619138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:04.619743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.631383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Pushing event updated for resources: {'Port': ['ID=b71c449c-ef7c-4a8a-bcde-8da3760058f8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:04.647277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=3f20ac9c-2c66-4cd3-951f-d9a1dec1d687,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:04.653155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.653504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.653839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57662efa-1fc2-493b-8605-2ea412220683 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:04.659801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.659801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.747159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] Provisioning complete for port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:04.750407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.793834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.794489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.794938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.795415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.795852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.796288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.796952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.797151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.797582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.798380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.798380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.798809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:04.810625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a35e1a0-a5b8-48e2-a59d-09a64ad570c0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5754960 Oct 26 16:42:04.812044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54636) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:04.816208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fed9d8-646a-4134-9f4c-1c1229f6c311 req-dc456da0-2b1f-4e89-ada8-0a373788fafc tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:04.819243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'name': 'tempest-NetworksTestDHCPv6-996950988'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:04.820908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3fed9d8-646a-4134-9f4c-1c1229f6c311 req-dc456da0-2b1f-4e89-ada8-0a373788fafc tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.2528892 Oct 26 16:42:04.837788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:04.907177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3fed9d8-646a-4134-9f4c-1c1229f6c311 req-1bd535ef-38ef-458b-a0a5-1b4aa10fc147 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652707 Oct 26 16:42:04.924100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:05.010824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '3f20ac9c-2c66-4cd3-951f-d9a1dec1d687'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:05.013081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.031056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-255009e0-671d-405e-9678-b4cd5e06f06a req-1541f7b6-f3f4-4e16-80fc-1a9070b835db tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0739262 Oct 26 16:42:05.059694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.116266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] For port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:05.190026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.289381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.294046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:05.320755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:05.324632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.377911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port e115b114-93b0-4e10-bc9e-453cb5bee37f yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:05.398361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be18a0b-d744-4823-aba7-b9c0667a8e08 None None] Pushing event updated for resources: {'Port': ['ID=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:05.476097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.476756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/3f20ac9c-2c66-4cd3-951f-d9a1dec1d687/f51e0ac9-3538-4517-bec1-435f35190b01) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:05.695513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.755445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-49fb0b85-e21c-4995-a7d5-8e85a2092614 None None] Provisioning complete for port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:05.755914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fb0b85-e21c-4995-a7d5-8e85a2092614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.759029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:05.759491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.778335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:05.782824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:05.787112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.797767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:05.805035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:05.846953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:05.853836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.892344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-453fcbaf-c539-4e04-8af4-0198f5bf1c2a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "PUT /v2.0/floatingips/e504cac6-272f-4079-8d5f-00dcddd8857d HTTP/1.1" status: 200 len: 992 time: 3.4972153 Oct 26 16:42:05.896480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:05.899256 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926" -d '{"events": [{"name": "network-changed", "server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:05.930885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:05.940853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:05.941539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:05.994579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:05.995356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:06.020224 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c957d013-182b-4bfe-bfd0-dd0bfa1484e2 x-openstack-request-id: req-c957d013-182b-4bfe-bfd0-dd0bfa1484e2 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:06.020523 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:06.022630 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c957d013-182b-4bfe-bfd0-dd0bfa1484e2 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:06.023441 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'status': 'completed', 'code': 200} Oct 26 16:42:06.046972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-6f6b7eb9-d703-4b92-b9a5-1c78374a56f1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4902394 Oct 26 16:42:06.060080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Request body: {'port': {'device_id': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:06.097118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:42:06.118905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-05e2873a-2b32-4c0f-ae7d-396b7d8ac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.125586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-05e2873a-2b32-4c0f-ae7d-396b7d8ac8dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1097 time: 0.0810273 Oct 26 16:42:06.192065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.199318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.246239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:06.262278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de76c7-1ac2-41c1-8416-b8291edbc43f req-7c89f2ce-7339-4c78-a80e-b39dac1ae007 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.264130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26de76c7-1ac2-41c1-8416-b8291edbc43f req-7c89f2ce-7339-4c78-a80e-b39dac1ae007 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1253617 Oct 26 16:42:06.285747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d8be-e8e0-44ea-86fa-30ceaacbc43c req-6fb0a8be-31d1-458d-9b68-644902b980e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.298220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d387d8be-e8e0-44ea-86fa-30ceaacbc43c req-6fb0a8be-31d1-458d-9b68-644902b980e1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 931 time: 0.1278698 Oct 26 16:42:06.313806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.356388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 84d502a7-ca90-4b59-8e3a-dff89f6ee46a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:06.370435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-5ce27f87-7fcf-41e3-b69e-7674c3be016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.372135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-5ce27f87-7fcf-41e3-b69e-7674c3be016e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2390859 Oct 26 16:42:06.401290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 84d502a7-ca90-4b59-8e3a-dff89f6ee46a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:06.401639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 84d502a7-ca90-4b59-8e3a-dff89f6ee46a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:06.436458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::2fd (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/3f20ac9c-2c66-4cd3-951f-d9a1dec1d687/e115b114-93b0-4e10-bc9e-453cb5bee37f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:06.440110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d387d8be-e8e0-44ea-86fa-30ceaacbc43c req-66b7150a-c64f-473c-99ff-9cc71ad9f2da tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407444 Oct 26 16:42:06.449119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:06.450782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:06.460158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:06.464693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Sync routers for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:06.475782 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:06.476399 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:06.489254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Pushing event updated for resources: {'Port': ['ID=f51e0ac9-3538-4517-bec1-435f35190b01,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:06.498433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:06.517771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-7144646c-048c-41b7-bdda-659180b51222 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1000 time: 0.1361709 Oct 26 16:42:06.624780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26de76c7-1ac2-41c1-8416-b8291edbc43f req-57170155-2124-4022-b2bd-2c4d0231262c tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477633 Oct 26 16:42:06.673165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.679110 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:06.684300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c632d110-1493-4e87-9b61-25766b958fad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0627460 Oct 26 16:42:06.685400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54660) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:06.749134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-96f4f1f1-5ab3-4d1a-9c43-24b7878caaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.750781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-96f4f1f1-5ab3-4d1a-9c43-24b7878caaf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.2220988 Oct 26 16:42:06.801163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:42:06.806422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Attempting to bind port f51e0ac9-3538-4517-bec1-435f35190b01 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:06.809576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Attempting to bind port f51e0ac9-3538-4517-bec1-435f35190b01 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:06.809576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Attempting to bind port f51e0ac9-3538-4517-bec1-435f35190b01 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:06.815855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.820932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.826973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-12c11837-09d9-41bd-a385-b90ec7f7a103 None None] Provisioning complete for port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:06.827405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-12c11837-09d9-41bd-a385-b90ec7f7a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.860866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:06.861246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:06.861659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.862082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:06.862573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Bound port: f51e0ac9-3538-4517-bec1-435f35190b01, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:06.862953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.871640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Transition to ACTIVE for port object cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:42:06.889379 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:04Z', 'revision_number': 3, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:06.890192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-e873b29c-fe59-4ffb-b03f-b24b9cd2d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:06.891914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-e873b29c-fe59-4ffb-b03f-b24b9cd2d4aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121194 Oct 26 16:42:06.915681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.918524 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Checking router: 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:06.918871 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Updating router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d port b71c449c-ef7c-4a8a-bcde-8da3760058f8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:06.936941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-12c11837-09d9-41bd-a385-b90ec7f7a103 None None] Port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:06.946837 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:06.972651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e504cac6-272f-4079-8d5f-00dcddd8857d', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038151b-b0e0-4387-975a-a275511802f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:41:40Z', 'updated_at': '2021-10-26T16:42:03Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:06.998920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.007970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:07.015262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] For port f51e0ac9-3538-4517-bec1-435f35190b01, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:07.030832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] For port f51e0ac9-3538-4517-bec1-435f35190b01, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51e0ac9-3538-4517-bec1-435f35190b01,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:07.033162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:07.033642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:07.161995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.179964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.205386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:07.269301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-0737c267-b996-46d0-aee1-f6b4908c3be4 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635232 Oct 26 16:42:07.315868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:07.328689 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.371411 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.398844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Attempting to bind port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:07.399270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Attempting to bind port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:07.399701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Attempting to bind port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd on network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:07.471515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd on network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:42:07.471991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Attempting to bind port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd on network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:07.478971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:07.493597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:07.494274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Checking segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:07.494818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Bound using segment: {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:07.495539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Bound port: cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ffb993-591f-4c08-b58c-c824ce49763e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:07.497086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.507437 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.600147 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Attempting to bind port b71c449c-ef7c-4a8a-bcde-8da3760058f8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:07.600804 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Attempting to bind port b71c449c-ef7c-4a8a-bcde-8da3760058f8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:07.601355 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Attempting to bind port b71c449c-ef7c-4a8a-bcde-8da3760058f8 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:07.620045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:07.637549 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:07.638308 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:07.638986 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.639093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c45f-a7f1-43fe-9702-995c154290b0 None None] Pushing event updated for resources: {'Port': ['ID=f51e0ac9-3538-4517-bec1-435f35190b01,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.639695 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:07.640467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Bound port: b71c449c-ef7c-4a8a-bcde-8da3760058f8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:07.641104 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.668831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:07.675058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:07.675475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.687454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:07.692261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:07.720025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075a30-5103-48e1-beac-c1e5f478ef28 req-7b9f6357-b4de-4f5b-9195-63d7ffa540c8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:07.725716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=e115b114-93b0-4e10-bc9e-453cb5bee37f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.737785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:07.738147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.758404 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] For port b71c449c-ef7c-4a8a-bcde-8da3760058f8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:07.758550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c075a30-5103-48e1-beac-c1e5f478ef28 req-7b9f6357-b4de-4f5b-9195-63d7ffa540c8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.3962898 Oct 26 16:42:07.768660 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] For port b71c449c-ef7c-4a8a-bcde-8da3760058f8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b71c449c-ef7c-4a8a-bcde-8da3760058f8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:07.805789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-14938573-9748-48b4-9129-137a107dab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:07.807411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-14938573-9748-48b4-9129-137a107dab27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97c633632cf9466390a147f31f96cb75&device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 1096 time: 0.4533956 Oct 26 16:42:07.809241 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20502c-1c0f-4840-82d1-f73a5872283e None None] Pushing event updated for resources: {'Port': ['ID=b71c449c-ef7c-4a8a-bcde-8da3760058f8,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.837617 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.872406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:07.933372 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20502c-1c0f-4840-82d1-f73a5872283e None None] Pushing event updated for resources: {'Port': ['ID=b71c449c-ef7c-4a8a-bcde-8da3760058f8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.957560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e504cac6-272f-4079-8d5f-00dcddd8857d', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038151b-b0e0-4387-975a-a275511802f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:41:40Z', 'updated_at': '2021-10-26T16:42:03Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:07.968713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:07.969519 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:07.974629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad182-ed22-407c-bf3c-5a2eda8d16f2 req-6d5d17b2-4cf4-43d3-ac64-6fbea59220b3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:07.976622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a3ad182-ed22-407c-bf3c-5a2eda8d16f2 req-6d5d17b2-4cf4-43d3-ac64-6fbea59220b3 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 943 time: 0.2117639 Oct 26 16:42:07.978448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8238f0c-50a8-48d4-9bec-c71db0de0b99 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1652026 Oct 26 16:42:07.991110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6cbbe-7a88-46a2-82e6-6443e82f7595 None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e504cac6-272f-4079-8d5f-00dcddd8857d', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038151b-b0e0-4387-975a-a275511802f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:41:40Z', 'updated_at': '2021-10-26T16:42:03Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:08.000013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c075a30-5103-48e1-beac-c1e5f478ef28 req-4ae131ae-cf6c-4a0c-87e4-e0c4048f37b8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315207 Oct 26 16:42:08.016143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54678) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:08.063337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.063971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:08.065420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] 10.222.0.47 "PUT /v2.0/ports/cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 1091 time: 2.0099587 Oct 26 16:42:08.079714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:08.082294 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc" -d '{"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:08.268116 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:08.272205 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717e937-8e48-41ca-b2e3-c85666908185 x-openstack-request-id: req-f717e937-8e48-41ca-b2e3-c85666908185 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:08.272499 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:08.272756 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f717e937-8e48-41ca-b2e3-c85666908185 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:08.273167 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'status': 'completed', 'code': 200} Oct 26 16:42:08.280684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe09a92-2786-4bd1-9239-134c1a286c2e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:08.307025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a3ad182-ed22-407c-bf3c-5a2eda8d16f2 req-092c1fb6-a41e-4947-a1b3-701ab7e12513 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052881 Oct 26 16:42:08.346243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f28a61-88d2-4e42-b680-40b0bbef8a5b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.360797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f28a61-88d2-4e42-b680-40b0bbef8a5b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.363205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-22f28a61-88d2-4e42-b680-40b0bbef8a5b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3433394 Oct 26 16:42:08.371065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:08.425730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37e1f7-fe46-466f-afdc-5640927d9d75 None None] New status for floating IP e504cac6-272f-4079-8d5f-00dcddd8857d: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:42:08.469417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-0da0be89-9ec4-4cf1-8785-13c0cd7c35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.470952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-0da0be89-9ec4-4cf1-8785-13c0cd7c35ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1094 time: 0.2682297 Oct 26 16:42:08.548829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-51964d6a-964d-49e2-b9de-4639c113f0b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 217 time: 0.0669422 Oct 26 16:42:08.611499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-7d5b3782-dcce-4564-bb0a-dcc61afb8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.613081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-7d5b3782-dcce-4564-bb0a-dcc61afb8f87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 200 len: 834 time: 0.0567832 Oct 26 16:42:08.620406 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:04Z', 'revision_number': 3, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:08.658924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5a00-1b32-48b8-9d81-8dec0a46c03d None None] The sync data for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 is: [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:04Z', 'revision_number': 3, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:08.689237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port e115b114-93b0-4e10-bc9e-453cb5bee37f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:08.693619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:08.697533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:08.711447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1caa9ac2-28c0-4bfd-ac72-72ebe7c8b926 req-0bb4c341-4181-4eb5-9f91-fabd0c308bec service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3664393 Oct 26 16:42:08.848216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-8e8bcede-848b-4d29-8da9-8ea5ad7aad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.850493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-8e8bcede-848b-4d29-8da9-8ea5ad7aad58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 200 len: 912 time: 1.0261195 Oct 26 16:42:08.888403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:08.917901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for e115b114-93b0-4e10-bc9e-453cb5bee37f owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:08.943803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-dd36c393-4eaf-4ea3-a598-0416904fbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:08.945359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-dd36c393-4eaf-4ea3-a598-0416904fbd9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246317 Oct 26 16:42:09.073147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Allocated IP 172.20.0.1 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/d529ac2c-24ad-423c-ba46-21241b2b3f18) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:09.101263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-9730a78b-4f2a-4824-8d59-e6a697e85a83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 200 len: 217 time: 0.2406390 Oct 26 16:42:09.175797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-ac1196fc-e151-4055-86e9-9e48aee83273 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901491 Oct 26 16:42:09.349931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-1a19bbad-4c14-494e-8650-94e4ab7ce429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:09.351459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-1a19bbad-4c14-494e-8650-94e4ab7ce429 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2393f50-6c5d-4273-a526-d9be3040f086 HTTP/1.1" status: 200 len: 851 time: 0.2431586 Oct 26 16:42:09.401549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58e1f169-818d-48dc-b5d0-86770aee9518 req-349900d7-0be8-4de0-9b67-c3cbfebb3cea service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085700 Oct 26 16:42:09.406629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51e0ac9-3538-4517-bec1-435f35190b01 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:09.463003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.501439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d38eab23-4670-498a-9703-788628447cec None None] Provisioning complete for port f51e0ac9-3538-4517-bec1-435f35190b01 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:09.502651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d38eab23-4670-498a-9703-788628447cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.522286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2c764-68fa-4823-aa56-5e3dc59f51dd req-e5d39fbb-f4fa-477c-bf57-820b88be4bd0 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:09.524266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfb2c764-68fa-4823-aa56-5e3dc59f51dd req-e5d39fbb-f4fa-477c-bf57-820b88be4bd0 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.3408217 Oct 26 16:42:09.563291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-dd8c017f-064c-41f6-893d-f8763ae2817d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=397b2a0d-9209-4513-8ad4-946a2c3daea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583558 Oct 26 16:42:09.620467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839170d-82a4-42e4-8e06-4ba58e8097e7 req-59dea094-ee97-4f02-92ec-dadcddcd33aa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:09.628869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8839170d-82a4-42e4-8e06-4ba58e8097e7 req-59dea094-ee97-4f02-92ec-dadcddcd33aa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 943 time: 0.1757517 Oct 26 16:42:09.706144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f51e0ac9-3538-4517-bec1-435f35190b01 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:09.706517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.731517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.744721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfb2c764-68fa-4823-aa56-5e3dc59f51dd req-14c7c698-cbcd-438d-8747-cf4e169503b1 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023790 Oct 26 16:42:09.774396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d38eab23-4670-498a-9703-788628447cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.777643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:09.802635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:09.807293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:09.820732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-3ca679b0-3ea3-4f55-b6b0-7af77d11a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:09.822667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-3ca679b0-3ea3-4f55-b6b0-7af77d11a004 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1094 time: 0.2904503 Oct 26 16:42:09.827390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8839170d-82a4-42e4-8e06-4ba58e8097e7 req-2409751c-db1e-4b00-bb71-0385e25298b8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973879 Oct 26 16:42:09.845686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-c7b5968b-8792-453d-a363-d86ac8e44ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747977 Oct 26 16:42:09.855054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d38eab23-4670-498a-9703-788628447cec None None] For port f51e0ac9-3538-4517-bec1-435f35190b01, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51e0ac9-3538-4517-bec1-435f35190b01,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:09.934390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.937524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.951002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Pushing event updated for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:09.966041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:09.977275 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d38eab23-4670-498a-9703-788628447cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.002431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=e115b114-93b0-4e10-bc9e-453cb5bee37f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:10.048164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-46166567-a4c7-458d-91c9-e8ebaeeadef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:10.053271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-46166567-a4c7-458d-91c9-e8ebaeeadef9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 897 time: 0.2221668 Oct 26 16:42:10.119743 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-41e9f57b-7fce-4eaf-8dd9-8b779c7afc84 req-3053353e-314f-40a7-93bc-a64c59b1770a service neutron] 10.222.0.47 "GET /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591162 Oct 26 16:42:10.142522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c75a6eb4-947b-43e1-b839-f03491aa7b10 None None] Could not find standard attr ID for object e115b114-93b0-4e10-bc9e-453cb5bee37f. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:10.151040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:42:10.151680 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:42:10.153509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eab23-4670-498a-9703-788628447cec None None] Pushing event updated for resources: {'Port': ['ID=f51e0ac9-3538-4517-bec1-435f35190b01,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:10.191286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-cca2525f-1049-4bb7-af76-61228a051d27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 217 time: 0.1012459 Oct 26 16:42:10.233503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.236882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aa9f57e9-9278-4fe7-bf60-39245011e3bd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/e115b114-93b0-4e10-bc9e-453cb5bee37f HTTP/1.1" status: 204 len: 168 time: 1.8647933 Oct 26 16:42:10.239471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:10.278140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-25eddae9-b169-42da-bbe3-dcc8a07f8410 None None] Provisioning complete for port d529ac2c-24ad-423c-ba46-21241b2b3f18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:10.278503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-25eddae9-b169-42da-bbe3-dcc8a07f8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.304095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f3b9c3-ab26-4aaa-b7f6-ced8ca76d1b0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:10.305756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f3b9c3-ab26-4aaa-b7f6-ced8ca76d1b0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:10.307440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79f3b9c3-ab26-4aaa-b7f6-ced8ca76d1b0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669522 Oct 26 16:42:10.310996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:10.326240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-25eddae9-b169-42da-bbe3-dcc8a07f8410 None None] Port d529ac2c-24ad-423c-ba46-21241b2b3f18 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:10.377216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-41a74352-2f33-4cb2-b980-5831f6320714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:10.378705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-41a74352-2f33-4cb2-b980-5831f6320714 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 200 len: 834 time: 0.1866059 Oct 26 16:42:10.404348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 3f20ac9c-2c66-4cd3-951f-d9a1dec1d687 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:10.407561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.431105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.487517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.516367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-ceb26d62-205f-413a-9541-8aaeb2200fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:10.517905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-ceb26d62-205f-413a-9541-8aaeb2200fe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274910 Oct 26 16:42:10.594775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.641832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.650332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.687170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-6d886907-1e49-4d36-97b6-e929ade79d66 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593561 Oct 26 16:42:10.694287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b71c449c-ef7c-4a8a-bcde-8da3760058f8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:10.728112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.730026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Pushing event updated for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:10.760345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b71c449c-ef7c-4a8a-bcde-8da3760058f8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:10.760851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.812144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87d4e92c-e9ff-47ea-8c99-a7d1458254dc req-1bf5ea48-02ff-4ac4-953d-4d9b52eed98b service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160662 Oct 26 16:42:10.843923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:10.845660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:10.852429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.880523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.892485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/3f20ac9c-2c66-4cd3-951f-d9a1dec1d687 HTTP/1.1" status: 204 len: 168 time: 0.5791461 Oct 26 16:42:10.893553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54714) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:10.898046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff837423-2537-44b3-aa9c-a80c52f1e0e2 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:10.967430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:10.986977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3d67-cbd4-4990-b90c-24a51dacda26 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=3f20ac9c-2c66-4cd3-951f-d9a1dec1d687,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:11.019435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c33951ff-7ec1-4b80-b992-34e8079c0056 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196721 Oct 26 16:42:11.026752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:11.032641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:11.072159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b71c449c-ef7c-4a8a-bcde-8da3760058f8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b71c449c-ef7c-4a8a-bcde-8da3760058f8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:11.076169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97c011-7cb9-475b-8362-abba23df174c req-1ee6a53a-4827-4d67-9943-6fc6b0c39030 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:11.077952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab97c011-7cb9-475b-8362-abba23df174c req-1ee6a53a-4827-4d67-9943-6fc6b0c39030 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.2122569 Oct 26 16:42:11.096870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8a819-3aa2-40b9-a4dc-3d584f8a8496 req-3b54845b-91dc-43a9-b788-77b6addc2f27 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:11.099618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ba8a819-3aa2-40b9-a4dc-3d584f8a8496 req-3b54845b-91dc-43a9-b788-77b6addc2f27 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 943 time: 0.1392305 Oct 26 16:42:11.164157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.176393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab97c011-7cb9-475b-8362-abba23df174c req-f468693f-1eab-40dc-a2aa-0a4d9775c270 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692840 Oct 26 16:42:11.183338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:11.217598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ba8a819-3aa2-40b9-a4dc-3d584f8a8496 req-8b62602f-5427-458d-9fdb-148475fb3f23 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050713 Oct 26 16:42:11.219271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:11.299808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b71c449c-ef7c-4a8a-bcde-8da3760058f8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:11.312083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c9cb05ba-f909-406e-a6e2-2b660b4f18f2 None None] Provisioning complete for port d529ac2c-24ad-423c-ba46-21241b2b3f18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:11.312452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9cb05ba-f909-406e-a6e2-2b660b4f18f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.325055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:11.328795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.342966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f51e0ac9-3538-4517-bec1-435f35190b01 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:11.345998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:42:11.402286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Deleting port f51e0ac9-3538-4517-bec1-435f35190b01 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:11.402655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.407914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb05ba-f909-406e-a6e2-2b660b4f18f2 None None] Port d529ac2c-24ad-423c-ba46-21241b2b3f18 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:11.446431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:11.473351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Sync routers for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:11.474369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e891697-06c6-424e-94d1-c84a339b1526 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7763693 Oct 26 16:42:11.482814 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:11.484426 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:11.652983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] For port f51e0ac9-3538-4517-bec1-435f35190b01, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51e0ac9-3538-4517-bec1-435f35190b01,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:11.652983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.711216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Calling delete_port for f51e0ac9-3538-4517-bec1-435f35190b01 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:11.727593 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:11.735357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.748496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.776726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:11.802060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:11.802272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:11.807795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:11.808752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.841296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=ead7eb24-3545-48e1-8b5e-fc974a195f85,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:11.843922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'port_id': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'mac_address': 'fa:16:3e:be:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:42:11.865888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f51e0ac9-3538-4517-bec1-435f35190b01, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f51e0ac9-3538-4517-bec1-435f35190b01,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:11.916249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0bb0a9d9-270d-47f8-8217-8653459ae906 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8882968 Oct 26 16:42:11.920332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:11.924220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'name': 'tempest-NetworksTestDHCPv6-1851972194'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:11.932922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.945836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:11.963654 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 2, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:11.990526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Checking router: 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:11.990870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Updating router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d port d529ac2c-24ad-423c-ba46-21241b2b3f18 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:11.998878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f51e0ac9-3538-4517-bec1-435f35190b01,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.002426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:42:12.028781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:12.042225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.044044 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.078785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] Pushing event deleted for resources: {'Port': ['ID=f51e0ac9-3538-4517-bec1-435f35190b01,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.085018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d51d79-db52-4d68-ba75-0937c8d6c4fc None None] No DVR routers for this DVR port f51e0ac9-3538-4517-bec1-435f35190b01 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:12.109417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f9e17-17f2-4779-a182-23f457f4ebb5 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:12.152497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.166761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:12.167832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.199355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port ace6bb77-ab3f-4ffc-91bb-c5a52c627f62 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:12.281628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54742) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:12.308268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219014743', 'description': 'tempest-description--1583894529'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:12.352462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.409665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:42:12.411322 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.460348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::1da (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/ead7eb24-3545-48e1-8b5e-fc974a195f85/ace6bb77-ab3f-4ffc-91bb-c5a52c627f62) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:12.476280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.501389 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.563093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'ead7eb24-3545-48e1-8b5e-fc974a195f85'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:12.563586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d1f8-8c12-471b-b4dc-9bba216b4bc6 req-e1a6fee9-8544-4290-a692-433d65fc51f8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:12.563974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.573286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1317d1f8-8c12-471b-b4dc-9bba216b4bc6 req-e1a6fee9-8544-4290-a692-433d65fc51f8 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1889138 Oct 26 16:42:12.602828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e328b5-3b13-4b1c-94c6-25dcbb90fd20 None None] Pushing event updated for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.646618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cc983-f19e-4b16-af11-2b9d70c4f666 req-59984dc7-db6c-488e-9f66-df534acef506 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:12.653736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-516cc983-f19e-4b16-af11-2b9d70c4f666 req-59984dc7-db6c-488e-9f66-df534acef506 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 944 time: 0.2271130 Oct 26 16:42:12.656215 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Attempting to bind port d529ac2c-24ad-423c-ba46-21241b2b3f18 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:12.656585 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Attempting to bind port d529ac2c-24ad-423c-ba46-21241b2b3f18 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:12.656939 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Attempting to bind port d529ac2c-24ad-423c-ba46-21241b2b3f18 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:12.661348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.665178 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:12.665937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:12.666488 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.667013 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:12.667803 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Bound port: d529ac2c-24ad-423c-ba46-21241b2b3f18, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:12.672866 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.698946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1317d1f8-8c12-471b-b4dc-9bba216b4bc6 req-f641ff61-99ea-485d-b4f6-bfa12a21b901 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 Oct 26 16:42:12.758586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.813966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] For port d529ac2c-24ad-423c-ba46-21241b2b3f18, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:12.821418 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] For port d529ac2c-24ad-423c-ba46-21241b2b3f18, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d529ac2c-24ad-423c-ba46-21241b2b3f18,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:12.823489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e90491-7a84-4539-9739-bc2660a8b181,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.825139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-516cc983-f19e-4b16-af11-2b9d70c4f666 req-eb4df3b3-d2b0-4d57-bce8-1097ca86900a tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565681 Oct 26 16:42:12.904146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.905616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-58b574d2-724a-4096-801a-17d4c4c92b5f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6239369 Oct 26 16:42:12.908552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54750) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:12.915832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'security_group_rule': {'security_group_id': 'f0e90491-7a84-4539-9739-bc2660a8b181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:12.927622 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:12.936786 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.024588 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:13.025303 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:13.082257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.090370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] Provisioning complete for port d529ac2c-24ad-423c-ba46-21241b2b3f18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:13.090858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.122898 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e328b5-3b13-4b1c-94c6-25dcbb90fd20 None None] Pushing event updated for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:13.134531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.198655 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:13.216991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/ead7eb24-3545-48e1-8b5e-fc974a195f85/51985ef7-c3b2-4d93-91f5-bc5f8e255a83) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:13.222200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:13.226799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.280638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:13.280638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:13.290495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:13.300030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.308738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.339499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8089ed28-f4b9-459e-beaa-2c25f92acc4b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:13.358732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=ace6bb77-ab3f-4ffc-91bb-c5a52c627f62,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:13.437751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-87f29c07-f22a-4aeb-bcb7-da367f36a4e4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5175653 Oct 26 16:42:13.440388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.441676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12c5327b-e96e-4562-ab6d-6d083b1496d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5318792 Oct 26 16:42:13.443335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:13.444743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:13.452977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'security_group_rule': {'security_group_id': 'f0e90491-7a84-4539-9739-bc2660a8b181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:13.515214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b71c449c-ef7c-4a8a-bcde-8da3760058f8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:13.574067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4c8cc-1d37-4d33-961c-1f76793692a7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:13.578780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1ce4c8cc-1d37-4d33-961c-1f76793692a7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1344767 Oct 26 16:42:13.579032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:13.600605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac733e8-632f-4561-888f-61e892b36931 req-8cfdeb2d-d5ff-4441-a894-b2c4ef518041 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:13.609215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ac733e8-632f-4561-888f-61e892b36931 req-8cfdeb2d-d5ff-4441-a894-b2c4ef518041 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1068468 Oct 26 16:42:13.610206 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:12Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:13.654049 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6e90c-67f4-44af-baf1-3a8bc80d3e04 None None] The sync data for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 is: [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:12Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:13.681800 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.685461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ac733e8-632f-4561-888f-61e892b36931 req-529bce8b-2287-4621-afd8-25cf2195469d tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 Oct 26 16:42:13.748234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.778774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b71c449c-ef7c-4a8a-bcde-8da3760058f8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:13.779158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.791425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port ace6bb77-ab3f-4ffc-91bb-c5a52c627f62 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:13.791547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.879072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] For port d529ac2c-24ad-423c-ba46-21241b2b3f18, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d529ac2c-24ad-423c-ba46-21241b2b3f18,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:13.914210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.927566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.981615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:13.988323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.001288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for ace6bb77-ab3f-4ffc-91bb-c5a52c627f62 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:14.050510 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.052419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf2c6-3e93-40fa-8d23-2f40f3d29b45 req-0553c853-bca0-4b98-bc86-c88344c3b012 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:14.054529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbeaf2c6-3e93-40fa-8d23-2f40f3d29b45 req-0553c853-bca0-4b98-bc86-c88344c3b012 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 944 time: 0.1040847 Oct 26 16:42:14.104532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.116814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674f5adf-955a-48b9-a9c6-2b75c392d7b4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:14.124915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:14.129009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d087a2-021c-458f-9476-fb271ae9724d None None] Pushing event updated for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:14.140302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:14.147330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:14.152722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbeaf2c6-3e93-40fa-8d23-2f40f3d29b45 req-7bcbf5b5-6a0d-4c28-b51e-e8d0982c7dea tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863028 Oct 26 16:42:14.239079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-85423c5a-f680-49e0-b0cc-e4b63fb780ae None None] Provisioning complete for port d529ac2c-24ad-423c-ba46-21241b2b3f18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:14.239657 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-85423c5a-f680-49e0-b0cc-e4b63fb780ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.259470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Pushing event updated for resources: {'Port': ['ID=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:14.263246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.267933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8cb82fc7-e267-444f-896d-18beabef4547 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8196437 Oct 26 16:42:14.268763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54770) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:14.277207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:14.319327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.348728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Attempting to bind port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:14.349467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Attempting to bind port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:14.349873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Attempting to bind port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:14.357929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:14.358519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:14.358924 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.359332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:14.359800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Bound port: 51985ef7-c3b2-4d93-91f5-bc5f8e255a83, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:14.360177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.361438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.365932 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ace6bb77-ab3f-4ffc-91bb-c5a52c627f62 HTTP/1.1" status: 204 len: 168 time: 0.7858346 Oct 26 16:42:14.368414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:14.383972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.384909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e9ed-cf85-47ef-bbf7-064b8cf01a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=ace6bb77-ab3f-4ffc-91bb-c5a52c627f62,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:14.491448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9cd93-93fc-499a-845a-c621459a918b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:14.492991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9cd93-93fc-499a-845a-c621459a918b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:14.496926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6b9cd93-93fc-499a-845a-c621459a918b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1248691 Oct 26 16:42:14.497086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54774) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:14.500762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] For port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:14.505765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] For port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:14.570891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet ead7eb24-3545-48e1-8b5e-fc974a195f85 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:14.575546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.616427 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.630015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.690784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.691042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7df9-1575-4643-ac74-696dccb7c252 None None] Pushing event updated for resources: {'Port': ['ID=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:14.813794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:14.992148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.25.5.57 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ea4bed76-52dd-41ad-bae7-85b5a963b373) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:15.041926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14b07f-c57e-4609-a885-515918952185 req-6fd840dd-8087-48a3-a64e-17f9e993e5f9 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:15.049821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c14b07f-c57e-4609-a885-515918952185 req-6fd840dd-8087-48a3-a64e-17f9e993e5f9 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.2073112 Oct 26 16:42:15.168069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.186884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c14b07f-c57e-4609-a885-515918952185 req-90253117-0486-4b59-bcd4-c4bfa7cb4824 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361144 Oct 26 16:42:15.229621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=ead7eb24-3545-48e1-8b5e-fc974a195f85,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:15.238246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.242198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3df6b22-3fc1-4732-b80b-49c39ca79afc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/ead7eb24-3545-48e1-8b5e-fc974a195f85 HTTP/1.1" status: 204 len: 168 time: 0.7442179 Oct 26 16:42:15.245097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:15.291521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-41ae3052-3400-4046-bba3-37ca2fcdf722 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:15.293444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-41ae3052-3400-4046-bba3-37ca2fcdf722 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.47 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.1596255 Oct 26 16:42:15.296653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.326754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:15.397510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54792) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:15.402530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-810278d1-0998-4664-97d2-4bae1847c276 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559217 Oct 26 16:42:15.453038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:15.532014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c00e-f24e-4dad-a9ee-1da09df84da4 req-5be12c62-39a6-4678-8638-a906c83ab77b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:15.535459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:15.536383 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.540747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98c6c00e-f24e-4dad-a9ee-1da09df84da4 req-5be12c62-39a6-4678-8638-a906c83ab77b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 944 time: 0.2323658 Oct 26 16:42:15.595312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02d88b-19dc-4649-8574-1081d1445cfb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:15.599682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3b02d88b-19dc-4649-8574-1081d1445cfb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1951525 Oct 26 16:42:15.600370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54794) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:15.668855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:42:15.675501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:15.677059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.769283 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.880296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:15.881783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.929669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:15.932542 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302179e-af27-48d4-9e34-16f61fa75fc6" -d '{"events": [{"server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "name": "network-vif-plugged", "status": "completed", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:15.953634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:15.978933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:15.980469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d529ac2c-24ad-423c-ba46-21241b2b3f18 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:16.040647 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ae8f03-a6d5-4954-b9fc-ad57e16576e7 x-openstack-request-id: req-e3ae8f03-a6d5-4954-b9fc-ad57e16576e7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:16.041138 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "name": "network-vif-plugged", "status": "completed", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:16.041457 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3ae8f03-a6d5-4954-b9fc-ad57e16576e7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:16.042294 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'code': 200} Oct 26 16:42:16.053925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.120947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d529ac2c-24ad-423c-ba46-21241b2b3f18 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:16.121360 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.124742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:16.193637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.197478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba08c8-fd36-47aa-bcee-133baef78768 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:16.226621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27de7cb-14ea-4b7d-a552-227f5ebf369a req-8e7b82fe-1a34-45ec-9bc5-b3ae655ac275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:16.228647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d27de7cb-14ea-4b7d-a552-227f5ebf369a req-8e7b82fe-1a34-45ec-9bc5-b3ae655ac275 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1096 time: 0.1309655 Oct 26 16:42:16.229960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Deleting port fc8e4d76-6ecd-4086-ad8e-607f6b668bec {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:16.230302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.290591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d27de7cb-14ea-4b7d-a552-227f5ebf369a req-60315d08-6fe3-4d6a-93d9-219e05f63330 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544713 Oct 26 16:42:16.330312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:16.336531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98c6c00e-f24e-4dad-a9ee-1da09df84da4 req-f9ec11fd-cd98-499a-9d59-a92e51e388ad tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7948635 Oct 26 16:42:16.351273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:16.361167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:16.389512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:16.446851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-eb99ae76-89cf-4239-9898-6c03e66b92bc None None] Provisioning complete for port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:16.446851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae76-89cf-4239-9898-6c03e66b92bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.512865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc5236-bb71-4d38-a98d-541a75cbbe42 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:16.514606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0cdc5236-bb71-4d38-a98d-541a75cbbe42 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9117863 Oct 26 16:42:16.515523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=ea4bed76-52dd-41ad-bae7-85b5a963b373,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:16.517326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54806) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:16.577651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.578108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.581561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.582003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.582460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.583181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.583591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.583992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.584390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.584787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.585189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.585583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:16.593728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] For port fc8e4d76-6ecd-4086-ad8e-607f6b668bec, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,segment=NetworkSegment(2adab96d-1cfc-48df-961f-900d0b33f9fa),segment_id=2adab96d-1cfc-48df-961f-900d0b33f9fa)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:16.594191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.613673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d9508-ec94-482a-aa1e-469cc4fc5f55 req-876f2db7-efc5-48e3-b9aa-a957485673b1 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:16.622326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8d9508-ec94-482a-aa1e-469cc4fc5f55 req-876f2db7-efc5-48e3-b9aa-a957485673b1 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 945 time: 0.2337708 Oct 26 16:42:16.652158 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d33e5163-f6af-4aac-bcf8-c24e880795ba tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329880 Oct 26 16:42:16.656084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Calling delete_port for fc8e4d76-6ecd-4086-ad8e-607f6b668bec owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:16.660389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:16.666037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:16.666258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:16.721431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Deleting port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:16.721811 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.782208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8d9508-ec94-482a-aa1e-469cc4fc5f55 req-16d57c7a-7cb4-4596-b32f-143023564aba tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/security-groups?id=708d9cfb-25e4-404f-a67a-94f10481f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570301 Oct 26 16:42:16.792592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] For port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:16.792999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.809788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Calling delete_port for 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:16.843451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.976557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:16.983525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:16.987068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.004104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.034540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] Pushing event deleted for resources: {'Port': ['ID=51985ef7-c3b2-4d93-91f5-bc5f8e255a83,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:17.040514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12475b2-fa39-4d10-b748-f1cc5b8ed3e8 None None] No DVR routers for this DVR port 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:17.080559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.095494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['fc8e4d76-6ecd-4086-ad8e-607f6b668bec'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:42:17.193215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Pushing event deleted for resources: {'Port': ['ID=fc8e4d76-6ecd-4086-ad8e-607f6b668bec,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:17.272320 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] No DVR routers for this DVR port fc8e4d76-6ecd-4086-ad8e-607f6b668bec on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:17.280488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.285238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4a0be05-3b7b-46ac-a2ac-3189cad14ebc req-94009000-6971-4352-8522-31df318a7b07 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.47 "DELETE /v2.0/ports/fc8e4d76-6ecd-4086-ad8e-607f6b668bec HTTP/1.1" status: 204 len: 173 time: 1.9834747 Oct 26 16:42:17.285490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:17.287067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'name': 'network-vif-deleted', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:17.289367 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6c1a3-1659-4ee7-a531-9c3c53f272b9" -d '{"events": [{"server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "name": "network-vif-deleted", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:17.326531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:17.326803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 51985ef7-c3b2-4d93-91f5-bc5f8e255a83 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:17.482709 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a991e2-5c04-442f-808b-7ce4ea2c7947 x-openstack-request-id: req-77a991e2-5c04-442f-808b-7ce4ea2c7947 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:17.483347 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97270de2-f35e-4771-8681-f8bc38260c2e", "name": "network-vif-deleted", "tag": "fc8e4d76-6ecd-4086-ad8e-607f6b668bec", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:17.483347 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77a991e2-5c04-442f-808b-7ce4ea2c7947 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:17.483856 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97270de2-f35e-4771-8681-f8bc38260c2e', 'name': 'network-vif-deleted', 'tag': 'fc8e4d76-6ecd-4086-ad8e-607f6b668bec', 'status': 'completed', 'code': 200} Oct 26 16:42:17.541065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.598096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6c14-e628-472b-a74d-059da64b09e2 req-d5cf098f-d9ab-4096-95c1-87606fc0f861 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:17.599852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-694e6c14-e628-472b-a74d-059da64b09e2 req-d5cf098f-d9ab-4096-95c1-87606fc0f861 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 945 time: 0.1370347 Oct 26 16:42:17.624628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.681603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.725999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-694e6c14-e628-472b-a74d-059da64b09e2 req-605e1758-88fa-4d15-a03d-824f1972b08b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185687 Oct 26 16:42:17.757819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=ea4bed76-52dd-41ad-bae7-85b5a963b373,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:17.768210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:17.776786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:17.786595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:17.787205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.787565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc710f6-d29d-41f2-924d-fe731b749609 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:17.815753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.826884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=a7115262-b996-431b-b456-df56dbaeca62,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:17.875115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8363c64a-05c3-4306-afa5-2ae338ed29ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2106564 Oct 26 16:42:17.875417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54824) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:17.881219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': 'a7115262-b996-431b-b456-df56dbaeca62', 'ip_address': '2001:db8::37d0:5501:1ec6:e4d2'}], 'name': 'tempest-NetworksTestDHCPv6-2081383142'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:17.956285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddd9a69a-0a42-472c-a64c-f834e21ecfa5 req-224ca174-be4d-483d-8cb7-1c51e5e595d5 tempest-TestServerAdvancedOps-669578357 tempest-TestServerAdvancedOps-669578357-project] 10.222.0.21 "GET /v2.0/ports?device_id=97270de2-f35e-4771-8681-f8bc38260c2e HTTP/1.1" status: 200 len: 210 time: 0.0596206 Oct 26 16:42:17.962403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'a7115262-b996-431b-b456-df56dbaeca62'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:17.963387 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.963502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:17.968757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-579e3d3f-49f7-49f7-8b43-4ece4355a0f1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6947796 Oct 26 16:42:18.085435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:18.152697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/a7115262-b996-431b-b456-df56dbaeca62/e63ffc31-eb6f-47a6-8850-8edaebb2a5df) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:18.187568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-12178cf6-80d7-4701-bfec-18ae0c2f1014 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1219014743&fields=id&tenant_id=20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 267 time: 0.0556312 Oct 26 16:42:18.235903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.308367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port dfc4e6be-cd9e-4d62-a8aa-9352f15b937d yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:18.326774 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.427401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.461436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-de8176de-c451-4d62-8d4e-61e45ec8ddf1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:18.468659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-de8176de-c451-4d62-8d4e-61e45ec8ddf1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.2687070 Oct 26 16:42:18.481531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:18.484776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:18.489101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:18.500593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Pushing event updated for resources: {'Port': ['ID=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:18.511704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-b62c00a1-c0ae-4ffa-8bce-9f4dda2382b4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/quotas/20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 375 time: 0.0421174 Oct 26 16:42:18.570485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Attempting to bind port e63ffc31-eb6f-47a6-8850-8edaebb2a5df on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:18.570821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Attempting to bind port e63ffc31-eb6f-47a6-8850-8edaebb2a5df by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:18.571213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Attempting to bind port e63ffc31-eb6f-47a6-8850-8edaebb2a5df on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:18.577451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:18.580076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:18.580076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.580076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:18.580076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Bound port: e63ffc31-eb6f-47a6-8850-8edaebb2a5df, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:18.580076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.628040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-38bc0a9b-0726-4c9e-afe0-9f2c8045b930 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149588 Oct 26 16:42:18.663054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] For port e63ffc31-eb6f-47a6-8850-8edaebb2a5df, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:18.667583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] For port e63ffc31-eb6f-47a6-8850-8edaebb2a5df, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:18.670557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::37d0:5501:1ec6:e4d2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/a7115262-b996-431b-b456-df56dbaeca62/dfc4e6be-cd9e-4d62-a8aa-9352f15b937d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:18.813284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:18.912276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5b08-b3ba-425e-bcde-9ce5a9389268 None None] Pushing event updated for resources: {'Port': ['ID=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:19.015455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a84960-0770-47e0-862e-7057401b3d2b req-d83f1b89-5b54-4acb-824b-88b6fa536ae1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.019670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6a84960-0770-47e0-862e-7057401b3d2b req-d83f1b89-5b54-4acb-824b-88b6fa536ae1 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 945 time: 0.1226239 Oct 26 16:42:19.025892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-5692d45e-d67a-41b6-957f-cf7afe9a16ab service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747764 Oct 26 16:42:19.057578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.199721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6a84960-0770-47e0-862e-7057401b3d2b req-385271d5-9ad6-418a-9799-29a5557b03c4 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661973 Oct 26 16:42:19.259603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:19.308835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-41b0fc28-45e7-4251-952a-793207621256 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724967 Oct 26 16:42:19.318797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.326368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fc8e4d76-6ecd-4086-ad8e-607f6b668bec no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:19.375920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Deleting subnet f2393f50-6c5d-4273-a526-d9be3040f086 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:19.381733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: fc8e4d76-6ecd-4086-ad8e-607f6b668bec {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:19.384491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.386083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device fc8e4d76-6ecd-4086-ad8e-607f6b668bec not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:19.388723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e63ffc31-eb6f-47a6-8850-8edaebb2a5df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:19.462983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.476682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e63ffc31-eb6f-47a6-8850-8edaebb2a5df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:19.477138 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.486750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:19.489935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=dfc4e6be-cd9e-4d62-a8aa-9352f15b937d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:19.495481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:19.499670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:19.506416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.507248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.542154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703fcb-f01a-43ef-a506-0d50cdc0ee4b req-59fa8bec-efb7-4aab-9da8-792a880ad45e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.544068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0703fcb-f01a-43ef-a506-0d50cdc0ee4b req-59fa8bec-efb7-4aab-9da8-792a880ad45e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 945 time: 0.2322719 Oct 26 16:42:19.560492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.600722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0703fcb-f01a-43ef-a506-0d50cdc0ee4b req-b7168e01-0f05-496c-b07c-54cfa72f1589 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481398 Oct 26 16:42:19.606494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9538b932-b747-47c3-80fc-6d2bec19c633 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7300150 Oct 26 16:42:19.612263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54902) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:19.614860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.636729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:19.690850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cd788-9d77-4478-b815-e489ec4fa2ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.709727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cd788-9d77-4478-b815-e489ec4fa2ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.711414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3e1cd788-9d77-4478-b815-e489ec4fa2ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0978396 Oct 26 16:42:19.717603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port e63ffc31-eb6f-47a6-8850-8edaebb2a5df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:19.718617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54908) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:19.789069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88a6ec-f83e-436d-be69-8653b736d414 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:19.790213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:19.794980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bb88a6ec-f83e-436d-be69-8653b736d414 tempest-TestNetworkBasicOps-1480766795 tempest-TestNetworkBasicOps-1480766795-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1091 time: 0.1559346 Oct 26 16:42:19.805122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:19.819167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:19.921283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:19.932092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb3fbd22-68b9-44e0-ab05-e9633a025f32 req-9b125540-7ac8-4069-8bf6-edeff42e8c6f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0587764 Oct 26 16:42:19.955952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.009646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.013865 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2393f50-6c5d-4273-a526-d9be3040f086 HTTP/1.1" status: 204 len: 168 time: 0.7518780 Oct 26 16:42:20.016482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5fc1b-5e2d-437e-9216-2a1b4297e3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2393f50-6c5d-4273-a526-d9be3040f086,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:20.019850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.020230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.024962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54920) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:20.031568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.038760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.045156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.052486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.059801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.069058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.076046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-ba042e73-148a-4698-bb9c-fc2e2cb76486 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.1866767 Oct 26 16:42:20.085986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port dfc4e6be-cd9e-4d62-a8aa-9352f15b937d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:20.086418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.130200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.216843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d3f9c7b-68a6-4786-a9a7-f398915ec5ca req-c91e45e8-619b-4fb0-b3bb-bb56fd442f58 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398268 Oct 26 16:42:20.305513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.338288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.354186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for dfc4e6be-cd9e-4d62-a8aa-9352f15b937d owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:20.375652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397b2a0d-9209-4513-8ad4-946a2c3daea2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:20.446892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adab96d-1cfc-48df-961f-900d0b33f9fa') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:20.447303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adab96d-1cfc-48df-961f-900d0b33f9fa') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:20.450225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.471802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.524024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.537846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a4d73d0a-0b51-46f6-821b-d3b607e36c02 None None] Provisioning complete for port e63ffc31-eb6f-47a6-8850-8edaebb2a5df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:20.538450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4d73d0a-0b51-46f6-821b-d3b607e36c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.540394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:42:20.540905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:42:20.542766 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:42:20.664426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.671743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.679980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.687241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.688995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Allocated IP 172.25.5.235 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/2fa64531-821d-45c9-b07a-4295c23ebc92) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:20.693483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.720094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.733073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:20.735703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-497cce49-2b00-4504-9085-c1d5fb1b60b3 req-80255081-79eb-4198-b359-390899589282 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.2802942 Oct 26 16:42:20.782252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.786208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.792966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/397b2a0d-9209-4513-8ad4-946a2c3daea2 HTTP/1.1" status: 204 len: 168 time: 0.7665217 Oct 26 16:42:20.798184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54960) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:20.802362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3c9b4922-f6f0-4857-98e1-c56b947bac7a None None] Provisioning complete for port dfc4e6be-cd9e-4d62-a8aa-9352f15b937d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:20.802725 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4922-f6f0-4857-98e1-c56b947bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.820005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a415e4c-ad74-4443-a3ee-8a156b7218a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=397b2a0d-9209-4513-8ad4-946a2c3daea2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:20.852866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.867870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4922-f6f0-4857-98e1-c56b947bac7a None None] Port dfc4e6be-cd9e-4d62-a8aa-9352f15b937d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:20.900667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Deleting subnet d804c3a5-cea7-4f5e-b88c-e2239c8fbf8a {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:20.908651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.926853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.945658 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.955933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=dfc4e6be-cd9e-4d62-a8aa-9352f15b937d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:20.967829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:20.997886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.002699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-40c9974e-7c02-432b-87b8-f6443ac28fbe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/dfc4e6be-cd9e-4d62-a8aa-9352f15b937d HTTP/1.1" status: 204 len: 168 time: 1.2830129 Oct 26 16:42:21.006061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54964) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:21.034426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.079354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6be7a6ac-28a2-4ba1-a009-bc199ee0e3ee req-a4ecf43e-9428-4f9b-9b67-03feccbd6220 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0560346 Oct 26 16:42:21.120944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2b13e-d637-45a6-8250-6e3d2ce39502 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:21.122593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2b13e-d637-45a6-8250-6e3d2ce39502 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:21.126774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cad2b13e-d637-45a6-8250-6e3d2ce39502 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1170187 Oct 26 16:42:21.127042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54966) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:21.181962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.191817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.192953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet a7115262-b996-431b-b456-df56dbaeca62 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:21.197122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.250204 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.296729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:21.298820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d804c3a5-cea7-4f5e-b88c-e2239c8fbf8a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:21.298965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e63ffc31-eb6f-47a6-8850-8edaebb2a5df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:21.303854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.309443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-129e982c-1f44-4a6d-8ec4-2ad39c3dcc6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d804c3a5-cea7-4f5e-b88c-e2239c8fbf8a HTTP/1.1" status: 204 len: 168 time: 0.5081363 Oct 26 16:42:21.309443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:21.310750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:21.313204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:21.315293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=2fa64531-821d-45c9-b07a-4295c23ebc92,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:21.376640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e63ffc31-eb6f-47a6-8850-8edaebb2a5df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:21.377120 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.432574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.437957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.607214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.624706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.643171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c8ccf2-6bee-4c92-885f-b92ffc038d3a']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:21.688807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=a7115262-b996-431b-b456-df56dbaeca62,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:21.689456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5639fb05-6696-4132-b25f-92047ba7c2b7') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:21.689456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5639fb05-6696-4132-b25f-92047ba7c2b7') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:21.699993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.704144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82432056-9c4f-41e5-acd7-4a57bcf3d3a9 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:21.717387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38aeeae1-fad6-4efa-a5f7-1593e7b98d4c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/a7115262-b996-431b-b456-df56dbaeca62 HTTP/1.1" status: 204 len: 168 time: 0.5891480 Oct 26 16:42:21.727938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54972) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:21.736045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.787107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.798092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4541f029-b717-4df1-89b4-975a730c2b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687904 Oct 26 16:42:21.798688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:21.806006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:21.863237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.876160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:42:21.876590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:42:21.878473 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:42:21.948435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:21.996323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:22.055281 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.070710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.074197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Deleting port e63ffc31-eb6f-47a6-8850-8edaebb2a5df {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:22.074972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.077139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1c8ccf2-6bee-4c92-885f-b92ffc038d3a HTTP/1.1" status: 204 len: 168 time: 0.7649641 Oct 26 16:42:22.089598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:22.093277 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.110159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052cbb-f3f0-4023-b392-ecc0f7600464 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c8ccf2-6bee-4c92-885f-b92ffc038d3a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:22.189133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.193910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] For port e63ffc31-eb6f-47a6-8850-8edaebb2a5df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:22.194304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.225219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Calling delete_port for e63ffc31-eb6f-47a6-8850-8edaebb2a5df owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:22.260567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-522d0e32-c8cf-4d9d-a612-8f433da36164 req-1b98cba9-351f-40f9-adaa-891ee60537fe tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0342162 Oct 26 16:42:22.266713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.346412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event updated for resources: {'Port': ['ID=2fa64531-821d-45c9-b07a-4295c23ebc92,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:22.389307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.458658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.464703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.553312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] No DVR routers for this DVR port e63ffc31-eb6f-47a6-8850-8edaebb2a5df on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:22.559099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea34cd-d041-4ddd-8de9-73c038d60151 None None] Pushing event deleted for resources: {'Port': ['ID=e63ffc31-eb6f-47a6-8850-8edaebb2a5df,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:22.571493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-72549d17-2075-4f99-a81e-dab87194eda9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:22.573640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-72549d17-2075-4f99-a81e-dab87194eda9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.2183430 Oct 26 16:42:22.644779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-3a0eed7e-2077-4e75-954d-4d0153b62a79 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 380 time: 0.0622039 Oct 26 16:42:22.666632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'device_id': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'admin_state_up': True, 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'security_groups': ['f0e90491-7a84-4539-9739-bc2660a8b181']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:22.679921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.737967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:22.812118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:22.823371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:22.836473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:22.837234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:22.845370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5efffa5-5a42-47d0-aceb-3608e507f517 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:22.881291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=6e26ca34-aa02-4ae8-bed2-14518653a739,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:22.898500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-438c20ef-066d-41b9-96b1-ec515cb5d386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c633632cf9466390a147f31f96cb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553779 Oct 26 16:42:22.901112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54996) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:22.929141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9b317b43-5c0c-457d-bcff-5c7b849310c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1253765 Oct 26 16:42:22.930868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:22.952197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '6e26ca34-aa02-4ae8-bed2-14518653a739', 'ip_address': '2001:db8::e1e9:a197:6c75:b026'}], 'name': 'tempest-NetworksTestDHCPv6-1015472848'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:22.983565 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Floating IP bfa8c64b-9484-4dc6-9114-ed5ee1de0cac associated. External IP: 172.25.5.235, port: cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd. Oct 26 16:42:23.078958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '6e26ca34-aa02-4ae8-bed2-14518653a739'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:23.080841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.110525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55006) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:23.367945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.368339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.368968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.369430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.370129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.370588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.371035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.380756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-1684ced2-e4c5-482c-9342-15d608275ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.2668979 Oct 26 16:42:23.420672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e63ffc31-eb6f-47a6-8850-8edaebb2a5df no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:23.444896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e63ffc31-eb6f-47a6-8850-8edaebb2a5df {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:23.445498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e63ffc31-eb6f-47a6-8850-8edaebb2a5df not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:23.461788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-533c5b36-04b7-4f0e-b0d7-8b53ebe660a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&id=bed82124-2808-42ca-a795-10e95c5b91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780368 Oct 26 16:42:23.485846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router 5447c62a-4ebf-4324-a555-5f373bc07563 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:23.545462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/6e26ca34-aa02-4ae8-bed2-14518653a739/60ea8d6c-ab9f-4b86-802d-63e2c33f916a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:23.576206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-366a623f-85b6-4f66-8486-04deeb2e4a3a req-aab40222-a4e8-44f0-984d-028b3780a405 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0508718 Oct 26 16:42:23.618326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:23.640207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Sync routers for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:23.658677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:23.659369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:23.665885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:23.669526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.674885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.728592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.768014 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bfc3fc40-aec6-42ab-acc5-2dbb5dc59159 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9609272 Oct 26 16:42:23.768903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:23.772189 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762" -d '{"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:23.775986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55016) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:23.808861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.849719 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788f561a-ae5d-4c76-b27b-3f46430be025 x-openstack-request-id: req-788f561a-ae5d-4c76-b27b-3f46430be025 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:23.850049 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:23.850280 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-788f561a-ae5d-4c76-b27b-3f46430be025 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:23.851074 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'status': 'completed', 'code': 200} Oct 26 16:42:23.876886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.883614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:23.903939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-88975581-7506-42b7-8463-33e047323170 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/bfa8c64b-9484-4dc6-9114-ed5ee1de0cac HTTP/1.1" status: 200 len: 991 time: 0.1266527 Oct 26 16:42:23.916044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-5fce0355-2f1b-414d-94eb-bfd63252973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:23.917905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-5fce0355-2f1b-414d-94eb-bfd63252973e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1096 time: 0.0577860 Oct 26 16:42:23.941091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:23.965217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:24.011454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:24.022552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:24.028874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:24.036471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-ea618641-394f-43dd-a21a-ca37df8131e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:24.039006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.20.0.12 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:24.039179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-ea618641-394f-43dd-a21a-ca37df8131e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 897 time: 0.1132901 Oct 26 16:42:24.041386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.044028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.047758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/708d9cfb-25e4-404f-a67a-94f10481f3b7 HTTP/1.1" status: 204 len: 168 time: 1.1433883 Oct 26 16:42:24.079048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704fe59-c558-469e-af3a-39000e41a822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d9cfb-25e4-404f-a67a-94f10481f3b7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:24.096445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Pushing event updated for resources: {'Port': ['ID=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:24.188452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-264f491e-4e6b-4749-a673-d7ecb7841d8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 999 time: 0.1414461 Oct 26 16:42:24.192055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.211201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.211569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.211911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.212252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.212560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.212888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.213215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.213539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.213855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.214180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.214502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.214818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:24.241541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Attempting to bind port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:24.241911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Attempting to bind port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:24.242273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Attempting to bind port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:24.249852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 010b3702-87e5-4f83-a659-ba8aaf534ff4 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Bound port: 60ea8d6c-ab9f-4b86-802d-63e2c33f916a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:24.253655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.280215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-af447d2c-6fe4-45fd-be45-ba36cdfddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:24.280215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-af447d2c-6fe4-45fd-be45-ba36cdfddeab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 200 len: 834 time: 0.0841668 Oct 26 16:42:24.328303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] For port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:24.333051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] For port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:24.344339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bfa8c64b-9484-4dc6-9114-ed5ee1de0cac', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'port_id': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'mac_address': 'fa:16:3e:be:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:21Z', 'updated_at': '2021-10-26T16:42:21Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:24.357740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-517bae4c-fab6-4ee2-ae4d-48bede7739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:24.359297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-517bae4c-fab6-4ee2-ae4d-48bede7739ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714750 Oct 26 16:42:24.372433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Checking router: 5447c62a-4ebf-4324-a555-5f373bc07563 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:24.382644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:24.385289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:24.423479 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.495205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-a65995b6-8371-4c7f-93bc-7d3810ec16d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281877 Oct 26 16:42:24.531057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::e1e9:a197:6c75:b026 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/6e26ca34-aa02-4ae8-bed2-14518653a739/010b3702-87e5-4f83-a659-ba8aaf534ff4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:24.554006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171987c9-9f2a-4794-b2ba-d2bfe696562b None None] Pushing event updated for resources: {'Port': ['ID=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:24.569417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.591373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:24.746135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeea1cb4-bb43-4d6c-8182-4d6ced04a762 req-c9dee039-8b3a-4714-b1ff-3e97c24c216c service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381806 Oct 26 16:42:24.765189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a15ff0a-5358-4e30-b543-df1d24132a58 req-7f720f62-2d05-4735-819a-a7021d62ae9e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0526311 Oct 26 16:42:24.780569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:24.906713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:24.945450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:24.952618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:24.970397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:24.993505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:25.038037 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6393b900-11bd-4a62-9cf8-a5c6ea223dca tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/bfa8c64b-9484-4dc6-9114-ed5ee1de0cac HTTP/1.1" status: 200 len: 991 time: 0.1301074 Oct 26 16:42:25.056025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.109819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:25.110486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.128467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bfa8c64b-9484-4dc6-9114-ed5ee1de0cac', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'port_id': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'mac_address': 'fa:16:3e:be:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:21Z', 'updated_at': '2021-10-26T16:42:21Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:25.155701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55036) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:25.159343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a50e8-c51e-4a9e-b605-a0d6990ed904 None None] The sync data for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 is: [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bfa8c64b-9484-4dc6-9114-ed5ee1de0cac', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'port_id': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'mac_address': 'fa:16:3e:be:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:21Z', 'updated_at': '2021-10-26T16:42:21Z', 'revision_number': 0, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:25.178086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.205671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6e653139-560e-4708-9d7b-e2d1eb35aae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d8c13d4cd774760bd37041c4f2e7995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487895 Oct 26 16:42:25.211547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55038) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:25.300621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.311909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:25.325719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:25.326557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:25.339104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:25.341605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.355874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-cbe2e81f-9b26-4b5b-863c-aff0d1b59b36 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6993065 Oct 26 16:42:25.357173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.374212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-381350a5-3d63-45fb-ba60-3220edafb715 None None] Provisioning complete for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:25.374593 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-381350a5-3d63-45fb-ba60-3220edafb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.404425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Request body: {'port': {'device_id': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:25.431871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60ea8d6c-ab9f-4b86-802d-63e2c33f916a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:25.476752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-381350a5-3d63-45fb-ba60-3220edafb715 None None] Port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:25.495654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=010b3702-87e5-4f83-a659-ba8aaf534ff4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:25.503628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:25.503628 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.504454 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558df1cd-f5b3-4b61-98ae-fd69b4ef7428 None None] New status for floating IP bfa8c64b-9484-4dc6-9114-ed5ee1de0cac: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:42:25.506425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-20e6be18-1752-4f0b-930e-daba3813c536 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5728042 Oct 26 16:42:25.508969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55042) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:25.518271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.561759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.564939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.566121 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2dec146-fc83-4ab3-b183-fd126207270a HTTP/1.1" status: 204 len: 168 time: 0.3536143 Oct 26 16:42:25.602630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8a888-4a64-4fe4-83ff-447c70b2c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dec146-fc83-4ab3-b183-fd126207270a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:25.631867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d54b9-b8db-47d1-8ba7-df93e8cb0595 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:25.640719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d54b9-b8db-47d1-8ba7-df93e8cb0595 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:25.642432 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e75d54b9-b8db-47d1-8ba7-df93e8cb0595 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1321485 Oct 26 16:42:25.645820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55046) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:25.664802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.720940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:25.796058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.861742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 010b3702-87e5-4f83-a659-ba8aaf534ff4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:25.862144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:25.924675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:26.032361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:42:26.050677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:26.058299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.081097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Transition to ACTIVE for port object cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:42:26.099501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257deb7-ff9e-48d9-801d-fa576841a981 req-df4cd92d-0e50-4d3e-82aa-825b14259044 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:26.101754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3257deb7-ff9e-48d9-801d-fa576841a981 req-df4cd92d-0e50-4d3e-82aa-825b14259044 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 932 time: 0.0924909 Oct 26 16:42:26.140319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.159601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4a4c8db9-9c8e-4042-b45e-0290807158f8 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/bfa8c64b-9484-4dc6-9114-ed5ee1de0cac HTTP/1.1" status: 200 len: 993 time: 0.1078148 Oct 26 16:42:26.159947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.168318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 010b3702-87e5-4f83-a659-ba8aaf534ff4 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:26.229576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:26.279376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3257deb7-ff9e-48d9-801d-fa576841a981 req-703259a4-2370-491e-a488-8c5bf9568697 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693337 Oct 26 16:42:26.423968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Attempting to bind port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:26.424542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Attempting to bind port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:26.424975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Attempting to bind port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:26.430652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e6f744d2-db1d-4655-9860-0ef25de10eb2 None None] Provisioning complete for port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:26.433646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:42:26.434531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e6f744d2-db1d-4655-9860-0ef25de10eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.439031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Attempting to bind port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:26.451875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:26.453154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:26.455558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:26.456081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Bound port: cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:26.456494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.515707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.598283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.602242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/010b3702-87e5-4f83-a659-ba8aaf534ff4 HTTP/1.1" status: 204 len: 168 time: 0.9553413 Oct 26 16:42:26.604437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773c630-8684-4833-8ed6-6c1c12ba19d8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=010b3702-87e5-4f83-a659-ba8aaf534ff4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:26.607860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:26.649580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:26.653467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:26.705948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0c8c6-c6e1-4200-a567-05dfbc19d2dd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:26.709566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0c8c6-c6e1-4200-a567-05dfbc19d2dd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:26.711171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4cc0c8c6-c6e1-4200-a567-05dfbc19d2dd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1015477 Oct 26 16:42:26.713731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:26.729794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.793129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:26.793851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.802818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] 10.222.0.47 "PUT /v2.0/ports/cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 1092 time: 1.4338567 Oct 26 16:42:26.802818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:26.802818 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453df4bd-521d-437f-82a2-7c0a16bd0dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:26.850334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 6e26ca34-aa02-4ae8-bed2-14518653a739 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:26.859782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:26.866466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-680a356e-07aa-4e97-9c14-ce9b0fc19f0b None None] Could not find standard attr ID for object 010b3702-87e5-4f83-a659-ba8aaf534ff4. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:26.880181 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7987b065-15b7-4026-a265-4ba185d13836 x-openstack-request-id: req-7987b065-15b7-4026-a265-4ba185d13836 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:26.880484 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:26.880745 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7987b065-15b7-4026-a265-4ba185d13836 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:26.881168 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'status': 'completed', 'code': 200} Oct 26 16:42:26.951218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b1cb-6e7e-4576-b0c2-515fc1501d69 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:26.977369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.057851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-bb62e2c7-b466-4c1b-bb1b-5d5b7e5dc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.062774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-bb62e2c7-b466-4c1b-bb1b-5d5b7e5dc7d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1095 time: 0.1548717 Oct 26 16:42:27.196489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:27.274143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.277443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60ea8d6c-ab9f-4b86-802d-63e2c33f916a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:27.329784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23328803-network', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:27.376828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:27.377200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.409660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-e2fca95f-e497-41e0-9499-b47f54772f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.411443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-e2fca95f-e497-41e0-9499-b47f54772f32 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20bec57b6ef84fd2af715eab149db62d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3328621 Oct 26 16:42:27.443470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:27.446283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.459793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.577647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b230d-cf6a-475b-b865-90d4d618d10d req-d4030868-06df-46e4-9009-cbece35f7d20 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.579064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb7b230d-cf6a-475b-b865-90d4d618d10d req-d4030868-06df-46e4-9009-cbece35f7d20 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 944 time: 0.1897392 Oct 26 16:42:27.595556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.645819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.670277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=6e26ca34-aa02-4ae8-bed2-14518653a739,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:27.677190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.678548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce226658-24dc-4159-8752-ef35d05b8482 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:27.682793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4dca3cc1-9baa-4ad6-9e5b-ea209322aaea tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/6e26ca34-aa02-4ae8-bed2-14518653a739 HTTP/1.1" status: 204 len: 168 time: 0.9656343 Oct 26 16:42:27.683351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55090) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:27.697141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-9f95a0fa-1cdd-44a3-a671-45194ccaabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.698596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-453df4bd-521d-437f-82a2-7c0a16bd0dc2 req-9f95a0fa-1cdd-44a3-a671-45194ccaabd4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702346 Oct 26 16:42:27.704057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb7b230d-cf6a-475b-b865-90d4d618d10d req-0184bdb1-b59e-4bb1-a805-383ba9714326 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160624 Oct 26 16:42:27.730757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6f9e7278-2b4a-4146-8865-02e0fd7a2b15 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454993 Oct 26 16:42:27.731886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.733772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55092) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:27.740209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:27.759736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:42:27.771567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ada91d-c786-4af1-b874-580be1ca2f1b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:27.776809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.777146 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Added segment ee2f353e-0425-474d-a0fc-ee4401bec472 of type vlan for network f41e5ee0-39f1-4601-9791-2472f6b8ea89 Oct 26 16:42:27.824851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.867201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-a2347952-2240-4939-b717-34a390767b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.868692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-a2347952-2240-4939-b717-34a390767b43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1095 time: 0.1016691 Oct 26 16:42:27.921325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-b3e8afdb-3679-4993-a029-787750afe119 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0415382 Oct 26 16:42:27.923556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.924542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.925128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:27.945667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:27.982835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-ff07d87b-c60a-438b-b7b7-b1463e473d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:27.984569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-ff07d87b-c60a-438b-b7b7-b1463e473d9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0559235 Oct 26 16:42:27.986357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:27.992473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.006305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] Pushing event updated for resources: {'Network': ['ID=f41e5ee0-39f1-4601-9791-2472f6b8ea89,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:28.015074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Deleting port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:28.015532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.020523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:42:28.078133 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-297a6154-9117-4ae3-ac72-739bd8581163 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8778746 Oct 26 16:42:28.078478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55094) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:28.084825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Request body: {'subnet': {'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23328803-subnet', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:28.105081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-154d6b26-11ea-4b22-84ae-8bdcb2959def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:28.117296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-154d6b26-11ea-4b22-84ae-8bdcb2959def service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088793 Oct 26 16:42:28.140199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] For port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:28.140590 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.155495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Calling delete_port for 60ea8d6c-ab9f-4b86-802d-63e2c33f916a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:28.218054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:28.220778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.221124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-f3bae53e-cfab-487e-99c6-c6860ae4ad80 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052132 Oct 26 16:42:28.344121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.360983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] No DVR routers for this DVR port 60ea8d6c-ab9f-4b86-802d-63e2c33f916a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:28.382890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00382-ae21-4e0f-a08e-d64115b147a9 None None] Pushing event deleted for resources: {'Port': ['ID=60ea8d6c-ab9f-4b86-802d-63e2c33f916a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:28.558251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.631243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13a1eec-2eec-405b-8d66-3c97539a7fda req-f118cda7-44a5-46f2-af14-310e3ea91556 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899398 Oct 26 16:42:28.646931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e216250-a4ed-473c-973b-a887a552d1e9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:28.651646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:28.652014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Network hostable DHCP agents. Network: f41e5ee0-39f1-4601-9791-2472f6b8ea89, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:42:28.732554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.758390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:42:28.780642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:28.784057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:28.789767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:28.790361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.795426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197e398-1101-46bb-a604-510f28f413c9 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:28.813253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=89c729a8-44c9-49a9-a692-d105c8432853,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:28.875624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6c87-a1bb-4664-9f27-61629c24cd5c req-78ded602-558b-496f-ad08-00d8163db8ac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:28.877255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb7d6c87-a1bb-4664-9f27-61629c24cd5c req-78ded602-558b-496f-ad08-00d8163db8ac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 944 time: 0.0602465 Oct 26 16:42:28.883881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f41e5ee0-39f1-4601-9791-2472f6b8ea89) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:28.888412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:28.889101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:28.915097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1ef21385-1148-48eb-ae25-ba543b46115f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1799381 Oct 26 16:42:28.918376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55102) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:28.923988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '89c729a8-44c9-49a9-a692-d105c8432853', 'ip_address': '2001:db8::4671:f3b5:6dc2:6695'}], 'name': 'tempest-NetworksTestDHCPv6-1472668889'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:29.000046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb7d6c87-a1bb-4664-9f27-61629c24cd5c req-9a024d98-f755-49cd-a207-6d117b4ebd7e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072896 Oct 26 16:42:29.001285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74cc124d-1d94-410a-bee2-be79e574e2b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9216800 Oct 26 16:42:29.004765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55104) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:29.010810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015260e4-9234-4502-87e8-b3233c88b7c5 None None] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:29.011388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:29.133899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.137255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.208142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.232401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:29.267823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:29.269031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.289023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '89c729a8-44c9-49a9-a692-d105c8432853'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:29.289999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.329748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.352694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 423d8813-f6eb-4e11-bd4e-c4b3073ca82c yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:29.369701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60ea8d6c-ab9f-4b86-802d-63e2c33f916a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:29.408780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 60ea8d6c-ab9f-4b86-802d-63e2c33f916a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:29.408780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60ea8d6c-ab9f-4b86-802d-63e2c33f916a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:29.428761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.534634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Allocated IP 172.20.0.2 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/fba55881-24cd-4e2f-9d0f-edd14461077d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:29.582763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::4671:f3b5:6dc2:6695 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/89c729a8-44c9-49a9-a692-d105c8432853/423d8813-f6eb-4e11-bd4e-c4b3073ca82c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:29.724719 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.747239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.766042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.789502 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.863364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Allocated IP 172.25.5.160 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0857364c-6d5b-419e-a696-3215289652a0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:29.884074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.927447 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:29.932220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:29.939920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:29.961019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:29.964429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Pushing event updated for resources: {'Port': ['ID=fba55881-24cd-4e2f-9d0f-edd14461077d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:29.978540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.006519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:30.012064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:30.013696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/89c729a8-44c9-49a9-a692-d105c8432853/022eaf3d-f71b-4d4b-bd2e-9f065a950d32) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:30.016412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:30.023091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:30.023846 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.042426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=423d8813-f6eb-4e11-bd4e-c4b3073ca82c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:30.066438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Attempting to bind port fba55881-24cd-4e2f-9d0f-edd14461077d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:30.066857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Attempting to bind port fba55881-24cd-4e2f-9d0f-edd14461077d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:30.067226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Attempting to bind port fba55881-24cd-4e2f-9d0f-edd14461077d on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:30.110990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:30.111335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:30.111741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.112194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:30.112631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Bound port: fba55881-24cd-4e2f-9d0f-edd14461077d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:30.114131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.143339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d702ea-85df-4660-a2c0-a479719b1019 req-385dddfa-4169-493b-876f-ecd0d12e9ab5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:30.145914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d702ea-85df-4660-a2c0-a479719b1019 req-385dddfa-4169-493b-876f-ecd0d12e9ab5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 944 time: 0.0571930 Oct 26 16:42:30.155710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.177856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df988797-6d13-4c21-b208-39e962d23b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2555449 Oct 26 16:42:30.178092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55112) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:30.206200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:30.213082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:30.216235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:30.222061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] For port fba55881-24cd-4e2f-9d0f-edd14461077d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:30.227841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] For port fba55881-24cd-4e2f-9d0f-edd14461077d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fba55881-24cd-4e2f-9d0f-edd14461077d,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:30.265500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d702ea-85df-4660-a2c0-a479719b1019 req-4c6ffa77-694c-4f34-85c7-941f6016557d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128452 Oct 26 16:42:30.274949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Pushing event updated for resources: {'Port': ['ID=0857364c-6d5b-419e-a696-3215289652a0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:30.283901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bd16f-62b4-4e44-9665-278d26aee6d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:30.284827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.285688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8d4bd16f-62b4-4e44-9665-278d26aee6d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1066611 Oct 26 16:42:30.292419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:30.302164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.361792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb832-5c79-45b6-b52b-93b1f6bbc79b None None] Pushing event updated for resources: {'Port': ['ID=fba55881-24cd-4e2f-9d0f-edd14461077d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:30.369358 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.420231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:30.423504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:30.428938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:30.437401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Pushing event updated for resources: {'Port': ['ID=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:30.508832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Attempting to bind port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:30.509203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Attempting to bind port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:30.509567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Attempting to bind port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:30.515304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:30.515503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 423d8813-f6eb-4e11-bd4e-c4b3073ca82c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:30.515925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:30.516027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.516103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.516426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:30.516889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Bound port: 022eaf3d-f71b-4d4b-bd2e-9f065a950d32, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:30.517262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.636539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] For port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:30.647219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] For port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:30.716863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.728084 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.769662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 423d8813-f6eb-4e11-bd4e-c4b3073ca82c owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:30.780643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:30.855860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4493f-025c-4d44-842f-1b169dd4f60f None None] Pushing event updated for resources: {'Port': ['ID=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:31.032310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23afd901-86dc-4c66-b2b7-4d26d4e17cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.090276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.161704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.204588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=423d8813-f6eb-4e11-bd4e-c4b3073ca82c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:31.388798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:42:31.434170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:31.471968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd235-1e8a-40d6-9c69-e88f82da5242 req-de9ab35c-b72e-43b0-86e9-2802bea1e3de tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:31.480409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43cfd235-1e8a-40d6-9c69-e88f82da5242 req-de9ab35c-b72e-43b0-86e9-2802bea1e3de tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 944 time: 0.0948293 Oct 26 16:42:31.561576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43cfd235-1e8a-40d6-9c69-e88f82da5242 req-9210631f-d7d8-4974-8e04-3b52db1785e7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773022 Oct 26 16:42:31.641831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:31.663350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:42:31.670280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:31.671455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.708421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.711625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d81b8af0-0156-446b-856f-d33821f9205d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/423d8813-f6eb-4e11-bd4e-c4b3073ca82c HTTP/1.1" status: 204 len: 168 time: 1.4182708 Oct 26 16:42:31.714096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:31.757678 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.779766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d55d97-9b51-49d5-98cf-b3dfdb73b44d None None] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:31.797126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f447e9e-bf1c-4428-a72f-bfb68e801482 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:31.798777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f447e9e-bf1c-4428-a72f-bfb68e801482 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:31.801216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f447e9e-bf1c-4428-a72f-bfb68e801482 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0861750 Oct 26 16:42:31.804064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:31.847210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:42:31.880610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 89c729a8-44c9-49a9-a692-d105c8432853 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:31.884482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.926433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:31.932200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:42:31.934925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] Provisioning complete for port fba55881-24cd-4e2f-9d0f-edd14461077d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:31.935355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.948542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:31.996103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.026761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.082749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:32.112323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.122310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:32.185593 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.187301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-138f7d8e-58e2-46b6-b63f-6cf10aeb7204 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1814713 Oct 26 16:42:32.189723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55132) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.210074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:32.210756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:32.216786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:32.260780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.320335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=89c729a8-44c9-49a9-a692-d105c8432853,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:32.323784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:42:32.327111 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.331231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c186358f-5d2d-42e0-9ced-4d4cb2bc8a6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/89c729a8-44c9-49a9-a692-d105c8432853 HTTP/1.1" status: 204 len: 168 time: 0.5261323 Oct 26 16:42:32.334109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.402018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a17b0bbf-f87f-4e2e-877c-3e9f6c471fd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666835 Oct 26 16:42:32.402720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.462686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.512110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccfe07-90ae-4588-8383-a576b265398e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:32.513806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d9ccfe07-90ae-4588-8383-a576b265398e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1098058 Oct 26 16:42:32.516344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.539509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:42:32.539939 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:42:32.591540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] For port fba55881-24cd-4e2f-9d0f-edd14461077d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fba55881-24cd-4e2f-9d0f-edd14461077d,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:32.593610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:32.705817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429023eb-2484-4309-b01a-472f74c314ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:32.708196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-429023eb-2484-4309-b01a-472f74c314ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1902184 Oct 26 16:42:32.711394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.724813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343f981-5f38-42e3-abb7-359b12b99b9c None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:32.740359 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:42:32.767094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.783741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e54617d7-2039-4f20-ad70-9dd3b37b45b0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716197 Oct 26 16:42:32.789820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55146) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:32.794953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:32.887703 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:32.935279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21915be3-0a0e-4264-aa37-d38c4c5b5c54 req-e179a078-2ff2-4bc2-bf4f-71e902f125f9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:32.936939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21915be3-0a0e-4264-aa37-d38c4c5b5c54 req-e179a078-2ff2-4bc2-bf4f-71e902f125f9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1638753 Oct 26 16:42:33.005006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21915be3-0a0e-4264-aa37-d38c4c5b5c54 req-595a841a-9386-419b-a1cd-a5cc61356fe3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565774 Oct 26 16:42:33.084112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:33.090472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.133421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Allocated IP 172.20.0.1 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/baf07d5f-c6c5-4147-804a-4b89eb6afd7a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:33.201815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a77d5590-640f-4f08-91af-1070bf7646df None None] Provisioning complete for port fba55881-24cd-4e2f-9d0f-edd14461077d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:33.202355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a77d5590-640f-4f08-91af-1070bf7646df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.205189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3040dc-dc9c-4531-aa5a-5bcacf2d196d None None] Pushing event updated for resources: {'Port': ['ID=fba55881-24cd-4e2f-9d0f-edd14461077d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:33.210413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.286349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.337985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:33.396289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.403740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:30Z', 'revision_number': 3, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:33.430378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.441623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:33.443528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.444237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fba55881-24cd-4e2f-9d0f-edd14461077d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:33.446010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:33.446350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Updating router 793ee0ea-9143-4b73-b0a8-5b140865dc62 port 0857364c-6d5b-419e-a696-3215289652a0 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:33.456204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:33.457574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:33.462332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:33.465547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Pushing event updated for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:33.513383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:33.525250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:33.546962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:33.548042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.558503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.585535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=98bce826-f3ef-442c-a3b3-1b194c031fec,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:33.610393 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.612026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a77d5590-640f-4f08-91af-1070bf7646df None None] Provisioning complete for port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:33.612386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a77d5590-640f-4f08-91af-1070bf7646df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.662375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-855f411b-db05-4a52-8857-1b80a04c1d7b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8713009 Oct 26 16:42:33.664908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:33.676370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '98bce826-f3ef-442c-a3b3-1b194c031fec', 'ip_address': '2001:db8::5dd:8f32:ac3e:3790'}], 'name': 'tempest-NetworksTestDHCPv6-1322417160'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:33.698648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:33.702306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-01d4cb76-bb3c-4c6b-955f-bda8c1a0f997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.802217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fba55881-24cd-4e2f-9d0f-edd14461077d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:33.802593 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.812590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.840301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Deleting port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:33.840676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.891697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:33.897878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:33.922401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 19827369-efd1-4515-9059-065dfc497974 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:34.060111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.061701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a77d5590-640f-4f08-91af-1070bf7646df None None] Could not find standard attr ID for object 423d8813-f6eb-4e11-bd4e-c4b3073ca82c. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:34.117426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] For port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:34.117426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.133231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Calling delete_port for 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:34.170827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::5dd:8f32:ac3e:3790 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/98bce826-f3ef-442c-a3b3-1b194c031fec/19827369-efd1-4515-9059-065dfc497974) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:34.193406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.197281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207e775-abd9-45c5-80dd-938ed7164225 req-26457e92-b6e4-43fc-b8c1-a3e8f5eac203 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:34.199004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d207e775-abd9-45c5-80dd-938ed7164225 req-26457e92-b6e4-43fc-b8c1-a3e8f5eac203 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1082747 Oct 26 16:42:34.245467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.254272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-17221f14-5dea-45bb-b87d-fb9019dd9251 None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:34.254656 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-17221f14-5dea-45bb-b87d-fb9019dd9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.263726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d207e775-abd9-45c5-80dd-938ed7164225 req-ff9fe625-ec1c-49ea-92bf-bd89489ef836 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575747 Oct 26 16:42:34.294790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.307903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Pushing event updated for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:34.337440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-17221f14-5dea-45bb-b87d-fb9019dd9251 None None] Port baf07d5f-c6c5-4147-804a-4b89eb6afd7a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:34.337526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.368483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fba55881-24cd-4e2f-9d0f-edd14461077d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:34.436202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fba55881-24cd-4e2f-9d0f-edd14461077d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:34.436832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.464285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.469950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:34.473180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:34.639578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:34.679419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:34.795842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:34.797294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.960545 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d55deee4-e6ba-48eb-95ec-6ebd08037c83 admin admin] 10.222.0.21 "PUT /v2.0/routers/793ee0ea-9143-4b73-b0a8-5b140865dc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127670 Oct 26 16:42:34.960911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1ffccf76-0d0a-4ba3-a871-60f1f84e62ce None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:34.960911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf76-0d0a-4ba3-a871-60f1f84e62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:34.960911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1ffccf76-0d0a-4ba3-a871-60f1f84e62ce None None] Port baf07d5f-c6c5-4147-804a-4b89eb6afd7a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:35.141125 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.170147 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.178607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.179457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.228816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:35.232449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:35.237667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:35.244765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] No DVR routers for this DVR port 022eaf3d-f71b-4d4b-bd2e-9f065a950d32 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:35.256209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:35.257145 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.257836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Attempting to bind port 0857364c-6d5b-419e-a696-3215289652a0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:35.258427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Attempting to bind port 0857364c-6d5b-419e-a696-3215289652a0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:35.258719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Attempting to bind port 0857364c-6d5b-419e-a696-3215289652a0 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:35.263613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24cfe2-3eff-4f90-944b-59b490d626f5 None None] Pushing event updated for resources: {'Port': ['ID=0857364c-6d5b-419e-a696-3215289652a0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:35.270640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a675f90-9eb4-48dd-ae6b-9b2db43e48a3 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:35.281258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=19827369-efd1-4515-9059-065dfc497974,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:35.288521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:35.289021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:35.289387 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.290117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:35.290658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Bound port: 0857364c-6d5b-419e-a696-3215289652a0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:35.292365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.356307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015875-5072-4ffb-bd3f-c51318b2fa85 None None] Pushing event deleted for resources: {'Port': ['ID=022eaf3d-f71b-4d4b-bd2e-9f065a950d32,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:35.395114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:35.431711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] For port 0857364c-6d5b-419e-a696-3215289652a0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:35.435572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] For port 0857364c-6d5b-419e-a696-3215289652a0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0857364c-6d5b-419e-a696-3215289652a0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:35.444926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55170) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:35.447168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c2eadd8-8a59-4b67-9a8f-0e7dd6e7dc27 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7789688 Oct 26 16:42:35.452221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '98bce826-f3ef-442c-a3b3-1b194c031fec', 'ip_address': '2001:db8::5dd:8f32:ac3e:3790'}], 'name': 'tempest-NetworksTestDHCPv6-540161861'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:35.499064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abcdc-bddf-4642-b8a1-361779ad950f req-666e82f4-de99-435d-8399-96ec6b0cd540 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:35.505367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-568abcdc-bddf-4642-b8a1-361779ad950f req-666e82f4-de99-435d-8399-96ec6b0cd540 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1346188 Oct 26 16:42:35.624854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-568abcdc-bddf-4642-b8a1-361779ad950f req-ad75816b-e328-4772-bbb7-1cc429717a63 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060143 Oct 26 16:42:35.668383 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.776247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:35.779704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:35.797329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:35.892513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24cfe2-3eff-4f90-944b-59b490d626f5 None None] Pushing event updated for resources: {'Port': ['ID=0857364c-6d5b-419e-a696-3215289652a0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:35.908939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:35.934778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 4213ee27-2088-4c7b-9c42-e0ca757d1c80 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:35.953649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55184) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:35.960415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1583038275-network', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:35.963447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:42:35.970588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:35.998554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:35.998923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.047156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '98bce826-f3ef-442c-a3b3-1b194c031fec'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:36.047996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.103583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Made reservation on behalf of db8c1685677b46728171d2b8e0de7d70 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:36.108738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.121216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.173339 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 16:42:36.174095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:42:36.219265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.285270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e14c2e6d-4958-409a-b1cc-dcd6fa5906b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8360851 Oct 26 16:42:36.285552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:36.312414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.312631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.337180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:42:36.345541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb646dc-742c-433c-ba02-7139fd801215 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:36.345541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0eb646dc-742c-433c-ba02-7139fd801215 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0563247 Oct 26 16:42:36.345746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:36.353141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e6ffa-6d39-4c1b-84c6-03d45cbfb0c3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:36.369853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.370200 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Added segment 2de92016-a959-4a2e-baca-b36356d32a78 of type vlan for network 74d92959-52fa-4c3d-a357-d22287222b37 Oct 26 16:42:36.375417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/98bce826-f3ef-442c-a3b3-1b194c031fec/5e392540-7d19-44f5-bb33-a3a12655be87) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:36.384990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:36.387633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5df12-c02b-4e2e-951f-c7262d92f4a4" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:36.412876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:36.429816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.467917 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b76aa-9fe6-4fb6-a7fe-4f68854cc2fd x-openstack-request-id: req-ab7b76aa-9fe6-4fb6-a7fe-4f68854cc2fd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:36.468233 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:36.468439 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7b76aa-9fe6-4fb6-a7fe-4f68854cc2fd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:36.468830 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:42:36.482937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 2, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:36.508428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 19827369-efd1-4515-9059-065dfc497974 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:36.509014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.521585 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.522425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:36.523010 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.525002 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.543859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca34190-b628-4c5e-a1e2-b512c9603d06 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 2, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:36.666641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.674948 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.697870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:36.700459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 19827369-efd1-4515-9059-065dfc497974 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:36.730683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.802387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8435388 Oct 26 16:42:36.804105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55204) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:36.811355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Request body: {'subnet': {'network_id': '74d92959-52fa-4c3d-a357-d22287222b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1583038275-subnet', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:36.815099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:36.821596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9304a21-447b-4715-88d4-241c0d6ff8bf admin admin] Pushing event updated for resources: {'Network': ['ID=74d92959-52fa-4c3d-a357-d22287222b37,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:36.854461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee261a-0462-46c4-bc10-25489d7a0c00 req-0cb2acfc-72d7-49af-8776-a438fdc04af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:36.856583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfee261a-0462-46c4-bc10-25489d7a0c00 req-0cb2acfc-72d7-49af-8776-a438fdc04af3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1097 time: 0.3069255 Oct 26 16:42:36.879207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c67d61-cce0-43cb-9641-24107a049075 req-63e869d1-b6f2-4032-b514-0449f1fe8c78 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:36.882156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 74d92959-52fa-4c3d-a357-d22287222b37 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:42:36.882309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5c67d61-cce0-43cb-9641-24107a049075 req-63e869d1-b6f2-4032-b514-0449f1fe8c78 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.1296978 Oct 26 16:42:36.962902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfee261a-0462-46c4-bc10-25489d7a0c00 req-5bd559dc-9a4c-4d89-b82f-35def926f4b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795898 Oct 26 16:42:36.971032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5c67d61-cce0-43cb-9641-24107a049075 req-f631253c-604a-47c1-bc51-4fa6a594a26b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785329 Oct 26 16:42:36.989531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:37.004907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-2ba8417b-8bd6-412a-b5d9-3baa6e6e564a req-ce3b5187-256c-46d9-bed6-8a0ced3933a9 service neutron] (102737) timed out ('10.222.0.39', 50771) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:42:37.004907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Made reservation on behalf of db8c1685677b46728171d2b8e0de7d70 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:37.004907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.005487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:37.012233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:37.016627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Pushing event updated for resources: {'Port': ['ID=5e392540-7d19-44f5-bb33-a3a12655be87,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:37.140246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Attempting to bind port 5e392540-7d19-44f5-bb33-a3a12655be87 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:37.141019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Attempting to bind port 5e392540-7d19-44f5-bb33-a3a12655be87 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:37.142056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Attempting to bind port 5e392540-7d19-44f5-bb33-a3a12655be87 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:37.148950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:37.150027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:37.150435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.150855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:37.152122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Bound port: 5e392540-7d19-44f5-bb33-a3a12655be87, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:37.152514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.160566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.209561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=19827369-efd1-4515-9059-065dfc497974,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:37.242565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] For port 5e392540-7d19-44f5-bb33-a3a12655be87, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:37.250140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] For port 5e392540-7d19-44f5-bb33-a3a12655be87, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5e392540-7d19-44f5-bb33-a3a12655be87,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:37.287943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.291437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-58d3650d-bb82-43b7-b4bf-b35ea45033f0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/19827369-efd1-4515-9059-065dfc497974 HTTP/1.1" status: 204 len: 168 time: 0.9447572 Oct 26 16:42:37.293958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55208) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:37.329501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.373090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac1479-83ba-42bd-9735-44b13b62ef72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:37.374765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac1479-83ba-42bd-9735-44b13b62ef72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:37.379634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4fac1479-83ba-42bd-9735-44b13b62ef72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0840945 Oct 26 16:42:37.380601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55210) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:37.440031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9aab6-9825-4a8b-8343-3694f0b00643 None None] Pushing event updated for resources: {'Port': ['ID=5e392540-7d19-44f5-bb33-a3a12655be87,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:37.444668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.509937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:37.530534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 98bce826-f3ef-442c-a3b3-1b194c031fec {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:37.542509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.600726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Checking segment: {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:37.601106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Network hostable DHCP agents. Network: 74d92959-52fa-4c3d-a357-d22287222b37, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:42:37.619759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.760639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Network 74d92959-52fa-4c3d-a357-d22287222b37 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:42:37.790873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:37.886756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 74d92959-52fa-4c3d-a357-d22287222b37) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:37.893138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a496c10-8f1c-4e88-a77f-5b6af886185f None None] Network 74d92959-52fa-4c3d-a357-d22287222b37 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:37.908985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:37.909720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.023684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.064192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=98bce826-f3ef-442c-a3b3-1b194c031fec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:38.089139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9e1a719-b9ce-4cb3-93e7-29f2fe4755f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2837405 Oct 26 16:42:38.091874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55216) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:38.102454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:38.117584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.145473 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-62008b5a-f62a-4f2b-a26f-8fa906292825 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/98bce826-f3ef-442c-a3b3-1b194c031fec HTTP/1.1" status: 204 len: 168 time: 0.7606342 Oct 26 16:42:38.147418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55220) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:38.152691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-74d92959-52fa-4c3d-a357-d22287222b37', 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'fixed_ips': [{'subnet_id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:38.155750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.265174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1df846b1-d6d2-4a29-861e-0c38bf197509 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129472 Oct 26 16:42:38.265749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:38.277902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:38.381794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb4a9-5f26-46f9-a7a7-b672113c94b8 req-8767155d-b727-4c77-a9bc-26dc875f5410 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:38.391258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e5cb4a9-5f26-46f9-a7a7-b672113c94b8 req-8767155d-b727-4c77-a9bc-26dc875f5410 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.2715759 Oct 26 16:42:38.438053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.447165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.539800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e5cb4a9-5f26-46f9-a7a7-b672113c94b8 req-18ac483a-e846-4835-a4b4-46ffae7617bf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474395 Oct 26 16:42:38.559206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5e392540-7d19-44f5-bb33-a3a12655be87 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:38.611796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:38.618349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.704934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.736358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Allocated IP 172.20.0.2 (74d92959-52fa-4c3d-a357-d22287222b37/bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9/0bfb83d8-3e9c-44be-9f58-896a991054f0) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:38.780269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5e392540-7d19-44f5-bb33-a3a12655be87 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:38.780659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:38.990304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.091169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.144167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.210305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=e79f8b4a-6807-4c7a-a556-b5911ed6842e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:39.240731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:39.242716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:39.252428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:39.255196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.320493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59dd00-a1ca-429c-8a71-4a265ba4a9bb None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:39.412285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Could not find standard attr ID for object 19827369-efd1-4515-9059-065dfc497974. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:39.473631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 5e392540-7d19-44f5-bb33-a3a12655be87, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5e392540-7d19-44f5-bb33-a3a12655be87,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:39.502228 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.510636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Provisioning complete for port 5e392540-7d19-44f5-bb33-a3a12655be87 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:39.510636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.553905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.592988 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b047145-14da-4091-9022-40655cedf014 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3180673 Oct 26 16:42:39.593162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:39.599016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': 'e79f8b4a-6807-4c7a-a556-b5911ed6842e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1176116870'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:39.617952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.672804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.819680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.820825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0857364c-6d5b-419e-a696-3215289652a0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:39.916932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:42:39.917323 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-0351f56e-62ab-40a5-97c9-efc41055fd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:42:39.920839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:39.977720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:39.983332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.031655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a114c-6f24-47c7-9b86-548f8d587dce None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:40.036028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port f1b24864-9473-4d34-8a2e-9c7b70fa55b1 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:42:40.193498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c2a4b-c4cf-40da-9281-4a3dfc688a01 req-0a16af0e-466d-46aa-92a2-ebd987928497 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:40.195075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d4c2a4b-c4cf-40da-9281-4a3dfc688a01 req-0a16af0e-466d-46aa-92a2-ebd987928497 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.4986100 Oct 26 16:42:40.208265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Network 74d92959-52fa-4c3d-a357-d22287222b37 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:40.223279 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:40.234158 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:40.234820 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:40.244848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=5e392540-7d19-44f5-bb33-a3a12655be87,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:40.248883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:40.271952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Allocated IP 172.25.5.122 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/270536e0-4388-4930-9da9-f71ccc001431) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:40.279939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:40.340902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d4c2a4b-c4cf-40da-9281-4a3dfc688a01 req-cc26d7a3-211a-46a2-8992-256298c3eb6f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390598 Oct 26 16:42:40.358194 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:42:40.358776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:42:40.425446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0857364c-6d5b-419e-a696-3215289652a0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:40.425921 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.480373 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:40.497183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-30c28367-46c3-42d3-9f65-9b2d0c41e432 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9029527 Oct 26 16:42:40.499675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:40.580574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Pushing event updated for resources: {'Port': ['ID=0bfb83d8-3e9c-44be-9f58-896a991054f0,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:40.637995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.677250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96229a5-9c7c-4f99-8ba2-8cf66ade3405 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:40.683909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c96229a5-9c7c-4f99-8ba2-8cf66ade3405 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1831961 Oct 26 16:42:40.686431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:40.697018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Attempting to bind port 0bfb83d8-3e9c-44be-9f58-896a991054f0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:40.697574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Attempting to bind port 0bfb83d8-3e9c-44be-9f58-896a991054f0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:40.697739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Attempting to bind port 0bfb83d8-3e9c-44be-9f58-896a991054f0 on network 74d92959-52fa-4c3d-a357-d22287222b37 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:40.731338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:40.731756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Checking segment: {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:40.732106 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.732495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Bound using segment: {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:40.732980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Bound port: 0bfb83d8-3e9c-44be-9f58-896a991054f0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:40.733695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.746072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65008-95c3-4bd5-88ac-34ddb04b9d4e req-504a87d0-771b-4ddb-a659-355b5daee336 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:40.748155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4af65008-95c3-4bd5-88ac-34ddb04b9d4e req-504a87d0-771b-4ddb-a659-355b5daee336 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.2018633 Oct 26 16:42:40.756792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55264) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:40.762328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'floatingip': {'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:40.779457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769dd58-c7ea-464d-bb70-4e8c4c428ec2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:40.781922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769dd58-c7ea-464d-bb70-4e8c4c428ec2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:40.783828 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0769dd58-c7ea-464d-bb70-4e8c4c428ec2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0925188 Oct 26 16:42:40.786629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55266) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:40.862815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet e79f8b4a-6807-4c7a-a556-b5911ed6842e {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:40.867274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.873366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.918969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.938601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:40.981953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.010124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] For port 0bfb83d8-3e9c-44be-9f58-896a991054f0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:41.011952 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 2, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:41.015813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f7cc7486-8343-4999-a01a-00471caee7b6 None None] Provisioning complete for port 5e392540-7d19-44f5-bb33-a3a12655be87 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:41.016187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7486-8343-4999-a01a-00471caee7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.031762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.059109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] For port 0bfb83d8-3e9c-44be-9f58-896a991054f0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0bfb83d8-3e9c-44be-9f58-896a991054f0,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:41.103372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 0857364c-6d5b-419e-a696-3215289652a0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0857364c-6d5b-419e-a696-3215289652a0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:41.117896 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:41.122236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:41.122858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Updating router 793ee0ea-9143-4b73-b0a8-5b140865dc62 port baf07d5f-c6c5-4147-804a-4b89eb6afd7a binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:41.137801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:41.140452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:41.149119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Pushing event updated for resources: {'Port': ['ID=270536e0-4388-4930-9da9-f71ccc001431,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:41.184808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.200206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.215503 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.248807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=e79f8b4a-6807-4c7a-a556-b5911ed6842e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:41.277787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.302736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-737beab1-2c13-457f-856e-fc0535334a33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/e79f8b4a-6807-4c7a-a556-b5911ed6842e HTTP/1.1" status: 204 len: 168 time: 0.5147355 Oct 26 16:42:41.305063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:41.315854 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.412310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1117-63c9-44d2-8ded-5297bd62f0ca None None] Pushing event updated for resources: {'Port': ['ID=0bfb83d8-3e9c-44be-9f58-896a991054f0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:41.419388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510d92e-2b2b-4a47-ab9e-46c76e42602a None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:41.478486 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-801a4a51-0573-48b6-897c-5aa83f50fe37 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1653054 Oct 26 16:42:41.479190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55272) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:41.494673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:41.604250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5e392540-7d19-44f5-bb33-a3a12655be87 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:41.830988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:41.833009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e5b02800-2b8e-43eb-9ba1-6e30a4f65143 None None] Provisioning complete for port 5e392540-7d19-44f5-bb33-a3a12655be87 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:41.833518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e5b02800-2b8e-43eb-9ba1-6e30a4f65143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.836524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:41.864252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=0857364c-6d5b-419e-a696-3215289652a0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:41.928550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-fd360397-5399-4f25-90fa-25fd00a468a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4048748 Oct 26 16:42:41.964930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5e392540-7d19-44f5-bb33-a3a12655be87 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:41.965303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.024395 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.108650 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.165365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:42.265648 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c016-2121-45fc-b391-71acee0ed370 None None] Pushing event updated for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:42.348239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Deleting port 5e392540-7d19-44f5-bb33-a3a12655be87 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:42.349509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.436280 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Attempting to bind port baf07d5f-c6c5-4147-804a-4b89eb6afd7a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:42.437977 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Attempting to bind port baf07d5f-c6c5-4147-804a-4b89eb6afd7a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:42.437977 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Attempting to bind port baf07d5f-c6c5-4147-804a-4b89eb6afd7a on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:42.444779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:42.445214 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:42.445611 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.445995 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:42.446478 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Bound port: baf07d5f-c6c5-4147-804a-4b89eb6afd7a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:42.446851 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.449501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] For port 5e392540-7d19-44f5-bb33-a3a12655be87, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5e392540-7d19-44f5-bb33-a3a12655be87,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:42.450163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.451366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049603-aba7-4477-aa6f-db95aa990144 req-dfb8451a-626e-4767-94f1-0588e14e7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:42.453062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-dfb8451a-626e-4767-94f1-0588e14e7907 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1096 time: 0.4004405 Oct 26 16:42:42.479469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Calling delete_port for 5e392540-7d19-44f5-bb33-a3a12655be87 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:42.486995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:42:42.491696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.574819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:42.579467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] For port baf07d5f-c6c5-4147-804a-4b89eb6afd7a, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:42.583985 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] For port baf07d5f-c6c5-4147-804a-4b89eb6afd7a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:42.589703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:42.611508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:42.614776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.675101 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.686557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=2f99b382-bf76-40cd-b92e-000a532198f5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:42.687216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.692406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.768939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-787144d5-8741-450b-aba1-f2ffa3a5b5fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2881439 Oct 26 16:42:42.771876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55288) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:42.777604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1767700411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:42.789509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] No DVR routers for this DVR port 5e392540-7d19-44f5-bb33-a3a12655be87 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:42.808237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a583-6d4d-4f4a-b2b4-adb4c450e6f1 None None] Pushing event deleted for resources: {'Port': ['ID=5e392540-7d19-44f5-bb33-a3a12655be87,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:42.847117 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:42.847117 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:42.848190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:42.849148 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.855031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7797b-5e3b-4365-b4e1-6d7908193ffd None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:42.860810 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c016-2121-45fc-b391-71acee0ed370 None None] Pushing event updated for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:42.902832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.904258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:42.915815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.030888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.033637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.112817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.174393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049603-aba7-4477-aa6f-db95aa990144 req-0e57d3d6-ac0b-4b0d-abfa-c9dff82b1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:43.181112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-0e57d3d6-ac0b-4b0d-abfa-c9dff82b1f64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 897 time: 0.6822228 Oct 26 16:42:43.210855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.212182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4cf8de70-0707-4518-b052-c7db203a1364 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4390087 Oct 26 16:42:43.212741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:43.214870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55290) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:43.272457 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Floating IP fe114558-1918-4586-b1e4-8830c9420894 associated. External IP: 172.25.5.57, port: cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb. Oct 26 16:42:43.462359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34974b8-0dfc-4376-94da-0239f0efe404 None None] Network 74d92959-52fa-4c3d-a357-d22287222b37 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:43.686249 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-81ece679-7947-4099-b479-07a651237ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:42Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:43.702741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-ab32a1bb-2774-47d6-8987-eaffca2ffb6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 1001 time: 0.4260983 Oct 26 16:42:43.732873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.739522 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece679-7947-4099-b479-07a651237ca9 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:42Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:43.740015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0bfb83d8-3e9c-44be-9f58-896a991054f0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:43.769425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049603-aba7-4477-aa6f-db95aa990144 req-92d60284-dfe8-43cb-b407-f199420f088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:43.771546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-92d60284-dfe8-43cb-b407-f199420f088e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 200 len: 834 time: 0.0579262 Oct 26 16:42:43.888185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '2f99b382-bf76-40cd-b92e-000a532198f5'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:43.889149 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:43.898804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.049258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] For port baf07d5f-c6c5-4147-804a-4b89eb6afd7a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:44.182643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.327046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::1 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/2f99b382-bf76-40cd-b92e-000a532198f5/af7419f4-4fdf-4979-93a7-ecf224ce1f20) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:44.369959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0bfb83d8-3e9c-44be-9f58-896a991054f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:44.370484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.375110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade72a6d-0b67-4cb7-83e1-36b0329b698d None None] Pushing event updated for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:44.378116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Provisioning complete for port 0bfb83d8-3e9c-44be-9f58-896a991054f0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:44.378909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.387009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.399040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049603-aba7-4477-aa6f-db95aa990144 req-acefc1bc-84b3-4f76-a9b9-5f95c79b9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:44.411537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-acefc1bc-84b3-4f76-a9b9-5f95c79b9357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6157668 Oct 26 16:42:44.729860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.734577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.813223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:44.844387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] For port 0bfb83d8-3e9c-44be-9f58-896a991054f0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0bfb83d8-3e9c-44be-9f58-896a991054f0,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:44.929420 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:44.948697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-07fb9484-74b0-4fcf-8cef-10605f922690 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362437 Oct 26 16:42:45.137602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:42:45.137960 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:42:45.158325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:45.158705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.237580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12bd8d-4f8e-4fda-8bb0-e8fe3bbe1953 None None] Pushing event updated for resources: {'Port': ['ID=0bfb83d8-3e9c-44be-9f58-896a991054f0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:45.437939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:45.453633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Sync routers for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:45.459292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.464030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.485021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-625c0efe-8a51-4509-8ade-fc49e9a327d9 None None] Provisioning complete for port 0bfb83d8-3e9c-44be-9f58-896a991054f0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:45.488303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-625c0efe-8a51-4509-8ade-fc49e9a327d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.505374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92049603-aba7-4477-aa6f-db95aa990144 req-9ccde3d0-c304-4f63-9ae6-25433b7f9d15 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435898 Oct 26 16:42:45.515564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b1bbe562-cbe6-4b5c-9cec-f022d2aaf369 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "PUT /v2.0/floatingips/fe114558-1918-4586-b1e4-8830c9420894 HTTP/1.1" status: 200 len: 991 time: 4.7552862 Oct 26 16:42:45.515564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:45.532003 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f28589-dff6-4263-875d-ae6a3d43c682" -d '{"events": [{"name": "network-changed", "server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:45.568605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:45.569382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:45.586131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Router 70dd23d2-d938-4a0c-b8f1-359ad968928b is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:42:45.621575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.751765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:45.754433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:45.761570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:45.762331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.769623 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ee402-47b9-4bd8-8a24-aff6a4e6620b x-openstack-request-id: req-d08ee402-47b9-4bd8-8a24-aff6a4e6620b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:45.769941 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:45.770246 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d08ee402-47b9-4bd8-8a24-aff6a4e6620b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:45.770666 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'status': 'completed', 'code': 200} Oct 26 16:42:45.770993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=af7419f4-4fdf-4979-93a7-ecf224ce1f20,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:45.781672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:45.795471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Sync routers for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:45.814729 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:45.816150 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:45.835012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-5dc532b6-4afe-44d9-ba6a-931b23fe47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:45.836727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-5dc532b6-4afe-44d9-ba6a-931b23fe47a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1097 time: 0.0652361 Oct 26 16:42:45.961446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:45.964581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7656315c-a4d4-428d-be0b-525de6af498e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8702512 Oct 26 16:42:45.967590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55322) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:46.029301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0857364c-6d5b-419e-a696-3215289652a0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:46.069220 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:46.083102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-090452fb-935f-4a06-94a0-f87a03d305fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:46.084745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-090452fb-935f-4a06-94a0-f87a03d305fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.2404251 Oct 26 16:42:46.088054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/2f99b382-bf76-40cd-b92e-000a532198f5/7c76847f-ce07-4cb7-8c88-97601b9f5018) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:46.167913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:46.249300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-16fbfe5d-1288-4d7e-a156-777816e8d504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.1549344 Oct 26 16:42:46.352130 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:46.404897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-3ab11f56-cee2-4436-8596-ef0d1659d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:46.411580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-3ab11f56-cee2-4436-8596-ef0d1659d508 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.1545327 Oct 26 16:42:46.438875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:46.486037 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:46.527310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-91c5996e-89d7-44a2-b6a9-db531a1777eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:46.532475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-91c5996e-89d7-44a2-b6a9-db531a1777eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121774 Oct 26 16:42:46.558940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 3, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:46.564793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:46.569968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:46.573687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:46.580767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0857364c-6d5b-419e-a696-3215289652a0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:46.581140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:46.630412 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Checking router: 70dd23d2-d938-4a0c-b8f1-359ad968928b for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:46.631241 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Updating router 70dd23d2-d938-4a0c-b8f1-359ad968928b port 270536e0-4388-4930-9da9-f71ccc001431 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:46.667604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-82990c84-a00e-4190-aac9-8422dfda70c7 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275549 Oct 26 16:42:46.693915 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:46.791793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Pushing event updated for resources: {'Port': ['ID=7c76847f-ce07-4cb7-8c88-97601b9f5018,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:46.883111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01f28589-dff6-4263-875d-ae6a3d43c682 req-9baf0dcd-907c-4be3-a04a-106c1b02e2a2 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053008 Oct 26 16:42:47.170362 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.200574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Attempting to bind port 7c76847f-ce07-4cb7-8c88-97601b9f5018 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:47.201044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Attempting to bind port 7c76847f-ce07-4cb7-8c88-97601b9f5018 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:47.201283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Attempting to bind port 7c76847f-ce07-4cb7-8c88-97601b9f5018 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:47.223802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.238593 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.239837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:47.240214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:47.240621 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.241012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:47.241490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Bound port: 7c76847f-ce07-4cb7-8c88-97601b9f5018, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:47.241872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.261101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device baf07d5f-c6c5-4147-804a-4b89eb6afd7a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:47.308454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.308628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.352678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.356420 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Attempting to bind port 270536e0-4388-4930-9da9-f71ccc001431 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:47.356574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Attempting to bind port 270536e0-4388-4930-9da9-f71ccc001431 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:47.357041 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Attempting to bind port 270536e0-4388-4930-9da9-f71ccc001431 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:47.360202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Pushing event updated for resources: {'Port': ['ID=270536e0-4388-4930-9da9-f71ccc001431,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:47.376364 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:47.378538 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:47.378538 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.378538 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:47.389469 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Bound port: 270536e0-4388-4930-9da9-f71ccc001431, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:47.390235 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.398584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.400015 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.400528 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.404166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.407744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.408405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.409475 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:47.426652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] For port 7c76847f-ce07-4cb7-8c88-97601b9f5018, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:47.463367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] For port 7c76847f-ce07-4cb7-8c88-97601b9f5018, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c76847f-ce07-4cb7-8c88-97601b9f5018,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:47.469528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:47.472287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.544270 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] For port 270536e0-4388-4930-9da9-f71ccc001431, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:47.549968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] For port 270536e0-4388-4930-9da9-f71ccc001431, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=270536e0-4388-4930-9da9-f71ccc001431,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:47.556651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.602664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Allocated IP 172.20.0.1 (74d92959-52fa-4c3d-a357-d22287222b37/bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9/fe0e3d6a-b601-4e47-94e1-8532ee57967d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:47.606523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=af7419f4-4fdf-4979-93a7-ecf224ce1f20,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:47.634509 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:47.669684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545912-baeb-4300-87aa-f3755ecad02b req-0bcdf490-93a0-4ae2-b0cb-effc37ada0f3 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:47.671901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43545912-baeb-4300-87aa-f3755ecad02b req-0bcdf490-93a0-4ae2-b0cb-effc37ada0f3 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0881801 Oct 26 16:42:47.726413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fe114558-1918-4586-b1e4-8830c9420894', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:16Z', 'updated_at': '2021-10-26T16:42:42Z', 'revision_number': 1, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:47.731220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fce87f-8fc9-40bc-8602-f2ea773b1708 None None] Pushing event updated for resources: {'Port': ['ID=7c76847f-ce07-4cb7-8c88-97601b9f5018,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:47.759341 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:47.759970 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:47.777718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Checking router: 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:47.792844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43545912-baeb-4300-87aa-f3755ecad02b req-d89b34cf-69a9-4ffa-8376-e49291189aeb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129134 Oct 26 16:42:47.808725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:47.815929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:47.829928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:47.830731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:47.961280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:48.041222 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a390f-52c9-4043-8b12-3415a59af05f None None] Pushing event updated for resources: {'Port': ['ID=270536e0-4388-4930-9da9-f71ccc001431,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:48.112731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:48.168616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5e392540-7d19-44f5-bb33-a3a12655be87 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:48.199984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 5e392540-7d19-44f5-bb33-a3a12655be87 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:48.200613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5e392540-7d19-44f5-bb33-a3a12655be87 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:48.233413 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:48.274213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Router e9df815b-b9fc-4453-82a4-4f187aed3bda is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:42:48.277024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:48.408371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Network 74d92959-52fa-4c3d-a357-d22287222b37 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:48.469934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:48.476847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:48.500023 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 3, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:48.557003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:48.570312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0169d8f-465b-4d81-8910-c9a709baf7cd None None] The sync data for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 is: [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 3, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:48.589997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0bfb83d8-3e9c-44be-9f58-896a991054f0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:48.635355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fe114558-1918-4586-b1e4-8830c9420894', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:16Z', 'updated_at': '2021-10-26T16:42:42Z', 'revision_number': 1, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:48.659839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:48.669232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:48.695021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Sync routers for ids ['e9df815b-b9fc-4453-82a4-4f187aed3bda'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:48.701056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148a08e-be03-4b94-9b2e-5d11290695e2 None None] The sync data for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 is: [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fe114558-1918-4586-b1e4-8830c9420894', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:42:16Z', 'updated_at': '2021-10-26T16:42:42Z', 'revision_number': 1, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:48.735697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Routers {'e9df815b-b9fc-4453-82a4-4f187aed3bda'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:48.737022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['e9df815b-b9fc-4453-82a4-4f187aed3bda'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:48.751849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fe575695-4c83-4de5-b317-008a79146c92 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "PUT /v2.0/routers/e9df815b-b9fc-4453-82a4-4f187aed3bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5358891 Oct 26 16:42:48.756104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55348) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:48.858717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0bfb83d8-3e9c-44be-9f58-896a991054f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:48.859075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:48.888409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd466e82-d273-40e1-8f65-a7b5f7cf4db9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:48.894243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd466e82-d273-40e1-8f65-a7b5f7cf4db9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports/af7419f4-4fdf-4979-93a7-ecf224ce1f20 HTTP/1.1" status: 200 len: 911 time: 0.1370330 Oct 26 16:42:48.898302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:48.951274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Set router e9df815b-b9fc-4453-82a4-4f187aed3bda gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:49.085235 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.142817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8214fe-17e3-4a21-b5af-4b619cb12695 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:49.163956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8214fe-17e3-4a21-b5af-4b619cb12695 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:49.170857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bb8214fe-17e3-4a21-b5af-4b619cb12695 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2687783 Oct 26 16:42:49.179769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55358) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:49.209292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228acb7f-bed7-4955-b8fc-726eec5a4540 req-8f66c143-050d-4c34-954b-721363f52f0d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:49.228339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-228acb7f-bed7-4955-b8fc-726eec5a4540 req-8f66c143-050d-4c34-954b-721363f52f0d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.2307749 Oct 26 16:42:49.262226 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcf2d2-1570-4071-bcae-2f327039f231 None None] New status for floating IP fe114558-1918-4586-b1e4-8830c9420894: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:42:49.313884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-228acb7f-bed7-4955-b8fc-726eec5a4540 req-1347f774-af5a-400c-89f4-9709a31e3e18 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847533 Oct 26 16:42:49.426706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-603fabad-a93f-4941-a995-57e88a4d805d None None] Provisioning complete for port fe0e3d6a-b601-4e47-94e1-8532ee57967d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:49.427751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603fabad-a93f-4941-a995-57e88a4d805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.512766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c76847f-ce07-4cb7-8c88-97601b9f5018 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:49.555226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-603fabad-a93f-4941-a995-57e88a4d805d None None] Port fe0e3d6a-b601-4e47-94e1-8532ee57967d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:49.581141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'name': 'tempest-NetworksTestDHCPv6-router-1767700411', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:42Z', 'updated_at': '2021-10-26T16:42:45Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'af7419f4-4fdf-4979-93a7-ecf224ce1f20', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:6a:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:44Z', 'updated_at': '2021-10-26T16:42:46Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:49.586077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7c76847f-ce07-4cb7-8c88-97601b9f5018 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:49.586542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.618783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Checking router: e9df815b-b9fc-4453-82a4-4f187aed3bda for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:49.619174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Updating router e9df815b-b9fc-4453-82a4-4f187aed3bda port af7419f4-4fdf-4979-93a7-ecf224ce1f20 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:49.699818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.725817 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.777720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-26c8f98d-4659-4b66-a394-4cd14efede3d None None] Provisioning complete for port 7c76847f-ce07-4cb7-8c88-97601b9f5018 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:49.778100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26c8f98d-4659-4b66-a394-4cd14efede3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.803218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.884491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.924854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:49.967225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:49.993695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 7c76847f-ce07-4cb7-8c88-97601b9f5018, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c76847f-ce07-4cb7-8c88-97601b9f5018,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:50.078210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26c8f98d-4659-4b66-a394-4cd14efede3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.138197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.138944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device baf07d5f-c6c5-4147-804a-4b89eb6afd7a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:50.210347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.217701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Network 74d92959-52fa-4c3d-a357-d22287222b37 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:50.258973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:50.315511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=7c76847f-ce07-4cb7-8c88-97601b9f5018,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:50.324784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-26c8f98d-4659-4b66-a394-4cd14efede3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:42:50.324784 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-26c8f98d-4659-4b66-a394-4cd14efede3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:42:50.535526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a807d-0679-413f-947e-fe9a84b2e976 req-bf049ff6-20f5-4be7-b001-cb24d98de800 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:50.548777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e73a807d-0679-413f-947e-fe9a84b2e976 req-bf049ff6-20f5-4be7-b001-cb24d98de800 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0921693 Oct 26 16:42:50.584452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port baf07d5f-c6c5-4147-804a-4b89eb6afd7a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:50.584919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.607723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e73a807d-0679-413f-947e-fe9a84b2e976 req-adb558b5-0031-40fb-bdf2-51c47c5f9372 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524569 Oct 26 16:42:50.617824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.702720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.780096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f8f6-9570-4cef-870c-d2a863e5a83a None None] Pushing event updated for resources: {'Port': ['ID=af7419f4-4fdf-4979-93a7-ecf224ce1f20,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:50.932497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.940820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Attempting to bind port af7419f4-4fdf-4979-93a7-ecf224ce1f20 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:50.941365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Attempting to bind port af7419f4-4fdf-4979-93a7-ecf224ce1f20 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:50.941738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Attempting to bind port af7419f4-4fdf-4979-93a7-ecf224ce1f20 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:50.950638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:50.950971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:50.951315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.952886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:50.953456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Bound port: af7419f4-4fdf-4979-93a7-ecf224ce1f20, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:50.953894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:50.999452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c76847f-ce07-4cb7-8c88-97601b9f5018 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:51.013980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Router 70dd23d2-d938-4a0c-b8f1-359ad968928b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:51.076894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Could not find standard attr ID for object 19827369-efd1-4515-9059-065dfc497974. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:51.083939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] For port af7419f4-4fdf-4979-93a7-ecf224ce1f20, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:51.108451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7c76847f-ce07-4cb7-8c88-97601b9f5018 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:51.108825 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.113500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] For port af7419f4-4fdf-4979-93a7-ecf224ce1f20, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=af7419f4-4fdf-4979-93a7-ecf224ce1f20,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:51.140708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Provisioning complete for port af7419f4-4fdf-4979-93a7-ecf224ce1f20 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:51.141090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.201812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.225465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:51.240795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b420ca0-97bf-4512-aa53-2a2daf72a542 admin admin] 10.222.0.21 "PUT /v2.0/routers/70dd23d2-d938-4a0c-b8f1-359ad968928b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2631600 Oct 26 16:42:51.254186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port af7419f4-4fdf-4979-93a7-ecf224ce1f20 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:51.254186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.273074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Port af7419f4-4fdf-4979-93a7-ecf224ce1f20 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:51.311994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Provisioning complete for port fe0e3d6a-b601-4e47-94e1-8532ee57967d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:51.312366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.368277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7bb18fb6-1544-493c-b461-971c1b2adada None None] Port fe0e3d6a-b601-4e47-94e1-8532ee57967d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:51.374783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port af7419f4-4fdf-4979-93a7-ecf224ce1f20, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=af7419f4-4fdf-4979-93a7-ecf224ce1f20,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:51.375421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.392122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Sync routers for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:51.392364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for af7419f4-4fdf-4979-93a7-ecf224ce1f20 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:51.395197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f8f6-9570-4cef-870c-d2a863e5a83a None None] Pushing event updated for resources: {'Port': ['ID=af7419f4-4fdf-4979-93a7-ecf224ce1f20,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:51.451830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Routers {'e9df815b-b9fc-4453-82a4-4f187aed3bda'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:51.452457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['e9df815b-b9fc-4453-82a4-4f187aed3bda'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:51.508885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:51.509548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:51.617333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 270536e0-4388-4930-9da9-f71ccc001431 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:51.684665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-215d6b22-741c-4b1e-94f4-c181386dd176 None None] Provisioning complete for port af7419f4-4fdf-4979-93a7-ecf224ce1f20 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:51.684665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-215d6b22-741c-4b1e-94f4-c181386dd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.714771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.724464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] Set router e9df815b-b9fc-4453-82a4-4f187aed3bda gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:51.738473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854c70-073f-43a4-a056-ac3fcab65ae6 req-4e2e67e8-7e17-412e-9376-edb913ad8684 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:51.740097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2854c70-073f-43a4-a056-ac3fcab65ae6 req-4e2e67e8-7e17-412e-9376-edb913ad8684 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0600519 Oct 26 16:42:51.759319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=af7419f4-4fdf-4979-93a7-ecf224ce1f20,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:51.763902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:51.805323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2854c70-073f-43a4-a056-ac3fcab65ae6 req-b4604282-2a61-4f04-bd4d-c3eb06e5568c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580153 Oct 26 16:42:51.839683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-215d6b22-741c-4b1e-94f4-c181386dd176 None None] Could not find standard attr ID for object af7419f4-4fdf-4979-93a7-ecf224ce1f20. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:51.875880 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-215d6b22-741c-4b1e-94f4-c181386dd176 None None] No ports have port_id starting with af7419f4-4fdf-4979-93a7-ecf224ce1f20 Oct 26 16:42:51.886403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:51.929648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 270536e0-4388-4930-9da9-f71ccc001431 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:51.929951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.050030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d31871e8-e865-4235-ad0f-84be5ffe2db5 None None] Could not find standard attr ID for object af7419f4-4fdf-4979-93a7-ecf224ce1f20. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:42:52.100521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Router e9df815b-b9fc-4453-82a4-4f187aed3bda has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:52.187115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:52.192557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-262a5121-efe9-44b9-9d47-54c7d0bb9cd3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "PUT /v2.0/routers/e9df815b-b9fc-4453-82a4-4f187aed3bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0116417 Oct 26 16:42:52.195023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55390) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:52.214570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.247679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 270536e0-4388-4930-9da9-f71ccc001431, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=270536e0-4388-4930-9da9-f71ccc001431,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:52.251542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafac623-e7f2-4ea3-97fc-488e371f16c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:52.253406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafac623-e7f2-4ea3-97fc-488e371f16c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:52.258096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eafac623-e7f2-4ea3-97fc-488e371f16c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0597241 Oct 26 16:42:52.258241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:48Z', 'revision_number': 4, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fe0e3d6a-b601-4e47-94e1-8532ee57967d', 'name': '', 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'mac_address': 'fa:16:3e:28:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:47Z', 'updated_at': '2021-10-26T16:42:49Z', 'revision_number': 2, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'subnets': [{'id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:52.258694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55394) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:52.289179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Checking router: 70dd23d2-d938-4a0c-b8f1-359ad968928b for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:52.289703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Updating router 70dd23d2-d938-4a0c-b8f1-359ad968928b port fe0e3d6a-b601-4e47-94e1-8532ee57967d binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:42:52.315943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 2f99b382-bf76-40cd-b92e-000a532198f5 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:42:52.319779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.329724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'name': 'tempest-NetworksTestDHCPv6-router-1767700411', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:42Z', 'updated_at': '2021-10-26T16:42:45Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'af7419f4-4fdf-4979-93a7-ecf224ce1f20', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:6a:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:44Z', 'updated_at': '2021-10-26T16:42:51Z', 'revision_number': 4, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:52.333127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.366531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.460495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.529103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7f422-62b0-4820-83bc-d84c9572070d None None] The sync data for ids ['e9df815b-b9fc-4453-82a4-4f187aed3bda'] in n-d-815373-2 is: [{'id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'name': 'tempest-NetworksTestDHCPv6-router-1767700411', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:42Z', 'updated_at': '2021-10-26T16:42:45Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'af7419f4-4fdf-4979-93a7-ecf224ce1f20', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:6a:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9df815b-b9fc-4453-82a4-4f187aed3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:44Z', 'updated_at': '2021-10-26T16:42:51Z', 'revision_number': 4, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '2f99b382-bf76-40cd-b92e-000a532198f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:52.530602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.662826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=270536e0-4388-4930-9da9-f71ccc001431,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:52.694441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.695380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.734302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370af17-04df-4dc9-8e53-c224db57810b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:52.781239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:52.792182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2f99b382-bf76-40cd-b92e-000a532198f5 HTTP/1.1" status: 204 len: 168 time: 0.5299110 Oct 26 16:42:52.792182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ff52-9656-45de-b8d9-1ab679d59172 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=2f99b382-bf76-40cd-b92e-000a532198f5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:52.792853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:52.928148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 270536e0-4388-4930-9da9-f71ccc001431 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:52.991834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a222e-278f-4650-a39d-ce92753c7359 req-6d0c7c89-1c26-4b14-96b6-128aba1feeef tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:53.000885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af8a222e-278f-4650-a39d-ce92753c7359 req-6d0c7c89-1c26-4b14-96b6-128aba1feeef tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0929582 Oct 26 16:42:53.013914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3faa0575-8f5a-4c90-8192-6bd23912ba1d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2198486 Oct 26 16:42:53.016317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:53.056905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af8a222e-278f-4650-a39d-ce92753c7359 req-ddebef38-474d-4476-9649-1c17dab518a6 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548837 Oct 26 16:42:53.141452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.164136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 270536e0-4388-4930-9da9-f71ccc001431 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:53.164509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.200741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.234720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55412) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:53.243865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:42:53.336710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.412271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d738681-2939-439a-bafb-cee77a246801 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/floatingips/bfa8c64b-9484-4dc6-9114-ed5ee1de0cac HTTP/1.1" status: 200 len: 993 time: 0.1763256 Oct 26 16:42:53.543476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db42e-d319-433e-9595-ca6cdf68dd75 None None] Pushing event updated for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:53.569697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Deleting port 7c76847f-ce07-4cb7-8c88-97601b9f5018 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:53.570495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.720871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] For port 7c76847f-ce07-4cb7-8c88-97601b9f5018, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c76847f-ce07-4cb7-8c88-97601b9f5018,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:53.721685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.758015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Calling delete_port for 7c76847f-ce07-4cb7-8c88-97601b9f5018 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:53.758440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55424) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:53.871167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Attempting to bind port fe0e3d6a-b601-4e47-94e1-8532ee57967d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:53.871605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Attempting to bind port fe0e3d6a-b601-4e47-94e1-8532ee57967d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:53.873438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Attempting to bind port fe0e3d6a-b601-4e47-94e1-8532ee57967d on network 74d92959-52fa-4c3d-a357-d22287222b37 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:53.886518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:53.886928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Checking segment: {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:53.887488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.887898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Bound using segment: {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:53.888387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Bound port: fe0e3d6a-b601-4e47-94e1-8532ee57967d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de92016-a959-4a2e-baca-b36356d32a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:53.891289 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.960728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2edf3fb6-a446-4c30-a2ce-ed40fe031755 None None] Provisioning complete for port fe0e3d6a-b601-4e47-94e1-8532ee57967d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:53.961103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2edf3fb6-a446-4c30-a2ce-ed40fe031755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:53.962948 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.031793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.034971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.035442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] Pushing event deleted for resources: {'Port': ['ID=7c76847f-ce07-4cb7-8c88-97601b9f5018,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:54.052778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a0760-2d41-432a-b750-e570fd6daff5 None None] No DVR routers for this DVR port 7c76847f-ce07-4cb7-8c88-97601b9f5018 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:54.088326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2edf3fb6-a446-4c30-a2ce-ed40fe031755 None None] Port fe0e3d6a-b601-4e47-94e1-8532ee57967d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:54.097344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] For port fe0e3d6a-b601-4e47-94e1-8532ee57967d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:54.101938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] For port fe0e3d6a-b601-4e47-94e1-8532ee57967d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe0e3d6a-b601-4e47-94e1-8532ee57967d,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:54.116793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port 2fa64531-821d-45c9-b07a-4295c23ebc92 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:54.117282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.198854 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.233678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.234255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Fanout notify agent at l3_agent the message router_deleted on router e9df815b-b9fc-4453-82a4-4f187aed3bda {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:42:54.240962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.245156 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ef7d8c2-d0aa-401f-8473-3405ae359ef0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/routers/e9df815b-b9fc-4453-82a4-4f187aed3bda HTTP/1.1" status: 204 len: 168 time: 1.2263739 Oct 26 16:42:54.245807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55432) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:54.249872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70794-0c92-461a-b62b-85e487027891 req-d607bec0-df55-48fc-9f64-f80159dc621a tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:54.250850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:54.251433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ee70794-0c92-461a-b62b-85e487027891 req-d607bec0-df55-48fc-9f64-f80159dc621a tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0694335 Oct 26 16:42:54.279570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.280842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.297587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db42e-d319-433e-9595-ca6cdf68dd75 None None] Pushing event updated for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:54.300251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for 2fa64531-821d-45c9-b07a-4295c23ebc92 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:54.327845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ee70794-0c92-461a-b62b-85e487027891 req-c5964199-a7d7-4459-a69a-1fadd3405763 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580406 Oct 26 16:42:54.340092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:54.342702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:54.531057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:42:54.543332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.587382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:54.763916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] Provisioning complete for port fe0e3d6a-b601-4e47-94e1-8532ee57967d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:54.764497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.839017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c76847f-ce07-4cb7-8c88-97601b9f5018 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:54.839599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.866447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Sync routers for ids ['e9df815b-b9fc-4453-82a4-4f187aed3bda'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:54.868228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=2fa64531-821d-45c9-b07a-4295c23ebc92,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:54.882711 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:54.883199 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:42:54.883554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7c76847f-ce07-4cb7-8c88-97601b9f5018 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:54.883962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c76847f-ce07-4cb7-8c88-97601b9f5018 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:54.884211 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9df815b-b9fc-4453-82a4-4f187aed3bda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent'). {{(pid=102739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:42:54.894617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:54.896541 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:42:54.896541 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9df815b-b9fc-4453-82a4-4f187aed3bda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent'). {{(pid=102739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:42:54.896541 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f601b0c-295f-4a42-b2df-81db716f1824 None None] The sync data for ids ['e9df815b-b9fc-4453-82a4-4f187aed3bda'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:54.917481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.940951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.946581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.947110 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Floating IP bfa8c64b-9484-4dc6-9114-ed5ee1de0cac disassociated (deleted). External IP: 172.25.5.235, port: cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd. Oct 26 16:42:54.977500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:54.980724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:54.983571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:48Z', 'revision_number': 4, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fe0e3d6a-b601-4e47-94e1-8532ee57967d', 'name': '', 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'mac_address': 'fa:16:3e:28:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:47Z', 'updated_at': '2021-10-26T16:42:54Z', 'revision_number': 4, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'subnets': [{'id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:54.988754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:54.988754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:54.992141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] For port fe0e3d6a-b601-4e47-94e1-8532ee57967d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe0e3d6a-b601-4e47-94e1-8532ee57967d,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:54.993479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=0d203a75-2a12-40ea-93da-9de5b7489452,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:55.019558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794813a-eb6b-4084-ac02-a4cc34a02507 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:42:55.022021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa102e8-4b94-4ec9-98d6-b52e6fe90fc6 None None] The sync data for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 is: [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:42:48Z', 'revision_number': 4, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fe0e3d6a-b601-4e47-94e1-8532ee57967d', 'name': '', 'network_id': '74d92959-52fa-4c3d-a357-d22287222b37', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'mac_address': 'fa:16:3e:28:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:47Z', 'updated_at': '2021-10-26T16:42:54Z', 'revision_number': 4, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'subnets': [{'id': 'bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:55.117888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.123570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e248512c-fc6c-48fe-b14b-51e7dfc04c8f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8730159 Oct 26 16:42:55.124496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55444) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:55.133148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:42:55.203833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4c89f-241f-489f-ac71-e1a3ae7e29c5 None None] Pushing event updated for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:55.208740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router 5447c62a-4ebf-4324-a555-5f373bc07563 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:42:55.253452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '0d203a75-2a12-40ea-93da-9de5b7489452'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:42:55.254352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.274589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.275832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.361582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.430724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:42:55.445092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Sync routers for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:55.449727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.469203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.478048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:55.478695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:55.563351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07f3749d-5eba-4214-9090-53441e73097e tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/floatingips/bfa8c64b-9484-4dc6-9114-ed5ee1de0cac HTTP/1.1" status: 204 len: 168 time: 1.8036840 Oct 26 16:42:55.566569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:55.569183 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a0a88-d27e-40f1-892c-de3a787d4525" -d '{"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:55.597924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a48d2-2520-4e3e-98a0-f62348fa63c1 req-1b10f59b-e65b-4f34-aa50-8c20e439ba0e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:55.603939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-518a48d2-2520-4e3e-98a0-f62348fa63c1 req-1b10f59b-e65b-4f34-aa50-8c20e439ba0e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1366343 Oct 26 16:42:55.668098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:55.672716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f188d0c-fb1a-4e09-9bdb-b58cfa6d049d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5463972 Oct 26 16:42:55.672950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:42:55.847265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/0d203a75-2a12-40ea-93da-9de5b7489452/069bb995-a335-42fd-b1aa-6edfef306a6f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:55.877963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:56.100593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-518a48d2-2520-4e3e-98a0-f62348fa63c1 req-ba25867e-bb0b-4a92-bca4-922dc6d191f9 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4936204 Oct 26 16:42:56.224986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.264619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:56.300869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Checking router: 5447c62a-4ebf-4324-a555-5f373bc07563 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:56.310444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:42:56.311063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:56.328951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-cd0fe3f6-1efa-480d-9163-20752b32cc0a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:56.337261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-cd0fe3f6-1efa-480d-9163-20752b32cc0a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.7322323 Oct 26 16:42:56.347428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.366926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-5fcd4aa8-96eb-45d6-b351-b1a988a97cb1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0286183 Oct 26 16:42:56.428678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Pushing event updated for resources: {'Port': ['ID=069bb995-a335-42fd-b1aa-6edfef306a6f,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:56.466889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:56.472684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:56.476975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:56.481807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.498096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-d18c4946-22e1-4167-91f1-ebcfca0b5390 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301091 Oct 26 16:42:56.561249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Attempting to bind port 069bb995-a335-42fd-b1aa-6edfef306a6f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:42:56.561614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Attempting to bind port 069bb995-a335-42fd-b1aa-6edfef306a6f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:42:56.561972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Attempting to bind port 069bb995-a335-42fd-b1aa-6edfef306a6f on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:42:56.577639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:42:56.578022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:42:56.578410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.580620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:42:56.581155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Bound port: 069bb995-a335-42fd-b1aa-6edfef306a6f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:42:56.582651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.621636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:42:56.718604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-ad919500-f04d-4446-a7a9-9287ce768b9f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:42:56.723292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-ad919500-f04d-4446-a7a9-9287ce768b9f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2243333 Oct 26 16:42:56.741416 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9bc1d9-f2a6-4cdd-910b-07a18f1848dc x-openstack-request-id: req-bf9bc1d9-f2a6-4cdd-910b-07a18f1848dc {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:56.741726 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:56.741968 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf9bc1d9-f2a6-4cdd-910b-07a18f1848dc {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:56.742431 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'status': 'completed', 'code': 200} Oct 26 16:42:56.761004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] For port 069bb995-a335-42fd-b1aa-6edfef306a6f, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:42:56.765478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] For port 069bb995-a335-42fd-b1aa-6edfef306a6f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=069bb995-a335-42fd-b1aa-6edfef306a6f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:42:56.850713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:56.957886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-de9a5431-1cbd-4437-a4bd-abe80d56f3c6 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143903 Oct 26 16:42:56.970954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe0e3d6a-b601-4e47-94e1-8532ee57967d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:57.163393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-872e1ef3-f23e-4ced-80b2-210cd03c4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:57.165754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-872e1ef3-f23e-4ced-80b2-210cd03c4dbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e9d36cc41434301924cdd95db3ac374&device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 1096 time: 0.2056227 Oct 26 16:42:57.179171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4458e-76f7-4694-8bb8-bba82ada86ad None None] Pushing event updated for resources: {'Port': ['ID=069bb995-a335-42fd-b1aa-6edfef306a6f,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:57.247037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fe0e3d6a-b601-4e47-94e1-8532ee57967d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:57.247458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:57.341927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:57.376416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508eec63-999d-4e91-86dc-4112d7c8bac0 None None] The sync data for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 is: [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:41:49Z', 'revision_number': 4, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bae19f4c-3586-41ae-8b94-9996aefa994a', 'name': '', 'network_id': '1d54c901-05c2-40f1-b0d9-d1084f6b60e8', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'mac_address': 'fa:16:3e:33:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:47Z', 'updated_at': '2021-10-26T16:41:54Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'subnets': [{'id': 'fdf3e11a-2cd0-4aad-9826-1c9806c77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:57.405959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-5942b5c5-1cd9-4d4c-b3cf-42dcf21296f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011583 Oct 26 16:42:57.456222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device af7419f4-4fdf-4979-93a7-ecf224ce1f20 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:57.481868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: af7419f4-4fdf-4979-93a7-ecf224ce1f20 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:42:57.483391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device af7419f4-4fdf-4979-93a7-ecf224ce1f20 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:42:57.506254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-4343cf65-90d8-47b5-b806-563598cf1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:57.508083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-4343cf65-90d8-47b5-b806-563598cf1e17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 200 len: 897 time: 0.3286366 Oct 26 16:42:57.532307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::1 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/0d203a75-2a12-40ea-93da-9de5b7489452/d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:42:57.576698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-e6b526c6-7095-4ec4-b5af-406ba3397dc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 200 len: 217 time: 0.0580366 Oct 26 16:42:57.746069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-cae9866e-ec25-4e4c-b2ab-28b54f5dcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:57.747570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-cae9866e-ec25-4e4c-b2ab-28b54f5dcedc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 200 len: 834 time: 0.1541715 Oct 26 16:42:57.805715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87bb5-3b1e-4bcd-888e-496bd90b3e80 req-78a234c5-8995-4ded-ae5a-e446318b44f0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:57.807269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9b87bb5-3b1e-4bcd-888e-496bd90b3e80 req-78a234c5-8995-4ded-ae5a-e446318b44f0 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 945 time: 0.1472030 Oct 26 16:42:57.813811 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea516e-0486-45fa-81cf-1c9bb186413a None None] New status for floating IP bfa8c64b-9484-4dc6-9114-ed5ee1de0cac: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:42:57.855795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:57.867335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-814d281d-3813-4d1a-82f1-109b4f2ba112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:57.868650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-814d281d-3813-4d1a-82f1-109b4f2ba112 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d54c901-05c2-40f1-b0d9-d1084f6b60e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105425 Oct 26 16:42:57.895518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9b87bb5-3b1e-4bcd-888e-496bd90b3e80 req-4f3af654-ac7b-4f6c-bb80-c13f0080d231 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750325 Oct 26 16:42:58.020455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-ef87d514-fb94-4098-9891-c811c39b2c85 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383481 Oct 26 16:42:58.040209 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.102016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-83b8b352-0035-42a5-9ef7-c202b4909a8b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:58.103562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-83b8b352-0035-42a5-9ef7-c202b4909a8b tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 945 time: 0.0904341 Oct 26 16:42:58.119198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9a71-6f28-442c-8f6c-908e72aeafd5 req-6e28ad54-19a5-408d-a639-ca0724ae5d46 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:58.120722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efcb9a71-6f28-442c-8f6c-908e72aeafd5 req-6e28ad54-19a5-408d-a639-ca0724ae5d46 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1430540 Oct 26 16:42:58.147889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:58.190628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:58.193950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:42:58.194707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.217361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:58.259571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:42:58.259698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.287722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80faab18-fd8d-42d5-9103-630f81197de1 req-2ad5a3c8-9102-489c-8948-305ced3ac31c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0987082 Oct 26 16:42:58.374472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:58.374853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.375488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efcb9a71-6f28-442c-8f6c-908e72aeafd5 req-bf6f444f-0339-4729-9574-f0ffbe13c7fa tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417872 Oct 26 16:42:58.392084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:42:58.417265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-238a0a88-d27e-40f1-892c-de3a787d4525 req-2bdc9690-9f0d-4f30-8984-8eca42fb33f3 service neutron] 10.222.0.47 "GET /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889220 Oct 26 16:42:58.604854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.605283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] Provisioning complete for port 069bb995-a335-42fd-b1aa-6edfef306a6f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:58.605726 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.742450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.797371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.801411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] For port 069bb995-a335-42fd-b1aa-6edfef306a6f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=069bb995-a335-42fd-b1aa-6edfef306a6f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:58.842173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:58.843449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 069bb995-a335-42fd-b1aa-6edfef306a6f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:58.909157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.947819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] No DVR routers for this DVR port cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:42:58.947819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:58.947819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915b0a28-b9f1-4437-a48c-34099c5be7c2 req-1d35973e-f538-4f8d-bf24-b7f3782c2ffa tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.47 "DELETE /v2.0/ports/cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd HTTP/1.1" status: 204 len: 173 time: 0.8331356 Oct 26 16:42:58.947819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'name': 'network-vif-deleted', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:42:58.961109 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da88362-3529-4f46-af2b-ef9ce26148e0" -d '{"events": [{"server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "name": "network-vif-deleted", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:58.972678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 069bb995-a335-42fd-b1aa-6edfef306a6f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:58.973438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:59.003989 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f5de7-9dcc-4bb2-97d7-aa38d6f36093 x-openstack-request-id: req-191f5de7-9dcc-4bb2-97d7-aa38d6f36093 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:59.004295 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b04ee6-d254-45f7-a4f8-942a47e6ec22", "name": "network-vif-deleted", "tag": "cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:59.004549 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-191f5de7-9dcc-4bb2-97d7-aa38d6f36093 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:59.005027 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b04ee6-d254-45f7-a4f8-942a47e6ec22', 'name': 'network-vif-deleted', 'tag': 'cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd', 'status': 'completed', 'code': 200} Oct 26 16:42:59.027097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24fb49-0791-44e0-86db-cb27322b1abc None None] Pushing event updated for resources: {'Port': ['ID=069bb995-a335-42fd-b1aa-6edfef306a6f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:59.047474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ba2bda34-e0b6-451d-bd66-0371b7c9a5f1 None None] Provisioning complete for port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:42:59.047858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ba2bda34-e0b6-451d-bd66-0371b7c9a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:59.147615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bda34-e0b6-451d-bd66-0371b7c9a5f1 None None] Port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:42:59.267376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d462d9c-3f7f-4640-9913-b45fa6a66798 req-7b7d9005-0e06-4f23-a947-eac3731bd4f5 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b04ee6-d254-45f7-a4f8-942a47e6ec22 HTTP/1.1" status: 200 len: 210 time: 0.0543184 Oct 26 16:42:59.373979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b9e08c1-aff3-4f39-870e-5b489ef32900 req-b1f092f4-1267-460d-829e-eecbe95190b4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0328104 Oct 26 16:42:59.401184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:59.462663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:59.468920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:42:59.576973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:59.586994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc152-26a7-4154-970f-e5c1099becfd req-4f1e72e6-39ed-4eba-908c-4253fbf68696 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:42:59.588555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-969dc152-26a7-4154-970f-e5c1099becfd req-4f1e72e6-39ed-4eba-908c-4253fbf68696 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1401148 Oct 26 16:42:59.662799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-969dc152-26a7-4154-970f-e5c1099becfd req-7ac6f6bf-d820-4adc-8938-996a68f2395b tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665560 Oct 26 16:42:59.672448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:42:59.674617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:42:59.865024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Router 7b48496c-b877-48c0-85f8-713b57db391c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:43:00.024529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:43:00.026597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-32621485-274d-4d57-ae4d-b2c9d40379d9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "PUT /v2.0/routers/7b48496c-b877-48c0-85f8-713b57db391c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3489757 Oct 26 16:43:00.030299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55530) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:00.031921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Sync routers for ids ['7b48496c-b877-48c0-85f8-713b57db391c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:00.046785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Routers {'7b48496c-b877-48c0-85f8-713b57db391c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:00.048839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['7b48496c-b877-48c0-85f8-713b57db391c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:00.079254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79596-f43a-48db-9047-3da954c658b9 req-e941b111-5f24-45fa-9105-2ed29a85f321 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.083113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8c79596-f43a-48db-9047-3da954c658b9 req-e941b111-5f24-45fa-9105-2ed29a85f321 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0793810 Oct 26 16:43:00.084475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1941168-94d9-44c1-a4b3-7972c3fc2fae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.088013 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1941168-94d9-44c1-a4b3-7972c3fc2fae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports/d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 HTTP/1.1" status: 200 len: 911 time: 0.0560057 Oct 26 16:43:00.088826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55532) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:00.152681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8c79596-f43a-48db-9047-3da954c658b9 req-3749f52b-b473-4123-ad29-0939ea129d0c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621407 Oct 26 16:43:00.179805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1d33977e-052a-4bc7-a4bb-a929215c2c48 None None] Provisioning complete for port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:00.180177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d33977e-052a-4bc7-a4bb-a929215c2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.196657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d081c-6260-4fc8-9ba5-2003dfcc03ef tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.202698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d081c-6260-4fc8-9ba5-2003dfcc03ef tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.204299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c67d081c-6260-4fc8-9ba5-2003dfcc03ef tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1119921 Oct 26 16:43:00.208032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:00.216056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Set router 7b48496c-b877-48c0-85f8-713b57db391c gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:00.248883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237df7-0503-4c85-b4a4-077955e55045 req-26bf298e-18b9-46dd-ad38-1c308c5610f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.250414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-26bf298e-18b9-46dd-ad38-1c308c5610f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 1096 time: 0.1130667 Oct 26 16:43:00.257748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1d33977e-052a-4bc7-a4bb-a929215c2c48 None None] Port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:43:00.358249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55540) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:00.460944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237df7-0503-4c85-b4a4-077955e55045 req-778f56a4-75b4-4ef6-ad2a-60c77e5fbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.462411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-778f56a4-75b4-4ef6-ad2a-60c77e5fbaf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.1865180 Oct 26 16:43:00.468440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:42:58Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'd4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:a0:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b48496c-b877-48c0-85f8-713b57db391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:56Z', 'updated_at': '2021-10-26T16:42:58Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:00.486295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.530945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Checking router: 7b48496c-b877-48c0-85f8-713b57db391c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:00.531334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Updating router 7b48496c-b877-48c0-85f8-713b57db391c port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:43:00.568968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.574919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.578986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58c9b2a6-cec0-49fd-a342-aedf652385bb req-68729f37-e96f-4c5e-b719-9c88f787a11c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0383143 Oct 26 16:43:00.587600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-bff056f5-c4c8-4d95-9b6a-8868803a9675 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 200 len: 1001 time: 0.1152442 Oct 26 16:43:00.696354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237df7-0503-4c85-b4a4-077955e55045 req-df8b2d55-ecab-4fc0-83fa-f8fefd5758f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:00.698354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-df8b2d55-ecab-4fc0-83fa-f8fefd5758f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.0969324 Oct 26 16:43:00.742440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.745640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:00.749710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3 HTTP/1.1" status: 204 len: 168 time: 0.3875728 Oct 26 16:43:00.774949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e7088-5f74-4cc0-91ad-41da9c4562cb tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf9bbe-b619-4fb3-b363-31eeecbcc8b3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:00.860328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55550) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:00.923239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 069bb995-a335-42fd-b1aa-6edfef306a6f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:01.029876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 069bb995-a335-42fd-b1aa-6edfef306a6f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:01.030261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.058205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82828acc-e5dc-487c-ab90-8a821220f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.093965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237df7-0503-4c85-b4a4-077955e55045 req-921bf4eb-a6c7-491d-81bf-c01ff9f9193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:01.096637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-921bf4eb-a6c7-491d-81bf-c01ff9f9193d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749657 Oct 26 16:43:01.158031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.214093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6ef8b739-0433-4396-b6b9-7bf1f0e7c7e6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:01.219468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6ef8b739-0433-4396-b6b9-7bf1f0e7c7e6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.5454230 Oct 26 16:43:01.241523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.264856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:01.325087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc279c-1d30-47e9-b0f2-621ac8bec4fc None None] Pushing event updated for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:01.372074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.376325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Attempting to bind port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:01.377561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Attempting to bind port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:01.378114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Attempting to bind port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:01.386034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:01.390644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:01.391769 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.396104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:01.396827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Bound port: d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:01.397380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.416738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde970db-ce3c-4da8-bbae-c13cd7c2ae0a req-c5ab41b0-04fc-49da-a80e-0a20599fa811 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:01.435417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde970db-ce3c-4da8-bbae-c13cd7c2ae0a req-c5ab41b0-04fc-49da-a80e-0a20599fa811 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1387615 Oct 26 16:43:01.519849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] For port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:01.524142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] For port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:01.530844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:01.553186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dde970db-ce3c-4da8-bbae-c13cd7c2ae0a req-1098cb18-f7fc-4dc1-90d4-862f96133cc0 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168666 Oct 26 16:43:01.555953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:01.556775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cbe7fbbb-45db-42d4-a6f9-ec9bda4587dd not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:01.624787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.734783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Routers {'7b48496c-b877-48c0-85f8-713b57db391c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:01.735727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:42:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['7b48496c-b877-48c0-85f8-713b57db391c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:01.766047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a84ebc47-0e25-4ff7-bdd2-e93cf70d815c req-661617ca-4b4a-4399-9de2-6b176888feb8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0640080 Oct 26 16:43:01.839003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc279c-1d30-47e9-b0f2-621ac8bec4fc None None] Pushing event updated for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:01.859443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] Provisioning complete for port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:01.859895 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:01.925614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] Set router 7b48496c-b877-48c0-85f8-713b57db391c gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:01.931278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.090993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.121888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-45480a75-1015-44d9-97a3-8ab2148281fd service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0134132 Oct 26 16:43:02.233640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:02.234681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] For port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:02.238026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.348382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.356943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-09237df7-0503-4c85-b4a4-077955e55045 req-69bb34db-412e-4a59-ae9e-fbcd1aa577bb service neutron] 10.222.0.39 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218885 Oct 26 16:43:02.406555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port bae19f4c-3586-41ae-8b94-9996aefa994a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:02.406707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.437683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ce637-3cd2-4ebd-9d2b-c68c1bfe4f28 None None] Pushing event updated for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:02.449418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:42:58Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'd4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:a0:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b48496c-b877-48c0-85f8-713b57db391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:56Z', 'updated_at': '2021-10-26T16:43:01Z', 'revision_number': 4, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:02.486485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.10 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/a7cb1690-2893-4837-bf3a-1955186be44e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:02.497316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4a238-c19f-4858-bd92-2daa119e974a None None] The sync data for ids ['7b48496c-b877-48c0-85f8-713b57db391c'] in n-d-815373-2 is: [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:42:58Z', 'revision_number': 2, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None, '_interfaces': [{'id': 'd4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119', 'name': '', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'mac_address': 'fa:16:3e:a0:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b48496c-b877-48c0-85f8-713b57db391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:56Z', 'updated_at': '2021-10-26T16:43:01Z', 'revision_number': 4, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'subnets': [{'id': '0d203a75-2a12-40ea-93da-9de5b7489452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:02.523191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c9fd7e2a-997e-4813-af1e-4419659864c5 None None] Provisioning complete for port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:02.524346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7e2a-997e-4813-af1e-4419659864c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.545147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port bae19f4c-3586-41ae-8b94-9996aefa994a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bae19f4c-3586-41ae-8b94-9996aefa994a,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:02.545626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.569215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:02.569557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:02.570089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for bae19f4c-3586-41ae-8b94-9996aefa994a owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:02.852308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f657c7e-3895-4152-a034-952ced6576ce req-106f51ee-e799-43e9-bde8-68676878b030 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:02.853910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f657c7e-3895-4152-a034-952ced6576ce req-106f51ee-e799-43e9-bde8-68676878b030 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1642153 Oct 26 16:43:02.865482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.015750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:03.016434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.037034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:03.037313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f657c7e-3895-4152-a034-952ced6576ce req-349f6799-8df6-414c-97fe-8c8296a101a6 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722403 Oct 26 16:43:03.044254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4cedaa0-f9da-4f51-9565-d50fe9333b09 req-5b41e7e0-a69d-4327-9039-1a2ebe47ea35 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0771899 Oct 26 16:43:03.115885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.153058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.185615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:03.193702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:03.210397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:03.235561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=bae19f4c-3586-41ae-8b94-9996aefa994a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:03.313593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:03.397929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:03.398595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.532589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-aa626190-6803-48e9-ab35-7d31fda47f6a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3017325 Oct 26 16:43:03.553294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Request body: {'port': {'device_id': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:03.597194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-766fc78c-b2fe-444c-b624-ea0c92fc0f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.671361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.677276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.684565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.702591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fdb2925b-914e-478d-994d-2a5913700133 None None] Provisioning complete for port a7cb1690-2893-4837-bf3a-1955186be44e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:03.703674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fdb2925b-914e-478d-994d-2a5913700133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:03.734359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:03.796418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2925b-914e-478d-994d-2a5913700133 None None] Port a7cb1690-2893-4837-bf3a-1955186be44e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:43:03.960840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:04.001983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Router 5447c62a-4ebf-4324-a555-5f373bc07563 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:43:04.137073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:04.157874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:43:04.168644 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Sync routers for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:04.173800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-43a69898-9496-45bc-b54a-8c77b326e452 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "PUT /v2.0/routers/5447c62a-4ebf-4324-a555-5f373bc07563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3092999 Oct 26 16:43:04.176560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55584) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:04.200071 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:04.200876 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:04.317434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting subnet fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:04.325729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:04.378708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aac88-1e60-4c14-9015-f2846c15c2be req-12c49031-f5f4-4fb6-81f9-09a71519073f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:04.380270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172aac88-1e60-4c14-9015-f2846c15c2be req-12c49031-f5f4-4fb6-81f9-09a71519073f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 932 time: 0.1468816 Oct 26 16:43:04.383303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Router 7b48496c-b877-48c0-85f8-713b57db391c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:43:04.390367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c4798-79fb-4712-8709-615a73073c8a req-fddb2d30-a9ca-400f-b35b-236d98472625 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:04.398545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c4798-79fb-4712-8709-615a73073c8a req-fddb2d30-a9ca-400f-b35b-236d98472625 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1666176 Oct 26 16:43:04.411214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:04.421724 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:04.549036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c4798-79fb-4712-8709-615a73073c8a req-da511155-09e3-4da2-9482-28b68f048d19 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489620 Oct 26 16:43:04.717848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:43:04.728914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52551914-9150-4634-8f72-c1546db85067 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "PUT /v2.0/routers/7b48496c-b877-48c0-85f8-713b57db391c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5198565 Oct 26 16:43:04.739083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:04.754791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:43:02Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:04.864913 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Checking router: 5447c62a-4ebf-4324-a555-5f373bc07563 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:04.877173 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Routers {'5447c62a-4ebf-4324-a555-5f373bc07563'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:04.877788 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5447c62a-4ebf-4324-a555-5f373bc07563'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:04.891507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1046d-3852-44a6-9e84-54d4929f6e4a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:04.894485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1046d-3852-44a6-9e84-54d4929f6e4a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:04.896297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8be1046d-3852-44a6-9e84-54d4929f6e4a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1448615 Oct 26 16:43:04.898798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:05.003172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.028611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] Set router 5447c62a-4ebf-4324-a555-5f373bc07563 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:05.057845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172aac88-1e60-4c14-9015-f2846c15c2be req-db010718-8098-424d-98e6-cb19fcd72989 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540132 Oct 26 16:43:05.058375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 0d203a75-2a12-40ea-93da-9de5b7489452 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:05.065192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cb1690-2893-4837-bf3a-1955186be44e {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:43:05.075426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.097891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.120827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.141546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Sync routers for ids ['7b48496c-b877-48c0-85f8-713b57db391c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:05.154883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Routers {'7b48496c-b877-48c0-85f8-713b57db391c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:05.155200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Transition to ACTIVE for port object a7cb1690-2893-4837-bf3a-1955186be44e will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:43:05.155344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['7b48496c-b877-48c0-85f8-713b57db391c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:05.192694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.242899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.304806 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:43:02Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:05.313348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Set router 7b48496c-b877-48c0-85f8-713b57db391c gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:05.351424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb1807-23a4-4241-99bd-a4613cac8b0b None None] The sync data for ids ['5447c62a-4ebf-4324-a555-5f373bc07563'] in n-d-815373-2 is: [{'id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'name': 'tempest-TestNetworkBasicOps-router-1890276459', 'tenant_id': '7e9d36cc41434301924cdd95db3ac374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:36Z', 'updated_at': '2021-10-26T16:43:02Z', 'revision_number': 5, 'project_id': '7e9d36cc41434301924cdd95db3ac374', 'gw_port': {'id': 'f0718700-3e0e-4399-ad46-861b056a401c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447c62a-4ebf-4324-a555-5f373bc07563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:37Z', 'updated_at': '2021-10-26T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:05.368818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.412092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf3e11a-2cd0-4aad-9826-1c9806c77ec0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:05.414178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.418510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1556a257-8852-4550-977a-e5ee9ef31e22 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/subnets/fdf3e11a-2cd0-4aad-9826-1c9806c77ec0 HTTP/1.1" status: 204 len: 168 time: 1.2397876 Oct 26 16:43:05.420245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:05.425026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:05.434214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f8f36-e71a-4340-aa37-497163a34359 None None] Network 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:05.437130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:43:03Z', 'revision_number': 3, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:05.496674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.570045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Checking router: 7b48496c-b877-48c0-85f8-713b57db391c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:05.581602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.582249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.582656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.583096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.583637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.584006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.584364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.584734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.585088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.585582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.587361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.587746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Attempting to bind port a7cb1690-2893-4837-bf3a-1955186be44e on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Attempting to bind port a7cb1690-2893-4837-bf3a-1955186be44e by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Attempting to bind port a7cb1690-2893-4837-bf3a-1955186be44e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Port a7cb1690-2893-4837-bf3a-1955186be44e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Attempting to bind port a7cb1690-2893-4837-bf3a-1955186be44e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:05.695366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:05.697055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Routers {'7b48496c-b877-48c0-85f8-713b57db391c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:05.697133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:05.697133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Bound port: a7cb1690-2893-4837-bf3a-1955186be44e, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:05.697133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.697354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['7b48496c-b877-48c0-85f8-713b57db391c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:05.697436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.779533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:05.791946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a7cb1690-2893-4837-bf3a-1955186be44e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:05.801524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] Set router 7b48496c-b877-48c0-85f8-713b57db391c gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:05.851629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:05.918407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:43:03Z', 'revision_number': 3, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:05.988315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea83085-4be9-4b1b-97e1-9938a478fe84 None None] The sync data for ids ['7b48496c-b877-48c0-85f8-713b57db391c'] in n-d-815373-2 is: [{'id': '7b48496c-b877-48c0-85f8-713b57db391c', 'name': 'tempest-NetworksTestDHCPv6-router-1534294979', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:55Z', 'updated_at': '2021-10-26T16:43:03Z', 'revision_number': 3, 'project_id': 'b2011803e1b6468bbe3e188a7acaf958', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:06.004004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.056360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=0d203a75-2a12-40ea-93da-9de5b7489452,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:06.074572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.124588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Deleting port f0718700-3e0e-4399-ad46-861b056a401c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:06.127979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.207507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:06.215474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:06.216503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.217052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-6c77fc97-7292-4966-baf9-02435f80c0e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7cb1690-2893-4837-bf3a-1955186be44e HTTP/1.1" status: 200 len: 1092 time: 2.6745081 Oct 26 16:43:06.231980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:43:06.234010 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973faa87-db68-4844-9308-e718c24d0cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:06.241277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.247408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6f10c023-8a2b-4565-8f3e-ae3531d2d2bb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/0d203a75-2a12-40ea-93da-9de5b7489452 HTTP/1.1" status: 204 len: 168 time: 1.3472996 Oct 26 16:43:06.250138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:06.254980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde68e7-d434-405d-8584-3c5d967eafce None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:06.277084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce86e1-e1af-4949-840a-c75e99225698 req-7bfc94e6-cde2-4d9f-a37e-f1cf13ad8dee tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:06.278622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ce86e1-e1af-4949-840a-c75e99225698 req-7bfc94e6-cde2-4d9f-a37e-f1cf13ad8dee tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0951984 Oct 26 16:43:06.294373 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426ae2e-7907-4df3-8bdf-d99580f8b142 x-openstack-request-id: req-3426ae2e-7907-4df3-8bdf-d99580f8b142 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:06.294858 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:06.295312 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3426ae2e-7907-4df3-8bdf-d99580f8b142 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:06.295867 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e', 'status': 'completed', 'code': 200} Oct 26 16:43:06.338041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] For port f0718700-3e0e-4399-ad46-861b056a401c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f0718700-3e0e-4399-ad46-861b056a401c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:06.338403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.361861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Calling delete_port for f0718700-3e0e-4399-ad46-861b056a401c owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:06.442736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973faa87-db68-4844-9308-e718c24d0cc3 req-82bf7459-6b9e-44a0-97fb-4a71a4ae2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:06.444444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973faa87-db68-4844-9308-e718c24d0cc3 req-82bf7459-6b9e-44a0-97fb-4a71a4ae2373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 1095 time: 0.1242485 Oct 26 16:43:06.661133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] DHCP port deletion for 1d54c901-05c2-40f1-b0d9-d1084f6b60e8 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:06.806133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Deleting port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:06.811987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.818945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.899100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:06.905372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bae19f4c-3586-41ae-8b94-9996aefa994a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:06.907899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:06.920384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Port': ['ID=f0718700-3e0e-4399-ad46-861b056a401c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:06.941647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: bae19f4c-3586-41ae-8b94-9996aefa994a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:06.943253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bae19f4c-3586-41ae-8b94-9996aefa994a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:06.955037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:07.020134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] For port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:07.020677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.035307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-414a34e7-7e99-4256-ae7e-8297b3c7a4c4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7508349 Oct 26 16:43:07.039926 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.044880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Calling delete_port for 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:07.045924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ce86e1-e1af-4949-840a-c75e99225698 req-84fe147d-bda7-4ee8-94a3-327ab341fbe9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490697 Oct 26 16:43:07.055007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55622) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:07.161572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Deleting port 069bb995-a335-42fd-b1aa-6edfef306a6f {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:07.162056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.217971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.243388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973faa87-db68-4844-9308-e718c24d0cc3 req-ce1e7c48-f047-40e9-962c-be8ddda5e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:07.246299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973faa87-db68-4844-9308-e718c24d0cc3 req-ce1e7c48-f047-40e9-962c-be8ddda5e4ab service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=db853ae1189f4c059961fffd9f61e138&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7892199 Oct 26 16:43:07.284946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.288394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.294146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.362267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] For port 069bb995-a335-42fd-b1aa-6edfef306a6f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=069bb995-a335-42fd-b1aa-6edfef306a6f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:07.362786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.397167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Calling delete_port for 069bb995-a335-42fd-b1aa-6edfef306a6f owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:07.420993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,segment=NetworkSegment(79ffb993-591f-4c08-b58c-c824ce49763e),segment_id=79ffb993-591f-4c08-b58c-c824ce49763e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:07.464360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973faa87-db68-4844-9308-e718c24d0cc3 req-d7fa377b-cf16-4579-9dc1-836bdc3c2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:07.465981 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-973faa87-db68-4844-9308-e718c24d0cc3 req-d7fa377b-cf16-4579-9dc1-836bdc3c2134 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2105403 Oct 26 16:43:07.522216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.532912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.539653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.540467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:07.575491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.578125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Fanout notify agent at l3_agent the message router_deleted on router 5447c62a-4ebf-4324-a555-5f373bc07563 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:43:07.582366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:07.583096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4d8b1b2-4b38-4fd0-9ccc-c3128b5f6119 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:07.585176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.586333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-88192a48-b708-433d-a373-9804b593d353 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/routers/5447c62a-4ebf-4324-a555-5f373bc07563 HTTP/1.1" status: 204 len: 168 time: 2.1651516 Oct 26 16:43:07.589607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55628) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:07.610193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-0088eed2-f280-42e8-b995-0a60bd6cf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:07.623837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-0088eed2-f280-42e8-b995-0a60bd6cf267 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 1095 time: 0.1021948 Oct 26 16:43:07.654897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.681625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] No DVR routers for this DVR port 01e8ae4a-9e42-4aae-8d05-1680c8c6daa2 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:07.699737 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-444cfd78-ea37-4379-866f-8c2a0b73fd8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cb1690-2893-4837-bf3a-1955186be44e HTTP/1.1" status: 200 len: 217 time: 0.0660625 Oct 26 16:43:07.708565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:07.721730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.735324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-fbe0f5fb-8be3-4736-bd72-8630acfe485e req-2cc1f0d4-d33c-46a5-8c6b-6a5e5db185d0 service neutron] (102737) timed out ('10.222.0.21', 57690) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:43:07.742351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c521206-27b8-410a-939e-c1ce0fdd1f66 None None] Pushing event deleted for resources: {'Port': ['ID=01e8ae4a-9e42-4aae-8d05-1680c8c6daa2,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:07.746274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.785146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] No DVR routers for this DVR port 069bb995-a335-42fd-b1aa-6edfef306a6f on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:07.797237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb644c6-92c5-44a3-a1f1-d4c08f2c9d94 None None] Pushing event deleted for resources: {'Port': ['ID=069bb995-a335-42fd-b1aa-6edfef306a6f,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:07.831078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-3d770d23-5a8c-4c5d-a67d-aafcf4ed711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:07.832831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-3d770d23-5a8c-4c5d-a67d-aafcf4ed711f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1168027 Oct 26 16:43:07.844193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.866218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d54c901-05c2-40f1-b0d9-d1084f6b60e8']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:07.881776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ffb993-591f-4c08-b58c-c824ce49763e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:07.882902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ffb993-591f-4c08-b58c-c824ce49763e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:07.897258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.915155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.920672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-1032d5fb-88cd-4028-9051-6220a061c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:07.926107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:43:07.926107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.926311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-1032d5fb-88cd-4028-9051-6220a061c29d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798564 Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:43:07.983949 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:43:07.986500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.986500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Fanout notify agent at l3_agent the message router_deleted on router 7b48496c-b877-48c0-85f8-713b57db391c {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:43:07.993610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:07.995352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97dc185a-7f43-42b1-9c3b-809c44869bdf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/routers/7b48496c-b877-48c0-85f8-713b57db391c HTTP/1.1" status: 204 len: 168 time: 0.9394186 Oct 26 16:43:07.997677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:08.030328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-89842554-12bf-4e94-84f3-f85745772765 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314984 Oct 26 16:43:08.032770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55634) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:08.092198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-04806321-c1cc-45bb-b036-9c4b170c05b0 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618392 Oct 26 16:43:08.107761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:08.129961 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:08.136432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] 10.222.0.21 "DELETE /v2.0/networks/1d54c901-05c2-40f1-b0d9-d1084f6b60e8 HTTP/1.1" status: 204 len: 168 time: 0.5432737 Oct 26 16:43:08.176718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf70dd-f377-4fb5-8180-a4c969932f17 tempest-TestNetworkBasicOps-1239248126 tempest-TestNetworkBasicOps-1239248126-project] Pushing event deleted for resources: {'Network': ['ID=1d54c901-05c2-40f1-b0d9-d1084f6b60e8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:08.227358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c8ad6-91c1-4e44-ac9c-54b4c91e21af tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:08.237486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe9c8ad6-91c1-4e44-ac9c-54b4c91e21af tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2034459 Oct 26 16:43:08.250899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55642) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:08.352253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5657ed-ab4d-4653-82c8-05f2ba0039b5 req-bc957def-1951-4249-bb1a-26143496b4f2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:08.354436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af5657ed-ab4d-4653-82c8-05f2ba0039b5 req-bc957def-1951-4249-bb1a-26143496b4f2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.1152730 Oct 26 16:43:08.357499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16dce50d-4713-486b-9eb1-bb0b7760860d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051500 Oct 26 16:43:08.364727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55644) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:08.372718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:08.404705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af5657ed-ab4d-4653-82c8-05f2ba0039b5 req-33df6315-dd97-4a60-8e52-dbbe5a4096f9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Oct 26 16:43:08.496535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab5dd8ff-b43f-46ef-b5fd-49212a5519e2 req-95c663d4-2cf8-4aa3-8e38-e10b016269eb service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878791 Oct 26 16:43:08.596280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:08.599843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:08.847709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 069bb995-a335-42fd-b1aa-6edfef306a6f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:08.914108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 069bb995-a335-42fd-b1aa-6edfef306a6f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:08.914870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 069bb995-a335-42fd-b1aa-6edfef306a6f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:08.916685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f0718700-3e0e-4399-ad46-861b056a401c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:08.933540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:08.953205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f0718700-3e0e-4399-ad46-861b056a401c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:08.954319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f0718700-3e0e-4399-ad46-861b056a401c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:09.118617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:09.120295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.184933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-046bb455-e1ab-4485-8fa2-0cd11e1d0486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e9d36cc41434301924cdd95db3ac374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470400 Oct 26 16:43:09.185164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:09.185164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:09.197079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:09.200833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:09.201507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.208544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e535c0f-8233-4ac4-ab32-73240ae6ec32 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:09.238937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=c67a13f3-3c1d-4415-9ac2-d702afda6bd6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:09.309179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:09.311228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6e1109de-4f16-4655-8b43-fee23944870c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9440317 Oct 26 16:43:09.314523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:09.335987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.359930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.468719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'c67a13f3-3c1d-4415-9ac2-d702afda6bd6'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:09.470730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.577256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5473f1e-1ee0-40db-b929-c15a376fc594 req-81838b15-f69a-40b2-8d15-f1ad0299ecf4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:09.585591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5473f1e-1ee0-40db-b929-c15a376fc594 req-81838b15-f69a-40b2-8d15-f1ad0299ecf4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0854373 Oct 26 16:43:09.598266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.598969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.600914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/019848b5-e541-4669-8285-286451bdc18c HTTP/1.1" status: 204 len: 168 time: 0.4147382 Oct 26 16:43:09.611963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e7e7-bcec-4c6b-839d-61f62207ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019848b5-e541-4669-8285-286451bdc18c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:09.624110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:09.628693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.714278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Allocated IP 2001:db8::f816:3eff:fe9d:7bfd (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/c67a13f3-3c1d-4415-9ac2-d702afda6bd6/cb0ae5ea-94f5-46eb-b730-5e59653ab97f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:09.728959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5473f1e-1ee0-40db-b929-c15a376fc594 req-b8b25474-5a9a-49a0-b569-e1d41a69d4a8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423907 Oct 26 16:43:09.746706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:43:09.914631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:09.987164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.013867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.066800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:10.072387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:10.075707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:10.083571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:10.086270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Pushing event updated for resources: {'Port': ['ID=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:10.086916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:10.103423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:10.103852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.130673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=17ffe731-e77d-4c4a-b909-c8d835eeea01,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:10.147231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Attempting to bind port cb0ae5ea-94f5-46eb-b730-5e59653ab97f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:10.148010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Attempting to bind port cb0ae5ea-94f5-46eb-b730-5e59653ab97f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:10.148380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Attempting to bind port cb0ae5ea-94f5-46eb-b730-5e59653ab97f on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:10.154411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:10.154784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:10.155203 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.155639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:10.156119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Bound port: cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:10.156496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.199302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-59e0c4fc-044d-4c78-bfc9-faffbb5bc0a4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8889208 Oct 26 16:43:10.201857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55672) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:10.209729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:40:b6:a6', 'name': 'tempest-NetworksTestDHCPv6-1917199340'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:10.270971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] For port cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:10.276493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] For port cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:10.366385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.398994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55676) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:10.427257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6bb9-74f5-497a-9de0-34411968475c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.443170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:10.450416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d475-c507-4ced-b89c-b1a010d821b6 None None] Pushing event updated for resources: {'Port': ['ID=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:10.544117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.566823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 046329d6-a985-4f0d-aa68-e03d2810fa8c yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:10.800216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6bb9-74f5-497a-9de0-34411968475c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.885093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cb0ae5ea-94f5-46eb-b730-5e59653ab97f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:10.886173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 172.20.0.10 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/17ffe731-e77d-4c4a-b909-c8d835eeea01/046329d6-a985-4f0d-aa68-e03d2810fa8c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:10.897013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe40:b6a6 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/c67a13f3-3c1d-4415-9ac2-d702afda6bd6/046329d6-a985-4f0d-aa68-e03d2810fa8c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:10.916717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c31d-619d-442e-a430-b2d046d5326d req-3a8e7a72-c529-461f-ae92-90f27917e2f4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:10.918259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c314c31d-619d-442e-a430-b2d046d5326d req-3a8e7a72-c529-461f-ae92-90f27917e2f4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0842807 Oct 26 16:43:10.918859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6bb9-74f5-497a-9de0-34411968475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:10.940857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cb0ae5ea-94f5-46eb-b730-5e59653ab97f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:10.941428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.001823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e4f6bb9-74f5-497a-9de0-34411968475c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7837a6605f8406c98a75d64c2fd3506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006675 Oct 26 16:43:11.005056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6bb9-74f5-497a-9de0-34411968475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65264d2a-cfe5-49b8-9d26-4aad6ed97adf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:11.005708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:11.038647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c314c31d-619d-442e-a430-b2d046d5326d req-54709d6c-6e86-4a2c-97e4-966c5f764c29 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078825 Oct 26 16:43:11.075534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.116937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.138281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:11.140796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.168715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.224688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.278825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.282599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.286945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65264d2a-cfe5-49b8-9d26-4aad6ed97adf HTTP/1.1" status: 204 len: 168 time: 0.2752414 Oct 26 16:43:11.300248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b1afb-4268-4efe-8728-2b9f6c681ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65264d2a-cfe5-49b8-9d26-4aad6ed97adf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:11.308142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:11.316703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.382107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:11.386549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:11.391899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:11.427144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=046329d6-a985-4f0d-aa68-e03d2810fa8c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:11.458891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:11.459613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.579622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f9d7673-c6da-4c65-b73b-f9711fcfe279 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3733389 Oct 26 16:43:11.579622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55690) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:11.633708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ced64-d6c1-41fa-a681-cb14433f1cd5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:11.640208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ced64-d6c1-41fa-a681-cb14433f1cd5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:11.641343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e7ced64-d6c1-41fa-a681-cb14433f1cd5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0608370 Oct 26 16:43:11.645143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55692) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:11.678537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd37e5-2a2c-46c5-a7d6-8f98241bdd38 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:11.786657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 046329d6-a985-4f0d-aa68-e03d2810fa8c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:11.787033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.792375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5d429d5a-f0d6-41f1-bf72-b21d4aeef6a6 None None] Provisioning complete for port cb0ae5ea-94f5-46eb-b730-5e59653ab97f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:11.792822 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d429d5a-f0d6-41f1-bf72-b21d4aeef6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.916194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:11.932982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 046329d6-a985-4f0d-aa68-e03d2810fa8c owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:12.179281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': 'c67a13f3-3c1d-4415-9ac2-d702afda6bd6', 'ip_address': '2001:db8::f816:3eff:fe9d:7bfd'}, {'subnet_id': '17ffe731-e77d-4c4a-b909-c8d835eeea01'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'cb0ae5ea-94f5-46eb-b730-5e59653ab97f'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:43:12.212207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.305375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acfff8-61b9-4a81-a79c-b2a64699d330 req-50b30ed9-7997-4b4f-96e3-787b75e3f43d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:12.307024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83acfff8-61b9-4a81-a79c-b2a64699d330 req-50b30ed9-7997-4b4f-96e3-787b75e3f43d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0659287 Oct 26 16:43:12.368669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.413084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Allocated IP 172.20.0.2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/17ffe731-e77d-4c4a-b909-c8d835eeea01/cb0ae5ea-94f5-46eb-b730-5e59653ab97f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:12.431308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=046329d6-a985-4f0d-aa68-e03d2810fa8c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:12.465379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83acfff8-61b9-4a81-a79c-b2a64699d330 req-5d756c47-805d-4b62-9eba-773375ffc5af tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493111 Oct 26 16:43:12.542594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] For port cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:12.576085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.586365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55706) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:12.587476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b2d6fa10-6f4b-450b-8857-3d2eb7147ad3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/046329d6-a985-4f0d-aa68-e03d2810fa8c HTTP/1.1" status: 204 len: 168 time: 0.9412560 Oct 26 16:43:12.590159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.649898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1969-d988-43b2-a1c9-79130029620a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:12.651590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1969-d988-43b2-a1c9-79130029620a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:12.653320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1969-d988-43b2-a1c9-79130029620a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:12.654850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f0e1969-d988-43b2-a1c9-79130029620a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0663497 Oct 26 16:43:12.658190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:12.661988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.725889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 17ffe731-e77d-4c4a-b909-c8d835eeea01 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:12.729253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.756937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616b03f-77b9-46b1-826a-dd369f4be14f None None] Pushing event updated for resources: {'Port': ['ID=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:12.772861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.843568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cb0ae5ea-94f5-46eb-b730-5e59653ab97f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:12.881820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:12.901285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cb0ae5ea-94f5-46eb-b730-5e59653ab97f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:12.901654 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.013887 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.047608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=17ffe731-e77d-4c4a-b909-c8d835eeea01,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:13.050286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.056788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-36f671fd-6905-48ba-aaf2-1a792eaccb02 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/17ffe731-e77d-4c4a-b909-c8d835eeea01 HTTP/1.1" status: 204 len: 168 time: 0.3946846 Oct 26 16:43:13.056916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:13.115079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet c67a13f3-3c1d-4415-9ac2-d702afda6bd6 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:13.118340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.175072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.270940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.391545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb3ebae-690d-4089-bf8d-9e525c408c93 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:13.399290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.429327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=c67a13f3-3c1d-4415-9ac2-d702afda6bd6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:13.434446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.440860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e6c3813c-3870-49f9-8b57-74d1db465db2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/c67a13f3-3c1d-4415-9ac2-d702afda6bd6 HTTP/1.1" status: 204 len: 168 time: 0.3802412 Oct 26 16:43:13.441177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55714) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:13.486668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-87c6f701-9e82-48fb-b952-48e78fc993fa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438044 Oct 26 16:43:13.490194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:13.499078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:13.618312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4adbb2f3-cd10-41b0-9847-8d3087fa586c None None] Provisioning complete for port cb0ae5ea-94f5-46eb-b730-5e59653ab97f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:13.619004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4adbb2f3-cd10-41b0-9847-8d3087fa586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.639737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cbd03-986d-430e-a741-a9a0ef019281 req-ebe8cbf1-399a-4d4a-937b-f3744892abb6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:13.646067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb2cbd03-986d-430e-a741-a9a0ef019281 req-ebe8cbf1-399a-4d4a-937b-f3744892abb6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0760610 Oct 26 16:43:13.694690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb2cbd03-986d-430e-a741-a9a0ef019281 req-77866fb4-69f7-477f-b09c-93cbaa799af6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Oct 26 16:43:13.710725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:13.715927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.787015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4adbb2f3-cd10-41b0-9847-8d3087fa586c None None] Could not find standard attr ID for object 046329d6-a985-4f0d-aa68-e03d2810fa8c. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:13.857653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:13.911924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Deleting port cb0ae5ea-94f5-46eb-b730-5e59653ab97f {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:13.912219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.977410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] For port cb0ae5ea-94f5-46eb-b730-5e59653ab97f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:13.977925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:13.995647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Calling delete_port for cb0ae5ea-94f5-46eb-b730-5e59653ab97f owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:14.101381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:14.147052 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.173850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] Pushing event deleted for resources: {'Port': ['ID=cb0ae5ea-94f5-46eb-b730-5e59653ab97f,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:14.191157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9169b-4383-4429-bc28-f7776d4148e6 None None] No DVR routers for this DVR port cb0ae5ea-94f5-46eb-b730-5e59653ab97f on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:14.277220 n-d-815373-2 neutron-server[102737]: WARNING neutron.services.revisions.revision_plugin [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Could not find related port for resource to bump revision. Oct 26 16:43:14.310187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Port cb0ae5ea-94f5-46eb-b730-5e59653ab97f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 16:43:14.310536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:7bfd {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 16:43:14.314441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:7bfd {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 16:43:14.315633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.358247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:14.361779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:14.365912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:14.366494 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.370771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b251e-fa91-4f5b-a6a5-d26b2a1c632d None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:14.376485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:14.439173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9332bd5-1618-4277-b476-f90a1546ff80 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9472165 Oct 26 16:43:14.441407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55726) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:14.447285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:14.537499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:14.538523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.632682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:14.636256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.677510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Allocated IP 2001:db8::f816:3eff:fe21:f578 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05/ae796d64-ca0e-4029-ae3f-035d6b1223f1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:14.824599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cb0ae5ea-94f5-46eb-b730-5e59653ab97f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:14.869723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: cb0ae5ea-94f5-46eb-b730-5e59653ab97f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:14.870155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cb0ae5ea-94f5-46eb-b730-5e59653ab97f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:14.909658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:14.996543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.043154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:15.048151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:15.051772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:15.060341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Pushing event updated for resources: {'Port': ['ID=ae796d64-ca0e-4029-ae3f-035d6b1223f1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:15.121457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Attempting to bind port ae796d64-ca0e-4029-ae3f-035d6b1223f1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:15.121834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Attempting to bind port ae796d64-ca0e-4029-ae3f-035d6b1223f1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:15.122336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Attempting to bind port ae796d64-ca0e-4029-ae3f-035d6b1223f1 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:15.128835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:15.129355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:15.129761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.130153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:15.130768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Bound port: ae796d64-ca0e-4029-ae3f-035d6b1223f1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:15.131181 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.192260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0eff-91b7-479b-b3a2-89480593c58b req-c81556d9-440c-44af-9e4a-54e53e833dbb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:15.198250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bde0eff-91b7-479b-b3a2-89480593c58b req-c81556d9-440c-44af-9e4a-54e53e833dbb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.3799980 Oct 26 16:43:15.199567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] For port ae796d64-ca0e-4029-ae3f-035d6b1223f1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:15.203059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] For port ae796d64-ca0e-4029-ae3f-035d6b1223f1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ae796d64-ca0e-4029-ae3f-035d6b1223f1,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:15.241302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bde0eff-91b7-479b-b3a2-89480593c58b req-67376aaa-1946-43ec-a7ce-aea9c87a4562 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Oct 26 16:43:15.262719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.290677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.332558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58600c9-21e0-4908-97f2-c92509603b42 None None] Pushing event updated for resources: {'Port': ['ID=ae796d64-ca0e-4029-ae3f-035d6b1223f1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:15.367676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:15.371245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:15.374759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:15.375657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.391966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=bdf5937b-00b5-4b17-87d0-04cb1de4ad49,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:15.509128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55738) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:15.509820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45cb73f0-12a0-463a-acf6-b3d78ecf4d95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0666299 Oct 26 16:43:15.519723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:c1:cb:6e', 'name': 'tempest-NetworksTestDHCPv6-1072726392'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:15.764811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:15.841339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:15.877517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:15.903878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 9a716ab6-ed89-4875-861b-f4bef33c35f0 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:15.967001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60b0a921-3912-4c1b-a941-bb3ec709fbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.067234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60b0a921-3912-4c1b-a941-bb3ec709fbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.108503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 172.20.0.5 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/bdf5937b-00b5-4b17-87d0-04cb1de4ad49/9a716ab6-ed89-4875-861b-f4bef33c35f0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:16.114931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fec1:cb6e (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05/9a716ab6-ed89-4875-861b-f4bef33c35f0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:16.133394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-60b0a921-3912-4c1b-a941-bb3ec709fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.191883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-60b0a921-3912-4c1b-a941-bb3ec709fbd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=614b3634a6774eedb7681af89705f85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493562 Oct 26 16:43:16.192895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0a921-3912-4c1b-a941-bb3ec709fbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64758ae-1f1d-4172-b280-3acd65066015,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:16.196565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:16.270736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.296750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.323484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.383249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f202d-3fa5-4fe9-8406-cc34670c4759 req-c0b6e450-e77a-4553-bcd0-cb1d3e0f12e7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:16.384908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c53f202d-3fa5-4fe9-8406-cc34670c4759 req-c0b6e450-e77a-4553-bcd0-cb1d3e0f12e7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.0598595 Oct 26 16:43:16.413363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.427984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c53f202d-3fa5-4fe9-8406-cc34670c4759 req-30194fc0-19c7-48dd-861b-ead4a1b09361 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Oct 26 16:43:16.448940 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.453800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6028e183-69d5-467a-9c2c-77d4681bc7fc None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:16.456068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.458419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f64758ae-1f1d-4172-b280-3acd65066015 HTTP/1.1" status: 204 len: 168 time: 0.2607174 Oct 26 16:43:16.460621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:16.464284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:16.468135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:16.475364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=9a716ab6-ed89-4875-861b-f4bef33c35f0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:16.480133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe773b9-2e5f-4ced-9adb-6b12eb72d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64758ae-1f1d-4172-b280-3acd65066015,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:16.524773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:16.525404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.555804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] Provisioning complete for port ae796d64-ca0e-4029-ae3f-035d6b1223f1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:16.556170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.611214 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53bde1f4-2c85-4410-be5c-73c899c8ff71 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0983088 Oct 26 16:43:16.613286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:16.668153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124ac7b-fa34-40ea-85f3-0638fc8783c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:16.675302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124ac7b-fa34-40ea-85f3-0638fc8783c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:16.680221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:16.682547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0124ac7b-fa34-40ea-85f3-0638fc8783c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0650568 Oct 26 16:43:16.703830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.747824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] For port ae796d64-ca0e-4029-ae3f-035d6b1223f1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ae796d64-ca0e-4029-ae3f-035d6b1223f1,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:16.797861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 9a716ab6-ed89-4875-861b-f4bef33c35f0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:16.801162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.821287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.858172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05', 'ip_address': '2001:db8::f816:3eff:fe21:f578'}, {'subnet_id': 'bdf5937b-00b5-4b17-87d0-04cb1de4ad49'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'ae796d64-ca0e-4029-ae3f-035d6b1223f1'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:43:16.903636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.918645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ae796d64-ca0e-4029-ae3f-035d6b1223f1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:16.925363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:16.947964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 9a716ab6-ed89-4875-861b-f4bef33c35f0 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:16.962814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368c04a-cabc-40b4-96df-9a38d2cafd84 None None] Pushing event updated for resources: {'Port': ['ID=ae796d64-ca0e-4029-ae3f-035d6b1223f1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:17.079823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ae796d64-ca0e-4029-ae3f-035d6b1223f1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:17.080165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.164688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Allocated IP 172.20.0.2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/bdf5937b-00b5-4b17-87d0-04cb1de4ad49/ae796d64-ca0e-4029-ae3f-035d6b1223f1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:17.211154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.241632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=9a716ab6-ed89-4875-861b-f4bef33c35f0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:17.294842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] For port ae796d64-ca0e-4029-ae3f-035d6b1223f1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ae796d64-ca0e-4029-ae3f-035d6b1223f1,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:17.328679 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.333205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.341525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-010269ed-7ca1-45e4-9ba9-d58317f9b749 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/9a716ab6-ed89-4875-861b-f4bef33c35f0 HTTP/1.1" status: 204 len: 168 time: 0.6552365 Oct 26 16:43:17.342376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:17.393758 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.403481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558b57e-4905-4b60-97dc-dcfb1357ea1e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:17.404668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558b57e-4905-4b60-97dc-dcfb1357ea1e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:17.406295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558b57e-4905-4b60-97dc-dcfb1357ea1e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:17.410883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2558b57e-4905-4b60-97dc-dcfb1357ea1e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0650568 Oct 26 16:43:17.411237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55782) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:17.474330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:17.478497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.494662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6d100-3d56-4f0d-a0e4-2525189dcb81 None None] Pushing event updated for resources: {'Port': ['ID=ae796d64-ca0e-4029-ae3f-035d6b1223f1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:17.527244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a7cb1690-2893-4837-bf3a-1955186be44e details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:43:17.541770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.669837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a4aa-d193-4359-afb1-32f385fdf6c3 req-d558da0f-131a-48a8-b60f-fc13d901bccf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:17.678452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:17.683471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bc2a4aa-d193-4359-afb1-32f385fdf6c3 req-d558da0f-131a-48a8-b60f-fc13d901bccf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 944 time: 0.1329002 Oct 26 16:43:17.693786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a7cb1690-2893-4837-bf3a-1955186be44e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:17.712947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a7cb1690-2893-4837-bf3a-1955186be44e', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': 'a7cb1690-2893-4837-bf3a-1955186be44e', 'mac_address': 'fa:16:3e:f6:45:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:43:17.717323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.765278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bc2a4aa-d193-4359-afb1-32f385fdf6c3 req-8ca7a8ff-adbb-4b22-982e-f173bcf5a1dd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 Oct 26 16:43:17.766264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.784457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cb1690-2893-4837-bf3a-1955186be44e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:43:17.805959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a7cb1690-2893-4837-bf3a-1955186be44e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:17.827835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1444579658-network', 'tenant_id': '67791084f36b42eb8f4a6e6a02b1dbe3'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:17.865379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.896703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:17.899017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.908002 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.911512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05 HTTP/1.1" status: 204 len: 168 time: 0.4992361 Oct 26 16:43:17.913312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.913661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.913995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.914335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.914646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.915069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.915423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.915530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:17.915753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.916156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.916480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.916799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.917113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94bf09-a1f1-4ce8-92c0-143adce72adf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:17.951783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Made reservation on behalf of 67791084f36b42eb8f4a6e6a02b1dbe3 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:17.955174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:17.955891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:17.977268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.011989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet bdf5937b-00b5-4b17-87d0-04cb1de4ad49 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:18.019088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.075460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.120667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a7cb1690-2893-4837-bf3a-1955186be44e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:43:18.173047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.192300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.229862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3ed2d-3eba-4a54-b56a-607f1aac5b83 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:18.234426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.269617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:43:18.277607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af27a3-59a7-48cd-9678-4da615888e4c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:18.318382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3fc7291c-eb88-4834-b07c-97c7ceaf603e None None] Provisioning complete for port ae796d64-ca0e-4029-ae3f-035d6b1223f1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:18.318743 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3fc7291c-eb88-4834-b07c-97c7ceaf603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.366433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.368828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.374087 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Added segment 7bba2a6e-77c5-4442-8933-54bc87774bb5 of type vlan for network 9a1e150e-326c-4e93-9ad9-6652a0c51169 Oct 26 16:43:18.407260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf5937b-00b5-4b17-87d0-04cb1de4ad49,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:18.409246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.414724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-de17fdd4-d88a-46b9-8fbf-d0ff17d21b40 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/bdf5937b-00b5-4b17-87d0-04cb1de4ad49 HTTP/1.1" status: 204 len: 168 time: 0.4959981 Oct 26 16:43:18.415298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:18.453720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6fd5b7b8-7e9d-4330-bfae-f1f50d2c42d5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373321 Oct 26 16:43:18.456480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55800) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:18.461875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:18.468880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3fc7291c-eb88-4834-b07c-97c7ceaf603e None None] Could not find standard attr ID for object 9a716ab6-ed89-4875-861b-f4bef33c35f0. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:18.469068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.533319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:18.564466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.565531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:18.566029 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.588022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Deleting port ae796d64-ca0e-4029-ae3f-035d6b1223f1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:18.588396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.624443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:18.628051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.629979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1e150e-326c-4e93-9ad9-6652a0c51169,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:18.645974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:43:18.701801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-03ce125a-7cd9-413d-9da2-5e1405dd9464 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0221694 Oct 26 16:43:18.705205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55802) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:18.710325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Request body: {'subnet': {'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1444579658-subnet', 'tenant_id': '67791084f36b42eb8f4a6e6a02b1dbe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:18.710746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] For port ae796d64-ca0e-4029-ae3f-035d6b1223f1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ae796d64-ca0e-4029-ae3f-035d6b1223f1,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:18.711170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.741879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Calling delete_port for ae796d64-ca0e-4029-ae3f-035d6b1223f1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:18.790526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Made reservation on behalf of 67791084f36b42eb8f4a6e6a02b1dbe3 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:18.793253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.807406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ae796d64-ca0e-4029-ae3f-035d6b1223f1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:18.908359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.940152 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:18.972965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375d519-03ff-4f03-b611-8af3561f95eb req-cd94e2bd-d8d2-4dd4-b20d-e390b83bb00b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:18.974684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0375d519-03ff-4f03-b611-8af3561f95eb req-cd94e2bd-d8d2-4dd4-b20d-e390b83bb00b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 945 time: 0.1321712 Oct 26 16:43:18.983616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] Pushing event deleted for resources: {'Port': ['ID=ae796d64-ca0e-4029-ae3f-035d6b1223f1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:18.988962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa28d2-8337-46fd-974a-c741d673ac72 None None] No DVR routers for this DVR port ae796d64-ca0e-4029-ae3f-035d6b1223f1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:19.024740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.098761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0375d519-03ff-4f03-b611-8af3561f95eb req-5016c99c-7130-428c-94a2-d20e2728e222 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153572 Oct 26 16:43:19.100539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:19.130561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:19.133549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:19.134171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.140353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed07df-b1a6-41b0-99b7-2b991828cb1a None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:19.153228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=f2542239-56cc-4d4b-9e94-c9660440b6f8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:19.241515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.273009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-99ed7745-ddd3-43ad-9822-d36116fdf779 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8151443 Oct 26 16:43:19.275937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55810) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:19.281010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:19.284740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'f2542239-56cc-4d4b-9e94-c9660440b6f8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:19.285844 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.305973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8362a629-fd66-4a53-810d-e4996a80116e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:19.317962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Checking segment: {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:19.318404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Network hostable DHCP agents. Network: 9a1e150e-326c-4e93-9ad9-6652a0c51169, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:43:19.395744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:43:19.433999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Allocated IP 172.20.0.2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/f2542239-56cc-4d4b-9e94-c9660440b6f8/08029a61-3d08-457f-a619-c5b63ee7a8c7) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:19.484136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:19.488278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.518895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9a1e150e-326c-4e93-9ad9-6652a0c51169) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:19.523242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:19.524156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.612778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a5169157-6532-42da-af0e-6259cda9af89 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9064295 Oct 26 16:43:19.650217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a7cb1690-2893-4837-bf3a-1955186be44e up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:19.669337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1361bf2-a9f1-4e80-8277-d4a5142a29db None None] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:19.874304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ae4ec-c22e-4f3c-8d2b-d2a26068062f None None] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:19.882317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.896953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:19.899066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.925373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a7cb1690-2893-4837-bf3a-1955186be44e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:43:19.934732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a7cb1690-2893-4837-bf3a-1955186be44e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:19.935112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.944574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:19.948062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:19.953020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:19.954110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:19.967907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=a280186a-a257-4a64-806c-fabcf1c3bb88,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:19.985735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.044391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-689b990c-0d47-440d-a98a-6b24e18a6283 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7673335 Oct 26 16:43:20.047949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55820) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:20.053240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:7b:36:4f', 'name': 'tempest-NetworksTestDHCPv6-121157689'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:20.068783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:20.091560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:20.093954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:20.099708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:20.207604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Attempting to bind port 08029a61-3d08-457f-a619-c5b63ee7a8c7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:20.208050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Attempting to bind port 08029a61-3d08-457f-a619-c5b63ee7a8c7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:20.208488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Attempting to bind port 08029a61-3d08-457f-a619-c5b63ee7a8c7 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:20.210446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.221623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:20.221974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:20.222365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.222795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:20.223283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Bound port: 08029a61-3d08-457f-a619-c5b63ee7a8c7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:20.223655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.246994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:43:20.247325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebb982-37b8-495e-a335-53fd99face91 req-86133d2e-366e-4664-af6a-96e7949489bc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:20.248613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05ebb982-37b8-495e-a335-53fd99face91 req-86133d2e-366e-4664-af6a-96e7949489bc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 945 time: 0.0559883 Oct 26 16:43:20.249449 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c76ed4-e84f-4da9-acd8-0a35e7062e76" -d '{"events": [{"server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:20.272463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:20.280208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a7cb1690-2893-4837-bf3a-1955186be44e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:20.292600 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9d68d-f127-4640-bd3d-bc19b865dffb x-openstack-request-id: req-d4f9d68d-f127-4640-bd3d-bc19b865dffb {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:20.292972 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:20.293292 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4f9d68d-f127-4640-bd3d-bc19b865dffb {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:20.293740 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e', 'code': 200} Oct 26 16:43:20.326907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:20.336462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05ebb982-37b8-495e-a335-53fd99face91 req-cc89c288-efc6-42e2-988e-c59117065daa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808206 Oct 26 16:43:20.340876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:20.360987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.377072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.398856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 3b1b0e00-667b-4bcd-8aff-670fea794623 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:20.403507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bf08c-c2fc-4765-a5d6-dabf2db66499 req-cf5bf5a5-5260-4b59-a258-69af74ae320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:20.405249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-506bf08c-c2fc-4765-a5d6-dabf2db66499 req-cf5bf5a5-5260-4b59-a258-69af74ae320f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 1097 time: 0.0533340 Oct 26 16:43:20.415413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:20.421636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.503144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3e5cf-2108-4350-99ee-84ce72db222b None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:20.614811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 172.20.0.5 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/f2542239-56cc-4d4b-9e94-c9660440b6f8/3b1b0e00-667b-4bcd-8aff-670fea794623) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:20.621753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe7b:364f (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/a280186a-a257-4a64-806c-fabcf1c3bb88/3b1b0e00-667b-4bcd-8aff-670fea794623) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:20.761805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-506bf08c-c2fc-4765-a5d6-dabf2db66499 req-0dc83821-11de-4c8d-b957-e724935f07b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495481 Oct 26 16:43:20.830977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.835922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.896466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:20.945750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:20.946097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.947538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:20.995500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:20.998724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:21.004100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:21.008374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=3b1b0e00-667b-4bcd-8aff-670fea794623,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:21.038840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.079603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:21.085496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:21.086988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.164087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.178437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-160bcb86-3f42-4eb8-834c-7aab155b5c1a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1292281 Oct 26 16:43:21.180814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55836) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:21.217560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:21.241767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6480e9-beb5-4d35-867c-5ce1a9548a39 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:21.248376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6480e9-beb5-4d35-867c-5ce1a9548a39 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:21.252539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e6480e9-beb5-4d35-867c-5ce1a9548a39 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0682442 Oct 26 16:43:21.252955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:21.359421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 3b1b0e00-667b-4bcd-8aff-670fea794623 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:21.360399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.480260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.493593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2111b-ab38-4150-9bee-bb9c26d8e2d0 req-fa0e7276-1e3d-45cb-a51e-a5ab078c352b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:21.495822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 3b1b0e00-667b-4bcd-8aff-670fea794623 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:21.504743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bea2111b-ab38-4150-9bee-bb9c26d8e2d0 req-fa0e7276-1e3d-45cb-a51e-a5ab078c352b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.0782979 Oct 26 16:43:21.563835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bea2111b-ab38-4150-9bee-bb9c26d8e2d0 req-5843dbc3-35b5-42a7-a0d5-f9e495b4784c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Oct 26 16:43:21.630820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999ae46-1576-4485-a8c9-b971c1a97372 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:21.752849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.754394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-25d5f36c-2625-4717-b3fd-3a0914af6d81 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:21.754775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-25d5f36c-2625-4717-b3fd-3a0914af6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.786914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=3b1b0e00-667b-4bcd-8aff-670fea794623,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:21.941766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586519bc-8599-4a1b-b43c-d0d988ed3acf None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': 'f2542239-56cc-4d4b-9e94-c9660440b6f8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a280186a-a257-4a64-806c-fabcf1c3bb88'}], 'binding:host_id': 'n-d-815373-2'}, 'id': '08029a61-3d08-457f-a619-c5b63ee7a8c7'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:43:21.944340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:21.949998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f602ec3-5d7c-40b6-a41a-8f58705dad3c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/3b1b0e00-667b-4bcd-8aff-670fea794623 HTTP/1.1" status: 204 len: 168 time: 0.6937606 Oct 26 16:43:21.950501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55846) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:21.967598 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-586519bc-8599-4a1b-b43c-d0d988ed3acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.006244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb97af-23a1-4853-a2d0-931c65aa5a59 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:22.007737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb97af-23a1-4853-a2d0-931c65aa5a59 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:22.009383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb97af-23a1-4853-a2d0-931c65aa5a59 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:22.010955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f5eb97af-23a1-4853-a2d0-931c65aa5a59 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0594158 Oct 26 16:43:22.013831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55848) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:22.066336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet a280186a-a257-4a64-806c-fabcf1c3bb88 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:22.069475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.110745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.158053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.284267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.312356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=a280186a-a257-4a64-806c-fabcf1c3bb88,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:22.315980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.319208 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-838a0b63-a390-4b6c-9ad3-bfd3e3a01a16 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/a280186a-a257-4a64-806c-fabcf1c3bb88 HTTP/1.1" status: 204 len: 168 time: 0.3044281 Oct 26 16:43:22.321702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server [None req-586519bc-8599-4a1b-b43c-d0d988ed3acf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a280186a-a257-4a64-806c-fabcf1c3bb88: This subnet is being modified by another concurrent operation. Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:43:22.324786 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a280186a-a257-4a64-806c-fabcf1c3bb88: This subnet is being modified by another concurrent operation. Oct 26 16:43:22.327884 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Oct 26 16:43:22.393556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet f2542239-56cc-4d4b-9e94-c9660440b6f8 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:22.397369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.440103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.466647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.525835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0fba36dd-280e-487d-aee7-780ddf24b5ee None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:22.525835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0fba36dd-280e-487d-aee7-780ddf24b5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.542836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.616351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e104d7-dd71-4bf3-b980-40171fe88dea None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:43:22.670797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.682506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae244016-96b3-4eb6-befe-aee3dbc5f71a req-b8e13b08-20cb-4bfb-ad87-dd4a8a19fcce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:22.684269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae244016-96b3-4eb6-befe-aee3dbc5f71a req-b8e13b08-20cb-4bfb-ad87-dd4a8a19fcce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.0506096 Oct 26 16:43:22.700322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=f2542239-56cc-4d4b-9e94-c9660440b6f8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:22.710024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:22.716496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df7446e8-a85c-4c7c-8557-4fc070e706d2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/f2542239-56cc-4d4b-9e94-c9660440b6f8 HTTP/1.1" status: 204 len: 168 time: 0.3938012 Oct 26 16:43:22.717247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55860) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:22.740233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5c403d6a-36e2-49c8-ba8e-6cddeb2f4232 None None] Could not find standard attr ID for object 3b1b0e00-667b-4bcd-8aff-670fea794623. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:22.741609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae244016-96b3-4eb6-befe-aee3dbc5f71a req-599ab784-371e-4990-aad0-5244d4bf21a7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489626 Oct 26 16:43:22.771614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e104d7-dd71-4bf3-b980-40171fe88dea None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:43:22.794298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:22.794600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-125f448f-fbd8-4453-b564-39781f87c3d6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759876 Oct 26 16:43:22.799734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:22.852029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:22.935553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0605a-f0e1-4b2c-afab-9165d620d560 req-db7578f8-1387-4d7a-87e9-42eb2834d7aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:22.937040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd0605a-f0e1-4b2c-afab-9165d620d560 req-db7578f8-1387-4d7a-87e9-42eb2834d7aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.0775828 Oct 26 16:43:22.979764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd0605a-f0e1-4b2c-afab-9165d620d560 req-fb28a293-ef81-4c38-b78f-d9bf618c7bd5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Oct 26 16:43:23.002810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.049492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:23.053160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.061855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:23.152257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.165672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4ce8f-2138-4f5f-b897-daf6ead958c9 req-10ca92c7-2955-49b7-9b5f-06b932a1a418 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:23.167210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-add4ce8f-2138-4f5f-b897-daf6ead958c9 req-10ca92c7-2955-49b7-9b5f-06b932a1a418 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.1196187 Oct 26 16:43:23.207782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:23.222037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d85de1d-0d38-427e-8c75-1b6cfb545a8a None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:43:23.261496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-add4ce8f-2138-4f5f-b897-daf6ead958c9 req-7b461577-c279-4d48-ae0a-8270e91f4480 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695651 Oct 26 16:43:23.309133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:23.309424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.404547 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.415308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d85de1d-0d38-427e-8c75-1b6cfb545a8a None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:43:23.454737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:23.458437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:23.462815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:23.463433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.473543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=7674c873-a7d3-485e-85a7-dd901100689d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:23.512769 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.567936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:23.572409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dec42948-b80d-477d-98de-aba79e944b82 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7771013 Oct 26 16:43:23.584949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:23.589985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:23.642686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.748842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea8c22-2d1f-41e2-9195-750e0b201fb8 None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:23.798155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:23.802516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:23.857784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc9bd9-3c65-4dd4-bead-e31f3ace586c req-84405cd1-2c49-4244-8b03-2dec78914f6e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:23.859412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56fc9bd9-3c65-4dd4-bead-e31f3ace586c req-84405cd1-2c49-4244-8b03-2dec78914f6e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.0997624 Oct 26 16:43:23.927255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56fc9bd9-3c65-4dd4-bead-e31f3ace586c req-6072f3ac-9c29-4f1f-b2ca-d0a496130c8e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Oct 26 16:43:24.034021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '7674c873-a7d3-485e-85a7-dd901100689d'}], 'binding:host_id': 'n-d-815373-2'}, 'id': '08029a61-3d08-457f-a619-c5b63ee7a8c7'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:43:24.059232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.218217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Allocated IP 172.20.0.2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/7674c873-a7d3-485e-85a7-dd901100689d/08029a61-3d08-457f-a619-c5b63ee7a8c7) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:24.299618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:24.329909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:24.366942 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.424337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.501570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:24.509541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.509893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.510276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.510645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.510982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.511336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.511663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.511987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.512307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.512632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.512953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.513284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb828b-efea-4bdc-84c5-d50ccfeae96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:24.590645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.801513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:24.842325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.867260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:24.918092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.919455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:24.919650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:24.920008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.043738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:25.045455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:25.058856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:25.059543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.063759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=9bb43fbd-807c-429d-9fa9-930a854b1f4c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:25.065817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=9']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:25.165800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dca04-5993-4d13-9cf8-2b0d8a5ab077 req-c187f722-9503-4492-994a-c20a5bc4fe90 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:25.168779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d92dca04-5993-4d13-9cf8-2b0d8a5ab077 req-c187f722-9503-4492-994a-c20a5bc4fe90 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.0924854 Oct 26 16:43:25.182862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:25.190543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:1c:a0:42', 'name': 'tempest-NetworksTestDHCPv6-685650287'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:25.193891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f6d7267-713b-4307-93a1-2fe56c685a25 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6078546 Oct 26 16:43:25.255440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d92dca04-5993-4d13-9cf8-2b0d8a5ab077 req-84b42fec-f52e-43ac-b393-cd806b207f8b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576739 Oct 26 16:43:25.365198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-49caa6b6-9392-4011-864d-f2759a0a3a99 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:25.368536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-49caa6b6-9392-4011-864d-f2759a0a3a99 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 946 time: 0.1379886 Oct 26 16:43:25.394931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19571c3-b462-4809-87b2-43baa3ebab40 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:25.503654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port a7cb1690-2893-4837-bf3a-1955186be44e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:25.503999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.522837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0e596e13-99d4-4905-8260-c0daadeec7b8 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:25.523148 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e596e13-99d4-4905-8260-c0daadeec7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.557163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:25.651123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port a7cb1690-2893-4837-bf3a-1955186be44e, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a7cb1690-2893-4837-bf3a-1955186be44e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:25.652640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.679333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for a7cb1690-2893-4837-bf3a-1955186be44e owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:25.692261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:25.748573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:25.969490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 172.20.0.5 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/7674c873-a7d3-485e-85a7-dd901100689d/5dad5dbd-eb3d-494d-8ad3-2d6825ff5354) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:25.975858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe1c:a042 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/9bb43fbd-807c-429d-9fa9-930a854b1f4c/5dad5dbd-eb3d-494d-8ad3-2d6825ff5354) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:26.036859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.105582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=a7cb1690-2893-4837-bf3a-1955186be44e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:26.175202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port a7cb1690-2893-4837-bf3a-1955186be44e on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:26.175202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.175202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a7ebdd1-00ff-463a-bf74-bf1f8a47bef3 req-50e08e7a-ebdb-4015-bb43-1e3938938651 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "DELETE /v2.0/ports/a7cb1690-2893-4837-bf3a-1955186be44e HTTP/1.1" status: 204 len: 173 time: 0.7952082 Oct 26 16:43:26.175202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'name': 'network-vif-deleted', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:43:26.175530 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba37964a-25ab-416e-a565-dd037f6583ae" -d '{"events": [{"server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "name": "network-vif-deleted", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:26.177348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8f752-cabb-49e6-af76-cd8aae30be90 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:26.201322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.239213 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4820fa1e-55e9-46bf-a2d0-54297066c9f6 x-openstack-request-id: req-4820fa1e-55e9-46bf-a2d0-54297066c9f6 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:26.239516 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87198284-6626-4fbb-b3a1-13168e6a3f8b", "name": "network-vif-deleted", "tag": "a7cb1690-2893-4837-bf3a-1955186be44e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:26.239796 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4820fa1e-55e9-46bf-a2d0-54297066c9f6 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:26.242074 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87198284-6626-4fbb-b3a1-13168e6a3f8b', 'name': 'network-vif-deleted', 'tag': 'a7cb1690-2893-4837-bf3a-1955186be44e', 'status': 'completed', 'code': 200} Oct 26 16:43:26.289990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.308603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a458d886-461d-43ac-a704-01a4d08e490f None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:26.308973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a458d886-461d-43ac-a704-01a4d08e490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.367262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:26.372323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:26.385580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:26.389754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=5dad5dbd-eb3d-494d-8ad3-2d6825ff5354,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:26.414650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-610e719c-dba0-4390-94a1-7bbc7d4a490a req-62df2947-3196-46d7-8516-59cca91a6653 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0598152 Oct 26 16:43:26.466843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:26.467491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.550618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7735b842-0559-4ef2-8f08-f8929936ce50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3634849 Oct 26 16:43:26.550917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55910) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:26.609197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec40797-275c-4a11-84ce-4838410df0d5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:26.616860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec40797-275c-4a11-84ce-4838410df0d5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:26.626304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0ec40797-275c-4a11-84ce-4838410df0d5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0669723 Oct 26 16:43:26.626975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:26.775668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:26.776063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.802736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9bb3f61d-cf13-4f47-a354-c194673337fc None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:26.803286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f61d-cf13-4f47-a354-c194673337fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.854750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:26.904395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.932068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:26.962273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9bb3f61d-cf13-4f47-a354-c194673337fc None None] Provisioning complete for port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:26.962979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f61d-cf13-4f47-a354-c194673337fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:26.964603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:26.965097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.033760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3f61d-cf13-4f47-a354-c194673337fc None None] Port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:43:27.259975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d13d5aa0-c87e-4185-b9ed-7ebb738b840a None None] Provisioning complete for port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:27.260584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d13d5aa0-c87e-4185-b9ed-7ebb738b840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.275777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.307256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d13d5aa0-c87e-4185-b9ed-7ebb738b840a None None] Port 5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:43:27.317485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=5dad5dbd-eb3d-494d-8ad3-2d6825ff5354,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:27.432363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.436296 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7af37f55-36fd-4c97-bc74-0ef4d9369d00 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 HTTP/1.1" status: 204 len: 168 time: 0.8080182 Oct 26 16:43:27.439604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55920) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:27.521271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc21e1d-47b1-4894-ac6c-c5b68d012103 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:27.522943 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc21e1d-47b1-4894-ac6c-c5b68d012103 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:27.524799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc21e1d-47b1-4894-ac6c-c5b68d012103 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:27.527044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6dc21e1d-47b1-4894-ac6c-c5b68d012103 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0859079 Oct 26 16:43:27.535948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:27.589544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a7cb1690-2893-4837-bf3a-1955186be44e no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:27.596904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1b8d3d1-39b0-4173-8432-14ee3c652e27 req-381db480-ac29-4d7b-840f-aea05480e0f0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0684319 Oct 26 16:43:27.648239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a7cb1690-2893-4837-bf3a-1955186be44e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:27.649636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a7cb1690-2893-4837-bf3a-1955186be44e not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:27.651033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 7674c873-a7d3-485e-85a7-dd901100689d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:27.661786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.709122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.799979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.930215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.962728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=7674c873-a7d3-485e-85a7-dd901100689d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:27.969326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:27.972992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56703a56-4b06-4e89-8dc3-79c3de5dc8fc None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:27.984078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a6f399f-03a6-4609-8bb5-65aa8b2218d7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/7674c873-a7d3-485e-85a7-dd901100689d HTTP/1.1" status: 204 len: 168 time: 0.4444919 Oct 26 16:43:27.984455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.055556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 9bb43fbd-807c-429d-9fa9-930a854b1f4c {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:28.062293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.108255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.211766 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.367754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.400983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb43fbd-807c-429d-9fa9-930a854b1f4c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:28.414368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.421546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.422720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8807bde-b44d-497a-a562-5e8ec3442718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/9bb43fbd-807c-429d-9fa9-930a854b1f4c HTTP/1.1" status: 204 len: 168 time: 0.4363151 Oct 26 16:43:28.467765 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00c158ec-59a0-406d-afd6-7acbd4f0308b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444508 Oct 26 16:43:28.471602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55934) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.531971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2ba2b-c82a-4e32-8841-e3bedd2e375e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:28.536235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55936) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.536396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9fe2ba2b-c82a-4e32-8841-e3bedd2e375e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0636792 Oct 26 16:43:28.601553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ff499-3789-4b26-815d-21cf0a230097 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:28.606372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55938) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.612888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e03ff499-3789-4b26-815d-21cf0a230097 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754085 Oct 26 16:43:28.655946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55944) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:28.657799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0dc01068-9ca0-4e92-88aa-2c20ea4ef062 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503085 Oct 26 16:43:28.663160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:28.786610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c0b2c0f5-b19b-49e1-8650-1c93929dd454 req-0f399bef-f30d-4aaa-827f-28fc0a2da2c7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0521107 Oct 26 16:43:28.888977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4a694-c895-4391-91c4-0b9368dc7652 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:28.904204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:28.907948 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:28.909496 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:28.910039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:28.983115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a037f9ba-9658-4f22-9fa2-db793f12ad3a None None] Provisioning complete for port 08029a61-3d08-457f-a619-c5b63ee7a8c7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:28.983681 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a037f9ba-9658-4f22-9fa2-db793f12ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.001489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5da0f948-c44d-4468-9b7d-3d2dbc2b8bc2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3393626 Oct 26 16:43:29.001899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:29.006983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:29.184416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:29.191964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.193754 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:29.194261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:29.236448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:29.279246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-38f56eab-5dff-401b-8a23-432f4cc13f0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2754900 Oct 26 16:43:29.282196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55952) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:29.284820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Deleting port 08029a61-3d08-457f-a619-c5b63ee7a8c7 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:29.286730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.287492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:29.364676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] For port 08029a61-3d08-457f-a619-c5b63ee7a8c7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08029a61-3d08-457f-a619-c5b63ee7a8c7,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:29.365060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.378633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Calling delete_port for 08029a61-3d08-457f-a619-c5b63ee7a8c7 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:29.502143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:29.506039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.507514 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:29.507972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:29.578412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.605568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] Pushing event deleted for resources: {'Port': ['ID=08029a61-3d08-457f-a619-c5b63ee7a8c7,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:29.607417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bdbb1-d077-4928-9435-003e16fa62e6 None None] No DVR routers for this DVR port 08029a61-3d08-457f-a619-c5b63ee7a8c7 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:29.643650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55956) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:29.647948 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2299b7cf-f948-497c-ac12-0728b2f05528 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3642035 Oct 26 16:43:29.649699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:29.829761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:29.834033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:29.836125 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:29.836754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:29.911818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d44a9506-1146-4e5f-ad77-b6b3c56d5919 req-a253dc8f-c6bb-4252-9997-157767fb4c20 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0428340 Oct 26 16:43:29.923053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a56a0e3-0b1f-4702-aaff-e453153fb8fb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2763250 Oct 26 16:43:29.933784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55964) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:29.941023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:30.089285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:30.092948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:30.094846 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:30.095382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:30.181892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55968) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:30.188106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:30.192032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b1dd4e39-e814-4598-ba5a-44a2a62cb438 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2567713 Oct 26 16:43:30.344123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:30.347616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:30.349233 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:30.349660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:30.421367 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-45e25d24-9f26-47d5-9cb0-5ccd91f4d76f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2376003 Oct 26 16:43:30.424413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55972) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:30.460251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-59443f4a-5806-43d5-b2fe-433ef156d0c6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319242 Oct 26 16:43:30.460251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:30.512598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d0535-c3e2-4e49-ad75-99fd9164880e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:30.517025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-934d0535-c3e2-4e49-ad75-99fd9164880e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0529509 Oct 26 16:43:30.517256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55976) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:30.564083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb70db58-da4e-49af-982d-747324a16d48 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417032 Oct 26 16:43:30.564291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:30.569041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:30.717951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:30.721761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:30.863663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:30.914105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 08029a61-3d08-457f-a619-c5b63ee7a8c7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:30.914669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08029a61-3d08-457f-a619-c5b63ee7a8c7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:31.025579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-636d9f30-6a3a-49ad-aa80-66432394e068 req-4cd6fc89-1196-4463-9cab-d2b14344012e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0337586 Oct 26 16:43:31.033246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6097-b294-4ee8-a116-64fbe3662b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:31.449560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:31.451278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:31.497462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:31.500608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:31.505087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:31.505677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:31.511633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9604c-a643-467c-90b3-660133a67e81 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:31.517162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=5388f8d2-0055-4421-8ce1-54c304256199,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:31.627495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-61a68163-d1f8-4b41-9172-9577521bde98 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0621386 Oct 26 16:43:31.630249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:31.638288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:38:a5:ce', 'name': 'tempest-NetworksTestDHCPv6-1416355649'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:31.693682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '5388f8d2-0055-4421-8ce1-54c304256199'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:31.695430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:31.837681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Allocated IP 2001:db8::f816:3eff:fe05:729e (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5388f8d2-0055-4421-8ce1-54c304256199/83574f19-358a-49e8-a2b5-e2ef51e52ab0) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:31.872063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:31.966052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:31.996059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port bb7fa195-92f5-43c3-a61e-a63a9a381c09 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:32.003431 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.084647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.151086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:32.152870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:32.157303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:32.167950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-184efdd5-7b3b-48e9-9dfd-19de1b86bb42 req-97a0bee0-44b9-4157-af6e-5fbb0a951958 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=87198284-6626-4fbb-b3a1-13168e6a3f8b HTTP/1.1" status: 200 len: 210 time: 0.0348179 Oct 26 16:43:32.172960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Pushing event updated for resources: {'Port': ['ID=83574f19-358a-49e8-a2b5-e2ef51e52ab0,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:32.208026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe38:a5ce (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5388f8d2-0055-4421-8ce1-54c304256199/bb7fa195-92f5-43c3-a61e-a63a9a381c09) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:32.254054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Attempting to bind port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:32.254539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Attempting to bind port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:32.254912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Attempting to bind port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:32.268598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:32.268973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:32.269371 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.270306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:32.270306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Bound port: 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:32.270869 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.341272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] For port 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:32.345677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] For port 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=83574f19-358a-49e8-a2b5-e2ef51e52ab0,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:32.404216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.425170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.493226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca1cb-d599-42c5-a067-50e9296af3d9 None None] Pushing event updated for resources: {'Port': ['ID=83574f19-358a-49e8-a2b5-e2ef51e52ab0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:32.558635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.621335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:32.626151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:32.632515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:32.639157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:32.640071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.656760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=bb7fa195-92f5-43c3-a61e-a63a9a381c09,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:32.750545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dafff35f-0cf8-45a6-a8f5-f8380ec40142 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1183031 Oct 26 16:43:32.750940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56000) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:32.817294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2fee0-3bb4-4dc2-8204-3b1d1bece620 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:32.823560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2fee0-3bb4-4dc2-8204-3b1d1bece620 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:32.825564 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79a2fee0-3bb4-4dc2-8204-3b1d1bece620 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0734463 Oct 26 16:43:32.828446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56002) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:32.878414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 83574f19-358a-49e8-a2b5-e2ef51e52ab0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:32.930723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:32.931368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:32.934245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port bb7fa195-92f5-43c3-a61e-a63a9a381c09 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:32.934642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.044236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.050591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.059872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for bb7fa195-92f5-43c3-a61e-a63a9a381c09 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:33.102723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=83574f19-358a-49e8-a2b5-e2ef51e52ab0,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:33.214234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.309067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=83574f19-358a-49e8-a2b5-e2ef51e52ab0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:33.321361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.353005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=bb7fa195-92f5-43c3-a61e-a63a9a381c09,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:33.381917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.385576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b09cc985-0b62-4832-8116-61e27de3b54c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/bb7fa195-92f5-43c3-a61e-a63a9a381c09 HTTP/1.1" status: 204 len: 168 time: 0.5561795 Oct 26 16:43:33.389132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56022) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:33.449568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d3927-4246-47f1-8426-06b438b9db1d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:33.451414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d3927-4246-47f1-8426-06b438b9db1d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:33.454024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-138d3927-4246-47f1-8426-06b438b9db1d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0636492 Oct 26 16:43:33.456916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56024) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:33.525546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 5388f8d2-0055-4421-8ce1-54c304256199 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:33.531462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.587735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.636380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2bf3e745-10b3-4b6c-b864-2f062921abad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.699739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8d8eee3b-1e5d-42f8-adb8-b13fbe33baa7 None None] Provisioning complete for port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:33.700403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d8eee3b-1e5d-42f8-adb8-b13fbe33baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.728189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.829393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c210b-a704-475e-8481-951c2abb9b44 req-707f24e7-75cd-4cf1-8148-22684bccedfb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:33.831020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c210b-a704-475e-8481-951c2abb9b44 req-707f24e7-75cd-4cf1-8148-22684bccedfb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.1045892 Oct 26 16:43:33.892079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c210b-a704-475e-8481-951c2abb9b44 req-9e4a463b-aeb2-4a2d-841d-9eab9c756085 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Oct 26 16:43:33.955729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.988265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=5388f8d2-0055-4421-8ce1-54c304256199,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:33.993190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:33.999073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-09815e83-93be-4435-8440-4391e71d972a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5388f8d2-0055-4421-8ce1-54c304256199 HTTP/1.1" status: 204 len: 168 time: 0.5388782 Oct 26 16:43:33.999497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:34.045520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-148c9874-0e2e-48e7-acaf-704206df4e3d None None] Could not find standard attr ID for object bb7fa195-92f5-43c3-a61e-a63a9a381c09. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:34.051511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e509d40e-8f5c-43ee-a208-3c529684a0f7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505900 Oct 26 16:43:34.054560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:34.059670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:34.124545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:34.260653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d888a8-7563-4b50-93ae-2b4b59dca454 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:34.269477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:34.275787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:34.499354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:34.556224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Deleting port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:34.556607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:34.624042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] For port 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=83574f19-358a-49e8-a2b5-e2ef51e52ab0,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:34.624513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:34.638032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Calling delete_port for 83574f19-358a-49e8-a2b5-e2ef51e52ab0 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:34.754210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:34.898159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 83574f19-358a-49e8-a2b5-e2ef51e52ab0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:35.042907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.057095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.090099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.114439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06847fde-08c6-4f15-815e-669310983204 req-372257f1-48d3-4f6a-ad7c-095639eeba5d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:35.115973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06847fde-08c6-4f15-815e-669310983204 req-372257f1-48d3-4f6a-ad7c-095639eeba5d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0981317 Oct 26 16:43:35.131834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.164637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] Pushing event deleted for resources: {'Port': ['ID=83574f19-358a-49e8-a2b5-e2ef51e52ab0,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:35.166851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2645dd-9ade-4c9d-90e6-01cbfb139f16 None None] No DVR routers for this DVR port 83574f19-358a-49e8-a2b5-e2ef51e52ab0 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:35.226936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06847fde-08c6-4f15-815e-669310983204 req-3ca37b11-3bda-433c-8e07-08e65f7cd2cd tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029205 Oct 26 16:43:35.299365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port 83574f19-358a-49e8-a2b5-e2ef51e52ab0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=83574f19-358a-49e8-a2b5-e2ef51e52ab0,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:35.330613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.409191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.410160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.461990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=83574f19-358a-49e8-a2b5-e2ef51e52ab0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:35.485976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:35.489339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:35.493818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:35.494408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.501237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6147eb-c112-42a4-808a-4df4c3bb1151 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:35.505014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=47485c65-592e-423a-ba34-dba1cb27e646,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:35.584214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68e6b9bf-ace5-4203-9af3-011f6d0e6a56 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5285039 Oct 26 16:43:35.586685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56050) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:35.597611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:5b:a9:08', 'name': 'tempest-NetworksTestDHCPv6-1941325777'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:35.681687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '47485c65-592e-423a-ba34-dba1cb27e646'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:35.681687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.840336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-188c7f85-3d91-4995-ac4b-2ea71b1101da tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:35.840900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:35.846540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-188c7f85-3d91-4995-ac4b-2ea71b1101da tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0925024 Oct 26 16:43:35.849829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:35.865273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Allocated IP 2001:db8::f816:3eff:fe4e:fb0f (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/47485c65-592e-423a-ba34-dba1cb27e646/ed3673d7-f543-41dd-82d9-5804b02d44a2) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:35.880756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port ab078c5c-3ba9-45b1-909f-292f9f5075af yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:35.992491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Deleting port 8dbcb311-556c-4da1-91c3-617efd0f738c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:35.993073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.069109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.104683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] For port 8dbcb311-556c-4da1-91c3-617efd0f738c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8dbcb311-556c-4da1-91c3-617efd0f738c,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:36.105038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.198819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.254632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:36.261598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:36.272148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:36.292904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe5b:a908 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/47485c65-592e-423a-ba34-dba1cb27e646/ab078c5c-3ba9-45b1-909f-292f9f5075af) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:36.297931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Pushing event updated for resources: {'Port': ['ID=ed3673d7-f543-41dd-82d9-5804b02d44a2,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.423569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Attempting to bind port ed3673d7-f543-41dd-82d9-5804b02d44a2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:36.424353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Attempting to bind port ed3673d7-f543-41dd-82d9-5804b02d44a2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:36.424717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Attempting to bind port ed3673d7-f543-41dd-82d9-5804b02d44a2 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:36.434164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:36.434775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:36.435285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.435591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:36.436026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Bound port: ed3673d7-f543-41dd-82d9-5804b02d44a2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:36.436451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.584397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.645610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] For port ed3673d7-f543-41dd-82d9-5804b02d44a2, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:36.649545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] For port ed3673d7-f543-41dd-82d9-5804b02d44a2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ed3673d7-f543-41dd-82d9-5804b02d44a2,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:36.679581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcfc5-d29d-4276-985e-a370553af9f4 req-1635563e-1724-4b29-b459-f17c5fdb9d22 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:36.682274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98cdcfc5-d29d-4276-985e-a370553af9f4 req-1635563e-1724-4b29-b459-f17c5fdb9d22 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 945 time: 0.0592291 Oct 26 16:43:36.693374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.693864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.694265 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Floating IP d36acfa5-6445-441f-9578-9c3fe07e0cc2 disassociated. External IP: 172.25.5.164, port: 8dbcb311-556c-4da1-91c3-617efd0f738c. Oct 26 16:43:36.694727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Calling delete_port for 8dbcb311-556c-4da1-91c3-617efd0f738c owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:36.726968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98cdcfc5-d29d-4276-985e-a370553af9f4 req-64067f87-1193-4eb5-aa8e-62667755bb5d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=bff1a430-d6a2-4167-8271-6d2d1479535e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378318 Oct 26 16:43:36.806622 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.870188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.870695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.903165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:36.940906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:36.941420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'Port': ['ID=8dbcb311-556c-4da1-91c3-617efd0f738c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.959233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=ab078c5c-3ba9-45b1-909f-292f9f5075af,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.968109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:36.970678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:36.971165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646c71-7e0d-447e-b00c-e4964e64ed10 None None] Pushing event updated for resources: {'Port': ['ID=ed3673d7-f543-41dd-82d9-5804b02d44a2,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.978162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:36.978819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:37.095907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:43:37.170850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1954ccc1-4a81-4d3b-8b13-3ccbd2f58360 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5815356 Oct 26 16:43:37.173872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56066) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:37.262975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:43:37.269599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484b37f-6fd3-4f0c-9bb5-35ca0f668c95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:37.274807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484b37f-6fd3-4f0c-9bb5-35ca0f668c95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:37.279274 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:37.279957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f484b37f-6fd3-4f0c-9bb5-35ca0f668c95 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1021254 Oct 26 16:43:37.281140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:37.310775 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:37.312296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:37.333686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] No DVR routers for this DVR port 8dbcb311-556c-4da1-91c3-617efd0f738c on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:37.336758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:37.340994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-857ed1dd-79e1-4e56-91b3-3e018d3f994d req-8b2eae2a-9a79-4123-b7b1-d9551e86d919 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.39 "DELETE /v2.0/ports/8dbcb311-556c-4da1-91c3-617efd0f738c HTTP/1.1" status: 204 len: 173 time: 1.4847443 Oct 26 16:43:37.341606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'name': 'network-vif-deleted', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:43:37.349721 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dab06d-d814-4713-a6d7-8397d16c3c23" -d '{"events": [{"server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "name": "network-vif-deleted", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:37.419488 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c6cfe-c57d-4b55-9eb6-7a741d07f39c x-openstack-request-id: req-154c6cfe-c57d-4b55-9eb6-7a741d07f39c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:37.420905 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf1f426-30b7-4bb4-89e3-2dffd3000cee", "name": "network-vif-deleted", "tag": "8dbcb311-556c-4da1-91c3-617efd0f738c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:37.420905 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-154c6cfe-c57d-4b55-9eb6-7a741d07f39c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:37.422276 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf1f426-30b7-4bb4-89e3-2dffd3000cee', 'name': 'network-vif-deleted', 'tag': '8dbcb311-556c-4da1-91c3-617efd0f738c', 'status': 'completed', 'code': 200} Oct 26 16:43:37.478873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port ab078c5c-3ba9-45b1-909f-292f9f5075af {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:37.484379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:37.548101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:37.618221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:37.634641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for ab078c5c-3ba9-45b1-909f-292f9f5075af owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:37.880202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:37.884437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2d67c5b-c0dc-430f-afb9-7f9be58efa15 req-87b00657-99e1-48ae-bcbe-eca5e96ad8f4 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf1f426-30b7-4bb4-89e3-2dffd3000cee HTTP/1.1" status: 200 len: 210 time: 0.0579782 Oct 26 16:43:37.918019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:37.921909 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:37.933080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:43:37.934092 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:43:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:37.975187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=ab078c5c-3ba9-45b1-909f-292f9f5075af,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:38.013637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.023344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a57eea31-b905-4f12-bd9d-176dbbdc3468 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ab078c5c-3ba9-45b1-909f-292f9f5075af HTTP/1.1" status: 204 len: 168 time: 0.7411094 Oct 26 16:43:38.025549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:38.098695 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:43:38.151530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33871d-81dd-4c06-a0a5-31179a615c72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:38.153611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33871d-81dd-4c06-a0a5-31179a615c72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:38.159157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56088) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:38.171607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5a33871d-81dd-4c06-a0a5-31179a615c72 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408432 Oct 26 16:43:38.248812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 47485c65-592e-423a-ba34-dba1cb27e646 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:38.253747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.325026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.481826 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:38.543588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.572512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Provisioning complete for port ed3673d7-f543-41dd-82d9-5804b02d44a2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:38.572512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.612231 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006bf41-4499-4913-a5d0-9512c2f970f9 None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:38.737564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8dbcb311-556c-4da1-91c3-617efd0f738c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:38.776762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 8dbcb311-556c-4da1-91c3-617efd0f738c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:38.777885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8dbcb311-556c-4da1-91c3-617efd0f738c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:38.830246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.867936 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.943326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:38.954992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/47485c65-592e-423a-ba34-dba1cb27e646 HTTP/1.1" status: 204 len: 168 time: 0.7880764 Oct 26 16:43:38.955089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:38.963232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8003b5b-5c1a-47b7-a5a0-33e50f4ab718 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=47485c65-592e-423a-ba34-dba1cb27e646,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:39.036684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21e682-e17e-41c2-b107-abb0bae16d12 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:39.038785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ed3673d7-f543-41dd-82d9-5804b02d44a2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:39.056044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6b54b33a-1ff6-43f3-8e90-567ce5a1adba tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030982 Oct 26 16:43:39.058755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.109594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.177615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef58083-67fd-4486-97ab-76bc50a32f20 None None] New status for floating IP d36acfa5-6445-441f-9578-9c3fe07e0cc2: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:43:39.179776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:43:39.179970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523f5d7-857c-4e6d-b18a-758d4a7d7d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:39.180425 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:43:39.181482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9523f5d7-857c-4e6d-b18a-758d4a7d7d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1216476 Oct 26 16:43:39.184458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.206845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.232697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.319735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652453f-213c-4a59-91a4-9532ad121a2c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:39.323768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b652453f-213c-4a59-91a4-9532ad121a2c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381748 Oct 26 16:43:39.326288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56146) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.344544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ed3673d7-f543-41dd-82d9-5804b02d44a2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:39.344923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.384563 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5214ec76-87c0-40a0-8b23-b0ff19a9bfdb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548503 Oct 26 16:43:39.385592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.388336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.388577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.389517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "DELETE /v2.0/security-groups/bff1a430-d6a2-4167-8271-6d2d1479535e HTTP/1.1" status: 204 len: 168 time: 0.2740819 Oct 26 16:43:39.400973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:39.405643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56150) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.406445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976cbac-b6c9-4010-84e5-4da17e06df2d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1a430-d6a2-4167-8271-6d2d1479535e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:39.456092 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-3153d6b5-e87c-46bb-908b-8f24a3afbe35 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] show failed (client error): The resource could not be found. Oct 26 16:43:39.456092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3153d6b5-e87c-46bb-908b-8f24a3afbe35 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups/bff1a430-d6a2-4167-8271-6d2d1479535e HTTP/1.1" status: 404 len: 347 time: 0.0387101 Oct 26 16:43:39.456915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:39.571653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.626252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port ed3673d7-f543-41dd-82d9-5804b02d44a2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ed3673d7-f543-41dd-82d9-5804b02d44a2,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:39.648080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Deleting port 1aae59dd-7475-4b5b-9e8f-4a573e98d9ad {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:39.651278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.672462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:39.677033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:39.677511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.765686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.785170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.785360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.812801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:39.821748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Calling delete_port for 1aae59dd-7475-4b5b-9e8f-4a573e98d9ad owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:39.945164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:43:39.945357 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:43:39.973037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=ed3673d7-f543-41dd-82d9-5804b02d44a2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:39.984202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Deleting port ed3673d7-f543-41dd-82d9-5804b02d44a2 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:39.984202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.111780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] For port ed3673d7-f543-41dd-82d9-5804b02d44a2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ed3673d7-f543-41dd-82d9-5804b02d44a2,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:40.112336 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.127772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Calling delete_port for ed3673d7-f543-41dd-82d9-5804b02d44a2 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:40.151592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.196059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'Port': ['ID=1aae59dd-7475-4b5b-9e8f-4a573e98d9ad,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:40.277268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.279941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.284377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-39e9f721-2529-4b95-86b7-4e8b310127de tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "DELETE /v2.0/floatingips/d36acfa5-6445-441f-9578-9c3fe07e0cc2 HTTP/1.1" status: 204 len: 168 time: 0.8301451 Oct 26 16:43:40.319920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:40.366741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.405722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] Pushing event deleted for resources: {'Port': ['ID=ed3673d7-f543-41dd-82d9-5804b02d44a2,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:40.410485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738c1d3-44d1-46db-b1c3-5a76ba747bfc None None] No DVR routers for this DVR port ed3673d7-f543-41dd-82d9-5804b02d44a2 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:40.458369 n-d-815373-2 neutron-server[102736]: WARNING neutron.services.revisions.revision_plugin [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Could not find related port for resource to bump revision. Oct 26 16:43:40.511196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_pluggable_backend [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Port ed3673d7-f543-41dd-82d9-5804b02d44a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 16:43:40.513561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_pluggable_backend [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:fb0f {{(pid=102736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 16:43:40.516685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_pluggable_backend [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4e:fb0f {{(pid=102736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 16:43:40.518037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.568792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:40.572529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:40.577305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:40.578231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.594001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=5180873e-ce09-4a47-8576-f6ff90e7ab3b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:40.598299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ee7fb-e02d-44da-a697-ec987e22f791 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:40.688654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-971f6bfb-d76d-4519-abdb-b1e4e3130d6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2983625 Oct 26 16:43:40.691413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:40.697484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:06:e3:25', 'name': 'tempest-NetworksTestDHCPv6-1716285968'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:40.770169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '5180873e-ce09-4a47-8576-f6ff90e7ab3b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:40.771038 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:40.916485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ed3673d7-f543-41dd-82d9-5804b02d44a2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:40.954284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ed3673d7-f543-41dd-82d9-5804b02d44a2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:40.954592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ed3673d7-f543-41dd-82d9-5804b02d44a2 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:40.960379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e00b9-de1d-4ec7-abca-c043c6e3f0cb None None] Port ed3673d7-f543-41dd-82d9-5804b02d44a2 update to ACTIVE by agent not found {{(pid=102738) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 16:43:40.980938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:40.997923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56208) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:41.004349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662264966', 'description': 'tempest-description--1667523092'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:41.043482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Allocated IP 2001:db8::f816:3eff:fe9c:36f1 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5180873e-ce09-4a47-8576-f6ff90e7ab3b/cfd323d1-3971-4c66-adbe-72d1649ba59a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:41.143009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.155743 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.180676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 1518d887-328c-4595-9e01-9e9870106d7d yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:41.302051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.305499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7fcb62b0-48ef-437b-8167-0f565790457a None None] Could not find standard attr ID for object ab078c5c-3ba9-45b1-909f-292f9f5075af. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:41.385982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.411378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.423202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef008d-b67c-4fd7-a045-1e70677a2817,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:41.534823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.539318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:41.539788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c65d517b-13ec-4c25-aacb-73dfa13a665d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5404229 Oct 26 16:43:41.544164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group_rule': {'security_group_id': '99ef008d-b67c-4fd7-a045-1e70677a2817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:41.565361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.606951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:41.612306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:41.615434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:41.622867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Pushing event updated for resources: {'Port': ['ID=cfd323d1-3971-4c66-adbe-72d1649ba59a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:41.638236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe06:e325 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/5180873e-ce09-4a47-8576-f6ff90e7ab3b/1518d887-328c-4595-9e01-9e9870106d7d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:41.689810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Attempting to bind port cfd323d1-3971-4c66-adbe-72d1649ba59a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:41.690381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Attempting to bind port cfd323d1-3971-4c66-adbe-72d1649ba59a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:41.692656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Attempting to bind port cfd323d1-3971-4c66-adbe-72d1649ba59a on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:41.699870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:41.700240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:41.700632 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.701024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:41.701477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Bound port: cfd323d1-3971-4c66-adbe-72d1649ba59a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:41.701889 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.731605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.788031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] For port cfd323d1-3971-4c66-adbe-72d1649ba59a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:41.792361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] For port cfd323d1-3971-4c66-adbe-72d1649ba59a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cfd323d1-3971-4c66-adbe-72d1649ba59a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:41.846950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.856216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.895164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.928821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:41.973190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c05de-dd75-4e5c-98fc-52605e85d3a7 None None] Pushing event updated for resources: {'Port': ['ID=cfd323d1-3971-4c66-adbe-72d1649ba59a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:41.980565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461f31ca-23f8-4e4b-bc53-d759cdfc8516,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:42.004419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.062896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:42.066328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:42.070414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:42.076148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:42.076771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.094996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.096877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-14cc01ac-30f4-4d39-bc90-953a588edd3c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564203 Oct 26 16:43:42.109646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=1518d887-328c-4595-9e01-9e9870106d7d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:42.110231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56224) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:42.115118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'security_group_rule': {'security_group_id': '99ef008d-b67c-4fd7-a045-1e70677a2817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:42.236906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5824a8c6-5b95-497b-8521-16e493d92c22 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5369732 Oct 26 16:43:42.236906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:42.305509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8a4ed-6270-4e38-846e-00f19a1d5b67 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:42.316889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8a4ed-6270-4e38-846e-00f19a1d5b67 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:42.318692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eaa8a4ed-6270-4e38-846e-00f19a1d5b67 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0844963 Oct 26 16:43:42.322592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:42.382875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.474286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 1518d887-328c-4595-9e01-9e9870106d7d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:42.476524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.614898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.633821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 1518d887-328c-4595-9e01-9e9870106d7d owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:42.703221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.804437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.826532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d91dbf-5026-482b-9bae-56bfc718698c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:42.898185 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.939357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cfd323d1-3971-4c66-adbe-72d1649ba59a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:42.953121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=1518d887-328c-4595-9e01-9e9870106d7d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:42.957184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:42.961206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db2ac62d-6dba-49db-8266-035339866b6f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8470449 Oct 26 16:43:42.961548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56236) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:42.966043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:43.023064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.030253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56240) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:43.031722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-93eee230-6531-46b1-aab8-af2f384168fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/1518d887-328c-4595-9e01-9e9870106d7d HTTP/1.1" status: 204 len: 168 time: 0.7074270 Oct 26 16:43:43.083158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cfd323d1-3971-4c66-adbe-72d1649ba59a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:43.087106 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.115143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506e471-fec7-44f3-9a8a-7e8a19f7deb2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:43.117187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506e471-fec7-44f3-9a8a-7e8a19f7deb2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:43.121840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:43.132856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5506e471-fec7-44f3-9a8a-7e8a19f7deb2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0992563 Oct 26 16:43:43.134276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.216116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 5180873e-ce09-4a47-8576-f6ff90e7ab3b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:43.229237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.259394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.314360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.377003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port cfd323d1-3971-4c66-adbe-72d1649ba59a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cfd323d1-3971-4c66-adbe-72d1649ba59a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:43.379804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.475663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ddd3f8c5-f223-4177-be9b-57eae42c5ff8 None None] Provisioning complete for port cfd323d1-3971-4c66-adbe-72d1649ba59a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:43.477866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f8c5-f223-4177-be9b-57eae42c5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.548202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.548651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Allocated IP 172.25.5.89 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/bff07540-2a8b-4b21-bb63-1655766cf82e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:43.550388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.676432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=cfd323d1-3971-4c66-adbe-72d1649ba59a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:43.760445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.792459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.820728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=5180873e-ce09-4a47-8576-f6ff90e7ab3b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:43.830639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.836575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:43.841975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-72dabf12-af80-489b-9c8e-6f934ad6171d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5180873e-ce09-4a47-8576-f6ff90e7ab3b HTTP/1.1" status: 204 len: 168 time: 0.7187357 Oct 26 16:43:43.846875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d6c3f8b0-b849-433f-a3ca-740f61c02545 None None] Could not find standard attr ID for object 1518d887-328c-4595-9e01-9e9870106d7d. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:43.881753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f48274f8-8622-4bbf-8379-c66cf8b97801 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438445 Oct 26 16:43:43.887725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:43.891556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:43.938426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:43.963868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab31625-7fc5-4ddc-b136-48128ff3dd3d None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:44.004212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:44.008615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:44.012674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:44.049307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=bff07540-2a8b-4b21-bb63-1655766cf82e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:44.158070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:44.163694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.180332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.206880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:44.269034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Deleting port cfd323d1-3971-4c66-adbe-72d1649ba59a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:44.269405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.341685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.348738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] For port cfd323d1-3971-4c66-adbe-72d1649ba59a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cfd323d1-3971-4c66-adbe-72d1649ba59a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:44.357212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.363863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Calling delete_port for cfd323d1-3971-4c66-adbe-72d1649ba59a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:44.372909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-a2902947-3401-49ff-9d09-a4203ee6322e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246531 Oct 26 16:43:44.569730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-8b48fe07-1ac6-43af-aa86-2a1964839042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:44.569730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-8b48fe07-1ac6-43af-aa86-2a1964839042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1097 time: 0.1583328 Oct 26 16:43:44.586796 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.659089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] No DVR routers for this DVR port cfd323d1-3971-4c66-adbe-72d1649ba59a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:44.665546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d1daa-0700-4762-8ad3-a56d01020a42 None None] Pushing event deleted for resources: {'Port': ['ID=cfd323d1-3971-4c66-adbe-72d1649ba59a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:44.708035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.771967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-6bc185c4-5eb9-434a-89f1-165ffe07de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:44.773517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-6bc185c4-5eb9-434a-89f1-165ffe07de4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1666710 Oct 26 16:43:44.845879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.880244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:44.891827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cfd323d1-3971-4c66-adbe-72d1649ba59a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:44.907654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:44.932209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: cfd323d1-3971-4c66-adbe-72d1649ba59a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:44.932850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cfd323d1-3971-4c66-adbe-72d1649ba59a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:44.996186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-faa8d0e6-8d39-4b50-a6c9-0f5bcb416700 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 1001 time: 0.2151196 Oct 26 16:43:45.003264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=bff07540-2a8b-4b21-bb63-1655766cf82e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:45.024309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:45.028434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:45.052872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:45.067984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:45.067984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:45.068196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9b9b8-e2e6-4dc0-96f1-81d2f918b8f1 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:45.077706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=b38548a4-ba2a-470e-887f-dc355df57d4f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:45.099423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-c9277335-d526-400a-9961-e9fb8cb4f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:45.100903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-c9277335-d526-400a-9961-e9fb8cb4f9aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0951235 Oct 26 16:43:45.159910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:45.161382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa2a1b58-8b18-4fc2-91cf-aa5f4dd1dc96 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1988106 Oct 26 16:43:45.166681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-7e06b26a-8aeb-4d43-896a-2f08b78ca541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:45.172384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-7e06b26a-8aeb-4d43-896a-2f08b78ca541 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582180 Oct 26 16:43:45.234380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79174b79-8aad-48aa-b56d-63d6b154ba6a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3480861 Oct 26 16:43:45.237042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56274) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:45.242165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:a5:c2:a7', 'name': 'tempest-NetworksTestDHCPv6-1786624226'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:45.384660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-55f0803b-e4a4-4109-aa0c-82c293f207a4 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087710 Oct 26 16:43:45.448529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'b38548a4-ba2a-470e-887f-dc355df57d4f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:45.449412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:45.602825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-b26031b7-052f-486f-b7b8-66c10f0857dc tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1662264966&fields=id&tenant_id=fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 267 time: 0.0994174 Oct 26 16:43:45.630251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4a3a2214-f797-4324-b49e-5e474dd36b92 req-7e93d7c2-4711-4556-8baf-5664bb65a400 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338152 Oct 26 16:43:45.713492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:45.783227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Allocated IP 2001:db8::f816:3eff:fefa:e589 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/b38548a4-ba2a-470e-887f-dc355df57d4f/d1622361-ec74-45ca-83e5-59ee80986aab) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:45.867679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-2bac49f3-26d8-4195-84bf-e65e09a0ec4e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:45.869315 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-2bac49f3-26d8-4195-84bf-e65e09a0ec4e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 810 time: 0.2511780 Oct 26 16:43:45.884295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:45.913141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-034d06cd-5ab9-4d88-bbb4-41c09acc7d07 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/quotas/fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 375 time: 0.0184603 Oct 26 16:43:46.017415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 36bf86c5-acb0-4ecd-95de-a65a12bc0eef yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:46.041965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-35f9965a-e0b9-4ac1-9f3b-4981ffd410c7 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221664 Oct 26 16:43:46.123210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:46.220862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:46.229865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea4b56-105c-4c84-9c89-e4e1d5469af9 req-d2d5d622-8c21-43ae-bdfb-ed59ea2d1fa8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:46.231493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cea4b56-105c-4c84-9c89-e4e1d5469af9 req-d2d5d622-8c21-43ae-bdfb-ed59ea2d1fa8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1009309 Oct 26 16:43:46.268135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-33bd1a87-120e-4d80-9c56-9601ba3a326b service neutron] 10.222.0.21 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911626 Oct 26 16:43:46.298693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:46.313534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:46.321039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:46.336446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Pushing event updated for resources: {'Port': ['ID=d1622361-ec74-45ca-83e5-59ee80986aab,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:46.412429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Attempting to bind port d1622361-ec74-45ca-83e5-59ee80986aab on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:46.412904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Attempting to bind port d1622361-ec74-45ca-83e5-59ee80986aab by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:46.413356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Attempting to bind port d1622361-ec74-45ca-83e5-59ee80986aab on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:46.421125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:46.421597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:46.422060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:46.422528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:46.423097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Bound port: d1622361-ec74-45ca-83e5-59ee80986aab, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:46.423599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:46.504699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] For port d1622361-ec74-45ca-83e5-59ee80986aab, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:46.511045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] For port d1622361-ec74-45ca-83e5-59ee80986aab, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d1622361-ec74-45ca-83e5-59ee80986aab,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:46.632828 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:46.710764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cea4b56-105c-4c84-9c89-e4e1d5469af9 req-5110cfb3-7b81-41fa-8a88-89c55fceaca7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724243 Oct 26 16:43:46.730954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95027f4-43e9-4bc1-ac93-0f5fd1ed477e None None] Pushing event updated for resources: {'Port': ['ID=d1622361-ec74-45ca-83e5-59ee80986aab,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:46.738800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fea5:c2a7 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/b38548a4-ba2a-470e-887f-dc355df57d4f/36bf86c5-acb0-4ecd-95de-a65a12bc0eef) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:46.757815 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:43:46.832831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-dc232597-9301-4554-86f3-268bccbefb85 service neutron] 10.222.0.21 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547199 Oct 26 16:43:47.020967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:47.199163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56fddd36-3a68-43f0-9bf5-c31e7d0754d5 req-b909ca2f-337d-4685-a8b3-dcacb5988d7b tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0309565 Oct 26 16:43:47.200774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:47.246125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:47.253352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:47.260467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:47.263623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:47.264954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:47.287874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=36bf86c5-acb0-4ecd-95de-a65a12bc0eef,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:47.390721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3907acef-a792-4ee0-92c6-d006e9e5fe2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1482520 Oct 26 16:43:47.390721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56316) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:47.471709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d22b0-0bd8-446c-8694-be3748b47421 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:47.477926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d22b0-0bd8-446c-8694-be3748b47421 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:47.479856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-050d22b0-0bd8-446c-8694-be3748b47421 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0894666 Oct 26 16:43:47.482636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56318) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:47.599191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 36bf86c5-acb0-4ecd-95de-a65a12bc0eef {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:47.599712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:47.713499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:47.727390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 36bf86c5-acb0-4ecd-95de-a65a12bc0eef owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:47.913719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e0f63-b445-4ecc-b7e9-bf0706a17b05 req-025d3cf8-6aaa-4867-a901-8cd970ad05e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:47.915599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-221e0f63-b445-4ecc-b7e9-bf0706a17b05 req-025d3cf8-6aaa-4867-a901-8cd970ad05e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1141834 Oct 26 16:43:48.003525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-221e0f63-b445-4ecc-b7e9-bf0706a17b05 req-57869b15-bd01-4b33-a234-04859a9de513 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807016 Oct 26 16:43:48.121328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] Provisioning complete for port d1622361-ec74-45ca-83e5-59ee80986aab triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:48.123061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.129478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.197201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=36bf86c5-acb0-4ecd-95de-a65a12bc0eef,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:48.222673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.228492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a240359-7e0d-4116-b8ec-e7acb3db163f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/36bf86c5-acb0-4ecd-95de-a65a12bc0eef HTTP/1.1" status: 204 len: 168 time: 0.7447150 Oct 26 16:43:48.234611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:48.254131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.295059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] For port d1622361-ec74-45ca-83e5-59ee80986aab, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d1622361-ec74-45ca-83e5-59ee80986aab,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:48.325010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b733e355-2b96-4d74-9453-7aa2b2b78688 req-0872b773-1075-4cba-b5a9-4f028b99fef9 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0395341 Oct 26 16:43:48.344368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa95068-9137-48e8-9b56-3c371ba2709f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.346071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa95068-9137-48e8-9b56-3c371ba2709f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.350594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9aa95068-9137-48e8-9b56-3c371ba2709f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1115234 Oct 26 16:43:48.351222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:48.367422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.414778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet b38548a4-ba2a-470e-887f-dc355df57d4f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:48.418805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.452988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75745dd6-3aaf-4f2e-bf7b-821c21f2105a None None] Pushing event updated for resources: {'Port': ['ID=d1622361-ec74-45ca-83e5-59ee80986aab,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:48.480190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.488659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c37866f0-50ea-44eb-a44f-ae259c3db2b5 None None] Could not find standard attr ID for object 36bf86c5-acb0-4ecd-95de-a65a12bc0eef. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:48.612871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.772446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-f442c07d-5f0d-4ad6-a28f-13152f81e90e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0690384 Oct 26 16:43:48.835337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.881028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=b38548a4-ba2a-470e-887f-dc355df57d4f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:48.894177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:48.899291 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8e5f2298-3935-4e63-87d7-676a0f16bad2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/b38548a4-ba2a-470e-887f-dc355df57d4f HTTP/1.1" status: 204 len: 168 time: 0.5471201 Oct 26 16:43:48.901647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56342) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:48.902253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ccc10-11f8-4741-92ba-4e349820230b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:48.946227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.946758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.950904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.951511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.955205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.955699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.956429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:48.958470 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-90747651-07f6-4490-b54c-189be4e74308 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78e12e9d53f048808903d6b9f465e12f&device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 6499 time: 0.1240470 Oct 26 16:43:48.995527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-896c8913-a4f7-4ee7-b822-ac3e33062c70 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923092 Oct 26 16:43:48.997897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:49.093077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d1622361-ec74-45ca-83e5-59ee80986aab up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:49.098984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b26f8-2747-42cf-b48c-da625fe5df37 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.103720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-239b26f8-2747-42cf-b48c-da625fe5df37 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1018300 Oct 26 16:43:49.104820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56348) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:49.136183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0ca44626-c997-46d5-8f20-1fc235f68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.136667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0ca44626-c997-46d5-8f20-1fc235f68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.137137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0ca44626-c997-46d5-8f20-1fc235f68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.138782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0ca44626-c997-46d5-8f20-1fc235f68bff service neutron] 10.222.0.39 "GET /v2.0/networks?id=65c66720-491f-4a55-88df-6e800cc795c6&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 200 len: 2298 time: 0.1466830 Oct 26 16:43:49.232059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242c1a3-5ec3-45f8-a3ee-6f81a814a50e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.239459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7242c1a3-5ec3-45f8-a3ee-6f81a814a50e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266608 Oct 26 16:43:49.251381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:49.272740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-a5aa2b39-782e-4190-b0ef-f821d2f8372b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 200 len: 1000 time: 0.1261799 Oct 26 16:43:49.289463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d1622361-ec74-45ca-83e5-59ee80986aab triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:49.295187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:49.363476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:49.369585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a2da8819-b78f-4723-9396-e0e95ae461df tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242428 Oct 26 16:43:49.374298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:49.396369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702b304-9864-421d-906c-db681053aea4 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:49.413628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc59b-e77f-40f9-ac49-56332f7c53c5 req-70a46cdc-5290-45e0-8f0f-145508abbdc8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.415731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f4bc59b-e77f-40f9-ac49-56332f7c53c5 req-70a46cdc-5290-45e0-8f0f-145508abbdc8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.2144654 Oct 26 16:43:49.507675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f4bc59b-e77f-40f9-ac49-56332f7c53c5 req-1336a833-ec45-4d50-92ec-065e55aac6f0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786757 Oct 26 16:43:49.579866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-affe5880-718b-48b7-913e-58431cf2655c req-4e9f83ce-b2e2-40e2-a919-ae2a673f9e2c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0796995 Oct 26 16:43:49.582609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c702b304-9864-421d-906c-db681053aea4 None None] Deleting port d1622361-ec74-45ca-83e5-59ee80986aab {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:49.588305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c702b304-9864-421d-906c-db681053aea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:49.676833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c702b304-9864-421d-906c-db681053aea4 None None] For port d1622361-ec74-45ca-83e5-59ee80986aab, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d1622361-ec74-45ca-83e5-59ee80986aab,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:49.677151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c702b304-9864-421d-906c-db681053aea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:49.696702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c702b304-9864-421d-906c-db681053aea4 None None] Calling delete_port for d1622361-ec74-45ca-83e5-59ee80986aab owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:49.791231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-44e3c694-df34-42e5-9b56-dac6087c76af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.792806 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-44e3c694-df34-42e5-9b56-dac6087c76af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 200 len: 856 time: 0.4915974 Oct 26 16:43:49.861154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-e5eac1d6-7d8f-40b5-8497-e3be33905523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:49.862654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-e5eac1d6-7d8f-40b5-8497-e3be33905523 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65c66720-491f-4a55-88df-6e800cc795c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626841 Oct 26 16:43:49.909075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c702b304-9864-421d-906c-db681053aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:49.944877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:49.949293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b304-9864-421d-906c-db681053aea4 None None] Pushing event deleted for resources: {'Port': ['ID=d1622361-ec74-45ca-83e5-59ee80986aab,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:49.952289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:49.969510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702b304-9864-421d-906c-db681053aea4 None None] No DVR routers for this DVR port d1622361-ec74-45ca-83e5-59ee80986aab on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:50.072292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0b9025c1-47e1-429c-9473-aa28faf51823 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026141 Oct 26 16:43:50.234125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-e809192f-d12a-4820-a0a6-4adf5b6c0232 service neutron] 10.222.0.39 "GET /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536722 Oct 26 16:43:50.294468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-8f6ff1b6-7ec2-4cfd-8c2e-aa8c99b162c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 217 time: 0.0527787 Oct 26 16:43:50.367607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-3e263d89-4bda-4f2d-acd8-2e79b95a2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:50.369177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-3e263d89-4bda-4f2d-acd8-2e79b95a2729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0648952 Oct 26 16:43:50.370015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:50.439013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:50.445997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:50.450902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:50.452046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:50.457394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887613d-c27d-412b-9254-2b2a5f021f3c None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:50.473065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:50.481486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-fa4a2485-baae-4d0d-8606-acc49fb61166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:50.486931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-fa4a2485-baae-4d0d-8606-acc49fb61166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029265 Oct 26 16:43:50.558802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-311dafa5-2a13-4b0b-b2a4-ad2e70a0e460 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1939006 Oct 26 16:43:50.560985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56366) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:50.566387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:3b:b8:77', 'name': 'tempest-NetworksTestDHCPv6-308496500'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:50.669559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:50.671013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:50.741684 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-5a3616e9-29d2-4c00-b234-cdb3e3089b3f service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494416 Oct 26 16:43:50.760010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-7a14f2af-f2cc-400c-94e1-8498ce93f5a0 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:50.766689 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-7a14f2af-f2cc-400c-94e1-8498ce93f5a0 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.47 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 810 time: 0.2475505 Oct 26 16:43:50.880838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a/169285f9-e2ba-4b65-858e-40c6b42dce81) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:50.893522 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-7d297fe6-8b43-426d-a2b0-768574ca62db tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa47d97b12014e978e39fe781b510ce1 HTTP/1.1" status: 200 len: 380 time: 0.1200266 Oct 26 16:43:50.912230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'port': {'device_id': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'admin_state_up': True, 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'security_groups': ['99ef008d-b67c-4fd7-a045-1e70677a2817']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:50.917855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d1622361-ec74-45ca-83e5-59ee80986aab no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:50.934074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5eb819c8-02dc-4ce9-baa7-4e2f803d43b3 req-386b0030-8607-4b05-97e5-f9fd1b3d048e tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0881062 Oct 26 16:43:50.966590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d1622361-ec74-45ca-83e5-59ee80986aab {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:50.966934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d1622361-ec74-45ca-83e5-59ee80986aab not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:50.973946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853e960-7192-425b-a200-a811a118951f req-a5cb766a-e18f-41eb-9232-aaf588bcbb41 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:50.988860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-0f328e6c-2516-472c-90c0-b0a4116dacda service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244639 Oct 26 16:43:51.001737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4853e960-7192-425b-a200-a811a118951f req-a5cb766a-e18f-41eb-9232-aaf588bcbb41 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1565232 Oct 26 16:43:51.028043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:51.045578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-96237482-7913-4780-b0d0-fc2320d2657b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 217 time: 0.0482118 Oct 26 16:43:51.137417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4853e960-7192-425b-a200-a811a118951f req-c1295604-66b1-45b4-be3d-c1be40d9b60c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330314 Oct 26 16:43:51.137975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-8d0f34b9-645c-4d65-98ae-061f1a2ce914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:51.140186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-8d0f34b9-645c-4d65-98ae-061f1a2ce914 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.0853651 Oct 26 16:43:51.199983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.203497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-96b8575e-2392-4935-9c23-f56e310e2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:51.205026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-96b8575e-2392-4935-9c23-f56e310e2723 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544643 Oct 26 16:43:51.223219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 1842f0a3-3214-4281-ba1a-d7c498b22ac0 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:51.247853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.282710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.301702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Made reservation on behalf of fa47d97b12014e978e39fe781b510ce1 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:51.306255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.336794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-27f949bf-8008-4904-8065-6b2cbe643674 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234224 Oct 26 16:43:51.368732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.461723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:51.487737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:51.492466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:51.512418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Pushing event updated for resources: {'Port': ['ID=169285f9-e2ba-4b65-858e-40c6b42dce81,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:51.559648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::ef (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a/1842f0a3-3214-4281-ba1a-d7c498b22ac0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:51.570985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Attempting to bind port 169285f9-e2ba-4b65-858e-40c6b42dce81 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:51.571520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Attempting to bind port 169285f9-e2ba-4b65-858e-40c6b42dce81 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:51.572257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Attempting to bind port 169285f9-e2ba-4b65-858e-40c6b42dce81 on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:51.579511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:51.580857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:51.581715 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.582206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:51.583097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Bound port: 169285f9-e2ba-4b65-858e-40c6b42dce81, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:51.583754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.593491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-bd1abbe4-4f2f-4c62-b634-516b61989c41 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477593 Oct 26 16:43:51.594672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Allocated IP 172.20.0.6 (11739ece-c8ee-4bae-b34d-b3b83a1715ff/ac64d8e2-37bd-4b84-a5ac-3f6da381ded8/f0a2b1db-65cb-4cfd-9050-87195b013e90) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:51.728518 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-18fbe2ce-b7c6-4e87-a8b7-7a390fa2482c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 200 len: 217 time: 0.1228464 Oct 26 16:43:51.755942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] For port 169285f9-e2ba-4b65-858e-40c6b42dce81, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:51.760757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] For port 169285f9-e2ba-4b65-858e-40c6b42dce81, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=169285f9-e2ba-4b65-858e-40c6b42dce81,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:51.776146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.858920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-3112ea10-87e7-4330-803f-6b220a966204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:51.860730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-3112ea10-87e7-4330-803f-6b220a966204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1219792 Oct 26 16:43:51.863983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.891683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:51.938372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38c15-144e-43df-b11a-54694bc77ec5 None None] Pushing event updated for resources: {'Port': ['ID=169285f9-e2ba-4b65-858e-40c6b42dce81,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:51.941062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-4d06b59b-2834-4e12-a08f-d89adb23927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:51.942590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-4d06b59b-2834-4e12-a08f-d89adb23927e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737340 Oct 26 16:43:51.945521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.056016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:52.067382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:52.084127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=1842f0a3-3214-4281-ba1a-d7c498b22ac0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:52.086979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:52.093804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.094471 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.107055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-7425e8c6-5b52-46dc-8028-59925a2a47d7 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527281 Oct 26 16:43:52.109319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ced0075-d1ce-4799-b2f6-99840ac668d5 req-0e774961-b462-4d2c-8f8c-15c7622f1753 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0598657 Oct 26 16:43:52.164842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.203345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-22c84500-f888-4be3-9c60-4b3af213bd7e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6356127 Oct 26 16:43:52.203345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56384) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:52.303041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:52.309250 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-089da525-39ae-4cfa-8c8b-95af46ab6d6f service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945004 Oct 26 16:43:52.310085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:52.313799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:52.314372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfaa158-a75c-4971-8950-0b6a6934dc55 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.316562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event updated for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:52.322506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfaa158-a75c-4971-8950-0b6a6934dc55 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.326669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ebfaa158-a75c-4971-8950-0b6a6934dc55 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1258183 Oct 26 16:43:52.328681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56386) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:52.439114 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-a82cbd7e-b692-4d25-96aa-7d20f3a5ab90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 200 len: 217 time: 0.1188309 Oct 26 16:43:52.473649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe4a1c-8e77-4e34-a297-bf00f9d0269f req-672b6f05-3208-45df-a00d-23e84b91f121 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.482513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78fe4a1c-8e77-4e34-a297-bf00f9d0269f req-672b6f05-3208-45df-a00d-23e84b91f121 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.2302020 Oct 26 16:43:52.528452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.553965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-a9d4ca22-ced3-4c1c-86f9-e42873d23e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.556050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-a9d4ca22-ced3-4c1c-86f9-e42873d23e0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 200 len: 797 time: 0.1088097 Oct 26 16:43:52.585021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78fe4a1c-8e77-4e34-a297-bf00f9d0269f req-79c79c3a-db25-446f-80c6-a77f5db22b54 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009748 Oct 26 16:43:52.641357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 1842f0a3-3214-4281-ba1a-d7c498b22ac0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:52.641694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.644080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.645344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.679756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-2b41b8f5-63d2-48ce-829c-b4310b3be4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:52.681320 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-2b41b8f5-63d2-48ce-829c-b4310b3be4fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=139c9ca2-2303-4596-8efb-e16c6a4a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149151 Oct 26 16:43:52.749387 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-3b61c08d-94b0-4a61-aa37-fc6ca5dbe1d2 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8490672 Oct 26 16:43:52.762729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-54fb4dc0-75d2-4ce1-a2d3-31ede98e5b7f None None] Provisioning complete for port f0a2b1db-65cb-4cfd-9050-87195b013e90 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:52.763097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54fb4dc0-75d2-4ce1-a2d3-31ede98e5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.765540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Request body: {'port': {'device_id': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:52.795468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.823592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 1842f0a3-3214-4281-ba1a-d7c498b22ac0 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:52.860986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-18ea904d-0b32-41d4-9aa0-3a0c0169c23e service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713974 Oct 26 16:43:52.864771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:52.876208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-54fb4dc0-75d2-4ce1-a2d3-31ede98e5b7f None None] Port f0a2b1db-65cb-4cfd-9050-87195b013e90 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:43:53.006903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 169285f9-e2ba-4b65-858e-40c6b42dce81 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:53.089305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 169285f9-e2ba-4b65-858e-40c6b42dce81 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:53.089305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.105775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-38bba733-e831-42da-a451-251d45390177 service neutron] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310231 Oct 26 16:43:53.160403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.213782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-94cb7470-f67f-47bc-a0fe-8d7106fb230e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 200 len: 217 time: 0.0984735 Oct 26 16:43:53.231091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=1842f0a3-3214-4281-ba1a-d7c498b22ac0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:53.274552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.320269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.329478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac7cdf6c-7511-4e81-b886-30faadbe2c9e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/1842f0a3-3214-4281-ba1a-d7c498b22ac0 HTTP/1.1" status: 204 len: 168 time: 0.9988024 Oct 26 16:43:53.335106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56396) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:53.358398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 169285f9-e2ba-4b65-858e-40c6b42dce81, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=169285f9-e2ba-4b65-858e-40c6b42dce81,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:53.401741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475707ce-4ac8-4384-8dd7-79eac5426d54 req-3406b19b-a37f-4b6f-a83f-e2098d4f48eb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:53.409983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-475707ce-4ac8-4384-8dd7-79eac5426d54 req-3406b19b-a37f-4b6f-a83f-e2098d4f48eb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 931 time: 0.1285884 Oct 26 16:43:53.420539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.446216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-94c7ac9b-13c5-4690-9d67-dc12717ef673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:53.448427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-94c7ac9b-13c5-4690-9d67-dc12717ef673 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.2164896 Oct 26 16:43:53.474249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3faefb-297f-4d66-baf2-480d11bcad2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:53.480546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3faefb-297f-4d66-baf2-480d11bcad2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:53.487666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c3faefb-297f-4d66-baf2-480d11bcad2e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1504972 Oct 26 16:43:53.496659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56398) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:53.506751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=169285f9-e2ba-4b65-858e-40c6b42dce81,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:53.577271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-475707ce-4ac8-4384-8dd7-79eac5426d54 req-460417fb-15c4-4f7f-9ceb-327958daf3db tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654983 Oct 26 16:43:53.582178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:43:53.586902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.631239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a2b1db-65cb-4cfd-9050-87195b013e90 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:43:53.644270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.655754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1da20079-3360-4be9-82b5-1790089a5c15 None None] Provisioning complete for port 169285f9-e2ba-4b65-858e-40c6b42dce81 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:53.658010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1da20079-3360-4be9-82b5-1790089a5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.660228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Transition to ACTIVE for port object f0a2b1db-65cb-4cfd-9050-87195b013e90 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:43:53.684944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-7fe75914-3a6e-4319-9554-e57f29a4f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:53.687292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:53.687555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-7fe75914-3a6e-4319-9554-e57f29a4f6b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2240009 Oct 26 16:43:53.775384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:54.008247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:54.150424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f294f8d-8d62-4477-a950-f00c6331df8c req-87a02f2c-db60-4ed6-984e-91278cec622d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:54.152430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f294f8d-8d62-4477-a950-f00c6331df8c req-87a02f2c-db60-4ed6-984e-91278cec622d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.3730881 Oct 26 16:43:54.322367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f294f8d-8d62-4477-a950-f00c6331df8c req-7bd03c95-bf37-4c6c-b9f8-806caf53fd58 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385965 Oct 26 16:43:54.402991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:54.443806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:54.461829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:54.480297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ae89f467-f143-40e0-a360-988b72fcc4ce tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a HTTP/1.1" status: 204 len: 168 time: 0.9844608 Oct 26 16:43:54.481609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:54.494768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3f3a7-ebca-4352-84f3-9a0c8ac756f2 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:54.517601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:54.545939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9637cf25-d455-444a-9e85-f081c1560dec tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609596 Oct 26 16:43:54.546346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56410) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:54.590125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-559f3941-5f84-462b-910c-1cf8c59ad8eb None None] Could not find standard attr ID for object 1842f0a3-3214-4281-ba1a-d7c498b22ac0. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:43:54.619204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-6b1707f7-975c-480c-ab18-9f06ec3ab2e3 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236829 Oct 26 16:43:54.651400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91298d-bdaf-477a-ad6f-28584d722ecd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:54.667696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb91298d-bdaf-477a-ad6f-28584d722ecd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1195405 Oct 26 16:43:54.668609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56414) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:54.735847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Attempting to bind port f0a2b1db-65cb-4cfd-9050-87195b013e90 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:54.735847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Attempting to bind port f0a2b1db-65cb-4cfd-9050-87195b013e90 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:54.736667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Attempting to bind port f0a2b1db-65cb-4cfd-9050-87195b013e90 on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:54.750879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Port f0a2b1db-65cb-4cfd-9050-87195b013e90 on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:43:54.751335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Attempting to bind port f0a2b1db-65cb-4cfd-9050-87195b013e90 on network 11739ece-c8ee-4bae-b34d-b3b83a1715ff {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:54.761845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:54.762256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Checking segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:54.762703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Bound using segment: {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:54.763242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Bound port: f0a2b1db-65cb-4cfd-9050-87195b013e90, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284efcce-b47b-4115-a184-38d2dc0dc245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:54.764775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:54.791373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124d64a-d952-487a-9686-0fa57edc073c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:54.795591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5124d64a-d952-487a-9686-0fa57edc073c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233671 Oct 26 16:43:54.799611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56418) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:54.808830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:43:54.824022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-17e64d75-b33c-4c87-b5a7-1d9948f5f581 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963778 Oct 26 16:43:54.895383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d5c4ad05-65fb-461d-8ed5-c954ca36513a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919166 Oct 26 16:43:54.896677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56420) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:54.914976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:54.915959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Deleting port 169285f9-e2ba-4b65-858e-40c6b42dce81 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:54.916339 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.005057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:55.009988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:55.016994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-2acfa7ca-daa6-484b-a258-45809199137f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 200 len: 217 time: 0.1306202 Oct 26 16:43:55.020931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] For port 169285f9-e2ba-4b65-858e-40c6b42dce81, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=169285f9-e2ba-4b65-858e-40c6b42dce81,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:55.023071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10926e42-dbce-4db0-bfe1-2fc088bddc1c req-69e5142f-b3db-4310-93d0-83841ebb3164 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.023916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.024709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10926e42-dbce-4db0-bfe1-2fc088bddc1c req-69e5142f-b3db-4310-93d0-83841ebb3164 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 943 time: 0.3057637 Oct 26 16:43:55.059635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Calling delete_port for 169285f9-e2ba-4b65-858e-40c6b42dce81 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:55.085917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.143501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10926e42-dbce-4db0-bfe1-2fc088bddc1c req-55fc616f-8c06-4989-9d6e-7983852a13bb tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096389 Oct 26 16:43:55.171208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-bccb4482-63f4-4915-88ab-35f0bb1e3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.172993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-bccb4482-63f4-4915-88ab-35f0bb1e3979 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 200 len: 797 time: 0.1507561 Oct 26 16:43:55.189230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.191482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.191482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0a2b1db-65cb-4cfd-9050-87195b013e90 HTTP/1.1" status: 200 len: 1091 time: 2.4320748 Oct 26 16:43:55.191736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:43:55.194464 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444088c1-f6e1-4a58-9168-7351cda8b3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:55.197669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76022c8c-c9bf-4a4f-b178-61c404775575 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:55.209375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:55.212358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.240790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.250727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-51e5aa71-414c-4605-9782-dd1474ec4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.252294 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-51e5aa71-414c-4605-9782-dd1474ec4d58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eec9ed4-fcf9-420d-8b7a-db82844ef4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717831 Oct 26 16:43:55.301306 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1ce47-13d4-4c5c-a3a7-17a10017ebdd x-openstack-request-id: req-8de1ce47-13d4-4c5c-a3a7-17a10017ebdd {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:55.305074 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:55.305602 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8de1ce47-13d4-4c5c-a3a7-17a10017ebdd {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:55.306849 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'status': 'completed', 'code': 200} Oct 26 16:43:55.325952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] Pushing event deleted for resources: {'Port': ['ID=169285f9-e2ba-4b65-858e-40c6b42dce81,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:55.365139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea388c7-e521-4b38-921f-dd038f21b732 None None] No DVR routers for this DVR port 169285f9-e2ba-4b65-858e-40c6b42dce81 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:55.441775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-dd6057ad-a256-40c3-99dd-b43168971b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.444051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-dd6057ad-a256-40c3-99dd-b43168971b01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0945337 Oct 26 16:43:55.572103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebf9d-6c66-4206-be64-a362db777f5c req-846ead4e-3ca1-42fb-aeb2-f0546f40c249 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.582338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7bebf9d-6c66-4206-be64-a362db777f5c req-846ead4e-3ca1-42fb-aeb2-f0546f40c249 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1533728 Oct 26 16:43:55.593470 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-a2fcbab0-a0ce-4f38-b5d4-307788ae48d0 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304090 Oct 26 16:43:55.647805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7bebf9d-6c66-4206-be64-a362db777f5c req-0205dff2-a078-4097-8e9e-dfefc2f410f1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645106 Oct 26 16:43:55.706198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-77be402a-5a1d-47f1-bc4f-665ee4a13d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.707802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-77be402a-5a1d-47f1-bc4f-665ee4a13d20 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fa47d97b12014e978e39fe781b510ce1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2503848 Oct 26 16:43:55.787281 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e35801c-a786-4a07-8e6e-96a6759da6ab req-539c5450-3047-4e0c-9c97-805b7d92ab52 service neutron] 10.222.0.39 "GET /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834519 Oct 26 16:43:55.837026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-44b7bddd-380c-4580-8140-8fa19f28c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.838465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-444088c1-f6e1-4a58-9168-7351cda8b3ac req-44b7bddd-380c-4580-8140-8fa19f28c481 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193254 Oct 26 16:43:55.947002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:43:55.948718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:55.958298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-58757078-f454-4025-a563-0f41c95499a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:55.961510 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-58757078-f454-4025-a563-0f41c95499a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0680304 Oct 26 16:43:56.011428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:56.019837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:56.023170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:56.023764 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:56.033325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2d672-ed5b-4376-9a8a-9db912399c3b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:56.044051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=620a625e-23e3-4b52-9ea6-b7ed7928e324,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:56.044795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-f007b00b-8d7d-4838-a995-1184cb3b9fdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90 HTTP/1.1" status: 200 len: 217 time: 0.0749946 Oct 26 16:43:56.137685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-66482784-f300-4662-aad0-e30859498fc7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2263362 Oct 26 16:43:56.137977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56434) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:56.144252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:56.198752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-19836690-ddfc-44f8-89d6-db979d757bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:56.200654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-19836690-ddfc-44f8-89d6-db979d757bba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.1419322 Oct 26 16:43:56.272361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-6f0b9128-d66f-4767-9ad9-c7f0c85e5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:56.273952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-6f0b9128-d66f-4767-9ad9-c7f0c85e5e78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662243 Oct 26 16:43:56.356477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '620a625e-23e3-4b52-9ea6-b7ed7928e324'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:43:56.358402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:56.454484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-7a9ba662-2d29-4cd8-8fa9-6cafab7b5106 service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704228 Oct 26 16:43:56.460565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb3bce-a987-47c0-bdd0-72f72257a244 req-4d98ee67-1fa6-46cc-bd3f-400be6703333 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:56.469287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5dfb3bce-a987-47c0-bdd0-72f72257a244 req-4d98ee67-1fa6-46cc-bd3f-400be6703333 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 943 time: 0.1848176 Oct 26 16:43:56.547488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5dfb3bce-a987-47c0-bdd0-72f72257a244 req-50829209-d936-4e43-8e36-f9dfa0d9afad tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728014 Oct 26 16:43:56.580778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Allocated IP 2001:db8::f816:3eff:fefa:bfde (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/620a625e-23e3-4b52-9ea6-b7ed7928e324/5d487d73-92ff-4ec7-88d0-be70f772578e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:56.618672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:56.623042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:56.641629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb1fa3d4-9ada-41b9-80f5-317fd84e80b7 req-798c2db5-1f39-4c0f-9a34-8e85a31aad8c service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696110 Oct 26 16:43:56.832791 n-d-815373-2 neutron-server[102736]: INFO neutron.db.ipam_backend_mixin [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 620a625e-23e3-4b52-9ea6-b7ed7928e324 (CIDR: 2001:db8::/64) Oct 26 16:43:56.855974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38e652-d500-4d6a-a685-88b16b03ae76 req-707b85a1-1e51-4d83-bbb1-4cafabe16aa5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:56.856842 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:56.861339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd38e652-d500-4d6a-a685-88b16b03ae76 req-707b85a1-1e51-4d83-bbb1-4cafabe16aa5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1131389 Oct 26 16:43:56.886999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 169285f9-e2ba-4b65-858e-40c6b42dce81 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:43:56.898602 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:43:56.899177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:43:56.910631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 169285f9-e2ba-4b65-858e-40c6b42dce81 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:43:56.910870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 169285f9-e2ba-4b65-858e-40c6b42dce81 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:43:56.923618 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:56.933112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd38e652-d500-4d6a-a685-88b16b03ae76 req-d68daff6-9a32-4968-926f-3822b9b6d280 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601978 Oct 26 16:43:56.980187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:56.986372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Pushing event updated for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:56.990618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:56.991730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:57.023337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-92edb67d-48c1-434c-b370-b688021dea17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8841524 Oct 26 16:43:57.026388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:57.032658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:57.050996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Attempting to bind port 5d487d73-92ff-4ec7-88d0-be70f772578e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:43:57.051634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Attempting to bind port 5d487d73-92ff-4ec7-88d0-be70f772578e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:43:57.052382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Attempting to bind port 5d487d73-92ff-4ec7-88d0-be70f772578e on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:43:57.058117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:43:57.060118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:43:57.060118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.060118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:43:57.060118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Bound port: 5d487d73-92ff-4ec7-88d0-be70f772578e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:43:57.061303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.162292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:43:57.168365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d487d73-92ff-4ec7-88d0-be70f772578e,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:43:57.240787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.269359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:57.272961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.316470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fb765-0646-4193-8e8c-2b39523d7799 None None] Pushing event updated for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:57.648867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.692901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5998-5e35-4a70-ae8e-68470d4c0e7d req-81c8055f-9d4f-40b8-942a-fabc46ebb461 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:57.694909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bed5998-5e35-4a70-ae8e-68470d4c0e7d req-81c8055f-9d4f-40b8-942a-fabc46ebb461 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 943 time: 0.0635097 Oct 26 16:43:57.717665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:57.717881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:57.722751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:57.723915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:57.736952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=72b19e09-796a-4ebd-abdf-0c78707ab120,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:57.762151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bed5998-5e35-4a70-ae8e-68470d4c0e7d req-619cd631-36dd-4555-84ce-90004538bbca tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591302 Oct 26 16:43:57.830784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b9718e0-5ee1-49a4-903a-7631d82b9687 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8001690 Oct 26 16:43:57.831442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56454) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:57.840510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:76:4a:5c', 'name': 'tempest-NetworksTestDHCPv6-1844616992'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:58.062009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:58.138321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e367b-dd17-41a5-90e7-ad2512c5b5f6 req-a0c1464f-20c5-49d5-91cb-342dde16810a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:58.140325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a95e367b-dd17-41a5-90e7-ad2512c5b5f6 req-a0c1464f-20c5-49d5-91cb-342dde16810a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1124415 Oct 26 16:43:58.205334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a95e367b-dd17-41a5-90e7-ad2512c5b5f6 req-88fb0047-a5bc-4d09-8288-5d2644236e9a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581331 Oct 26 16:43:58.219013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:58.260799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port a099a3cd-e0c5-4b5b-86d8-dfbef0851390 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:43:58.491427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8:0:1::15 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/72b19e09-796a-4ebd-abdf-0c78707ab120/a099a3cd-e0c5-4b5b-86d8-dfbef0851390) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:58.498341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e872c9-7e03-4ce8-9246-46430f20a3da None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:43:58.499663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe76:4a5c (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/620a625e-23e3-4b52-9ea6-b7ed7928e324/a099a3cd-e0c5-4b5b-86d8-dfbef0851390) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:58.611400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] Provisioning complete for port 5d487d73-92ff-4ec7-88d0-be70f772578e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:58.612040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:58.679697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:58.785995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:58.858755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:43:58.891156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:58.963160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d487d73-92ff-4ec7-88d0-be70f772578e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:43:58.995237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:59.002456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:59.004158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d487d73-92ff-4ec7-88d0-be70f772578e,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:59.006265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=a099a3cd-e0c5-4b5b-86d8-dfbef0851390,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:59.009547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:43:59.020497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:59.020497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.053754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b200e6a-2b3d-4e87-87ac-0ec1dcb9559b req-3b08d9e4-8403-408a-8e75-109e8ffd25df tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:59.053754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b200e6a-2b3d-4e87-87ac-0ec1dcb9559b req-3b08d9e4-8403-408a-8e75-109e8ffd25df tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 943 time: 0.1841636 Oct 26 16:43:59.102057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b200e6a-2b3d-4e87-87ac-0ec1dcb9559b req-a0db85d8-0d28-4f3d-b581-8cccba3929a7 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Oct 26 16:43:59.112279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-105b31ca-a47c-4678-81ea-e9a80e2319c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2797184 Oct 26 16:43:59.114855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56480) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:43:59.164734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.243911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '620a625e-23e3-4b52-9ea6-b7ed7928e324', 'ip_address': '2001:db8::f816:3eff:fefa:bfde'}, {'subnet_id': '72b19e09-796a-4ebd-abdf-0c78707ab120'}], 'binding:host_id': 'n-d-815373-2'}, 'id': '5d487d73-92ff-4ec7-88d0-be70f772578e'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:43:59.259357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port a099a3cd-e0c5-4b5b-86d8-dfbef0851390 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:43:59.259740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.402097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.442905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5d487d73-92ff-4ec7-88d0-be70f772578e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:43:59.443300 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.446230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9e971-f4e1-40b8-a2bf-625382f5f8ad req-21e5d801-4574-4fbc-9a6c-5457bf504739 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:43:59.447635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06e9e971-f4e1-40b8-a2bf-625382f5f8ad req-21e5d801-4574-4fbc-9a6c-5457bf504739 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0690567 Oct 26 16:43:59.452855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for a099a3cd-e0c5-4b5b-86d8-dfbef0851390 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:43:59.497382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.507826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40715142-0843-4558-b87e-5c75a3a31e8b None None] Pushing event updated for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:59.526912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:43:59.546246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06e9e971-f4e1-40b8-a2bf-625382f5f8ad req-b676bf26-a198-42cd-896d-27daff6e13bd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843339 Oct 26 16:43:59.629053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:43:59.813627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.816062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f0a2b1db-65cb-4cfd-9050-87195b013e90 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:43:59.877638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:43:59.930248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:43:59.988950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=a099a3cd-e0c5-4b5b-86d8-dfbef0851390,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:00.028331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:00.036137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:00.043459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Allocated IP 2001:db8:0:1::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/72b19e09-796a-4ebd-abdf-0c78707ab120/5d487d73-92ff-4ec7-88d0-be70f772578e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:00.043671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56506) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:00.044419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-556c0671-5dfd-45ab-8d84-5d5350ba6262 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/a099a3cd-e0c5-4b5b-86d8-dfbef0851390 HTTP/1.1" status: 204 len: 168 time: 0.9281230 Oct 26 16:44:00.116884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:00.130546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e12cb5-84f4-429b-9edb-a5b7e381ec06 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.134632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8e12cb5-84f4-429b-9edb-a5b7e381ec06 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0878911 Oct 26 16:44:00.135355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56508) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:00.150800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:00.238503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27b515-adbb-4280-b4a1-91ae746eef0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.241849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fb27b515-adbb-4280-b4a1-91ae746eef0c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1049919 Oct 26 16:44:00.244869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:00.258958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:44:00.262483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'port_id': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'mac_address': 'fa:16:3e:eb:f9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:44:00.329382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:00.348718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efce154-1055-4eb4-8268-c39417895efa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.350569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efce154-1055-4eb4-8268-c39417895efa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.350915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c132a1-048f-4023-9afe-522eab81766a req-810c817f-4cbc-4543-bcb5-f5b781233040 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.352688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efce154-1055-4eb4-8268-c39417895efa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:00.354741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3efce154-1055-4eb4-8268-c39417895efa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1088629 Oct 26 16:44:00.357848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56516) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:00.395476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1c132a1-048f-4023-9afe-522eab81766a req-810c817f-4cbc-4543-bcb5-f5b781233040 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 943 time: 0.1732218 Oct 26 16:44:00.442420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d487d73-92ff-4ec7-88d0-be70f772578e,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:00.459782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:00.461986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 620a625e-23e3-4b52-9ea6-b7ed7928e324 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:00.507844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1c132a1-048f-4023-9afe-522eab81766a req-487c1da9-deb9-4b38-a4f1-d18750fdb6df tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115074 Oct 26 16:44:00.540264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a2b1db-65cb-4cfd-9050-87195b013e90 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:44:00.603977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:00.676390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:00.980791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d487d73-92ff-4ec7-88d0-be70f772578e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:00.991161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.064022 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.085490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.086451 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.097378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4492f1b-c43b-4c78-8818-1f4b7a3f6e0e req-53005d52-3501-4d43-8d39-bcb165f6d301 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:01.105560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4492f1b-c43b-4c78-8818-1f4b7a3f6e0e req-53005d52-3501-4d43-8d39-bcb165f6d301 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 945 time: 0.4470432 Oct 26 16:44:01.165296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4492f1b-c43b-4c78-8818-1f4b7a3f6e0e req-b30d1909-069b-4223-9c41-a49547285cb9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585380 Oct 26 16:44:01.253289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.256320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b9ba589a-2df2-4f2c-b923-2591d1f12ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.302311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04711981-94ea-4274-b0f1-9454722840c2 None None] Pushing event updated for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:01.389149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:01.398125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['f0a2b1db-65cb-4cfd-9050-87195b013e90'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:44:01.449022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5d487d73-92ff-4ec7-88d0-be70f772578e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:01.449943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.480304 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.543282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=620a625e-23e3-4b52-9ea6-b7ed7928e324,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:01.561366 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.563175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-843ed5d0-464b-46b0-8532-7649b502a1ed tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/620a625e-23e3-4b52-9ea6-b7ed7928e324 HTTP/1.1" status: 204 len: 168 time: 1.2030797 Oct 26 16:44:01.565180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56540) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:01.746731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 72b19e09-796a-4ebd-abdf-0c78707ab120 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:01.759058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.788818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f729e8-2bd0-4348-8f00-d840ab9a595d req-bc6bd9ba-93bf-454c-b14a-d0bfbf2ef109 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:01.800168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2f729e8-2bd0-4348-8f00-d840ab9a595d req-bc6bd9ba-93bf-454c-b14a-d0bfbf2ef109 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 944 time: 0.1077311 Oct 26 16:44:01.852999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:01.882248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2f729e8-2bd0-4348-8f00-d840ab9a595d req-a83032d7-bbf6-4c02-be88-6893f0e4fa62 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793803 Oct 26 16:44:01.997278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.182524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a75907-7286-4f42-a0cf-926313092793 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:02.200100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.230176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=72b19e09-796a-4ebd-abdf-0c78707ab120,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:02.235170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.238969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb82b6af-97d5-4be6-ad36-1c42310df19f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/72b19e09-796a-4ebd-abdf-0c78707ab120 HTTP/1.1" status: 204 len: 168 time: 0.6730270 Oct 26 16:44:02.241331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56566) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:02.268324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-18e22db7-7a5b-4a28-ab3b-a61886d02e54 None None] Could not find standard attr ID for object a099a3cd-e0c5-4b5b-86d8-dfbef0851390. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:44:02.286991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-18e22db7-7a5b-4a28-ab3b-a61886d02e54 None None] Provisioning complete for port 5d487d73-92ff-4ec7-88d0-be70f772578e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:02.287378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18e22db7-7a5b-4a28-ab3b-a61886d02e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.297720 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f2a06c1-50a3-43e0-ae99-ac835f4b3c90 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545142 Oct 26 16:44:02.300129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:02.306796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:02.395016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff299c-f9b0-4b15-9064-3f35ac4125bc req-4666bbfb-be39-428c-8142-ab987806689a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:02.403111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbff299c-f9b0-4b15-9064-3f35ac4125bc req-4666bbfb-be39-428c-8142-ab987806689a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 945 time: 0.1125100 Oct 26 16:44:02.476541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbff299c-f9b0-4b15-9064-3f35ac4125bc req-d52728c7-6686-4561-b231-8795afd17eba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647609 Oct 26 16:44:02.613555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:02.617161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.632935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:44:02.702356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Deleting port 5d487d73-92ff-4ec7-88d0-be70f772578e {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:02.702866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.879728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:02.913225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d487d73-92ff-4ec7-88d0-be70f772578e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:02.952285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d487d73-92ff-4ec7-88d0-be70f772578e,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:02.952653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:02.978856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Calling delete_port for 5d487d73-92ff-4ec7-88d0-be70f772578e owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:03.031526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056695-2940-4b5a-8b32-bb4a5593b901 req-199cf3f1-c83a-41d5-9fe8-8b8cb98c862c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:03.041590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae056695-2940-4b5a-8b32-bb4a5593b901 req-199cf3f1-c83a-41d5-9fe8-8b8cb98c862c tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0969653 Oct 26 16:44:03.082109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae056695-2940-4b5a-8b32-bb4a5593b901 req-178574ec-0764-4ed0-a99d-662c5ad7a267 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373235 Oct 26 16:44:03.146227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.151051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:03.151485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.187025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:44:03.245507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 5d487d73-92ff-4ec7-88d0-be70f772578e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d487d73-92ff-4ec7-88d0-be70f772578e,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:03.308436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.337710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:03.340122 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b93ec60-bc7d-4fed-bcd7-e731d1a9b4ba" -d '{"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:03.356490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:03.359969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.432665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:03.443871 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71f30ef-a65d-4372-892f-abd17258f271 x-openstack-request-id: req-f71f30ef-a65d-4372-892f-abd17258f271 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:03.444148 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:03.444838 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f71f30ef-a65d-4372-892f-abd17258f271 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:03.445231 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'code': 200} Oct 26 16:44:03.457268 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.519178 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.561735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] No DVR routers for this DVR port 5d487d73-92ff-4ec7-88d0-be70f772578e on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:03.575068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:03.594581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Port 5d487d73-92ff-4ec7-88d0-be70f772578e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 16:44:03.595106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:bfde {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 16:44:03.603106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefa:bfde {{(pid=102737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 16:44:03.604872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.645895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b14b-9c6f-48ca-ac35-14c76e287754 req-fe9deaf1-2fe7-4380-b3df-7372163c1f4e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:03.648182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a128b14b-9c6f-48ca-ac35-14c76e287754 req-fe9deaf1-2fe7-4380-b3df-7372163c1f4e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0612130 Oct 26 16:44:03.648702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b7ee2-a062-4a9b-bffe-989506eb4b39 None None] Pushing event deleted for resources: {'Port': ['ID=5d487d73-92ff-4ec7-88d0-be70f772578e,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:03.674782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df579f7c-d414-4f23-bf3a-be85611dcce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.690761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:03.697801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:03.698634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:03.699375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:03.700760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f0a2b1db-65cb-4cfd-9050-87195b013e90 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:03.704579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=58b12312-9e02-4f99-bf53-2b5c1ef05e2b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:03.705170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c1571-a16e-4d10-a890-25c63c167b93 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:03.811912 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a4554a2c-f141-48b0-986f-3844615b7e46 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5108144 Oct 26 16:44:03.814704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:03.820090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:03.835902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a128b14b-9c6f-48ca-ac35-14c76e287754 req-cfc98982-7ffc-4b9f-9623-4e543545bc3b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589150 Oct 26 16:44:04.002225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port f0a2b1db-65cb-4cfd-9050-87195b013e90 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:44:04.015020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port f0a2b1db-65cb-4cfd-9050-87195b013e90 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:04.015564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.100580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '58b12312-9e02-4f99-bf53-2b5c1ef05e2b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:44:04.101521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.138080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:04.142455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.178450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.213811 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.301921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70a5a6-70ea-4d99-a18c-71a874d8c089 req-e2f02fdb-3ce6-425c-9047-8c120f132b1f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:04.309475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf70a5a6-70ea-4d99-a18c-71a874d8c089 req-e2f02fdb-3ce6-425c-9047-8c120f132b1f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 944 time: 0.1323919 Oct 26 16:44:04.348796 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58b12312-9e02-4f99-bf53-2b5c1ef05e2b (CIDR: 2001:db8::/64) Oct 26 16:44:04.376766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf70a5a6-70ea-4d99-a18c-71a874d8c089 req-a2cc88bc-5258-455c-9c96-c346a5378d06 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659134 Oct 26 16:44:04.377498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:04.455446 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:44:04.455446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:04.543987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.597472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eef19e93-f0a4-41a9-9133-e66c92ddd125 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7789102 Oct 26 16:44:04.598059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56608) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:04.602885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:04.618036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Allocated IP 2001:db8::f816:3eff:fef7:ea5 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/58b12312-9e02-4f99-bf53-2b5c1ef05e2b/be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:04.796712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:04.867873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.965051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:04.970812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:04.976553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.065352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.081891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:05.083858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:05.086999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:05.089097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Pushing event updated for resources: {'Port': ['ID=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:05.164976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cdd3f-cfe4-44ba-9864-00b668a66255 req-1a0463aa-4e51-4e53-9231-763fe4e33dcb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:05.176085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-205cdd3f-cfe4-44ba-9864-00b668a66255 req-1a0463aa-4e51-4e53-9231-763fe4e33dcb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.2474179 Oct 26 16:44:05.198486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Attempting to bind port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:44:05.199121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Attempting to bind port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:44:05.199672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Attempting to bind port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:44:05.206746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:44:05.207423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:05.207989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.208520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:44:05.209129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Bound port: be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:44:05.209671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.260525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-205cdd3f-cfe4-44ba-9864-00b668a66255 req-4d2ff9c5-2b2e-4037-af19-95dca4d28901 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833411 Oct 26 16:44:05.338468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] For port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:05.344464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] For port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:44:05.446586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:05.449886 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e19444-0672-4616-9eb1-675ffb774664" -d '{"events": [{"server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:05.458101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.589936 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99b354-a38c-4481-ac90-744c4c918a36 x-openstack-request-id: req-ff99b354-a38c-4481-ac90-744c4c918a36 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:05.590623 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:05.591043 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff99b354-a38c-4481-ac90-744c4c918a36 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:05.591633 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'code': 200} Oct 26 16:44:05.657532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c909f-cefa-48fb-97b3-c4892fa8154b None None] Pushing event updated for resources: {'Port': ['ID=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:05.709433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.715035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a080c-0ab3-4c84-a91e-c306db0c53e0 req-bc132502-0e19-4148-b84f-ee49b99b040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:05.716693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b9a080c-0ab3-4c84-a91e-c306db0c53e0 req-bc132502-0e19-4148-b84f-ee49b99b040a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 1096 time: 0.1140351 Oct 26 16:44:05.782099 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b9a080c-0ab3-4c84-a91e-c306db0c53e0 req-1ceac551-b4a1-4d7a-bdae-22d812420597 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575585 Oct 26 16:44:05.819123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=2e1d9206-f567-4285-81bc-e9fd95e33378,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:05.823425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:05.827907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:05.831158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:05.831742 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:05.912614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8044434-2d82-4199-918e-094935adae95 req-37659ab7-ac2e-43ba-8bec-02737bc6021f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:05.914207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8044434-2d82-4199-918e-094935adae95 req-37659ab7-ac2e-43ba-8bec-02737bc6021f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.2325006 Oct 26 16:44:06.013941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8044434-2d82-4199-918e-094935adae95 req-d17d6731-3f08-4391-a17c-645475cb8d15 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812671 Oct 26 16:44:06.067808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e8f69417-1366-4450-82ce-f864dff32b6d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4688752 Oct 26 16:44:06.070985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56642) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:06.076994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:9a:a0:3b', 'name': 'tempest-NetworksTestDHCPv6-1113217602'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:06.322351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:06.435558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5f9ab-0646-4094-abc1-cc46da03c99b req-de614c34-b7fc-42a2-84d5-4fdb3087375f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:06.443414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b5f9ab-0646-4094-abc1-cc46da03c99b req-de614c34-b7fc-42a2-84d5-4fdb3087375f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0783517 Oct 26 16:44:06.455387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:06.476611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port d9d9493e-8fd2-4042-a1c1-f203544bfb90 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:44:06.490011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b5f9ab-0646-4094-abc1-cc46da03c99b req-6e2bffe8-94f9-469c-acac-03b6da6a64ff tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453527 Oct 26 16:44:06.623121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:06.804183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8:0:1::dc (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/2e1d9206-f567-4285-81bc-e9fd95e33378/d9d9493e-8fd2-4042-a1c1-f203544bfb90) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:06.822039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::f816:3eff:fe9a:a03b (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/58b12312-9e02-4f99-bf53-2b5c1ef05e2b/d9d9493e-8fd2-4042-a1c1-f203544bfb90) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:06.978099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:07.189673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.255220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:07.256686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.318199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.326914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd6cad-02a4-405a-8137-f8643cb58536 req-ca167b09-a5e2-4372-ac89-084c055242af tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:07.328838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6acd6cad-02a4-405a-8137-f8643cb58536 req-ca167b09-a5e2-4372-ac89-084c055242af tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1390138 Oct 26 16:44:07.340210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c80ec1-4c0d-4ff4-a10d-9aaa27e4f339 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:07.380351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6acd6cad-02a4-405a-8137-f8643cb58536 req-3955d357-2a41-4e82-add0-d3f97e6009e4 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Oct 26 16:44:07.421453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:07.425186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:07.436390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:07.447406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:07.448636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.470868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=d9d9493e-8fd2-4042-a1c1-f203544bfb90,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:07.471589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6dda5fac-4838-4def-8576-34bcc5727f95 None None] Provisioning complete for port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:07.472014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fac-4838-4def-8576-34bcc5727f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.480741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.481345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.481963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.482741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.483262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.483752 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.484345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.484961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.485444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.485982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.486478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.486966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:07.567945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a558675-5e24-4b21-84f0-5d050f1d858c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4952693 Oct 26 16:44:07.570323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:07.744646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port d9d9493e-8fd2-4042-a1c1-f203544bfb90 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:07.744981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.777706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af1ab8-e058-4bb7-8579-67615a105f43 req-b27729b6-1460-472e-944f-4db80bdcb55b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:07.779999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38af1ab8-e058-4bb7-8579-67615a105f43 req-b27729b6-1460-472e-944f-4db80bdcb55b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1192968 Oct 26 16:44:07.874414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38af1ab8-e058-4bb7-8579-67615a105f43 req-439f9c65-d466-4442-83c6-7efa959ea842 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882456 Oct 26 16:44:07.900516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:07.918233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for d9d9493e-8fd2-4042-a1c1-f203544bfb90 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:07.946304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.058660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fac-4838-4def-8576-34bcc5727f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.185574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:08.207457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Update dhcp port {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'fixed_ips': [{'subnet_id': '58b12312-9e02-4f99-bf53-2b5c1ef05e2b', 'ip_address': '2001:db8::f816:3eff:fef7:ea5'}, {'subnet_id': '2e1d9206-f567-4285-81bc-e9fd95e33378'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:44:08.242022 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.273585 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.337421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.403813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=d9d9493e-8fd2-4042-a1c1-f203544bfb90,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:08.520312 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.526090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-241e7d83-6027-4b87-a055-973fbbac7c50 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/d9d9493e-8fd2-4042-a1c1-f203544bfb90 HTTP/1.1" status: 204 len: 168 time: 0.9519832 Oct 26 16:44:08.526769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:08.555260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Allocated IP 2001:db8:0:1::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/2e1d9206-f567-4285-81bc-e9fd95e33378/be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:08.637806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f76a5-cf50-40ff-bbc5-f166cd9d6b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.642401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:08.642668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a8f76a5-cf50-40ff-bbc5-f166cd9d6b14 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1121991 Oct 26 16:44:08.664834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51a60b-ed41-405c-b2f5-ee69f89869fa req-91e6680d-7a8f-4582-a29f-12c8bdffc1ab tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.675563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af51a60b-ed41-405c-b2f5-ee69f89869fa req-91e6680d-7a8f-4582-a29f-12c8bdffc1ab tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0885427 Oct 26 16:44:08.728044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af51a60b-ed41-405c-b2f5-ee69f89869fa req-b304e14d-58a3-4c78-a5fb-19a70a66b80d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472126 Oct 26 16:44:08.754414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] For port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:08.758483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1257f5b-98a0-42dc-908a-e8bba7c129eb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.765118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f1257f5b-98a0-42dc-908a-e8bba7c129eb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1209929 Oct 26 16:44:08.769082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56696) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:08.793985 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.857731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-6dda5fac-4838-4def-8576-34bcc5727f95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:44:08.858374 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-6dda5fac-4838-4def-8576-34bcc5727f95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:44:08.863803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:08.889142 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:08.926788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723a790-d251-4777-b61b-c5622675a5c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.930367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723a790-d251-4777-b61b-c5622675a5c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.937259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05431cdd-15a8-4078-a72d-6848a731a754 req-9f539faa-35bf-40b4-80a0-b5dbe58ff4ab tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.938091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723a790-d251-4777-b61b-c5622675a5c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:08.940823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b723a790-d251-4777-b61b-c5622675a5c2 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1707613 Oct 26 16:44:08.945046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56702) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:08.959858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05431cdd-15a8-4078-a72d-6848a731a754 req-9f539faa-35bf-40b4-80a0-b5dbe58ff4ab tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1175554 Oct 26 16:44:08.960577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56704) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:08.969533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Request body: {'floatingip': {'port_id': 'f0a2b1db-65cb-4cfd-9050-87195b013e90'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:09.018180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719296a-185d-4dac-854b-adf67ff56296 None None] Pushing event updated for resources: {'Port': ['ID=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:09.112989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 2e1d9206-f567-4285-81bc-e9fd95e33378 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:09.116822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.146930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.367949 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.384409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc4ea6-c198-4220-83b4-7262bdaf5ea0 req-953b27e8-461d-445a-9e76-739093e7ee46 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:09.386210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56fc4ea6-c198-4220-83b4-7262bdaf5ea0 req-953b27e8-461d-445a-9e76-739093e7ee46 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.4136693 Oct 26 16:44:09.507497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.618948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56fc4ea6-c198-4220-83b4-7262bdaf5ea0 req-0e14b0b1-7466-4bc7-b255-4c2d66748bba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951427 Oct 26 16:44:09.777348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.828858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1d9206-f567-4285-81bc-e9fd95e33378,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:09.837950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:09.851195 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-72102e71-405a-4d4a-939e-b17cd8cef1c8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2e1d9206-f567-4285-81bc-e9fd95e33378 HTTP/1.1" status: 204 len: 168 time: 0.9048865 Oct 26 16:44:09.855290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:09.969238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d07d3-3122-4b3c-99ba-193346605de3 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:09.997048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 58b12312-9e02-4f99-bf53-2b5c1ef05e2b {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:10.001551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.076395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.118739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-23205835-abdb-4ecd-ad8f-d7876d6883e5 None None] Could not find standard attr ID for object d9d9493e-8fd2-4042-a1c1-f203544bfb90. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:44:10.160076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-23205835-abdb-4ecd-ad8f-d7876d6883e5 None None] Provisioning complete for port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:10.160554 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23205835-abdb-4ecd-ad8f-d7876d6883e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.203306 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.347821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.565432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.621141 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Floating IP 40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544 associated. External IP: 172.25.5.89, port: f0a2b1db-65cb-4cfd-9050-87195b013e90. Oct 26 16:44:10.742651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.844283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=58b12312-9e02-4f99-bf53-2b5c1ef05e2b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:10.864583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:10.868260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dccee798-c257-42b2-86d6-99b520650970 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/58b12312-9e02-4f99-bf53-2b5c1ef05e2b HTTP/1.1" status: 204 len: 168 time: 1.0134885 Oct 26 16:44:10.870733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56734) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:10.888862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c30547-4608-4bb3-89f6-6840a129db00 req-9d75f9e0-6599-475e-97b6-7dcfa88d0439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:10.905314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1c30547-4608-4bb3-89f6-6840a129db00 req-9d75f9e0-6599-475e-97b6-7dcfa88d0439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1024101 Oct 26 16:44:10.930751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b45671f0-4ced-43f1-a5ec-9fa559052c0e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574195 Oct 26 16:44:10.938559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56738) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:10.944695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:10.957939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:11.078067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1c30547-4608-4bb3-89f6-6840a129db00 req-335a99f5-003e-4251-a217-436dc8e2296a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718616 Oct 26 16:44:11.175305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:11.176446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.179071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:44:11.212398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:11.218068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.334647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049cad4-0298-49ba-8c9e-73f73fbebaee None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:11.382998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:44:11.390617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.401216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:44:11.411187 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:44:11.424412 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:44:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:11.440285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f1ce670-75d8-4491-85fc-c49e15b61c77 None None] Provisioning complete for port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:11.440577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce670-75d8-4491-85fc-c49e15b61c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.455086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-320a8182-4253-4e79-979f-28d31fe8a981 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "PUT /v2.0/floatingips/40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544 HTTP/1.1" status: 200 len: 990 time: 2.4910464 Oct 26 16:44:11.455948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:11.479100 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:11.568210 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075885e-2ebf-4954-82c7-ccd3db775034 x-openstack-request-id: req-5075885e-2ebf-4954-82c7-ccd3db775034 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:11.568718 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:11.569151 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5075885e-2ebf-4954-82c7-ccd3db775034 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:11.569788 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'status': 'completed', 'code': 200} Oct 26 16:44:11.689188 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:44:11.692170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-3983beab-27cd-4b02-b3e7-704671043cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:11.694031 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-3983beab-27cd-4b02-b3e7-704671043cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0812802 Oct 26 16:44:11.765825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:44:11.772328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.839251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:11.852820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:11.870911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:11.871815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:11.889562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=c3f779c2-f3c7-47e6-b7fd-7682b300987a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:11.901173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-5f256059-3755-439d-830f-582bf0111e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:11.903089 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-5f256059-3755-439d-830f-582bf0111e30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.2016501 Oct 26 16:44:11.917722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Deleting port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:11.918091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:12.022516 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-e2c0bced-5540-474e-9d32-f95102966561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90 HTTP/1.1" status: 200 len: 998 time: 0.1099894 Oct 26 16:44:12.064152 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2885cbd6-4157-4bd1-9178-18167fba87e8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1242664 Oct 26 16:44:12.066902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56756) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:12.070452 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:eb:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:43:44Z', 'updated_at': '2021-10-26T16:44:10Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:12.071990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:12.086995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] For port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:12.088792 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:12.104037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Calling delete_port for be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:12.115960 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:44:12.125923 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:44:12.126768 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:44:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:12.139170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-1d1e782a-2cd5-4786-9b20-b5612733f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:12.140805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-1d1e782a-2cd5-4786-9b20-b5612733f256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.1134191 Oct 26 16:44:12.287157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-e52751a7-959e-445d-970c-082d4221cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:12.287157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-e52751a7-959e-445d-970c-082d4221cbf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303756 Oct 26 16:44:12.340293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed3eea-8a59-4393-9ce6-7f6f7b4d9d75 req-982c3dc6-e761-48f7-b472-41684fd4bab4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:12.348750 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:44:12.353864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2ed3eea-8a59-4393-9ce6-7f6f7b4d9d75 req-982c3dc6-e761-48f7-b472-41684fd4bab4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1159589 Oct 26 16:44:12.370972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:12.436033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2ed3eea-8a59-4393-9ce6-7f6f7b4d9d75 req-cd4f0a6f-5b41-43ca-8db1-2f282782d0cb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812035 Oct 26 16:44:12.442370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] Pushing event deleted for resources: {'Port': ['ID=be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:12.470828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6757de4-9560-4d27-ba95-b408755bc521 None None] No DVR routers for this DVR port be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:12.490609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f4e37-173b-4a1d-b7a2-d1d11addbfea None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:12.546285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:12.570839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:12.712288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-71a7c0fe-6250-4c42-b316-a9aa48936ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121592 Oct 26 16:44:12.759858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:eb:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:43:44Z', 'updated_at': '2021-10-26T16:44:10Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:12.795639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': 'c3f779c2-f3c7-47e6-b7fd-7682b300987a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:44:12.796653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:12.803895 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3f779c2-f3c7-47e6-b7fd-7682b300987a (CIDR: 2001:db8::/64) Oct 26 16:44:12.813820 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b34d7-3990-4760-a740-9c5eec71d562 None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'port_id': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'mac_address': 'fa:16:3e:eb:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:43:44Z', 'updated_at': '2021-10-26T16:44:10Z', 'revision_number': 1, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:44:12.849252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ed2726d4-3289-46b3-b5ea-13bd3316b0ad req-28488232-17ea-43c1-804c-af13f6d5e81b service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297758 Oct 26 16:44:12.901255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:12.937641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:44:12.937976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be2e89ed-dc20-4a43-b37e-6d0ae8c8da3a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:44:12.974673 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:44:12.974673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:12.991774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/c3f779c2-f3c7-47e6-b7fd-7682b300987a/88a3a0b7-e1bd-4e81-9009-61fff8ca186b) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:13.073054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0988de-25d6-4745-9591-76384ce257c4 None None] New status for floating IP 40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:44:13.133711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b6eadafa-02df-4b80-a719-b06992e6eea7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0656154 Oct 26 16:44:13.136326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:13.142911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:13.251619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:13.400228 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:13.422478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:13.424418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:13.426069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:13.449831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:13.457171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:13.686918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1dd86-d3b9-4d9d-bdae-44dc762213d4 req-2231d57a-cb80-4aab-bbab-475b32b5f407 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:13.692020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ae1dd86-d3b9-4d9d-bdae-44dc762213d4 req-2231d57a-cb80-4aab-bbab-475b32b5f407 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0910299 Oct 26 16:44:13.751827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Pushing event updated for resources: {'Port': ['ID=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:13.769647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Attempting to bind port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:44:13.770134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Attempting to bind port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:44:13.770496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Attempting to bind port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:44:13.771208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ae1dd86-d3b9-4d9d-bdae-44dc762213d4 req-8dc994d7-fa8f-4f59-beb2-4b4c9ba8efb1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698721 Oct 26 16:44:13.792795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:44:13.792795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:13.793137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:13.793618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:44:13.794299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Bound port: 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:44:13.794844 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:13.882516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] For port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:13.885936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] For port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:44:13.980245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:14.081966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c511f15-2c0a-4112-b66b-aaa9fcd8dba9 None None] Pushing event updated for resources: {'Port': ['ID=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:14.228483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:44:14.708485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:14.975020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 88a3a0b7-e1bd-4e81-9009-61fff8ca186b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:15.072661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:15.092542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:15.093082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.130513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfb83f-6a3b-44ac-a49c-2e0a763a9efd req-6ab5dce8-9cb1-4c21-831a-44d393aed6c8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:15.138608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ecfb83f-6a3b-44ac-a49c-2e0a763a9efd req-6ab5dce8-9cb1-4c21-831a-44d393aed6c8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1833301 Oct 26 16:44:15.141899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.221484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.225384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ecfb83f-6a3b-44ac-a49c-2e0a763a9efd req-96b783ae-b04f-4aea-bd2a-b795fe70a412 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855122 Oct 26 16:44:15.230305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.231394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.321486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:15.333660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:15.345665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:15.346507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.386855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=2db95329-25d2-4cf6-97d5-98be0e583489,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:15.389547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:44:15.390014 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:44:15.397401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,revision_number=4']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:15.465383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e206848-a7c6-4be7-862e-ebae5043d251 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:15.485452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40640b51-370e-4d00-b9af-ea4ad3142b3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3476422 Oct 26 16:44:15.487863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56814) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:15.495773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:78:ea:c4', 'name': 'tempest-NetworksTestDHCPv6-1300794756'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:15.619009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] Provisioning complete for port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:15.619470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.877533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:15.962501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:15.990338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] For port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:15.993309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:16.085366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:16.172153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:16.201120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port 08084cd0-bfc8-4bf5-a35e-556cd892d664 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:44:16.243786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:44:16.244415 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:44:16.257903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880b35-0bfb-4b82-a96e-0715693c85b9 None None] Pushing event updated for resources: {'Port': ['ID=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:16.511472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375beb2-fab5-4f06-af4f-6efcb2a112d1 req-4d9fe9e9-c713-4a24-b337-035fdc6e502d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:16.523686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8375beb2-fab5-4f06-af4f-6efcb2a112d1 req-4d9fe9e9-c713-4a24-b337-035fdc6e502d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0861804 Oct 26 16:44:16.601686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8375beb2-fab5-4f06-af4f-6efcb2a112d1 req-82eb65fc-9b51-4bd4-874a-1abf3c3dec76 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754137 Oct 26 16:44:16.621282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::d (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/c3f779c2-f3c7-47e6-b7fd-7682b300987a/08084cd0-bfc8-4bf5-a35e-556cd892d664) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:16.636637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8:0:1:f816:3eff:fe78:eac4 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/2db95329-25d2-4cf6-97d5-98be0e583489/08084cd0-bfc8-4bf5-a35e-556cd892d664) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:16.880486 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:16.929668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6a24bece-6a35-4e13-917d-62953b56f8c2 None None] Provisioning complete for port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:16.930814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a24bece-6a35-4e13-917d-62953b56f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:16.935084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 88a3a0b7-e1bd-4e81-9009-61fff8ca186b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:17.114197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.114795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:17.114795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.239228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-052799db-f85d-4462-82cf-6dbb1cd0ca6f None None] Could not find standard attr ID for object d9d9493e-8fd2-4042-a1c1-f203544bfb90. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:44:17.246516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:17.269537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:17.275877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=08084cd0-bfc8-4bf5-a35e-556cd892d664,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:17.290787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:17.298315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:17.299960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.432002 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-08a7fe1c-72f6-4da3-8cdc-7122b8f4f182 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9307294 Oct 26 16:44:17.432214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:17.558621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port 08084cd0-bfc8-4bf5-a35e-556cd892d664 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:17.559317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.687009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0487-9afb-4547-988c-a22f9d9be36f req-96c036ec-efa4-48ef-87f3-8a5283e49d6e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:17.688589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ccc0487-9afb-4547-988c-a22f9d9be36f req-96c036ec-efa4-48ef-87f3-8a5283e49d6e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.0856123 Oct 26 16:44:17.698318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.726651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for 08084cd0-bfc8-4bf5-a35e-556cd892d664 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:17.768597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-158992e9-ed3b-455c-acf0-6eba8896fd1e None None] Provisioning complete for port 08084cd0-bfc8-4bf5-a35e-556cd892d664 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:17.768840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-158992e9-ed3b-455c-acf0-6eba8896fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:17.779773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ccc0487-9afb-4547-988c-a22f9d9be36f req-697f7150-8e18-4469-9774-5bdf42428f97 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836124 Oct 26 16:44:17.804011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-158992e9-ed3b-455c-acf0-6eba8896fd1e None None] Port 08084cd0-bfc8-4bf5-a35e-556cd892d664 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:44:17.844267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c219-4bd9-4070-b570-da23da0a24b0 req-5c8cd5d8-12fb-4942-9ef8-8782470ea288 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:17.845754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02c219-4bd9-4070-b570-da23da0a24b0 req-5c8cd5d8-12fb-4942-9ef8-8782470ea288 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1125593 Oct 26 16:44:17.920135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02c219-4bd9-4070-b570-da23da0a24b0 req-7bb068d0-a8e2-4870-8b6f-6ca6fb934a60 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682564 Oct 26 16:44:18.096785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:18.156709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=08084cd0-bfc8-4bf5-a35e-556cd892d664,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:18.253952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.254657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.255243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.255798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.256333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.256951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.257493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.258083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.258621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.261364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.261995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.262571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:18.278599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:18.282030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8ad1b1bc-44ab-4c5f-8efa-f57b70a2d8e6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/08084cd0-bfc8-4bf5-a35e-556cd892d664 HTTP/1.1" status: 204 len: 168 time: 0.8579197 Oct 26 16:44:18.284550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56876) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:18.353098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14addd23-38dd-4340-847a-452893b64fb8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:18.358420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-14addd23-38dd-4340-847a-452893b64fb8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0693431 Oct 26 16:44:18.358819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56878) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:18.420245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf31df-4ef2-44a2-86c0-92d1fa7505ba tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:18.422829 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32cf31df-4ef2-44a2-86c0-92d1fa7505ba tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0622332 Oct 26 16:44:18.433672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56880) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:18.515283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f542d88-d98b-4753-a343-6e40f8e3f0f4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:18.516856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f542d88-d98b-4753-a343-6e40f8e3f0f4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:18.518581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f542d88-d98b-4753-a343-6e40f8e3f0f4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:18.520175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f542d88-d98b-4753-a343-6e40f8e3f0f4 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0854743 Oct 26 16:44:18.524881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:18.606936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 2db95329-25d2-4cf6-97d5-98be0e583489 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:18.610963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:18.695273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:18.791928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.053417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257ebe-5ec0-48c1-897d-9960a88a04e6 req-50989222-4f27-48d3-9968-f6c7c984bb99 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:19.054830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a257ebe-5ec0-48c1-897d-9960a88a04e6 req-50989222-4f27-48d3-9968-f6c7c984bb99 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.0514431 Oct 26 16:44:19.056333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.095596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=2db95329-25d2-4cf6-97d5-98be0e583489,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:19.101641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.104816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ebf4353-8a41-4108-96e5-4676fa2338ae tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2db95329-25d2-4cf6-97d5-98be0e583489 HTTP/1.1" status: 204 len: 168 time: 0.5808372 Oct 26 16:44:19.107939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56896) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:19.110339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b59c6a-77c5-4923-8340-f8cb0c166015 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:19.155765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a257ebe-5ec0-48c1-897d-9960a88a04e6 req-d0d9c73b-cce8-4f53-87b5-bd95567c275f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947192 Oct 26 16:44:19.195707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet c3f779c2-f3c7-47e6-b7fd-7682b300987a {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:19.198844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.241412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.355639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.548594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.578929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f779c2-f3c7-47e6-b7fd-7682b300987a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:19.582959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.586983 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-442889f3-f8e6-419c-ab8b-869e30e804c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/c3f779c2-f3c7-47e6-b7fd-7682b300987a HTTP/1.1" status: 204 len: 168 time: 0.4769721 Oct 26 16:44:19.588838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56918) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:19.632827 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2f4b0145-7f65-4f11-97af-3aa251150345 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428791 Oct 26 16:44:19.640703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56920) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:19.645666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:19.842200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:19.845888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:19.920312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a31f18-b2bc-4db9-baa4-c629754ec1ec None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:20.026511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-81626c57-b316-4314-9ed6-6a257263e0d1 None None] Provisioning complete for port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:20.026880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81626c57-b316-4314-9ed6-6a257263e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.177271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.196983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:44:20.279644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Deleting port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:20.279644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.304165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:20.310529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:20.315898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.316546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.331864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=65edf8e9-e413-4e79-8fb5-fb1253a63780,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:20.347267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-46dd1880-72cf-47f7-b5f7-cc2f869192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.349112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-46dd1880-72cf-47f7-b5f7-cc2f869192f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1097 time: 0.1059504 Oct 26 16:44:20.380144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7400c-74a7-487d-a014-452c125291b8 req-a7e33eca-d0b1-44cc-99af-9ef3c714206b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.383610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80d7400c-74a7-487d-a014-452c125291b8 req-a7e33eca-d0b1-44cc-99af-9ef3c714206b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1000607 Oct 26 16:44:20.396805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] For port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:20.397314 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.412494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Calling delete_port for 88a3a0b7-e1bd-4e81-9009-61fff8ca186b owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:20.440270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80d7400c-74a7-487d-a014-452c125291b8 req-ab80659e-e939-4e61-b3fa-0dfb779e4f95 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414989 Oct 26 16:44:20.468096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-cf53dc67-885e-481a-a4e6-08e10d132d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.469986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-cf53dc67-885e-481a-a4e6-08e10d132d68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.1128438 Oct 26 16:44:20.518450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d4fb0c4e-beec-42c7-9e47-5c7ec8c303ca tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8766828 Oct 26 16:44:20.521377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:20.527600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:20.548664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-001bed8d-eeee-4d78-89f9-4b715bfbe1bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1002 time: 0.0710745 Oct 26 16:44:20.602376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-0b62dd5a-af1a-4b15-8c23-6c8732c40372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.603894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-0b62dd5a-af1a-4b15-8c23-6c8732c40372 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0481620 Oct 26 16:44:20.611630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.644825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] Pushing event deleted for resources: {'Port': ['ID=88a3a0b7-e1bd-4e81-9009-61fff8ca186b,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:20.650141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d0544-6f0d-47b7-9dbc-ac7368ba5b56 None None] No DVR routers for this DVR port 88a3a0b7-e1bd-4e81-9009-61fff8ca186b on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:20.664750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-af908c0a-756b-4ff8-ae45-5bc8bf7e6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:20.666642 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-af908c0a-756b-4ff8-ae45-5bc8bf7e6b43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522568 Oct 26 16:44:20.667980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ef4de-bc10-4ac5-92db-1d8be64acfaf None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:20.773073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:20.776844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.801051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-c720ec8f-6a1b-43a8-a28b-093d973236ac service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219277 Oct 26 16:44:20.852243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'tenant_id': 'b2011803e1b6468bbe3e188a7acaf958', 'fixed_ips': [{'subnet_id': '65edf8e9-e413-4e79-8fb5-fb1253a63780'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:44:20.853261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.923095 n-d-815373-2 neutron-server[102736]: INFO neutron.db.ipam_backend_mixin [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65edf8e9-e413-4e79-8fb5-fb1253a63780 (CIDR: 2001:db8::/64) Oct 26 16:44:20.940508 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fad802bd-e04f-4228-988e-49a32ac37d1c req-2d85fdb2-b2cf-48c9-b853-dec77373bbb5 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296723 Oct 26 16:44:20.952212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 88a3a0b7-e1bd-4e81-9009-61fff8ca186b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:20.968641 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:44:20.969111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:20.984006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:20.984663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 88a3a0b7-e1bd-4e81-9009-61fff8ca186b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:44:20.985001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 88a3a0b7-e1bd-4e81-9009-61fff8ca186b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:44:21.049146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Allocated IP 2001:db8::2 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/65edf8e9-e413-4e79-8fb5-fb1253a63780/6675debf-8be4-4f45-aea1-8353be7c246a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:21.118494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9ad4c6df-081c-4f5e-8056-c6f275f5db05 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5956852 Oct 26 16:44:21.121290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56952) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:21.127596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'subnet': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:21.197905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.356639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.402280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:21.405343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:21.408825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:21.412615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:21.414266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Pushing event updated for resources: {'Port': ['ID=6675debf-8be4-4f45-aea1-8353be7c246a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:21.416187 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.471222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Attempting to bind port 6675debf-8be4-4f45-aea1-8353be7c246a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:44:21.471222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Attempting to bind port 6675debf-8be4-4f45-aea1-8353be7c246a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:44:21.471222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Attempting to bind port 6675debf-8be4-4f45-aea1-8353be7c246a on network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:44:21.479452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:44:21.479853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Checking segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:21.480258 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.480644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Bound using segment: {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:44:21.481958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Bound port: 6675debf-8be4-4f45-aea1-8353be7c246a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc2d7-f3c6-46d2-9b54-36725691d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:44:21.482243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.552712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] For port 6675debf-8be4-4f45-aea1-8353be7c246a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:21.555792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] For port 6675debf-8be4-4f45-aea1-8353be7c246a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6675debf-8be4-4f45-aea1-8353be7c246a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:44:21.742603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:21.835775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de4f1f-68a8-49da-9a7c-6dd6b2ba6f06 None None] Pushing event updated for resources: {'Port': ['ID=6675debf-8be4-4f45-aea1-8353be7c246a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:21.901869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c7e3f-06b3-41a3-97c5-5fb606bd2e99 req-9367049b-aa21-45a3-9b30-f5eb560d6a45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:21.904334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-710c7e3f-06b3-41a3-97c5-5fb606bd2e99 req-9367049b-aa21-45a3-9b30-f5eb560d6a45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.3741472 Oct 26 16:44:22.003994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-710c7e3f-06b3-41a3-97c5-5fb606bd2e99 req-3ec0752f-0c8a-47c7-a13e-7464c60087b1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886474 Oct 26 16:44:22.273459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.objects.ports [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:44:22.498708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:22.578015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:22.847321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] For port 6675debf-8be4-4f45-aea1-8353be7c246a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6675debf-8be4-4f45-aea1-8353be7c246a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:22.939012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.008429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6675debf-8be4-4f45-aea1-8353be7c246a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:23.050302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.051276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.084171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6675debf-8be4-4f45-aea1-8353be7c246a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:23.084909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.148320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bc51b73f-2855-4372-aa73-a613dc1aee9f None None] Provisioning complete for port 6675debf-8be4-4f45-aea1-8353be7c246a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:23.148987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc51b73f-2855-4372-aa73-a613dc1aee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.212356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:23.213534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Subnet': ['ID=7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:23.220048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:23.226159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:23.227220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.256708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5aaf40-2085-47ff-9d79-db2d1380881b None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:23.276774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=6675debf-8be4-4f45-aea1-8353be7c246a,revision_number=4']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:23.297078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44989-4ea4-4357-a91b-eb62c3587ebb req-295897ce-7a50-482d-8446-3a42ddbce608 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:23.298629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6bc44989-4ea4-4357-a91b-eb62c3587ebb req-295897ce-7a50-482d-8446-3a42ddbce608 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 946 time: 0.1573873 Oct 26 16:44:23.329249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.350392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6bc44989-4ea4-4357-a91b-eb62c3587ebb req-b8bddba5-696d-4211-83b4-614db287936d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Oct 26 16:44:23.351277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc51b73f-2855-4372-aa73-a613dc1aee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.404262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 6675debf-8be4-4f45-aea1-8353be7c246a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6675debf-8be4-4f45-aea1-8353be7c246a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:23.486649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57024) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:23.487643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3c763325-0697-4724-836d-2c9c4180b053 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3637514 Oct 26 16:44:23.492685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Request body: {'port': {'network_id': '69f62a7b-72c5-4aba-bd5b-2e167a02abcb', 'mac_address': 'fa:16:3e:c0:e7:72', 'name': 'tempest-NetworksTestDHCPv6-546534002'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:23.532532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.739547 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:44:23.767427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Made reservation on behalf of b2011803e1b6468bbe3e188a7acaf958 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:23.899749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:44:23.932903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:23.977062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] device_id is not set on port ced96993-38e1-4f66-bc27-503988a3f262 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:44:24.079287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-bc51b73f-2855-4372-aa73-a613dc1aee9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:44:24.079749 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-bc51b73f-2855-4372-aa73-a613dc1aee9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:44:24.089708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=6675debf-8be4-4f45-aea1-8353be7c246a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:24.259943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:24.299254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:44:24.409035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8::2eb (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/65edf8e9-e413-4e79-8fb5-fb1253a63780/ced96993-38e1-4f66-bc27-503988a3f262) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:24.425046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:24.426822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:e772 (69f62a7b-72c5-4aba-bd5b-2e167a02abcb/7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08/ced96993-38e1-4f66-bc27-503988a3f262) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:24.447848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:44:24.489224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:24.577439 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:24.702182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:44:24.709482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:24.759323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:24.784687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.785179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.785654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.786092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.786576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.787292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.791567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:44:24.834100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:24.920506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-40ac5301-980d-40d5-aa63-e65d5f58b236 None None] Provisioning complete for port 6675debf-8be4-4f45-aea1-8353be7c246a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:24.920983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ac5301-980d-40d5-aa63-e65d5f58b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:24.928170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:24.931952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:24.936632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:24.947038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:24.947985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.058305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event updated for resources: {'Port': ['ID=ced96993-38e1-4f66-bc27-503988a3f262,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:25.066205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:25.075790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6675debf-8be4-4f45-aea1-8353be7c246a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:25.184951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-06671840-d2b6-4277-a3b6-4865f1441bbb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6960235 Oct 26 16:44:25.187360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:25.370437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting port ced96993-38e1-4f66-bc27-503988a3f262 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:25.373444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.482459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6675debf-8be4-4f45-aea1-8353be7c246a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:25.483155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.521650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.585112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:25.588246 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62cbecf-343b-406d-8328-ee29500315e0" -d '{"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:25.609474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:25.624754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.639189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Calling delete_port for ced96993-38e1-4f66-bc27-503988a3f262 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:25.713402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.726809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b249ab72-9480-443c-8997-4548c6d859ba None None] Provisioning complete for port ced96993-38e1-4f66-bc27-503988a3f262 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:25.727214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b249ab72-9480-443c-8997-4548c6d859ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:25.796953 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f07978-93ee-477b-a4e2-35c057e9db97 x-openstack-request-id: req-31f07978-93ee-477b-a4e2-35c057e9db97 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:25.797245 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-unplugged", "status": "failed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:25.797506 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31f07978-93ee-477b-a4e2-35c057e9db97 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:25.797922 n-d-815373-2 neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'code': 422} returned with failed status Oct 26 16:44:25.856721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:44:25.976113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:26.016801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeee4d-ba36-4116-b94e-217dfc50291e req-8924e6db-2fd0-4e11-a3e1-fcc8e3a19961 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.018340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32eeee4d-ba36-4116-b94e-217dfc50291e req-8924e6db-2fd0-4e11-a3e1-fcc8e3a19961 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1439302 Oct 26 16:44:26.039606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b249ab72-9480-443c-8997-4548c6d859ba None None] Port ced96993-38e1-4f66-bc27-503988a3f262 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:44:26.076367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:26.076901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.102471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32eeee4d-ba36-4116-b94e-217dfc50291e req-518e7224-bdd4-4e14-88e7-c00832531bbc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695848 Oct 26 16:44:26.157614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.239572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Port': ['ID=ced96993-38e1-4f66-bc27-503988a3f262,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:26.290997 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.357737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:26.363454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.369424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:26.369890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-78d992a5-5adb-4e58-843b-2f710daaba33 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ced96993-38e1-4f66-bc27-503988a3f262 HTTP/1.1" status: 204 len: 168 time: 1.1811478 Oct 26 16:44:26.438028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.444354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.452150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.462515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.470316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3a41a-4251-4fbb-8901-febf11a68dcb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.473479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.482401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0e3a41a-4251-4fbb-8901-febf11a68dcb tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1117034 Oct 26 16:44:26.487085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:26.489109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.495539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.502256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.507526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-9bd1e260-86be-478d-867b-c31fc40a6025 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.1984987 Oct 26 16:44:26.601226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd3bc22d-7633-4d88-9aea-6a9ab052baf6 req-8da66446-23c3-427c-a239-28f2dc621592 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755672 Oct 26 16:44:26.605860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75045b31-e875-466d-8cb2-f21dfabdf79e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.608426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-75045b31-e875-466d-8cb2-f21dfabdf79e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1193452 Oct 26 16:44:26.612302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57120) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:26.652005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:26.730540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91217e-bf19-41c5-9ece-a1e580bcbcd1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.730540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91217e-bf19-41c5-9ece-a1e580bcbcd1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.732085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91217e-bf19-41c5-9ece-a1e580bcbcd1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:26.733991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e91217e-bf19-41c5-9ece-a1e580bcbcd1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1206691 Oct 26 16:44:26.736631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57124) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:26.818839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-dcd7fff0-e1b1-4daa-ab5b-98d8e1e9e04c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443182 Oct 26 16:44:26.829674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 65edf8e9-e413-4e79-8fb5-fb1253a63780 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:26.836247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:26.908813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.061326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.251765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.295774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.302066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.332760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.333313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.348376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.354442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.385285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261f2e-83b9-4af3-be62-c5d03a08eb9d req-78a6a4ef-6133-4548-b186-6e3cf0a6d209 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.389606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c261f2e-83b9-4af3-be62-c5d03a08eb9d req-78a6a4ef-6133-4548-b186-6e3cf0a6d209 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1683350 Oct 26 16:44:27.391077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.393186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-6a544130-68ad-492e-abee-6fae52939e67 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.2458241 Oct 26 16:44:27.517663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-f40be508-ff46-4f08-8767-aee1f65da490 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:27.519073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-f40be508-ff46-4f08-8767-aee1f65da490 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1186292 Oct 26 16:44:27.521660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=65edf8e9-e413-4e79-8fb5-fb1253a63780,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:27.545148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.554974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f25d0b59-4ec3-48f2-8c74-0154fdedace8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/65edf8e9-e413-4e79-8fb5-fb1253a63780 HTTP/1.1" status: 204 len: 168 time: 0.8149087 Oct 26 16:44:27.559931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e958d5-d3f7-4caa-aa7f-ed6d019a89b4 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:27.560324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:27.609441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c261f2e-83b9-4af3-be62-c5d03a08eb9d req-fae83842-dc0b-456c-9dc8-73890f1888f0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843786 Oct 26 16:44:27.678235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Deleting subnet 7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:27.682889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.758526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:27.800324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:27.810865 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c79007-2848-4ade-8cc3-ce3344c6c6b0" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:27.864827 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-8329aac5-0697-4eee-a561-d99e7b3a10b9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3333886 Oct 26 16:44:27.885305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:27.940920 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedae1b0-15d1-4495-a77d-77c5cc80d3fd x-openstack-request-id: req-dedae1b0-15d1-4495-a77d-77c5cc80d3fd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:27.941220 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:27.941765 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dedae1b0-15d1-4495-a77d-77c5cc80d3fd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:27.942720 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:44:27.963695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:28.109169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:28.170440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.203974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.218661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.238594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.259348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.276802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.285053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.296146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-7f7c2576-492b-4144-b1d0-105799e3863a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 5442 time: 0.4899023 Oct 26 16:44:28.385314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9093d74e-954a-4735-bb4a-dd8f02b702db req-45764487-e974-42ea-860e-bcab2d3de86b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879023 Oct 26 16:44:28.556087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:28.632727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:28.668436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:28.670552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c3c16003-0f9e-41ad-9f7a-56eaca46b455,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:28.685104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1f7aafcf-4234-4fee-a41e-31fb03990ca3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08 HTTP/1.1" status: 204 len: 168 time: 1.1236055 Oct 26 16:44:28.691806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57176) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:28.774578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] For port c3c16003-0f9e-41ad-9f7a-56eaca46b455, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:28.828203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] device_id is not set on port c3c16003-0f9e-41ad-9f7a-56eaca46b455 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:44:28.837950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:28.862377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8fe0d5d4-696d-44d8-a953-7548019a8420 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663086 Oct 26 16:44:28.864884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57184) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:28.919992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e37fa-888a-4388-9921-8ce5fea87f55 req-17c7ea53-2ae2-4a66-8d12-525b920cc5ff tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:28.928068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-236e37fa-888a-4388-9921-8ce5fea87f55 req-17c7ea53-2ae2-4a66-8d12-525b920cc5ff tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0686445 Oct 26 16:44:28.946717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:29.084184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-980ff880-1565-444f-9d9c-67895ad604e4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.094513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-980ff880-1565-444f-9d9c-67895ad604e4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1570773 Oct 26 16:44:29.140092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-74e6dc54-2e7d-43c2-bf67-b3a706a180e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0390334 Oct 26 16:44:29.181943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79308f6b-26ba-4515-bf0f-a9a7df20299d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.191701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79308f6b-26ba-4515-bf0f-a9a7df20299d tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3255806 Oct 26 16:44:29.194921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.198452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] No DVR routers for this DVR port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:29.205267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-236e37fa-888a-4388-9921-8ce5fea87f55 req-1ca1d38a-c490-4539-84bb-b16c4f133770 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748027 Oct 26 16:44:29.248414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2c969-ddbe-4036-a5c9-94cb676ccfd4 None None] Network 69f62a7b-72c5-4aba-bd5b-2e167a02abcb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:29.296322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-5ad02e41-7cd3-473d-9157-31624d916b94 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364889 Oct 26 16:44:29.313845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:29.411066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b55aae-db6a-4f67-a4b0-47dcce36c90f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.412658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c4b55aae-db6a-4f67-a4b0-47dcce36c90f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2154472 Oct 26 16:44:29.413690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] In _notify_port_updated(), no bound segment for port c3c16003-0f9e-41ad-9f7a-56eaca46b455 on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:44:29.419589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.420204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:29.422492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-829f7e8f-4eac-4e5a-90ce-f4e293c2ece6 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 200 len: 1032 time: 1.5490792 Oct 26 16:44:29.422492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.463985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-16fd46ef-9c33-4c3e-b851-c9b9c43316df None None] Provisioning complete for port 6675debf-8be4-4f45-aea1-8353be7c246a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:29.464352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16fd46ef-9c33-4c3e-b851-c9b9c43316df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:29.495897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-130d2f2b-aaca-4fe3-8813-c8710b6eaaf4 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985705 Oct 26 16:44:29.581893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c58920c-3845-464c-b665-557daf9cd21b tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448729 Oct 26 16:44:29.598712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.667174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-2dd30648-5621-4e18-b595-e2f4f3919759 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.668282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-2dd30648-5621-4e18-b595-e2f4f3919759 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "GET /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2166882 Oct 26 16:44:29.670128 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa24e970-18b9-4eb6-a534-b8cca1237521 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:29.680038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa24e970-18b9-4eb6-a534-b8cca1237521 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:29.691036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa24e970-18b9-4eb6-a534-b8cca1237521 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ced96993-38e1-4f66-bc27-503988a3f262 HTTP/1.1" status: 404 len: 333 time: 0.0886502 Oct 26 16:44:29.702079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.703995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:29.706708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57206) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.714263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.724701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.738941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] DHCP port deletion for 69f62a7b-72c5-4aba-bd5b-2e167a02abcb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:44:29.750496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.759146 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d29841-7694-4920-9c11-976c7cf80099 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:29.759146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d29841-7694-4920-9c11-976c7cf80099 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:29.759146 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f0d29841-7694-4920-9c11-976c7cf80099 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/7cd3c16c-a04f-4f91-ab86-4d89d0c0dc08 HTTP/1.1" status: 404 len: 337 time: 0.0481062 Oct 26 16:44:29.765540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.771608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57208) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.776125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:29.797254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-5e99b4b4-d62a-4d96-9ed1-770ea45f5e6d tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 4663 time: 0.2415190 Oct 26 16:44:29.816760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Deleting port 6675debf-8be4-4f45-aea1-8353be7c246a {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:29.817654 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:29.840548 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5776a01-afa4-4eeb-b025-50b00914d8f3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:29.841011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5776a01-afa4-4eeb-b025-50b00914d8f3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:29.860484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5776a01-afa4-4eeb-b025-50b00914d8f3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/65edf8e9-e413-4e79-8fb5-fb1253a63780 HTTP/1.1" status: 404 len: 337 time: 0.0878088 Oct 26 16:44:29.863252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.866758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-13173c50-01ca-4700-aa13-4c52111120fe service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694162 Oct 26 16:44:29.886076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a33f32f2-9d7c-4ba3-98c3-548067085170 req-f2188fd7-6dce-4819-83a9-3643e65ef37a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed82124-2808-42ca-a795-10e95c5b91a1&id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879128 Oct 26 16:44:29.925135 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaa6edd-3e89-48e5-8ceb-4e59576aab38 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:29.925919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaa6edd-3e89-48e5-8ceb-4e59576aab38 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:29.939372 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eaaa6edd-3e89-48e5-8ceb-4e59576aab38 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/08084cd0-bfc8-4bf5-a35e-556cd892d664 HTTP/1.1" status: 404 len: 333 time: 0.0747643 Oct 26 16:44:29.947906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:29.966271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.037485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8f11d2b1-a88b-40bc-a1a4-eb519c40a36e None None] Provisioning complete for port c3c16003-0f9e-41ad-9f7a-56eaca46b455 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:30.041205 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b565862-2632-4434-8a9c-45f240ae80aa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.041674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b565862-2632-4434-8a9c-45f240ae80aa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.041805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f11d2b1-a88b-40bc-a1a4-eb519c40a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.045333 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b565862-2632-4434-8a9c-45f240ae80aa tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2db95329-25d2-4cf6-97d5-98be0e583489 HTTP/1.1" status: 404 len: 337 time: 0.0962884 Oct 26 16:44:30.047895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57216) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.127574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] For port 6675debf-8be4-4f45-aea1-8353be7c246a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6675debf-8be4-4f45-aea1-8353be7c246a,segment=NetworkSegment(53ffc2d7-f3c6-46d2-9b54-36725691d837),segment_id=53ffc2d7-f3c6-46d2-9b54-36725691d837)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:30.128249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.129949 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85e22ba-6b73-4a14-b7be-234a2ebeb9b1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.130444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85e22ba-6b73-4a14-b7be-234a2ebeb9b1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.146520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a85e22ba-6b73-4a14-b7be-234a2ebeb9b1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/c3f779c2-f3c7-47e6-b7fd-7682b300987a HTTP/1.1" status: 404 len: 337 time: 0.0954542 Oct 26 16:44:30.146743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57220) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.158095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Calling delete_port for 6675debf-8be4-4f45-aea1-8353be7c246a owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:30.175882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8f11d2b1-a88b-40bc-a1a4-eb519c40a36e None None] Port c3c16003-0f9e-41ad-9f7a-56eaca46b455 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:44:30.188969 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e5c1b-47bc-48b0-bd78-9e9c091003d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.189705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2e5c1b-47bc-48b0-bd78-9e9c091003d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.201132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cb2e5c1b-47bc-48b0-bd78-9e9c091003d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/d9d9493e-8fd2-4042-a1c1-f203544bfb90 HTTP/1.1" status: 404 len: 333 time: 0.0506597 Oct 26 16:44:30.201937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.255306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b8d2449-f578-4dac-9f1f-c274314263cd,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:30.258607 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cc203d-869b-485f-95eb-88f86f39f3e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.264287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cc203d-869b-485f-95eb-88f86f39f3e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.267420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d1cc203d-869b-485f-95eb-88f86f39f3e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2e1d9206-f567-4285-81bc-e9fd95e33378 HTTP/1.1" status: 404 len: 337 time: 0.0622830 Oct 26 16:44:30.270636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57226) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.314094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] For port 3b8d2449-f578-4dac-9f1f-c274314263cd, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:30.326823 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-881bab75-22af-4ef1-b00e-2a0bfbec33e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.327307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881bab75-22af-4ef1-b00e-2a0bfbec33e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.342201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-881bab75-22af-4ef1-b00e-2a0bfbec33e7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/58b12312-9e02-4f99-bf53-2b5c1ef05e2b HTTP/1.1" status: 404 len: 337 time: 0.0676427 Oct 26 16:44:30.342427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.352094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] device_id is not set on port 3b8d2449-f578-4dac-9f1f-c274314263cd yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:44:30.374118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.423347 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.444568 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.486467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] Pushing event deleted for resources: {'Port': ['ID=6675debf-8be4-4f45-aea1-8353be7c246a,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:30.528153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf311e-4f45-47c3-939b-fc84c195c18e None None] No DVR routers for this DVR port 6675debf-8be4-4f45-aea1-8353be7c246a on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:30.540545 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-326aef94-44c8-4327-8640-da05a33aee78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.567563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326aef94-44c8-4327-8640-da05a33aee78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.576851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-326aef94-44c8-4327-8640-da05a33aee78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/a099a3cd-e0c5-4b5b-86d8-dfbef0851390 HTTP/1.1" status: 404 len: 333 time: 0.2307827 Oct 26 16:44:30.585201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.587754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] No DVR routers for this DVR port 3b8d2449-f578-4dac-9f1f-c274314263cd on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:30.601495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:30.707014 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38cc8b4-7090-4e9b-8faa-c48fa773df62 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.707716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38cc8b4-7090-4e9b-8faa-c48fa773df62 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.710765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e38cc8b4-7090-4e9b-8faa-c48fa773df62 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/72b19e09-796a-4ebd-abdf-0c78707ab120 HTTP/1.1" status: 404 len: 337 time: 0.1237054 Oct 26 16:44:30.722892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08832f3a-26ab-42c6-b7cd-2293a09fe14a req-44e9d312-b35e-417c-a4ee-1938d05543de tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.3215704 Oct 26 16:44:30.724316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.757689 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e034f34-d259-4b5a-843b-41067f695195 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.758143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e034f34-d259-4b5a-843b-41067f695195 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.761238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5e034f34-d259-4b5a-843b-41067f695195 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/620a625e-23e3-4b52-9ea6-b7ed7928e324 HTTP/1.1" status: 404 len: 337 time: 0.0359566 Oct 26 16:44:30.764239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] In _notify_port_updated(), no bound segment for port 3b8d2449-f578-4dac-9f1f-c274314263cd on network 139c9ca2-2303-4596-8efb-e16c6a4a6bad {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:44:30.767042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:30.767396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:30.768908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-9e4eae76-c025-4982-a0aa-9da5ebbc0e7c service neutron] 10.222.0.39 "PUT /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 200 len: 1032 time: 1.0791221 Oct 26 16:44:30.769560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.779869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b84e-c897-42fd-b047-0a62e344409b req-e2d040fd-c570-4623-ab9d-b2528b9953af tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:30.781380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d4b84e-c897-42fd-b047-0a62e344409b req-e2d040fd-c570-4623-ab9d-b2528b9953af tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.4311392 Oct 26 16:44:30.849587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84d4b84e-c897-42fd-b047-0a62e344409b req-9da2bb48-a64a-4d4a-8325-17b802ae41a7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614569 Oct 26 16:44:30.942491 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af7d4cc-9459-4aa7-b79c-3c9ecdb5053f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:30.943720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af7d4cc-9459-4aa7-b79c-3c9ecdb5053f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:30.950504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8af7d4cc-9459-4aa7-b79c-3c9ecdb5053f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/1842f0a3-3214-4281-ba1a-d7c498b22ac0 HTTP/1.1" status: 404 len: 333 time: 0.1744940 Oct 26 16:44:30.950949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:30.972009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6675debf-8be4-4f45-aea1-8353be7c246a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:30.979875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:31.013717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:31.014724 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.016680 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d15b654-fff1-4ba4-947e-dbd9cbad1d3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.017606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d15b654-fff1-4ba4-947e-dbd9cbad1d3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.024756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7d15b654-fff1-4ba4-947e-dbd9cbad1d3a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/cc3c360f-4b58-4dc2-bcb7-fe6b882e5e6a HTTP/1.1" status: 404 len: 337 time: 0.0705194 Oct 26 16:44:31.029070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57258) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.100137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-19608f4e-1b0e-46c6-b44c-a7603a9f656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.111740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6675debf-8be4-4f45-aea1-8353be7c246a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:44:31.113290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6675debf-8be4-4f45-aea1-8353be7c246a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:44:31.145262 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1077ac-0d20-404b-a317-28ab7f2faa17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.152921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1077ac-0d20-404b-a317-28ab7f2faa17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.164458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57264) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.171765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4e1077ac-0d20-404b-a317-28ab7f2faa17 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/36bf86c5-acb0-4ecd-95de-a65a12bc0eef HTTP/1.1" status: 404 len: 333 time: 0.1287727 Oct 26 16:44:31.190488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-39022d75-e4f6-49a5-b576-a13467537b1a None None] Provisioning complete for port 3b8d2449-f578-4dac-9f1f-c274314263cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:31.191074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-39022d75-e4f6-49a5-b576-a13467537b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.243930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-39022d75-e4f6-49a5-b576-a13467537b1a None None] Port 3b8d2449-f578-4dac-9f1f-c274314263cd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:44:31.268855 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3876e91e-845a-4810-a40a-e722e95b1a83 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.273021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3876e91e-845a-4810-a40a-e722e95b1a83 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.283635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3876e91e-845a-4810-a40a-e722e95b1a83 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/b38548a4-ba2a-470e-887f-dc355df57d4f HTTP/1.1" status: 404 len: 337 time: 0.1161840 Oct 26 16:44:31.283826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:31.285801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57268) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.289712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:31.298540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:31.316970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:31.325977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.337540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:31.351255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-895f0a93-666a-49e7-ac5a-786d31ad34a5 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3884 time: 0.2504964 Oct 26 16:44:31.408228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:31.409344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:31.412726 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d986a0-4b77-407d-8d7e-f285b893cb05" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:31.443784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8af09d8-410e-4828-b8e9-0f90fade8064 req-3626c202-ea2b-4b9a-8060-0b7dac274706 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906436 Oct 26 16:44:31.479069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.480614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 22f80cd2-20c1-4b75-9a78-c5893a6d3622 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:31.551866 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b12a8-17af-4246-b555-7b951bd1e0ea x-openstack-request-id: req-e72b12a8-17af-4246-b555-7b951bd1e0ea {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:31.552162 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:31.552468 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e72b12a8-17af-4246-b555-7b951bd1e0ea {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:31.552867 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'code': 200} Oct 26 16:44:31.557692 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be1d37c-b5ff-4ec9-acd1-0a278fa89073 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.563110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be1d37c-b5ff-4ec9-acd1-0a278fa89073 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.571222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57278) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.571789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9be1d37c-b5ff-4ec9-acd1-0a278fa89073 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/1518d887-328c-4595-9e01-9e9870106d7d HTTP/1.1" status: 404 len: 333 time: 0.2821319 Oct 26 16:44:31.579319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] For port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:31.579779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.601662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:31.621557 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3f6c02-163c-4383-9344-b13e44892263 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.622646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3f6c02-163c-4383-9344-b13e44892263 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.626375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e3f6c02-163c-4383-9344-b13e44892263 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5180873e-ce09-4a47-8576-f6ff90e7ab3b HTTP/1.1" status: 404 len: 337 time: 0.0541356 Oct 26 16:44:31.629217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57282) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.671992 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31c542f-d578-4325-8125-8475f49e08fe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.674720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31c542f-d578-4325-8125-8475f49e08fe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.684137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c31c542f-d578-4325-8125-8475f49e08fe tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ab078c5c-3ba9-45b1-909f-292f9f5075af HTTP/1.1" status: 404 len: 333 time: 0.0530198 Oct 26 16:44:31.684914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.693720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.820149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:31.820149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:31.820755 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9249a08-702e-4188-a7a2-44e724c5e448 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.820755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9249a08-702e-4188-a7a2-44e724c5e448 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.820755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a9249a08-702e-4188-a7a2-44e724c5e448 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/47485c65-592e-423a-ba34-dba1cb27e646 HTTP/1.1" status: 404 len: 337 time: 0.0751841 Oct 26 16:44:31.820755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c552fe-2308-4114-bba4-3bb28b308d66 req-fb3c5c20-0a6f-4aa2-b51c-638b53278712 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0287192 Oct 26 16:44:31.821373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57290) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.845987 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1346daeb-3287-44a2-bbb5-47d985019810 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.846699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1346daeb-3287-44a2-bbb5-47d985019810 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.849711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1346daeb-3287-44a2-bbb5-47d985019810 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/bb7fa195-92f5-43c3-a61e-a63a9a381c09 HTTP/1.1" status: 404 len: 333 time: 0.0292141 Oct 26 16:44:31.853152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57292) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.880460 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab84dc61-a814-44b5-92d8-ca0c484eed0e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.880918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab84dc61-a814-44b5-92d8-ca0c484eed0e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.883940 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab84dc61-a814-44b5-92d8-ca0c484eed0e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5388f8d2-0055-4421-8ce1-54c304256199 HTTP/1.1" status: 404 len: 337 time: 0.0298855 Oct 26 16:44:31.886598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57294) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.909749 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb89927-ca80-4a0c-ab92-dedb97a7dd03 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.910396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb89927-ca80-4a0c-ab92-dedb97a7dd03 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.913502 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ceb89927-ca80-4a0c-ab92-dedb97a7dd03 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/5dad5dbd-eb3d-494d-8ad3-2d6825ff5354 HTTP/1.1" status: 404 len: 333 time: 0.0257566 Oct 26 16:44:31.915941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57296) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.948259 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acd7a84-53af-42e7-9715-617036514c78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:31.948888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acd7a84-53af-42e7-9715-617036514c78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:31.951999 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1acd7a84-53af-42e7-9715-617036514c78 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/9bb43fbd-807c-429d-9fa9-930a854b1f4c HTTP/1.1" status: 404 len: 337 time: 0.0351219 Oct 26 16:44:31.953592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.954523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:31.955031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57300) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:31.956256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:32.045923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=2dffe74b-7d17-4a25-b58f-6c4dab7f70c6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:32.063283 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-00423b76-1d04-4fed-b92c-48d4cf10a0f6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.063987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00423b76-1d04-4fed-b92c-48d4cf10a0f6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.068147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00423b76-1d04-4fed-b92c-48d4cf10a0f6 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/7674c873-a7d3-485e-85a7-dd901100689d HTTP/1.1" status: 404 len: 337 time: 0.1119144 Oct 26 16:44:32.069894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] No DVR routers for this DVR port 2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:32.096122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57304) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.107844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.109108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:32.130298 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-7282a664-0537-4a30-91a5-80e0df30cdd2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "DELETE /v2.0/ports/2dffe74b-7d17-4a25-b58f-6c4dab7f70c6 HTTP/1.1" status: 204 len: 173 time: 1.3496091 Oct 26 16:44:32.130803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:32.144849 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e752f-0ebd-46a5-bba6-051b94d98837" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:32.203677 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dce67a-c377-4285-974e-f706e849c9d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.204662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dce67a-c377-4285-974e-f706e849c9d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.212116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-29dce67a-c377-4285-974e-f706e849c9d3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/3b1b0e00-667b-4bcd-8aff-670fea794623 HTTP/1.1" status: 404 len: 333 time: 0.1127977 Oct 26 16:44:32.217660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57312) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.219901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.233497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cdee-17e7-4331-9378-e7659d958dd8 req-a64b29d6-5f3c-403e-8b5d-69ef6a5b2bcf tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:32.256105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39c2cdee-17e7-4331-9378-e7659d958dd8 req-a64b29d6-5f3c-403e-8b5d-69ef6a5b2bcf tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.2447407 Oct 26 16:44:32.312387 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9d21b-2dd3-4070-b09e-8a08acf93052 x-openstack-request-id: req-1bc9d21b-2dd3-4070-b09e-8a08acf93052 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:32.312679 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "2dffe74b-7d17-4a25-b58f-6c4dab7f70c6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:32.312947 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bc9d21b-2dd3-4070-b09e-8a08acf93052 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:32.313348 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '2dffe74b-7d17-4a25-b58f-6c4dab7f70c6', 'status': 'completed', 'code': 200} Oct 26 16:44:32.317967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:32.366593 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-25715587-d6aa-41fe-9a7d-88065e5518b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.370337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25715587-d6aa-41fe-9a7d-88065e5518b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.371604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:32.374141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.376735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-25715587-d6aa-41fe-9a7d-88065e5518b9 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/a280186a-a257-4a64-806c-fabcf1c3bb88 HTTP/1.1" status: 404 len: 337 time: 0.1178727 Oct 26 16:44:32.382367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57316) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.447097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.447839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b8d2449-f578-4dac-9f1f-c274314263cd no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:32.454695 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-57438be7-dc50-4e97-bfd3-679955edb9c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.455960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57438be7-dc50-4e97-bfd3-679955edb9c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.464233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-57438be7-dc50-4e97-bfd3-679955edb9c7 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/f2542239-56cc-4d4b-9e94-c9660440b6f8 HTTP/1.1" status: 404 len: 337 time: 0.0805433 Oct 26 16:44:32.468666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57318) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.525157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39c2cdee-17e7-4331-9378-e7659d958dd8 req-5be148ec-eda3-440a-9978-702576543775 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679536 Oct 26 16:44:32.569006 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abf1474-8326-4803-b74a-57ccc75d5a87 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.570260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abf1474-8326-4803-b74a-57ccc75d5a87 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.581423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7abf1474-8326-4803-b74a-57ccc75d5a87 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/9a716ab6-ed89-4875-861b-f4bef33c35f0 HTTP/1.1" status: 404 len: 333 time: 0.1103203 Oct 26 16:44:32.582569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.669208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] For port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:32.669576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.695927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:32.704180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b8d2449-f578-4dac-9f1f-c274314263cd not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:44:32.704503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0d77e3f0-16cd-4a60-bcca-003e1a76b53f no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:32.707080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 0d77e3f0-16cd-4a60-bcca-003e1a76b53f owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:32.708925 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7621e60b-d18b-406d-9f8c-a9a670f3028e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.709631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7621e60b-d18b-406d-9f8c-a9a670f3028e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.718269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7621e60b-d18b-406d-9f8c-a9a670f3028e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/bdf5937b-00b5-4b17-87d0-04cb1de4ad49 HTTP/1.1" status: 404 len: 337 time: 0.1334450 Oct 26 16:44:32.719335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.848702 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f062efa-b759-4d16-9e66-0db7cc89c838 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:32.849310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f062efa-b759-4d16-9e66-0db7cc89c838 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:32.860348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f062efa-b759-4d16-9e66-0db7cc89c838 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/5a7cfb9a-6d30-4609-9ecd-b0a9604dcc05 HTTP/1.1" status: 404 len: 337 time: 0.1395552 Oct 26 16:44:32.864046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57338) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:32.941962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:32.954231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-2c03d079-4b80-4e2a-882c-64efb04c0bfd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:32.964909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-2c03d079-4b80-4e2a-882c-64efb04c0bfd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:32.975727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-2c03d079-4b80-4e2a-882c-64efb04c0bfd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:32.989663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-2c03d079-4b80-4e2a-882c-64efb04c0bfd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:32.991894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-2c03d079-4b80-4e2a-882c-64efb04c0bfd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 3146 time: 0.3755906 Oct 26 16:44:33.021823 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbdae23-a804-4736-8aa5-fffdb9b3b168 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.022569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbdae23-a804-4736-8aa5-fffdb9b3b168 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.029437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8dbdae23-a804-4736-8aa5-fffdb9b3b168 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/046329d6-a985-4f0d-aa68-e03d2810fa8c HTTP/1.1" status: 404 len: 333 time: 0.1598876 Oct 26 16:44:33.030020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.109858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c01bbfff-5249-470c-ba4f-c4da9bcac97a req-f1d6e90e-3ab4-4df6-997c-0d78704a7ab7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0880404 Oct 26 16:44:33.115320 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa8c7e2-47c7-4991-ace2-a8a1988cd74a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.116051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa8c7e2-47c7-4991-ace2-a8a1988cd74a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.124572 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2aa8c7e2-47c7-4991-ace2-a8a1988cd74a tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/17ffe731-e77d-4c4a-b909-c8d835eeea01 HTTP/1.1" status: 404 len: 337 time: 0.0925405 Oct 26 16:44:33.125905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.148036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-847b8179-edd9-4b4c-a658-7d1f74ab33a3 req-33342e59-6dfc-4f51-ac42-cd1888505ce8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197143 Oct 26 16:44:33.177401 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b048f2-ca47-400d-94ed-ac9b00277df8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.177943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b048f2-ca47-400d-94ed-ac9b00277df8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.181756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44b048f2-ca47-400d-94ed-ac9b00277df8 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/c67a13f3-3c1d-4415-9ac2-d702afda6bd6 HTTP/1.1" status: 404 len: 337 time: 0.0547383 Oct 26 16:44:33.196384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.203499 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.241948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=0d77e3f0-16cd-4a60-bcca-003e1a76b53f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:33.245795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-770d55b0-2be8-4eeb-b2e1-6f0a92dfc544 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b48496c-b877-48c0-85f8-713b57db391c HTTP/1.1" status: 200 len: 205 time: 0.0459120 Oct 26 16:44:33.246138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.254597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 6817b923-9277-4fff-85af-958a36db255b no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:33.325800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] No DVR routers for this DVR port 0d77e3f0-16cd-4a60-bcca-003e1a76b53f on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:33.331998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.336517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-fe59d184-e91b-4c63-b542-9b04411f64d9 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "DELETE /v2.0/ports/0d77e3f0-16cd-4a60-bcca-003e1a76b53f HTTP/1.1" status: 204 len: 173 time: 1.1865861 Oct 26 16:44:33.336932 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-7a79b0c7-de63-4f16-b202-4e119cba0005 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] delete failed (client error): The resource could not be found. Oct 26 16:44:33.339172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7a79b0c7-de63-4f16-b202-4e119cba0005 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/routers/7b48496c-b877-48c0-85f8-713b57db391c HTTP/1.1" status: 404 len: 336 time: 0.0875294 Oct 26 16:44:33.342208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.391677 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5f449a-ceeb-4f25-b19e-a5aa62b01059 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.392142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5f449a-ceeb-4f25-b19e-a5aa62b01059 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.399234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57350) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.399571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fc5f449a-ceeb-4f25-b19e-a5aa62b01059 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/0d203a75-2a12-40ea-93da-9de5b7489452 HTTP/1.1" status: 404 len: 337 time: 0.0563169 Oct 26 16:44:33.446891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-55c6cd56-4807-4b8a-a966-022458263713 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9df815b-b9fc-4453-82a4-4f187aed3bda HTTP/1.1" status: 200 len: 205 time: 0.0464909 Oct 26 16:44:33.451592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.486238 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.539263 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-453fe06a-a1f7-43ac-85a9-1828a63d33bf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] delete failed (client error): The resource could not be found. Oct 26 16:44:33.542297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-453fe06a-a1f7-43ac-85a9-1828a63d33bf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/routers/e9df815b-b9fc-4453-82a4-4f187aed3bda HTTP/1.1" status: 404 len: 336 time: 0.0874455 Oct 26 16:44:33.542712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57358) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.562100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:33.574683 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee019d2-1cad-45b2-96c9-63d6a6523b51" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:33.593098 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8818b0-a88e-4187-bf15-1b9c54a22820 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.593642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8818b0-a88e-4187-bf15-1b9c54a22820 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.599069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1b8818b0-a88e-4187-bf15-1b9c54a22820 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/2f99b382-bf76-40cd-b92e-000a532198f5 HTTP/1.1" status: 404 len: 337 time: 0.0528333 Oct 26 16:44:33.599377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57366) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.620496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:33.622434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.637150 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df0ba18-c5b0-47b9-921e-f6d74b0b93c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.637489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df0ba18-c5b0-47b9-921e-f6d74b0b93c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.642217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3df0ba18-c5b0-47b9-921e-f6d74b0b93c1 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/e79f8b4a-6807-4c7a-a556-b5911ed6842e HTTP/1.1" status: 404 len: 337 time: 0.0414925 Oct 26 16:44:33.645515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.646264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:33.709389 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9497ec1c-f4e1-468b-85d1-769a9e58f81e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.709709 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf5628-2416-4dd4-b4b2-39fcf24ee98d x-openstack-request-id: req-82bf5628-2416-4dd4-b4b2-39fcf24ee98d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:33.710175 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:33.710272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9497ec1c-f4e1-468b-85d1-769a9e58f81e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.710384 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82bf5628-2416-4dd4-b4b2-39fcf24ee98d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:33.710770 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'code': 200} Oct 26 16:44:33.711024 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'code': 200} Oct 26 16:44:33.715180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9497ec1c-f4e1-468b-85d1-769a9e58f81e tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/19827369-efd1-4515-9059-065dfc497974 HTTP/1.1" status: 404 len: 333 time: 0.0667372 Oct 26 16:44:33.721242 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c7e2fd2-61c8-4252-9278-1c273aee9776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.735416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.764838 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.765861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c3c16003-0f9e-41ad-9f7a-56eaca46b455 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:44:33.877157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] For port 22f80cd2-20c1-4b75-9a78-c5893a6d3622, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=22f80cd2-20c1-4b75-9a78-c5893a6d3622,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:33.877526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:33.924317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 22f80cd2-20c1-4b75-9a78-c5893a6d3622 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:33.954160 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-243bf0ff-98b9-450b-9a9e-f45615d917e3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:33.960312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243bf0ff-98b9-450b-9a9e-f45615d917e3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:33.960312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-243bf0ff-98b9-450b-9a9e-f45615d917e3 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/98bce826-f3ef-442c-a3b3-1b194c031fec HTTP/1.1" status: 404 len: 337 time: 0.2203324 Oct 26 16:44:33.961237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57378) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:33.977323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c3c16003-0f9e-41ad-9f7a-56eaca46b455 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:44:33.983824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:34.049353 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea32f33-5e80-468a-b1d2-d9a819918acf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.051065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea32f33-5e80-468a-b1d2-d9a819918acf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.054395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ea32f33-5e80-468a-b1d2-d9a819918acf tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/423d8813-f6eb-4e11-bd4e-c4b3073ca82c HTTP/1.1" status: 404 len: 333 time: 0.0921993 Oct 26 16:44:34.057190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57380) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.127265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:34.138380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d629773-62e4-4b49-b8a9-0c2d9e5ba59c req-ffaf4363-6712-479c-9a9b-5331f5ff26ba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:34.145586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d629773-62e4-4b49-b8a9-0c2d9e5ba59c req-ffaf4363-6712-479c-9a9b-5331f5ff26ba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.2240095 Oct 26 16:44:34.189480 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6339b7fd-03e3-4b0c-81b4-a46cdef830d0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.189703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6339b7fd-03e3-4b0c-81b4-a46cdef830d0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.203599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6339b7fd-03e3-4b0c-81b4-a46cdef830d0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/89c729a8-44c9-49a9-a692-d105c8432853 HTTP/1.1" status: 404 len: 337 time: 0.1418915 Oct 26 16:44:34.215032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57388) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.235366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d629773-62e4-4b49-b8a9-0c2d9e5ba59c req-0af24e7d-3450-48dd-b9ab-b524e037abb8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888371 Oct 26 16:44:34.248951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-69c45e0e-266a-4b68-bfe5-574fa5682b99 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:34.251272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-69c45e0e-266a-4b68-bfe5-574fa5682b99 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.5370157 Oct 26 16:44:34.300391 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c680173d-ac98-496d-98f6-14cb31b38011 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.302860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c680173d-ac98-496d-98f6-14cb31b38011 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.316760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c680173d-ac98-496d-98f6-14cb31b38011 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/010b3702-87e5-4f83-a659-ba8aaf534ff4 HTTP/1.1" status: 404 len: 333 time: 0.0997152 Oct 26 16:44:34.320401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57392) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.325077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:34.329440 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f21746-718a-46f7-aec8-31789698fa09" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:34.418101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a8747b5-5cfd-4976-a632-02a0cd423320 req-f64c0aff-7963-4a1e-a233-f0fb98de61e8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.1612668 Oct 26 16:44:34.433280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': '7285bf5f-3038-4295-a465-bb62c070230f', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:34.442331 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-359cb561-eaa8-49d1-a291-60ba106924c5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.446364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359cb561-eaa8-49d1-a291-60ba106924c5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.452971 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-359cb561-eaa8-49d1-a291-60ba106924c5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/6e26ca34-aa02-4ae8-bed2-14518653a739 HTTP/1.1" status: 404 len: 337 time: 0.1144660 Oct 26 16:44:34.469129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57396) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.586612 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-578ad518-9a67-44f8-bd87-0b8a031217fd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.605488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578ad518-9a67-44f8-bd87-0b8a031217fd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.612402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-578ad518-9a67-44f8-bd87-0b8a031217fd tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/dfc4e6be-cd9e-4d62-a8aa-9352f15b937d HTTP/1.1" status: 404 len: 333 time: 0.1392772 Oct 26 16:44:34.625468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.630574 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fb4ad-465c-421f-a49d-f36f82c8ee20 x-openstack-request-id: req-3f6fb4ad-465c-421f-a49d-f36f82c8ee20 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:34.630574 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "0d77e3f0-16cd-4a60-bcca-003e1a76b53f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:34.631021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f6fb4ad-465c-421f-a49d-f36f82c8ee20 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:34.631618 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '0d77e3f0-16cd-4a60-bcca-003e1a76b53f', 'status': 'completed', 'code': 200} Oct 26 16:44:34.715874 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-148829e2-47a3-4a0d-9510-f707b21bb93f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.715874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148829e2-47a3-4a0d-9510-f707b21bb93f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.720880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-148829e2-47a3-4a0d-9510-f707b21bb93f tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/a7115262-b996-431b-b456-df56dbaeca62 HTTP/1.1" status: 404 len: 337 time: 0.0832696 Oct 26 16:44:34.723555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.783908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c458-8fb6-46f0-982b-9f5944e0d083 req-94c81e20-93a4-4a20-99b6-1a6c7b13259a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:34.819549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c458-8fb6-46f0-982b-9f5944e0d083 req-94c81e20-93a4-4a20-99b6-1a6c7b13259a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:34.834530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c458-8fb6-46f0-982b-9f5944e0d083 req-94c81e20-93a4-4a20-99b6-1a6c7b13259a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:34.843296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a466c458-8fb6-46f0-982b-9f5944e0d083 req-94c81e20-93a4-4a20-99b6-1a6c7b13259a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 2409 time: 0.3962417 Oct 26 16:44:34.857643 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef12605c-da80-41fa-92a7-d15e27b9e0ec tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.858544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef12605c-da80-41fa-92a7-d15e27b9e0ec tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.864123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ef12605c-da80-41fa-92a7-d15e27b9e0ec tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/ace6bb77-ab3f-4ffc-91bb-c5a52c627f62 HTTP/1.1" status: 404 len: 333 time: 0.0326128 Oct 26 16:44:34.865750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.907983 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d974f2be-0448-49d1-8b09-e0f01589e245 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.908421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d974f2be-0448-49d1-8b09-e0f01589e245 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.913915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d974f2be-0448-49d1-8b09-e0f01589e245 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/ead7eb24-3545-48e1-8b5e-fc974a195f85 HTTP/1.1" status: 404 len: 337 time: 0.0454514 Oct 26 16:44:34.913915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:34.914506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57412) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:34.918344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:34.966589 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2bea9a-5808-47ff-a180-1f7b155d4649 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:34.975303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2bea9a-5808-47ff-a180-1f7b155d4649 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:34.981984 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fe2bea9a-5808-47ff-a180-1f7b155d4649 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/e115b114-93b0-4e10-bc9e-453cb5bee37f HTTP/1.1" status: 404 len: 333 time: 0.0630491 Oct 26 16:44:34.981984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57416) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:35.003448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.028210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.133363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=22f80cd2-20c1-4b75-9a78-c5893a6d3622,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:35.136562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.10 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/c142932f-e88c-4acc-b903-9e1474f447ce) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:35.155470 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed11b80f-bb0b-4ca3-a3bb-b87e4cea52fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:35.156119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed11b80f-bb0b-4ca3-a3bb-b87e4cea52fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:35.164212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed11b80f-bb0b-4ca3-a3bb-b87e4cea52fc tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/3f20ac9c-2c66-4cd3-951f-d9a1dec1d687 HTTP/1.1" status: 404 len: 337 time: 0.1811142 Oct 26 16:44:35.202889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57420) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:35.299719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a466c458-8fb6-46f0-982b-9f5944e0d083 req-3978a023-fc78-4d6c-889e-267781082fdb tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411948 Oct 26 16:44:35.332936 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f25fff-67d4-42b6-b17c-56f11ac96b2c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:35.332936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f25fff-67d4-42b6-b17c-56f11ac96b2c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:35.341733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57424) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:35.344410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7f25fff-67d4-42b6-b17c-56f11ac96b2c tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/ports/114273ea-3449-4ef5-8c4c-46e0a72ed5c0 HTTP/1.1" status: 404 len: 333 time: 0.1239486 Oct 26 16:44:35.347822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] No DVR routers for this DVR port 22f80cd2-20c1-4b75-9a78-c5893a6d3622 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:35.351424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.367174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-954e9a6a-ccbb-4525-90aa-4a04da960800 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "DELETE /v2.0/ports/22f80cd2-20c1-4b75-9a78-c5893a6d3622 HTTP/1.1" status: 204 len: 173 time: 2.0123258 Oct 26 16:44:35.398033 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-758cb22a-875a-4bd8-a6d7-a5263947e0b5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] DELETE failed (client error): The resource could not be found. Oct 26 16:44:35.398495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758cb22a-875a-4bd8-a6d7-a5263947e0b5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:44:35.403742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-758cb22a-875a-4bd8-a6d7-a5263947e0b5 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/subnets/d2f28b05-96df-46c0-970b-309cd8383590 HTTP/1.1" status: 404 len: 337 time: 0.0594318 Oct 26 16:44:35.408953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57426) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:35.626343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:35.627011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.683578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.712118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6817b923-9277-4fff-85af-958a36db255b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:35.715741 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52637629-30c3-40ba-989e-d9b38828d9fc" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6817b923-9277-4fff-85af-958a36db255b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:35.772652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.784721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578740cd-76ff-490a-b7a9-89098dd0c3d8 req-0b980795-63d6-46a6-942d-382d6f9b8d80 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:35.789964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] For port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:35.790343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:35.795331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-578740cd-76ff-490a-b7a9-89098dd0c3d8 req-0b980795-63d6-46a6-942d-382d6f9b8d80 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.3870077 Oct 26 16:44:35.806305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e94cf30-b100-4f33-83ca-a0cece4e5bb7 req-39f08b70-3d5b-4211-a27b-85eaea48696e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.2384779 Oct 26 16:44:35.860849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:36.052216 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28849d17-0893-4301-a953-aa9ad7cbbe82 x-openstack-request-id: req-28849d17-0893-4301-a953-aa9ad7cbbe82 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:36.052639 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6817b923-9277-4fff-85af-958a36db255b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:36.052759 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28849d17-0893-4301-a953-aa9ad7cbbe82 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:36.053129 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6817b923-9277-4fff-85af-958a36db255b', 'code': 200} Oct 26 16:44:36.114241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.138501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f62a7b-72c5-4aba-bd5b-2e167a02abcb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:36.148688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ffc2d7-f3c6-46d2-9b54-36725691d837') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:36.149008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ffc2d7-f3c6-46d2-9b54-36725691d837') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:36.160047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.176857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.183868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:44:36.184259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:44:36.259703 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:44:36.261956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.277377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-578740cd-76ff-490a-b7a9-89098dd0c3d8 req-1cc1dd5e-c49c-4097-a430-602a49fc064c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4833913 Oct 26 16:44:36.315591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.357865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:36.359755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.373249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:36.411526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.417068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] 10.222.0.21 "DELETE /v2.0/networks/69f62a7b-72c5-4aba-bd5b-2e167a02abcb HTTP/1.1" status: 204 len: 168 time: 1.0050473 Oct 26 16:44:36.417068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:44:36.422413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316314-bb5f-411a-8a37-171be29cbfa0 tempest-NetworksTestDHCPv6-937093394 tempest-NetworksTestDHCPv6-937093394-project] Pushing event deleted for resources: {'Network': ['ID=69f62a7b-72c5-4aba-bd5b-2e167a02abcb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:36.463396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:36.488407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=7ceca203-90f1-4f5e-bb5f-d31c50eb7935,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:36.536532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] No DVR routers for this DVR port 7ceca203-90f1-4f5e-bb5f-d31c50eb7935 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:36.538991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.543092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-98f61fbb-631b-40d7-9487-86db295d0f8c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "DELETE /v2.0/ports/7ceca203-90f1-4f5e-bb5f-d31c50eb7935 HTTP/1.1" status: 204 len: 173 time: 1.1669269 Oct 26 16:44:36.610207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:36.610883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.657890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.667974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622'}, {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:36.674054 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82818cb1-4e9b-4bf7-9102-83526988229b" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622"}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:36.775966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86290b45-cde1-4cac-a0df-b698061bbba2 req-1606af5c-6955-415b-bce2-17d24d8fc1ba tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:36.778776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86290b45-cde1-4cac-a0df-b698061bbba2 req-1606af5c-6955-415b-bce2-17d24d8fc1ba tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 943 time: 0.2796078 Oct 26 16:44:36.789070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 6817b923-9277-4fff-85af-958a36db255b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:44:36.789434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:36.805926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-9b13c068-0e94-46c0-b11a-302de9f76ae5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3784311 Oct 26 16:44:36.819453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Request body: {'port': {'device_id': '7285bf5f-3038-4295-a465-bb62c070230f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:36.984440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b21ded6a-86e6-45aa-ad1d-d562f500364a None None] Provisioning complete for port c142932f-e88c-4acc-b903-9e1474f447ce triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:44:36.987601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b21ded6a-86e6-45aa-ad1d-d562f500364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.067313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b21ded6a-86e6-45aa-ad1d-d562f500364a None None] Port c142932f-e88c-4acc-b903-9e1474f447ce cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:44:37.081369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86290b45-cde1-4cac-a0df-b698061bbba2 req-5866d1f0-bb92-42b0-9eb6-cc7753bacb9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69675a5-38ea-4423-bc4a-7d01fc8f63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521935 Oct 26 16:44:37.156800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.182700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] For port 6817b923-9277-4fff-85af-958a36db255b, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=6817b923-9277-4fff-85af-958a36db255b,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:44:37.183671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.310971 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7585aa98-7b64-4721-a359-5af4bb92f15f x-openstack-request-id: req-7585aa98-7b64-4721-a359-5af4bb92f15f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:37.311549 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "22f80cd2-20c1-4b75-9a78-c5893a6d3622", "status": "completed", "code": 200}, {"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "7ceca203-90f1-4f5e-bb5f-d31c50eb7935", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:37.311954 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7585aa98-7b64-4721-a359-5af4bb92f15f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:37.312544 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '22f80cd2-20c1-4b75-9a78-c5893a6d3622', 'status': 'completed', 'code': 200} Oct 26 16:44:37.312961 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '7ceca203-90f1-4f5e-bb5f-d31c50eb7935', 'status': 'completed', 'code': 200} Oct 26 16:44:37.315656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aec5e-9328-42ae-8d18-38c67bcccccd req-5f49b133-e0d2-4a21-9bb3-56ceff89a40a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:37.347403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-903aec5e-9328-42ae-8d18-38c67bcccccd req-5f49b133-e0d2-4a21-9bb3-56ceff89a40a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 932 time: 0.2800093 Oct 26 16:44:37.355714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57476) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:37.602742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.603717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.604225 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Floating IP ae0e2b2a-4a04-4f33-bb14-ede57225f852 disassociated. External IP: 172.25.5.31, port: 6817b923-9277-4fff-85af-958a36db255b. Oct 26 16:44:37.604861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 6817b923-9277-4fff-85af-958a36db255b owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:44:37.763400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c142932f-e88c-4acc-b903-9e1474f447ce {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:44:37.821411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:37.868444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-903aec5e-9328-42ae-8d18-38c67bcccccd req-f2cc1d74-6e8b-4f00-8bf5-9c74b0c5aa6b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176809 Oct 26 16:44:37.912391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff43790-9345-4129-b6dd-e79cbb6c5585 req-e6b8837b-f5ec-45b5-8ad0-2d123ddb675d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:37.913986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ff43790-9345-4129-b6dd-e79cbb6c5585 req-e6b8837b-f5ec-45b5-8ad0-2d123ddb675d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1372893 Oct 26 16:44:37.983528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:38.034749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Transition to ACTIVE for port object c142932f-e88c-4acc-b903-9e1474f447ce will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:44:38.064000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ff43790-9345-4129-b6dd-e79cbb6c5585 req-0b3ce9da-3c1a-4df3-9984-59ac6ba46e9a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418111 Oct 26 16:44:38.107099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=6817b923-9277-4fff-85af-958a36db255b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:38.141465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:38.377461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Router 10a0f36d-6093-40ef-a8a1-c25f328aef6f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:44:38.616516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:44:38.636696 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Sync routers for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:44:38.656941 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:44:38.657577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:44:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:38.723748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] No DVR routers for this DVR port 6817b923-9277-4fff-85af-958a36db255b on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:44:38.728750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:38.733589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9bf07ade-dab8-4769-b5d8-66dea9bfe2f6 req-5930a2a7-055f-4b38-b7e4-ecc2193211c2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.39 "DELETE /v2.0/ports/6817b923-9277-4fff-85af-958a36db255b HTTP/1.1" status: 204 len: 173 time: 2.1844566 Oct 26 16:44:38.900594 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:44:39.282531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:39.314803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '6817b923-9277-4fff-85af-958a36db255b'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:39.317175 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db445c43-21f4-4ef7-82f9-42b700b00988" -d '{"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "6817b923-9277-4fff-85af-958a36db255b"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:39.362249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3df207b-f108-42df-8aca-e05ebade8a87 req-a7330d59-8d9c-4548-ba32-3f280c392f65 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.3393552 Oct 26 16:44:39.387512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f175b37f-3985-4583-b31c-a35eb905dbda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2011803e1b6468bbe3e188a7acaf958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6156225 Oct 26 16:44:39.389789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:39.485443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9bf1-b879-4abc-a0f5-567027ffe9b1 req-c95807ca-0fad-4f31-85b9-95c5f0c47906 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:39.485443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-557d9bf1-b879-4abc-a0f5-567027ffe9b1 req-c95807ca-0fad-4f31-85b9-95c5f0c47906 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.4426689 Oct 26 16:44:39.512000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.571193 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:39.574121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.580768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-557d9bf1-b879-4abc-a0f5-567027ffe9b1 req-15f659f3-7cbc-4391-a4ef-cc03d82e00ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966790 Oct 26 16:44:39.604068 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Checking router: 10a0f36d-6093-40ef-a8a1-c25f328aef6f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:44:39.624190 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:44:39.625583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:44:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:39.627747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Attempting to bind port c142932f-e88c-4acc-b903-9e1474f447ce on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:44:39.628082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Attempting to bind port c142932f-e88c-4acc-b903-9e1474f447ce by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:44:39.628417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Attempting to bind port c142932f-e88c-4acc-b903-9e1474f447ce on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:44:39.634241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Port c142932f-e88c-4acc-b903-9e1474f447ce on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:44:39.634565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Attempting to bind port c142932f-e88c-4acc-b903-9e1474f447ce on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:44:39.640930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:44:39.641270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:39.641659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:44:39.642096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Bound port: c142932f-e88c-4acc-b903-9e1474f447ce, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:44:39.642455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.670678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbc39-fad5-41ab-83cd-55ca034d06a6 req-d08cbf84-9872-4c11-aa87-f8bb58e01936 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:39.672328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d97fbc39-fad5-41ab-83cd-55ca034d06a6 req-d08cbf84-9872-4c11-aa87-f8bb58e01936 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1503520 Oct 26 16:44:39.698323 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebed9bf-7a36-4a4e-9e3d-26c1b2c73899 x-openstack-request-id: req-1ebed9bf-7a36-4a4e-9e3d-26c1b2c73899 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:39.698885 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a85f28-875b-464e-b71c-0345bf9728d9", "name": "network-vif-deleted", "tag": "6817b923-9277-4fff-85af-958a36db255b", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:39.703335 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ebed9bf-7a36-4a4e-9e3d-26c1b2c73899 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:39.704013 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a85f28-875b-464e-b71c-0345bf9728d9', 'name': 'network-vif-deleted', 'tag': '6817b923-9277-4fff-85af-958a36db255b', 'status': 'completed', 'code': 200} Oct 26 16:44:39.764735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d97fbc39-fad5-41ab-83cd-55ca034d06a6 req-3e8ee0a8-4160-4833-ab9f-de52ef592f31 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675404 Oct 26 16:44:39.775967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:44:39.780790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c142932f-e88c-4acc-b903-9e1474f447ce,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:44:39.820356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.827978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.830769 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/399aa900-1a9f-40c6-b77d-fc6711fb785e HTTP/1.1" status: 204 len: 168 time: 0.4396272 Oct 26 16:44:39.844381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aed84-1434-4d29-afa0-52558b9d24cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399aa900-1a9f-40c6-b77d-fc6711fb785e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:39.875561 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.963562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:39.964472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:39.966075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/c142932f-e88c-4acc-b903-9e1474f447ce HTTP/1.1" status: 200 len: 1092 time: 3.1591811 Oct 26 16:44:39.966571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:44:39.969234 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9301f-3208-4423-9903-57c2b1ff048c" -d '{"events": [{"name": "network-changed", "server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:40.028130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494c97-f7de-4df9-99c6-462ee07304e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:40.044363 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dcf916-e302-40b1-8616-3543f09492b9 x-openstack-request-id: req-95dcf916-e302-40b1-8616-3543f09492b9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:40.044862 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:40.065175 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95dcf916-e302-40b1-8616-3543f09492b9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:40.068881 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce', 'status': 'completed', 'code': 200} Oct 26 16:44:40.218815 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:44:40.220038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9301f-3208-4423-9903-57c2b1ff048c req-021b933b-28f1-4ae8-80fb-ed9490fb1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:40.237663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96c9301f-3208-4423-9903-57c2b1ff048c req-021b933b-28f1-4ae8-80fb-ed9490fb1695 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 1095 time: 0.1633070 Oct 26 16:44:40.523554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9301f-3208-4423-9903-57c2b1ff048c req-7d1a8d95-56ed-4d3d-bd5c-60d1e945726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:40.525089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96c9301f-3208-4423-9903-57c2b1ff048c req-7d1a8d95-56ed-4d3d-bd5c-60d1e945726f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=db853ae1189f4c059961fffd9f61e138&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2790172 Oct 26 16:44:40.689958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9301f-3208-4423-9903-57c2b1ff048c req-503cd0d2-79a5-4e2f-923a-57aa8661b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:40.692365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96c9301f-3208-4423-9903-57c2b1ff048c req-503cd0d2-79a5-4e2f-923a-57aa8661b51f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520612 Oct 26 16:44:40.746587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90664179-92d7-4594-876b-8602c5827270 req-531a70cb-31f9-4648-9674-4bbac2ce4936 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0484743 Oct 26 16:44:40.878258 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:41.017296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79cb91-ee85-44c8-a190-705f376d848c None None] The sync data for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 is: [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:33:31Z', 'revision_number': 4, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1faddfe5-4530-4102-ab2c-a0e6faf2c70e', 'name': '', 'network_id': '65c66720-491f-4a55-88df-6e800cc795c6', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'mac_address': 'fa:16:3e:34:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:29Z', 'updated_at': '2021-10-26T16:33:39Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'subnets': [{'id': 'faf9681e-4ddc-4476-88ee-53c3ec73432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:44:41.095587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-45d378b6-478c-45bc-9c66-208688df40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:41.099417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-45d378b6-478c-45bc-9c66-208688df40aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 1095 time: 0.3517549 Oct 26 16:44:41.242327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-ec6fe0f2-98c7-4bf6-8ba9-be4439a1a38b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c142932f-e88c-4acc-b903-9e1474f447ce HTTP/1.1" status: 200 len: 217 time: 0.1283178 Oct 26 16:44:41.272199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500114-28ed-4870-8d87-c8d223f95e2e req-63b1eab1-5c64-4d5f-884b-96110e724ef7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:41.285722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de500114-28ed-4870-8d87-c8d223f95e2e req-63b1eab1-5c64-4d5f-884b-96110e724ef7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.4263966 Oct 26 16:44:41.355720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79062b6-1634-4fe3-b96d-62674564f925 req-f025d206-4101-4f49-aa51-9572a99e3b20 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:41.366405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b79062b6-1634-4fe3-b96d-62674564f925 req-f025d206-4101-4f49-aa51-9572a99e3b20 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.3516834 Oct 26 16:44:41.411037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-bf736431-4fab-4163-9174-ff9c5400deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:41.412897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-bf736431-4fab-4163-9174-ff9c5400deb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1256711 Oct 26 16:44:41.435420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de500114-28ed-4870-8d87-c8d223f95e2e req-a47e11cf-dd08-42cc-9a07-a62744cc2289 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494977 Oct 26 16:44:41.557245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b79062b6-1634-4fe3-b96d-62674564f925 req-608f2090-bfc1-4234-a27b-f3770aac5af2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919863 Oct 26 16:44:41.596877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-2f97514b-3b8c-4257-a681-3e641c64e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:41.602057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-2f97514b-3b8c-4257-a681-3e641c64e9d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647394 Oct 26 16:44:41.883851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77def0f-21a2-47de-8eea-7b54f7f17fe4 None None] New status for floating IP ae0e2b2a-4a04-4f33-bb14-ede57225f852: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:44:41.910996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-465fab03-04cf-48c8-9eea-2dfe523ce609 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950211 Oct 26 16:44:42.113719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57582) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:42.185833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-061cbb98-d1bc-4878-92de-22b12603c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.187784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-061cbb98-d1bc-4878-92de-22b12603c8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 1095 time: 0.2285333 Oct 26 16:44:42.208038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d741247f-5fd3-41c0-8b22-2370d245b276 req-ff00dfba-81e2-497a-86ee-ff18bf4621f8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.1312077 Oct 26 16:44:42.302673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfa0517-3d56-4354-bccf-12f116150ddc req-0acdfd58-9072-42d4-b4c4-45c9f8bd664a service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751025 Oct 26 16:44:42.322495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-05fc33ef-99a2-4b02-a471-a1860aa73acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.325536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-05fc33ef-99a2-4b02-a471-a1860aa73acf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1095 time: 0.1093163 Oct 26 16:44:42.441846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-153440985-network', 'tenant_id': 'dbb64fa44e4f4858958a68935955aca8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:42.537460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-68d5c0af-d6cd-4ef5-9d27-1068eb404110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.539308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-68d5c0af-d6cd-4ef5-9d27-1068eb404110 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2052197 Oct 26 16:44:42.697494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-ea677d52-849c-4bfb-b74e-a4d6e32158fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1000 time: 0.1479785 Oct 26 16:44:42.709144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Made reservation on behalf of dbb64fa44e4f4858958a68935955aca8 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:42.711778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:42.742666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35263bf6-18b2-4a9b-8c2e-925d48f16fc6 req-a49ac591-176e-4577-b4f0-6352b362ce88 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.749221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35263bf6-18b2-4a9b-8c2e-925d48f16fc6 req-a49ac591-176e-4577-b4f0-6352b362ce88 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1629841 Oct 26 16:44:42.764660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-7919fd4a-7d79-484f-a710-956fae6030d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.772912 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-7919fd4a-7d79-484f-a710-956fae6030d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0648901 Oct 26 16:44:42.846260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:42.919327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35263bf6-18b2-4a9b-8c2e-925d48f16fc6 req-13ce2112-3f26-45c8-91a4-984a7e5fb3cf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469371 Oct 26 16:44:42.959260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-51818ee6-52d8-40e5-9b5c-28f64e061b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.960836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-51818ee6-52d8-40e5-9b5c-28f64e061b10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1097 time: 0.2613323 Oct 26 16:44:42.972571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda469-f0b1-43df-bd64-82a9fa82d5e5 req-5ee13c90-c799-4107-9d2b-0527ebfab9db tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:42.974157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07fda469-f0b1-43df-bd64-82a9fa82d5e5 req-5ee13c90-c799-4107-9d2b-0527ebfab9db tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.2193501 Oct 26 16:44:43.012540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-9fcb02b6-3a73-46f4-a78a-f2b8d485b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:43.014047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-9fcb02b6-3a73-46f4-a78a-f2b8d485b541 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007639 Oct 26 16:44:43.115476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07fda469-f0b1-43df-bd64-82a9fa82d5e5 req-453e6971-8b52-4902-82de-3c81f85e75cd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198568 Oct 26 16:44:43.418745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-9845100c-9be8-4da0-90eb-0063bda3297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:43.421256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-9845100c-9be8-4da0-90eb-0063bda3297f service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.4030199 Oct 26 16:44:43.436651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61e98f48-ca52-470e-843b-c50c39cf7b65 req-9d812e4f-5740-457b-bf3c-9ba916ebda9f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0789509 Oct 26 16:44:43.609914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-fef2f9d7-8675-4f76-a8b3-05c25f15ab9c service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734439 Oct 26 16:44:43.612538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:43.617856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-f8d0e2a2-5f5e-4186-814b-d4456aef327d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 1001 time: 0.1632051 Oct 26 16:44:43.705816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-6f636dea-03b9-4669-b60c-d4364aed31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:43.708012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-6f636dea-03b9-4669-b60c-d4364aed31bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0780163 Oct 26 16:44:43.743462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:43.834513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:44:43.845158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f273e46a-44c6-46f6-91ff-080e19dd6292,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:43.870782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:43.871149 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Added segment fb05088f-067e-4cea-be0a-312874edb72d of type vlan for network 016bcf61-bd00-48c9-b207-d23ecbaaf11a Oct 26 16:44:44.233322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83a1cc-03fd-4dd9-9a29-4b49cc11e4d3 req-23faa201-6c08-40dc-8cbd-4d47e94dab42 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:44.245659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd83a1cc-03fd-4dd9-9a29-4b49cc11e4d3 req-23faa201-6c08-40dc-8cbd-4d47e94dab42 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1992900 Oct 26 16:44:44.334109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd83a1cc-03fd-4dd9-9a29-4b49cc11e4d3 req-ac20068c-3a10-4d39-a632-08400bc5b6bc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788212 Oct 26 16:44:44.378629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-da44396d-72f1-43d7-bd86-8f50a5781c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:44.381588 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-da44396d-72f1-43d7-bd86-8f50a5781c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6388359 Oct 26 16:44:44.479015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3615a-7d1e-4d92-8ff5-c9c36808b66e req-be5fcb89-e2e6-4bd9-a58d-2e4c079a432c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:44.486642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:44.488106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08f3615a-7d1e-4d92-8ff5-c9c36808b66e req-be5fcb89-e2e6-4bd9-a58d-2e4c079a432c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0909309 Oct 26 16:44:44.506299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-9e41dc69-6edd-4ed9-afd3-78a26501d242 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862967 Oct 26 16:44:44.584087 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-000c1757-423b-4e16-83cb-16bd43529107 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715906 Oct 26 16:44:44.715853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fa449a6-584f-4ada-951f-4ea30034a7ec req-fc24f2a2-5c45-42e7-bc07-0a1bf5e21c50 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.1049297 Oct 26 16:44:44.724777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08f3615a-7d1e-4d92-8ff5-c9c36808b66e req-02009f2d-5e77-415a-bf57-f5f5df316314 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343719 Oct 26 16:44:44.757597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ec54203d-9bc3-46e4-97d9-a9af50fcfb2a req-3dc9f7ac-124d-4579-ad95-88bef1484336 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634402 Oct 26 16:44:44.765489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:44.766813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:44.767685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:44.932903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=016bcf61-bd00-48c9-b207-d23ecbaaf11a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:44.969252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 016bcf61-bd00-48c9-b207-d23ecbaaf11a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:44:45.095534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6db94632-58dd-4a6a-9e05-e74224b3e3d8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8549161 Oct 26 16:44:45.096986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57638) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:45.109079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Request body: {'subnet': {'network_id': '016bcf61-bd00-48c9-b207-d23ecbaaf11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-153440985-subnet', 'tenant_id': 'dbb64fa44e4f4858958a68935955aca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:45.516480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Made reservation on behalf of dbb64fa44e4f4858958a68935955aca8 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:45.522130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:45.554031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a715b-ccbc-45ae-b62c-9105d79fd69b req-56cab6d5-4a14-4864-a4e9-10806ebe6103 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:45.564782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b34a715b-ccbc-45ae-b62c-9105d79fd69b req-56cab6d5-4a14-4864-a4e9-10806ebe6103 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1185772 Oct 26 16:44:45.630781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b34a715b-ccbc-45ae-b62c-9105d79fd69b req-ab414353-f966-4775-97d1-b357e5e9acc4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640049 Oct 26 16:44:46.114154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d100fb2-0bf3-47f8-8d6a-64734c12f801 req-e7f2b30c-2d06-48c8-925e-7cfd80fc56e2 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0804346 Oct 26 16:44:46.124195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:46.268681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61cfa-8ade-43e8-93a0-c2c05fabb93a req-b154ed82-a95d-4670-810f-1f1b294a9bba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:46.281065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4c61cfa-8ade-43e8-93a0-c2c05fabb93a req-b154ed82-a95d-4670-810f-1f1b294a9bba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.2686133 Oct 26 16:44:46.455275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fad240-d8db-41fd-9509-c00aad468058,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:46.466259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4c61cfa-8ade-43e8-93a0-c2c05fabb93a req-0a6cb594-7c4d-4a01-b500-a6eb273c7e80 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775565 Oct 26 16:44:46.495960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Checking segment: {'id': 'fb05088f-067e-4cea-be0a-312874edb72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '016bcf61-bd00-48c9-b207-d23ecbaaf11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:46.496342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Network hostable DHCP agents. Network: 016bcf61-bd00-48c9-b207-d23ecbaaf11a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:44:46.594912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Network 016bcf61-bd00-48c9-b207-d23ecbaaf11a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:44:46.691726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 016bcf61-bd00-48c9-b207-d23ecbaaf11a) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:46.706522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b817b08-c40e-449b-a251-a37bc2b37780 None None] Network 016bcf61-bd00-48c9-b207-d23ecbaaf11a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:46.710942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:46.711888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:46.859191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-96a45224-518a-43bd-b360-14059e38d6fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7595329 Oct 26 16:44:46.957047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e1fb3-0d14-4483-aa31-8482a60fed71 req-9b456542-048e-4044-9329-06d76ec518c7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:46.981782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-081e1fb3-0d14-4483-aa31-8482a60fed71 req-9b456542-048e-4044-9329-06d76ec518c7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.2130580 Oct 26 16:44:47.170624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-081e1fb3-0d14-4483-aa31-8482a60fed71 req-fd65a0a8-69d4-4a00-a9a2-53e49b14201a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835029 Oct 26 16:44:47.397234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-574c6112-7b94-406a-92c7-157b6295e82f req-dbd115b8-de89-4da3-8563-0b3d2f3dd532 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0488830 Oct 26 16:44:47.483936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc334bc0-452e-43c1-9a2b-7893cbfe4742 None None] Network 016bcf61-bd00-48c9-b207-d23ecbaaf11a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:47.826013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3882a8-f0bb-4612-b00b-275e9753f983 req-21762aa1-c32f-426a-94b8-a3999a7c6867 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:47.828470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff3882a8-f0bb-4612-b00b-275e9753f983 req-21762aa1-c32f-426a-94b8-a3999a7c6867 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1395364 Oct 26 16:44:47.925282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff3882a8-f0bb-4612-b00b-275e9753f983 req-026da38a-4a50-47f6-812c-ed0ee571bf3d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877016 Oct 26 16:44:48.370557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57710) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:48.376097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061579322-network', 'tenant_id': '6613e9cda3db4d10bb2877e80afdfec6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:48.492460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c026c-2587-4f8b-8f89-07884ca46fb9 req-a54ccdd2-8e55-4ef7-ab1d-4e8304294ae3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:48.494452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-687c026c-2587-4f8b-8f89-07884ca46fb9 req-a54ccdd2-8e55-4ef7-ab1d-4e8304294ae3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0973718 Oct 26 16:44:48.553348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Made reservation on behalf of 6613e9cda3db4d10bb2877e80afdfec6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:48.556168 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:48.577080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:48.611917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-687c026c-2587-4f8b-8f89-07884ca46fb9 req-42e7d3bd-d083-42de-8c13-a8b0a7d01b67 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078992 Oct 26 16:44:48.713107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92f1a7f0-e0e6-4ab7-a31a-ca98da1c05f9 req-11a90d5c-d9e8-4977-96f2-f3f962c99d5a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.1113167 Oct 26 16:44:48.845611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:48.971866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:48.989037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:44:49.006016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:49.006303 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Added segment c832563b-5ba7-43fe-97ff-e9692aa20893 of type vlan for network c2df27a0-c9bd-4961-9439-d52d28a41e2f Oct 26 16:44:49.087982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:49.207866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b8b2d-62a4-4071-aaec-10ee22f893ed,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:49.242137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b197-117a-477a-98d7-90434436f60d req-32d0c8c3-3437-423e-9dc6-d03896666c5b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:49.246081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aec4b197-117a-477a-98d7-90434436f60d req-32d0c8c3-3437-423e-9dc6-d03896666c5b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0998156 Oct 26 16:44:49.280389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:49.281685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:49.282492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:49.401299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aec4b197-117a-477a-98d7-90434436f60d req-fe2ac6cc-0d81-428e-b11c-9a105fb9ebaa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483741 Oct 26 16:44:49.408593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] Pushing event updated for resources: {'Network': ['ID=c2df27a0-c9bd-4961-9439-d52d28a41e2f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:49.419826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c2df27a0-c9bd-4961-9439-d52d28a41e2f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:44:49.437782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-547bdc36-4022-44e0-8e87-aea0b9196cee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0658431 Oct 26 16:44:49.445121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57726) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:49.450886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Request body: {'subnet': {'network_id': 'c2df27a0-c9bd-4961-9439-d52d28a41e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061579322-subnet', 'tenant_id': '6613e9cda3db4d10bb2877e80afdfec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:49.615624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Made reservation on behalf of 6613e9cda3db4d10bb2877e80afdfec6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:44:49.618215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:49.954609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97130c9f-d561-417f-ac41-a3ec91f7087e req-70d66868-1115-4ee6-a5f7-e6b1cd560341 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0470123 Oct 26 16:44:49.974415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5130de-45a6-4da7-a952-d77bb809ef8e req-ada6d8a9-490e-41ce-a73d-d7ce97e147b2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:49.975848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b5130de-45a6-4da7-a952-d77bb809ef8e req-ada6d8a9-490e-41ce-a73d-d7ce97e147b2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.2081916 Oct 26 16:44:50.131656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b5130de-45a6-4da7-a952-d77bb809ef8e req-2e8813b3-5c2c-4c28-8d81-9c1be151a3c0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286905 Oct 26 16:44:50.222987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:50.329491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=955b6c8c-22d4-4f4b-9993-b5c4415b146a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:50.335425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Checking segment: {'id': 'c832563b-5ba7-43fe-97ff-e9692aa20893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c2df27a0-c9bd-4961-9439-d52d28a41e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:44:50.335810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Network hostable DHCP agents. Network: c2df27a0-c9bd-4961-9439-d52d28a41e2f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:44:50.461032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Network c2df27a0-c9bd-4961-9439-d52d28a41e2f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:44:50.582721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c2df27a0-c9bd-4961-9439-d52d28a41e2f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:50.589217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:50.589957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:50.599973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224ae08-dbbb-4856-9c12-bb9035f8cb87 None None] Network c2df27a0-c9bd-4961-9439-d52d28a41e2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:50.619725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134e5e-31f4-4889-b99f-7724b8e638df req-243af69e-a02e-49cc-a1e7-3085d3a4c900 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:50.622120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12134e5e-31f4-4889-b99f-7724b8e638df req-243af69e-a02e-49cc-a1e7-3085d3a4c900 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0755265 Oct 26 16:44:50.695591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-549d1607-4892-454c-9584-84459c21f3db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2493005 Oct 26 16:44:50.766279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12134e5e-31f4-4889-b99f-7724b8e638df req-b9176458-4445-4f5e-9f8a-9957cd7a1847 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259880 Oct 26 16:44:50.971042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:51.056278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b8307-1afb-4ae7-8a5e-e63f3cecc314 None None] Network c2df27a0-c9bd-4961-9439-d52d28a41e2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:44:51.123805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Deleting subnet 17fad240-d8db-41fd-9509-c00aad468058 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:51.139199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.176751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8eab4cf-2281-48d3-b6b9-7a6d2759bdb2 req-5c63fb8b-b38e-4559-a8ad-ee7422d8a84b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0497162 Oct 26 16:44:51.289457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.310235 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.356402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c6106-7227-44f0-b007-20de714064d8 req-52a42838-489c-443a-a7e6-ebf1d4486036 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:51.358119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-403c6106-7227-44f0-b007-20de714064d8 req-52a42838-489c-443a-a7e6-ebf1d4486036 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1068826 Oct 26 16:44:51.362930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.461367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-403c6106-7227-44f0-b007-20de714064d8 req-cef03f53-b73d-42a4-b33b-2bf6c39037e8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958724 Oct 26 16:44:51.598831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.630306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fad240-d8db-41fd-9509-c00aad468058,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:51.651157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:51.657947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:51.659083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2129cc5f-bcad-436d-89ae-5f479f275561 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17fad240-d8db-41fd-9509-c00aad468058 HTTP/1.1" status: 204 len: 168 time: 0.6862173 Oct 26 16:44:51.909695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.061945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b72c-7645-4044-8e82-33c6c7e2d474 req-7951d817-5967-4115-8e1e-5c899f7a4156 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:52.074719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62a0b72c-7645-4044-8e82-33c6c7e2d474 req-7951d817-5967-4115-8e1e-5c899f7a4156 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1411989 Oct 26 16:44:52.145085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.171672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62a0b72c-7645-4044-8e82-33c6c7e2d474 req-1fdd4a16-1479-4405-8fe1-f866ebd54305 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958018 Oct 26 16:44:52.237133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016bcf61-bd00-48c9-b207-d23ecbaaf11a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:52.268931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05088f-067e-4cea-be0a-312874edb72d') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:52.269509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05088f-067e-4cea-be0a-312874edb72d') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:52.301035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.370075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.377742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:44:52.378629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:44:52.511101 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:44:52.540793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60022531-0569-4c76-bee1-03b60f356e21 req-6a66f5c5-a3cb-469b-ae8c-061288adcf28 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0686502 Oct 26 16:44:52.569740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.611479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-8149bc7d-f0fe-4a83-8f95-01411ae3971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:52.613455 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-8149bc7d-f0fe-4a83-8f95-01411ae3971a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1095 time: 0.0988693 Oct 26 16:44:52.626627 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.636357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.641060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57778) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:52.645700 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] 10.222.0.21 "DELETE /v2.0/networks/016bcf61-bd00-48c9-b207-d23ecbaaf11a HTTP/1.1" status: 204 len: 168 time: 0.9846647 Oct 26 16:44:52.678903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d59a6-b2cf-4fae-b2e1-61826762f45a admin admin] Pushing event deleted for resources: {'Network': ['ID=016bcf61-bd00-48c9-b207-d23ecbaaf11a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:52.866064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20b0f1-d198-4c3a-8111-790b28e1ae21 req-caa1e4ca-236b-42e5-a1c2-82ff15bea897 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:52.880480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a20b0f1-d198-4c3a-8111-790b28e1ae21 req-caa1e4ca-236b-42e5-a1c2-82ff15bea897 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1765797 Oct 26 16:44:52.893201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Deleting subnet 955b6c8c-22d4-4f4b-9993-b5c4415b146a {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:44:52.902072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:52.943174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-3cc64f19-7e90-445e-9be3-b310a9118211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:52.944758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-3cc64f19-7e90-445e-9be3-b310a9118211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2966077 Oct 26 16:44:52.998227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.020189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a20b0f1-d198-4c3a-8111-790b28e1ae21 req-81eab61b-f8d0-4985-b012-516306fd029e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385093 Oct 26 16:44:53.119199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.309969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.340120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.347372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/955b6c8c-22d4-4f4b-9993-b5c4415b146a HTTP/1.1" status: 204 len: 168 time: 0.7051001 Oct 26 16:44:53.349870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:53.431163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98b747-a02b-4717-ab6e-c746c6481dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955b6c8c-22d4-4f4b-9993-b5c4415b146a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:53.486451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1517584-9861-4702-a525-92a96b6857a4 req-03d28a84-3fde-4bc1-82d9-90609a528504 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:53.499009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1517584-9861-4702-a525-92a96b6857a4 req-03d28a84-3fde-4bc1-82d9-90609a528504 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1653202 Oct 26 16:44:53.507452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.567800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1517584-9861-4702-a525-92a96b6857a4 req-f000e18c-9b4f-4ed3-a6ef-47c8eaa0d3ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690546 Oct 26 16:44:53.667030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d0236ed-df2b-4c78-8b3b-cee674898671 req-33ac23d6-0ff2-4d16-ab1b-e93e69937d30 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0381765 Oct 26 16:44:53.686948 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.691826 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-0a75ccb6-c7d6-4e3e-9c78-7d3e9f7f20ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1000 time: 0.1611123 Oct 26 16:44:53.748968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2df27a0-c9bd-4961-9439-d52d28a41e2f']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:53.768679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c832563b-5ba7-43fe-97ff-e9692aa20893') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:53.768974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c832563b-5ba7-43fe-97ff-e9692aa20893') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:53.782519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.790010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-c3b58415-53b8-44dd-95c5-ae1291ebf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:53.793498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-c3b58415-53b8-44dd-95c5-ae1291ebf3aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0926003 Oct 26 16:44:53.800171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.815742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:44:53.817817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:44:53.818287 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:44:53.904708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-e3b313e9-7566-4f06-99c1-9d73937746b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:53.907439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-e3b313e9-7566-4f06-99c1-9d73937746b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048753 Oct 26 16:44:53.983206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.990358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:53.993704 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2df27a0-c9bd-4961-9439-d52d28a41e2f HTTP/1.1" status: 204 len: 168 time: 0.6426966 Oct 26 16:44:54.007782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868059d2-07b7-4cd1-a164-d11c1629784e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2df27a0-c9bd-4961-9439-d52d28a41e2f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:54.160571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212087da-d31e-490a-a9ca-f1c4fe14706b req-43634028-f264-4eae-ba9e-d099b39cc8b0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:54.172545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-212087da-d31e-490a-a9ca-f1c4fe14706b req-43634028-f264-4eae-ba9e-d099b39cc8b0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0690131 Oct 26 16:44:54.235061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-212087da-d31e-490a-a9ca-f1c4fe14706b req-641cc46b-36c3-4916-ac44-f216a3101f5d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600266 Oct 26 16:44:54.342614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-4508acd9-09ac-4441-81db-08e3eb03456b service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225947 Oct 26 16:44:54.602716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:54.705261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e80472d-c209-4517-9ee0-2360afe9b572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbb64fa44e4f4858958a68935955aca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950232 Oct 26 16:44:54.708373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57802) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:54.790618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-642abc27-fe84-419f-af0a-5983ff8d5e0a req-9845168c-5aef-47c4-b115-72c42661c3a6 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868452 Oct 26 16:44:54.899730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cc6ae6f-93ed-4a72-880a-f4d9c7c8c688 req-a2312f00-1378-4c85-a92e-61a4dac636c4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0416107 Oct 26 16:44:54.906163 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:54.948133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5174b62-988d-4ca8-ab51-be9157ca3901 req-8683962f-7d0b-4a92-89a7-27e379398bf2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:54.956271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5174b62-988d-4ca8-ab51-be9157ca3901 req-8683962f-7d0b-4a92-89a7-27e379398bf2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1616278 Oct 26 16:44:55.082200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:55.082200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5174b62-988d-4ca8-ab51-be9157ca3901 req-5c776780-b3a5-4101-b214-db4c08af4e11 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705853 Oct 26 16:44:55.357289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29bd0e-ed60-4e5f-b72a-5926dd02a7c9 req-88d1d06a-1e14-421d-927a-58109291ba92 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:55.358887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd29bd0e-ed60-4e5f-b72a-5926dd02a7c9 req-88d1d06a-1e14-421d-927a-58109291ba92 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0513153 Oct 26 16:44:55.398384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd29bd0e-ed60-4e5f-b72a-5926dd02a7c9 req-9d0db79a-6b47-46a8-bfdb-053b7d045d12 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Oct 26 16:44:55.708762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:55.711934 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:55.713916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f273e46a-44c6-46f6-91ff-080e19dd6292 HTTP/1.1" status: 204 len: 168 time: 0.9717920 Oct 26 16:44:55.729549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2329346-6dc5-4adc-8af2-2013d9f083d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f273e46a-44c6-46f6-91ff-080e19dd6292,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:56.123650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10055bdc-b288-4d1f-a03f-246960b0f375 req-29e15f7e-4f37-44ef-a290-629794cb1f68 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0648048 Oct 26 16:44:56.328492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccaa2-d464-4dc4-959d-82f43ba133b3 req-6545697a-bc13-48ab-bf6c-3ae35424f41d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:56.330466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce0ccaa2-d464-4dc4-959d-82f43ba133b3 req-6545697a-bc13-48ab-bf6c-3ae35424f41d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1212304 Oct 26 16:44:56.407783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce0ccaa2-d464-4dc4-959d-82f43ba133b3 req-8bbc0769-ab2b-4deb-8378-fee4ffed989c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705283 Oct 26 16:44:56.628117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3b94f-6ca1-4cd8-877c-18cf0c6854e7 req-f7e56c73-c08f-48c9-b917-214b252edb46 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:56.631168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b3b94f-6ca1-4cd8-877c-18cf0c6854e7 req-f7e56c73-c08f-48c9-b917-214b252edb46 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0721569 Oct 26 16:44:56.693085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2b3b94f-6ca1-4cd8-877c-18cf0c6854e7 req-4cb60687-4952-4bb3-983d-c2c562a4d28e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Oct 26 16:44:57.003657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57846) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:57.018802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a3db2-097a-4f8b-9b74-3e8879cceb01 req-2f25d412-e370-482d-a3a8-eae9fdd20515 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:57.037772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b90a3db2-097a-4f8b-9b74-3e8879cceb01 req-2f25d412-e370-482d-a3a8-eae9fdd20515 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.1532762 Oct 26 16:44:57.123902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e9d19c6b-752b-4a13-a8e3-2ef902be65a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6613e9cda3db4d10bb2877e80afdfec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157095 Oct 26 16:44:57.123902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57848) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:44:57.144265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b90a3db2-097a-4f8b-9b74-3e8879cceb01 req-886ab947-d267-4721-ae4c-25628169c227 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054609 Oct 26 16:44:57.242114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:57.274991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:57.361378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67867f87-396e-4e85-969b-8ae0ce1b3659 req-bd9586ab-210e-4a09-b56a-50a4cc534a4b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0554948 Oct 26 16:44:57.475042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:57.486866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:44:57.486866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/577b8b2d-62a4-4071-aaec-10ee22f893ed HTTP/1.1" status: 204 len: 168 time: 0.3554060 Oct 26 16:44:57.488804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d279-6aae-44cb-ac2b-5288debe7c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b8b2d-62a4-4071-aaec-10ee22f893ed,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:57.754647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aca91f-bf30-412c-b115-a794f54fa0d5 req-7d2dbfba-e14d-4cb1-b164-3d705eff13a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:57.764859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4aca91f-bf30-412c-b115-a794f54fa0d5 req-7d2dbfba-e14d-4cb1-b164-3d705eff13a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1456857 Oct 26 16:44:57.859894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4aca91f-bf30-412c-b115-a794f54fa0d5 req-ce72d863-820d-4f0c-92c1-e39180195717 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944631 Oct 26 16:44:58.008296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3edde1-6e52-425b-a7ca-7564c9f01c69 req-a3372855-395a-4c87-a4bb-e4fc67a21d67 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:58.011041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e3edde1-6e52-425b-a7ca-7564c9f01c69 req-a3372855-395a-4c87-a4bb-e4fc67a21d67 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1247487 Oct 26 16:44:58.088630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e3edde1-6e52-425b-a7ca-7564c9f01c69 req-ee5e682e-29cd-4d7b-9ea6-2a479a401353 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705187 Oct 26 16:44:58.303076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291d11-3a55-4e1d-ba71-75342d3bd3a9 req-3ae2c296-f34e-482b-908c-a2a541aabfba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:58.325811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7291d11-3a55-4e1d-ba71-75342d3bd3a9 req-3ae2c296-f34e-482b-908c-a2a541aabfba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.0911250 Oct 26 16:44:58.393082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7291d11-3a55-4e1d-ba71-75342d3bd3a9 req-11636ab8-89cf-4fa2-a041-532fab7fa882 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662994 Oct 26 16:44:58.574482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18be1146-c71b-4ad2-825f-b3a51def39bb req-f0dbde5e-bc8f-41c6-b12f-9dad052999d8 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0654807 Oct 26 16:44:59.192920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5ab9-5f0d-4f05-9605-c7f4087b422c req-3ebc02d3-e9c4-49e2-81e7-cf4e587e9ba6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:59.203382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cade5ab9-5f0d-4f05-9605-c7f4087b422c req-3ebc02d3-e9c4-49e2-81e7-cf4e587e9ba6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1579368 Oct 26 16:44:59.291498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cade5ab9-5f0d-4f05-9605-c7f4087b422c req-dd0f2ec1-be16-40c0-98bf-c82fa41a4be9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688589 Oct 26 16:44:59.498581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757f2fc-673a-4164-bf54-13b0c746eb5c req-a2bc7d95-0e98-4c35-b9e3-6131480236d1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:44:59.500537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a757f2fc-673a-4164-bf54-13b0c746eb5c req-a2bc7d95-0e98-4c35-b9e3-6131480236d1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0981119 Oct 26 16:44:59.619610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a757f2fc-673a-4164-bf54-13b0c746eb5c req-751f88c3-8fc0-4d49-913e-e9f94b814e2d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Oct 26 16:44:59.843991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41dc0db6-4ea2-4063-b552-06057b980b6c req-03b76231-d5e7-4d3b-9893-d42e98c7d949 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0868819 Oct 26 16:45:00.013784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:00.124423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:00.185531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:00.186948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:00.190319 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecffb638-0a32-4957-a914-c5bb30badeab" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:00.251075 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f337d3f2-c064-4d1b-9db5-5dbc576956b9 x-openstack-request-id: req-f337d3f2-c064-4d1b-9db5-5dbc576956b9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:00.251636 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:00.251895 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f337d3f2-c064-4d1b-9db5-5dbc576956b9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:00.252347 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:45:00.283775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:00.446791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:00.559896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b63a0-fe78-4e78-aac8-adb285988bbf req-948d6669-9cf8-44be-ac4f-99dc4efcdc81 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:00.581834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-433b63a0-fe78-4e78-aac8-adb285988bbf req-948d6669-9cf8-44be-ac4f-99dc4efcdc81 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1795452 Oct 26 16:45:00.659238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-433b63a0-fe78-4e78-aac8-adb285988bbf req-07a16e70-c3d2-4af7-8b9d-d4f6c4d7a492 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756791 Oct 26 16:45:00.738330 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:45:00.910242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabcd4d-00a3-4912-b6bb-5a913023b4d7 req-2aeebe2f-0630-4ec0-8a41-88f32cf4c0c1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:00.927153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cabcd4d-00a3-4912-b6bb-5a913023b4d7 req-2aeebe2f-0630-4ec0-8a41-88f32cf4c0c1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0925167 Oct 26 16:45:00.995691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4cabcd4d-00a3-4912-b6bb-5a913023b4d7 req-1916b7c2-cf40-453a-8863-3633315ccad4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673101 Oct 26 16:45:01.062877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0558aca2-6138-403a-9c95-6761f659ab86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:01.112049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ce9c5ef-8e1d-4149-91a4-b3fa71e02d5b req-c5712f53-14c9-4e4f-a253-96e1342b5a75 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0593922 Oct 26 16:45:01.798260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dd240-86c8-4279-8259-439cd6dbf22d req-a03c9a5e-af59-4512-87f7-7ddebe6408bd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:01.799831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf9dd240-86c8-4279-8259-439cd6dbf22d req-a03c9a5e-af59-4512-87f7-7ddebe6408bd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0625231 Oct 26 16:45:01.847653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf9dd240-86c8-4279-8259-439cd6dbf22d req-e8774147-1713-4c68-b7b9-f7a97f8fab4b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Oct 26 16:45:02.048144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:02.143049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649f9d-f671-434e-9307-9253949c00ff req-5890f011-eac8-4dc9-98eb-b37e7faedfb5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:02.151379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8649f9d-f671-434e-9307-9253949c00ff req-5890f011-eac8-4dc9-98eb-b37e7faedfb5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0590742 Oct 26 16:45:02.197878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8649f9d-f671-434e-9307-9253949c00ff req-c2ba76bd-48eb-4621-9378-7ee6c1363403 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Oct 26 16:45:02.212375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18fdcca1-2b3f-4088-a3fb-d1d4f4b5bd75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.284369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-178e3027-b1ed-4b19-8a1a-6ecb1797a20a req-fc6cf3fa-fd94-4da3-8864-98667a77373b tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0363913 Oct 26 16:45:02.327819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18fdcca1-2b3f-4088-a3fb-d1d4f4b5bd75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.508835 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18fdcca1-2b3f-4088-a3fb-d1d4f4b5bd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.563913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18fdcca1-2b3f-4088-a3fb-d1d4f4b5bd75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df175a2a83fe4712a919eb092723c930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123403 Oct 26 16:45:02.563913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdcca1-2b3f-4088-a3fb-d1d4f4b5bd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a631ff-fbe8-42de-9256-ff641a2a2b81,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:02.564967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:02.619691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.642320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.811401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.814420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:02.815649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55a631ff-fbe8-42de-9256-ff641a2a2b81 HTTP/1.1" status: 204 len: 168 time: 0.2496762 Oct 26 16:45:02.826060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7c7f0-db77-41c4-b357-efc48972e36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a631ff-fbe8-42de-9256-ff641a2a2b81,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:03.011716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745caf6a-654d-48c2-a392-25e4a14503c0 req-a54e9180-a86d-4d90-b38b-77f722fb1840 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:03.013446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-745caf6a-654d-48c2-a392-25e4a14503c0 req-a54e9180-a86d-4d90-b38b-77f722fb1840 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0591433 Oct 26 16:45:03.081641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-745caf6a-654d-48c2-a392-25e4a14503c0 req-cef50777-55f6-4876-9753-e16346f2ca56 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615137 Oct 26 16:45:03.343529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210638-e6c4-461e-9d3e-359381222054 req-887e92b1-7b7d-431c-bb04-d470925d9500 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:03.355991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a210638-e6c4-461e-9d3e-359381222054 req-887e92b1-7b7d-431c-bb04-d470925d9500 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0651696 Oct 26 16:45:03.436521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df7127fb-d9af-47f0-a607-da57fcd2fbe2 req-175fb785-4ea8-48eb-979f-aed7b636d3cd tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0379584 Oct 26 16:45:03.444702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a210638-e6c4-461e-9d3e-359381222054 req-dbb3db65-01f8-49e2-8264-ff038aa558f2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865741 Oct 26 16:45:03.668722 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc480121-d695-4007-a556-1648eb652af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:03.739673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58046) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:03.753392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-214c8b60-5271-4ef4-9dd8-7823902f6e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:03.833663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-214c8b60-5271-4ef4-9dd8-7823902f6e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.034106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-214c8b60-5271-4ef4-9dd8-7823902f6e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.042694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:45:04.080352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-214c8b60-5271-4ef4-9dd8-7823902f6e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e19bcc5276614e179c3867f94c21e067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392131 Oct 26 16:45:04.083105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:04.109844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c8b60-5271-4ef4-9dd8-7823902f6e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364f979-4da3-4bde-959b-a7a730f8a944,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:04.195497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.210394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.212003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:04.240095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:45:04.268559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.282153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c39e-377e-4d9e-9d36-27bd2db6c144 req-966842db-f2bc-4617-b570-d8e2552a5641 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:04.285022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bf4c39e-377e-4d9e-9d36-27bd2db6c144 req-966842db-f2bc-4617-b570-d8e2552a5641 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0778675 Oct 26 16:45:04.299320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.325404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:45:04.348121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bf4c39e-377e-4d9e-9d36-27bd2db6c144 req-a10842d9-efdf-44d9-ab8d-d8a9368d314a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573094 Oct 26 16:45:04.363170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:04.450497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.453070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.457604 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b364f979-4da3-4bde-959b-a7a730f8a944 HTTP/1.1" status: 204 len: 168 time: 0.3734527 Oct 26 16:45:04.478195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabd8e-7323-4630-8189-686e9f071325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364f979-4da3-4bde-959b-a7a730f8a944,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:04.491412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:04.643634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:45:04.654105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb78fb2-514e-4cb8-8234-5cbdc0cb58e1 req-1e9f19ec-ed50-4174-ba81-66076614310f tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a85f28-875b-464e-b71c-0345bf9728d9 HTTP/1.1" status: 200 len: 210 time: 0.0675683 Oct 26 16:45:04.724830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:04.861337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec3af-7a06-4842-8cec-32f90e25edaa req-05d3bf22-3e46-4bb7-aa63-d18fe8d501a6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:04.863655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-981ec3af-7a06-4842-8cec-32f90e25edaa req-05d3bf22-3e46-4bb7-aa63-d18fe8d501a6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1652110 Oct 26 16:45:04.936620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-981ec3af-7a06-4842-8cec-32f90e25edaa req-093adb88-70da-46d9-9c0a-bb79707d670a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Oct 26 16:45:05.503087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06a639-f54d-41e7-b023-12a53ede6ff9 req-bcfb72da-794c-413a-9f50-587a67018009 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:05.503087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d06a639-f54d-41e7-b023-12a53ede6ff9 req-bcfb72da-794c-413a-9f50-587a67018009 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0581231 Oct 26 16:45:05.564253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d06a639-f54d-41e7-b023-12a53ede6ff9 req-65d7864a-4d5c-4bde-80db-1a9c134cc4fe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520930 Oct 26 16:45:05.719732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:05.956437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58108) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:06.055203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:45:06.142150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:45:06.149527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.150595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271241-7d17-4624-8a2a-e8be54980d86 req-2796f02e-2a88-44d1-ae53-ea7482504cf3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:06.150595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60271241-7d17-4624-8a2a-e8be54980d86 req-2796f02e-2a88-44d1-ae53-ea7482504cf3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1025124 Oct 26 16:45:06.154755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.223058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.339794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.346172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60271241-7d17-4624-8a2a-e8be54980d86 req-5c0ecac6-4136-4ee2-96e6-62a47e57ac5b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604855 Oct 26 16:45:06.383580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:06.386909 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a24b8e-8254-4ea5-82bf-14c459a35cfe" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:06.418826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:06.447575 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf4f5a-f576-4944-b5f7-4e7252aa6732 x-openstack-request-id: req-efcf4f5a-f576-4944-b5f7-4e7252aa6732 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:06.448259 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:06.448739 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efcf4f5a-f576-4944-b5f7-4e7252aa6732 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:06.449339 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:45:06.456627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.464772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.464772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/security-groups/a69675a5-38ea-4423-bc4a-7d01fc8f63aa HTTP/1.1" status: 204 len: 168 time: 0.5032191 Oct 26 16:45:06.465201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:06.475827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aa8f1-e7fb-4d4c-957a-39dc2aa1b7b0 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69675a5-38ea-4423-bc4a-7d01fc8f63aa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:06.488554 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-fcb3836c-0f93-480a-bbe0-3ebe8b7ec44a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] show failed (client error): The resource could not be found. Oct 26 16:45:06.488554 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fcb3836c-0f93-480a-bbe0-3ebe8b7ec44a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "GET /v2.0/security-groups/a69675a5-38ea-4423-bc4a-7d01fc8f63aa HTTP/1.1" status: 404 len: 347 time: 0.0191605 Oct 26 16:45:06.490042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:06.590667 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.654377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.694898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:06.765352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port b99e6b12-33c7-47f6-803c-d2bac3d48419 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:06.765983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.882024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e390-88ae-4136-97bd-5794a9f033f7 req-60b92a10-2da8-44d1-8b3a-94d207219892 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:06.883756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb25e390-88ae-4136-97bd-5794a9f033f7 req-60b92a10-2da8-44d1-8b3a-94d207219892 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.0910969 Oct 26 16:45:06.945607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb25e390-88ae-4136-97bd-5794a9f033f7 req-0a156380-34c7-45a4-bcae-a7732ddc3fe0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470443 Oct 26 16:45:06.980432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:06.980875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.006084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for b99e6b12-33c7-47f6-803c-d2bac3d48419 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:07.341096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.403958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=b99e6b12-33c7-47f6-803c-d2bac3d48419,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:07.545093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.548598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.557311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9af0003-14fe-494d-8192-4917740fa08c tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae0e2b2a-4a04-4f33-bb14-ede57225f852 HTTP/1.1" status: 204 len: 168 time: 1.0662589 Oct 26 16:45:07.560748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58156) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:07.615712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3240b-d96d-4f53-ba19-ff9753cb224c req-f404c939-c048-4d07-ac66-6455ee23529b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:07.617927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ce3240b-d96d-4f53-ba19-ff9753cb224c req-f404c939-c048-4d07-ac66-6455ee23529b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1421919 Oct 26 16:45:07.822766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ce3240b-d96d-4f53-ba19-ff9753cb224c req-4cb7969d-1783-449f-ad8b-cbbb275c094e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410260 Oct 26 16:45:07.853741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port c3c16003-0f9e-41ad-9f7a-56eaca46b455 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:07.854238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.952452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:07.973527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for c3c16003-0f9e-41ad-9f7a-56eaca46b455 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:08.295995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bff7-c1e5-4c81-9967-15b6e8f739af req-9464e0be-a1de-4f11-b607-96c4ec39d775 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:08.297905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8665bff7-c1e5-4c81-9967-15b6e8f739af req-9464e0be-a1de-4f11-b607-96c4ec39d775 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1642838 Oct 26 16:45:08.365527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:08.421577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8665bff7-c1e5-4c81-9967-15b6e8f739af req-7ddc4444-b714-4dcd-b208-fcb925876e1f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171014 Oct 26 16:45:08.443221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=c3c16003-0f9e-41ad-9f7a-56eaca46b455,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:08.500541 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:08.504480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f68eed13-4eeb-4433-a496-b9bbf0273c9a tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/ports/c3c16003-0f9e-41ad-9f7a-56eaca46b455 HTTP/1.1" status: 204 len: 168 time: 0.9391367 Oct 26 16:45:08.507258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:08.701771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting port 3b8d2449-f578-4dac-9f1f-c274314263cd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:08.701771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:08.847810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:08.879422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Calling delete_port for 3b8d2449-f578-4dac-9f1f-c274314263cd owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:09.068636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378f658-5a04-40a0-b161-a45535e4a253 req-ca2fa676-8b29-49f2-b11d-caddd975fbb1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:09.072797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a378f658-5a04-40a0-b161-a45535e4a253 req-ca2fa676-8b29-49f2-b11d-caddd975fbb1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1147945 Oct 26 16:45:09.140293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a378f658-5a04-40a0-b161-a45535e4a253 req-5bb40078-612f-4931-a2fe-cfb155c1b780 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589330 Oct 26 16:45:09.142441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.180440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Port': ['ID=3b8d2449-f578-4dac-9f1f-c274314263cd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.241596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:09.311823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.315668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd5bd26a-a084-454c-a817-8163785d6319 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/ports/3b8d2449-f578-4dac-9f1f-c274314263cd HTTP/1.1" status: 204 len: 168 time: 0.8072476 Oct 26 16:45:09.323454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58206) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:09.427108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting subnet 66395cff-d298-48fd-a691-f9fed09b5593 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:45:09.437789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.484856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.657855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.713536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566114-a120-4c4a-853c-44d381626a70 req-5fe770c0-8da2-4324-965a-07d154efff12 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:09.715399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f566114-a120-4c4a-853c-44d381626a70 req-5fe770c0-8da2-4324-965a-07d154efff12 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1069179 Oct 26 16:45:09.775619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f566114-a120-4c4a-853c-44d381626a70 req-79cab2cc-ae58-4113-8ead-5bb305ef8c39 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505757 Oct 26 16:45:09.925695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.953610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Subnet': ['ID=66395cff-d298-48fd-a691-f9fed09b5593,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:09.957905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:09.961041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-53264a05-7852-42c2-bb62-dbd3f969090e tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/subnets/66395cff-d298-48fd-a691-f9fed09b5593 HTTP/1.1" status: 204 len: 168 time: 0.6363833 Oct 26 16:45:09.964524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58226) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:09.967593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2d56d-d1fa-43be-82d2-ba0071c38339 None None] Network 0eec9ed4-fcf9-420d-8b7a-db82844ef4de requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:45:10.214252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] DHCP port deletion for 0eec9ed4-fcf9-420d-8b7a-db82844ef4de request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:45:10.340533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Deleting port 9442630e-f997-4504-8627-22635054dcfd {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:10.341205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.385790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58238) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:10.466517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] For port 9442630e-f997-4504-8627-22635054dcfd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9442630e-f997-4504-8627-22635054dcfd,segment=NetworkSegment(29c8e73f-5177-44d9-9982-fb1a3e243ec6),segment_id=29c8e73f-5177-44d9-9982-fb1a3e243ec6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:10.467159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.486045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Calling delete_port for 9442630e-f997-4504-8627-22635054dcfd owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:10.503814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Deleting subnet ce561460-6a4f-402d-a157-c032a0c9b584 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:45:10.508724 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.555580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09db8d-797e-439c-bb94-36111034dcf9 req-1db57e41-6551-4043-9931-508977d47a49 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:10.567312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d09db8d-797e-439c-bb94-36111034dcf9 req-1db57e41-6551-4043-9931-508977d47a49 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1624374 Oct 26 16:45:10.607175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3baee-2754-4b30-a87e-c453fbda8cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.623599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.688433 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.741744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d09db8d-797e-439c-bb94-36111034dcf9 req-543b078b-5d39-42c8-b9bf-dfb9d6d625a5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757143 Oct 26 16:45:10.768355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] Pushing event deleted for resources: {'Port': ['ID=9442630e-f997-4504-8627-22635054dcfd,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:10.776146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0075f44-0dd4-4f47-97cb-47014eb32e68 None None] No DVR routers for this DVR port 9442630e-f997-4504-8627-22635054dcfd on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:45:10.797852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3baee-2754-4b30-a87e-c453fbda8cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.871266 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.885966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3baee-2754-4b30-a87e-c453fbda8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:10.995915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3baee-2754-4b30-a87e-c453fbda8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f01b3f-ef1c-424a-a20d-0cc75dc10f6c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:10.999757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9442630e-f997-4504-8627-22635054dcfd no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:11.021018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dcd3baee-2754-4b30-a87e-c453fbda8cc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=727d20f640354f778430c0794c047c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339254 Oct 26 16:45:11.032012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:11.054395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 9442630e-f997-4504-8627-22635054dcfd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:11.055061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9442630e-f997-4504-8627-22635054dcfd not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:11.074864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a892ada-6cc9-4e6f-b46c-3d3869472252 req-1e9048b3-3d48-43b6-8dad-533a696307b6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:11.088608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a892ada-6cc9-4e6f-b46c-3d3869472252 req-1e9048b3-3d48-43b6-8dad-533a696307b6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 944 time: 0.1547475 Oct 26 16:45:11.111315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.137130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.161657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:45:11.182992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a892ada-6cc9-4e6f-b46c-3d3869472252 req-095080e0-e06e-46ce-9082-fa9804465c36 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933506 Oct 26 16:45:11.189311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Subnet': ['ID=ce561460-6a4f-402d-a157-c032a0c9b584,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:11.195272 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.201031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.215269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9a93dacb-5117-43bc-a1e9-8994d4b46b51 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/subnets/ce561460-6a4f-402d-a157-c032a0c9b584 HTTP/1.1" status: 204 len: 168 time: 1.2461021 Oct 26 16:45:11.215269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:11.271565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99a0b4-9191-463b-9338-0be0aeb684eb None None] Network 139c9ca2-2303-4596-8efb-e16c6a4a6bad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:45:11.358335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.394901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:11.396937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.400152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.410368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21f01b3f-ef1c-424a-a20d-0cc75dc10f6c HTTP/1.1" status: 204 len: 168 time: 0.3730652 Oct 26 16:45:11.432618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae8f9d-efec-4312-809d-5323b80b0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f01b3f-ef1c-424a-a20d-0cc75dc10f6c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:11.456023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'mac_address': 'fa:16:3e:5c:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:45:11.484719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.539426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.564342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:45:11.581883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eec9ed4-fcf9-420d-8b7a-db82844ef4de']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:11.604283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:11.609514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c8e73f-5177-44d9-9982-fb1a3e243ec6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:11.610489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c8e73f-5177-44d9-9982-fb1a3e243ec6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:11.626925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] DHCP port deletion for 139c9ca2-2303-4596-8efb-e16c6a4a6bad request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:45:11.642799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.673530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.684668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:45:11.685063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:45:11.690063 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:45:11.737337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.742344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Deleting port 4727eecd-955d-421d-ab64-ac8431d45703 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:11.751612 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.855452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] For port 4727eecd-955d-421d-ab64-ac8431d45703, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4727eecd-955d-421d-ab64-ac8431d45703,segment=NetworkSegment(d421bab5-12ad-4ac0-ad18-ddd6621eb4e1),segment_id=d421bab5-12ad-4ac0-ad18-ddd6621eb4e1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:11.856067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.871413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Calling delete_port for 4727eecd-955d-421d-ab64-ac8431d45703 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:11.939739 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.958395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:11.978346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/networks/0eec9ed4-fcf9-420d-8b7a-db82844ef4de HTTP/1.1" status: 204 len: 168 time: 0.7639995 Oct 26 16:45:11.991793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:12.038215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:45:12.041550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:12.077219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c7b59-22fd-4b70-b9ca-7fd9121113a4 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Network': ['ID=0eec9ed4-fcf9-420d-8b7a-db82844ef4de,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:12.094685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.127276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.150704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] Pushing event deleted for resources: {'Port': ['ID=4727eecd-955d-421d-ab64-ac8431d45703,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:12.157542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a60159-8191-4c4a-9361-a1497daf1f13 None None] No DVR routers for this DVR port 4727eecd-955d-421d-ab64-ac8431d45703 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:45:12.185894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24205044-3e03-4599-a0fb-ecbd7e4aa279 req-a62ef948-3c96-48ba-a76a-a337dc1137ee tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:12.203478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24205044-3e03-4599-a0fb-ecbd7e4aa279 req-a62ef948-3c96-48ba-a76a-a337dc1137ee tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.3335528 Oct 26 16:45:12.238383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.263087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139c9ca2-2303-4596-8efb-e16c6a4a6bad']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:12.288359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24205044-3e03-4599-a0fb-ecbd7e4aa279 req-21ef5b70-daf0-4f48-bb33-6d2dd9921e91 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Oct 26 16:45:12.297342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:12.297342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd421bab5-12ad-4ac0-ad18-ddd6621eb4e1') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:12.323621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.346669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.383330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:45:12.384280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:45:12.396822 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:45:12.480839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c99f-445a-4c89-9008-91164efc5e00 req-84afcdfa-9643-4fcd-bac9-5e51c5e23c08 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:12.482433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c37c99f-445a-4c89-9008-91164efc5e00 req-84afcdfa-9643-4fcd-bac9-5e51c5e23c08 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 945 time: 0.1024551 Oct 26 16:45:12.559170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c37c99f-445a-4c89-9008-91164efc5e00 req-3e290cb7-3396-40bf-8536-c4ee923ecf68 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658066 Oct 26 16:45:12.646068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.654038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.671534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] 10.222.0.21 "DELETE /v2.0/networks/139c9ca2-2303-4596-8efb-e16c6a4a6bad HTTP/1.1" status: 204 len: 168 time: 0.6666737 Oct 26 16:45:12.691901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:12.716583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f05da3e1-7f4e-4f9b-bcc7-09058e18037c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:12.763296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb354-130b-4584-a697-29401a4e7975 tempest-TaggedBootDevicesTest_v242-217536918 tempest-TaggedBootDevicesTest_v242-217536918-project] Pushing event deleted for resources: {'Network': ['ID=139c9ca2-2303-4596-8efb-e16c6a4a6bad,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:12.930215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f05da3e1-7f4e-4f9b-bcc7-09058e18037c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.001140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4727eecd-955d-421d-ab64-ac8431d45703 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:13.009286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f05da3e1-7f4e-4f9b-bcc7-09058e18037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.094475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4727eecd-955d-421d-ab64-ac8431d45703 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:13.095038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4727eecd-955d-421d-ab64-ac8431d45703 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:13.128588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05da3e1-7f4e-4f9b-bcc7-09058e18037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a301634-ad71-42e2-ae68-72890d27c05d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:13.134579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f05da3e1-7f4e-4f9b-bcc7-09058e18037c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f1be138941244b6a5748173f8f1a790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404569 Oct 26 16:45:13.138733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58308) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:13.162658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:45:13.206723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.230482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:45:13.233102 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.282619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.434082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.471567 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.474765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.484475 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a301634-ad71-42e2-ae68-72890d27c05d HTTP/1.1" status: 204 len: 168 time: 0.3408561 Oct 26 16:45:13.484824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:13.487280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:13.489981 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bc6ea-ede1-498e-b47f-cb1aa5aa9578" -d '{"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:13.514311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b314430-3388-415e-90df-c879781b23a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a301634-ad71-42e2-ae68-72890d27c05d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:13.563749 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:13.577343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e659-0f8b-4119-a29b-4647b3676ec4 req-b55a39d3-e82d-40da-b88c-790ab9479ff0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:13.585128 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3652e659-0f8b-4119-a29b-4647b3676ec4 req-b55a39d3-e82d-40da-b88c-790ab9479ff0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1273065 Oct 26 16:45:13.643829 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf46cd7-5997-4246-8b80-c475c6b78fa3 x-openstack-request-id: req-9bf46cd7-5997-4246-8b80-c475c6b78fa3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:13.644299 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-plugged", "status": "completed", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:13.645672 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bf46cd7-5997-4246-8b80-c475c6b78fa3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:13.647470 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'code': 200} Oct 26 16:45:13.718384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:13.796341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3652e659-0f8b-4119-a29b-4647b3676ec4 req-0a6106b4-bff0-408d-8da8-83871b2c60c6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013471 Oct 26 16:45:13.886231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152199-3086-4a5c-9d15-2fd588c99871 req-16038467-7208-45cf-8075-14f515a5d904 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:13.887773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60152199-3086-4a5c-9d15-2fd588c99871 req-16038467-7208-45cf-8075-14f515a5d904 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.0841978 Oct 26 16:45:13.938450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60152199-3086-4a5c-9d15-2fd588c99871 req-37d817ce-f1ad-4df7-b351-670fd2fd3403 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Oct 26 16:45:14.162743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0042f98-c8dc-4232-b146-f2cabf04329d req-75141355-7cf9-4f94-b771-8ade5126eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:14.164883 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a0042f98-c8dc-4232-b146-f2cabf04329d req-75141355-7cf9-4f94-b771-8ade5126eafc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1098 time: 0.1010134 Oct 26 16:45:14.227752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a0042f98-c8dc-4232-b146-f2cabf04329d req-cd7d52ed-7cd6-43eb-a579-a56b905b827d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535908 Oct 26 16:45:15.152784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc55be-d11f-4e89-93ab-06cc787287f9 req-1552d847-f2ad-4c25-80e6-0693fb4d2362 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:15.160263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cafc55be-d11f-4e89-93ab-06cc787287f9 req-1552d847-f2ad-4c25-80e6-0693fb4d2362 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1552410 Oct 26 16:45:15.230850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cafc55be-d11f-4e89-93ab-06cc787287f9 req-ece859ee-1e51-49b6-8493-88d83a0a17de tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Oct 26 16:45:15.249173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0989-3ec7-4619-b104-f956540379a1 req-f834de20-9d26-4531-bc6e-9e71340a7a6d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:15.261673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-275f0989-3ec7-4619-b104-f956540379a1 req-f834de20-9d26-4531-bc6e-9e71340a7a6d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.1617012 Oct 26 16:45:15.379563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-275f0989-3ec7-4619-b104-f956540379a1 req-15dd13ba-f4ad-4381-898c-944ee6493907 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035240 Oct 26 16:45:16.394481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5d544-f1ef-4150-895c-4c6f7f92396f req-d8d19a79-8a20-44dc-adac-c741c91672c7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:16.397101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58b5d544-f1ef-4150-895c-4c6f7f92396f req-d8d19a79-8a20-44dc-adac-c741c91672c7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0598440 Oct 26 16:45:16.505269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58b5d544-f1ef-4150-895c-4c6f7f92396f req-5a0a8281-1e2c-48a6-ba10-3a41993ccbdc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918374 Oct 26 16:45:16.711329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959d9b0-acd9-433f-babf-6fbb76261a29 req-ce64f8dd-a3bd-4618-9358-3ea06311e351 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:16.721600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8959d9b0-acd9-433f-babf-6fbb76261a29 req-ce64f8dd-a3bd-4618-9358-3ea06311e351 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.1163044 Oct 26 16:45:16.775478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8959d9b0-acd9-433f-babf-6fbb76261a29 req-27080885-8543-414f-8331-752d35c7191c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491071 Oct 26 16:45:17.794478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753b816-ab2f-4a80-b18c-494a2ef12f65 req-bc49726c-70c8-4be0-9de1-50b45e931095 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:17.814270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3753b816-ab2f-4a80-b18c-494a2ef12f65 req-bc49726c-70c8-4be0-9de1-50b45e931095 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1414938 Oct 26 16:45:18.010339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3753b816-ab2f-4a80-b18c-494a2ef12f65 req-3a688913-a55b-497f-a083-bf40cd237807 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881254 Oct 26 16:45:18.170116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d2ca-bb12-4339-a4ae-96d62a83c732 req-5f654bfe-8cfe-4604-8057-157d83d7c766 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:18.177584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1962d2ca-bb12-4339-a4ae-96d62a83c732 req-5f654bfe-8cfe-4604-8057-157d83d7c766 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.1500859 Oct 26 16:45:18.248129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1962d2ca-bb12-4339-a4ae-96d62a83c732 req-6ff27a05-f3e7-4425-bbe7-dffc506338d8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658355 Oct 26 16:45:19.198577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a5fb-ef27-4af9-9240-361094802a9a req-c5161013-3867-4c95-b3ad-014062af4083 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:19.210421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29e4a5fb-ef27-4af9-9240-361094802a9a req-c5161013-3867-4c95-b3ad-014062af4083 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0901833 Oct 26 16:45:19.343584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29e4a5fb-ef27-4af9-9240-361094802a9a req-cd51e935-65cd-492a-8b87-12c90cd864ec tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223004 Oct 26 16:45:19.475722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aae55-d387-4450-8b5e-59bb5333f30a req-61091b57-0437-4799-ae7c-eb6bf1a1891c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:19.478765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a44aae55-d387-4450-8b5e-59bb5333f30a req-61091b57-0437-4799-ae7c-eb6bf1a1891c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.0690100 Oct 26 16:45:19.533512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a44aae55-d387-4450-8b5e-59bb5333f30a req-b73be9bc-0aa2-43e0-811c-2223f61f2fba tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491230 Oct 26 16:45:20.491537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99136d4-caec-4f2d-8006-2175a4d216d7 req-b5db8e5f-af36-42c0-82de-06558df3fd70 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:20.501058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f99136d4-caec-4f2d-8006-2175a4d216d7 req-b5db8e5f-af36-42c0-82de-06558df3fd70 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0636275 Oct 26 16:45:20.558523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f99136d4-caec-4f2d-8006-2175a4d216d7 req-566a41a8-5301-4797-aac2-22235b59c983 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Oct 26 16:45:20.879000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:20.899466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:21.150568 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3e82cce-0c44-45de-80cf-e65f0168a888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:21.374977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3e82cce-0c44-45de-80cf-e65f0168a888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:21.485145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3e82cce-0c44-45de-80cf-e65f0168a888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:21.592707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58564) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:21.593256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d3e82cce-0c44-45de-80cf-e65f0168a888 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c0736f11cb247f6baee139c002df7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916335 Oct 26 16:45:21.616874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e82cce-0c44-45de-80cf-e65f0168a888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae31462-e1a3-4329-a4e3-aba5929b0289,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:21.699951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:21.730357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:21.765704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c894-9943-4859-9454-6c4905529dd7 req-e48fa8c0-187c-413b-b1fb-9e5ba341585d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:21.767265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3a9c894-9943-4859-9454-6c4905529dd7 req-e48fa8c0-187c-413b-b1fb-9e5ba341585d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0951078 Oct 26 16:45:21.817676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3a9c894-9943-4859-9454-6c4905529dd7 req-9e4466f4-3d72-444f-ace4-9a8ac982b908 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Oct 26 16:45:22.238637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:22.241922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:22.243535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aae31462-e1a3-4329-a4e3-aba5929b0289 HTTP/1.1" status: 204 len: 168 time: 0.6481512 Oct 26 16:45:22.260853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae31462-e1a3-4329-a4e3-aba5929b0289,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:22.273424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.274796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.275373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.276514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.277681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.278379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.280096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.280626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.281068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.281865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.283218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.283761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733a695-1a6e-43c3-b970-09591dc906a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:22.550023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:22.991606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf805-1cc5-4566-bd47-e02c9bdeec21 req-1dbe5106-fc68-4ae1-9b30-4cc4ffaf3dd7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:22.993840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-396cf805-1cc5-4566-bd47-e02c9bdeec21 req-1dbe5106-fc68-4ae1-9b30-4cc4ffaf3dd7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0769117 Oct 26 16:45:23.109544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-396cf805-1cc5-4566-bd47-e02c9bdeec21 req-bde372e0-816c-4170-8e5a-795a9241af39 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075752 Oct 26 16:45:23.114946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58592) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:23.132446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a206e53c-5bf6-407f-b9fc-366dedf5b347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.245782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a206e53c-5bf6-407f-b9fc-366dedf5b347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.368873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a206e53c-5bf6-407f-b9fc-366dedf5b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.412596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a206e53c-5bf6-407f-b9fc-366dedf5b347 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=014667fe03e34dc396c37b653a496e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972696 Oct 26 16:45:23.412596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e53c-5bf6-407f-b9fc-366dedf5b347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe80018-e0fb-4568-805d-2534ed30c1e0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:23.413309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58596) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:23.479403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.502056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.626000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.628797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:23.632464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fe80018-e0fb-4568-805d-2534ed30c1e0 HTTP/1.1" status: 204 len: 168 time: 0.2154880 Oct 26 16:45:23.644957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56813bf-964a-4aed-8fd2-8dcbb7b58cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe80018-e0fb-4568-805d-2534ed30c1e0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:24.298668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7a7aa-ce82-4f48-bc46-dc481aa58baf req-f2b5bd33-9b36-43f0-84b7-e8b1b49d40c8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:24.300238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19f7a7aa-ce82-4f48-bc46-dc481aa58baf req-f2b5bd33-9b36-43f0-84b7-e8b1b49d40c8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.1057296 Oct 26 16:45:24.352975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19f7a7aa-ce82-4f48-bc46-dc481aa58baf req-b28df8c2-b0e5-42f7-9204-86772c2ffe5a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Oct 26 16:45:24.483955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48391-ec9e-49d7-bfc2-ecfc9965cfa6 req-19c8d4c4-7ac5-4f51-8b3f-1d0db34b6821 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:24.483955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22e48391-ec9e-49d7-bfc2-ecfc9965cfa6 req-19c8d4c4-7ac5-4f51-8b3f-1d0db34b6821 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0649109 Oct 26 16:45:24.534762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22e48391-ec9e-49d7-bfc2-ecfc9965cfa6 req-47450a91-b20e-498f-946c-bac27500263c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Oct 26 16:45:25.325803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f4312-fa56-4d18-ba77-007fa56779f4 req-1db63a5e-24a2-4c6a-a30d-e10818b0aeb0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:25.327270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-870f4312-fa56-4d18-ba77-007fa56779f4 req-1db63a5e-24a2-4c6a-a30d-e10818b0aeb0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0545094 Oct 26 16:45:25.414297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-870f4312-fa56-4d18-ba77-007fa56779f4 req-cda6b42c-8c0f-4bd9-898c-39f00822e860 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801630 Oct 26 16:45:25.546072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1753cb-ab90-432e-9f09-1ffdfc346c05 req-c856f25b-a43c-4416-aaaf-9d1539329e31 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:25.547789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d1753cb-ab90-432e-9f09-1ffdfc346c05 req-c856f25b-a43c-4416-aaaf-9d1539329e31 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0669129 Oct 26 16:45:25.593328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d1753cb-ab90-432e-9f09-1ffdfc346c05 req-0b9b4223-3819-4afb-b2bd-5765f923338b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Oct 26 16:45:26.579015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08952c-3fee-4d33-9d05-537eb331b9af req-eede2836-0209-472c-82a9-1db126d6d415 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:26.579015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad08952c-3fee-4d33-9d05-537eb331b9af req-eede2836-0209-472c-82a9-1db126d6d415 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0943224 Oct 26 16:45:26.640226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad08952c-3fee-4d33-9d05-537eb331b9af req-1425369d-42c0-4558-83da-2d59847dc3dc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543962 Oct 26 16:45:26.769024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7efbb-7bc5-41ae-b527-43115c735491 req-1ebc8f55-0ede-4e1e-a533-16362acdcd15 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:26.770585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3e7efbb-7bc5-41ae-b527-43115c735491 req-1ebc8f55-0ede-4e1e-a533-16362acdcd15 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0999713 Oct 26 16:45:26.817682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3e7efbb-7bc5-41ae-b527-43115c735491 req-1b087353-eba6-4866-8e6b-de6c86eb637e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Oct 26 16:45:27.763532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736894a5-b7e9-422a-ae1b-1a8fae56ac48 req-bc9a3d15-cdfb-4823-96ab-4ba5bfad3c41 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:27.771531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-736894a5-b7e9-422a-ae1b-1a8fae56ac48 req-bc9a3d15-cdfb-4823-96ab-4ba5bfad3c41 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0611117 Oct 26 16:45:27.819471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-736894a5-b7e9-422a-ae1b-1a8fae56ac48 req-b92a276a-5dd6-4b5f-bd47-fb3bbc5f56e1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Oct 26 16:45:27.992199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6ed22-2eb7-4a10-b7e2-fa9b0ba9760d req-6f6dd07c-7362-43a3-8a4f-6306f5bb3a20 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:27.994025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9df6ed22-2eb7-4a10-b7e2-fa9b0ba9760d req-6f6dd07c-7362-43a3-8a4f-6306f5bb3a20 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0929682 Oct 26 16:45:28.054166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9df6ed22-2eb7-4a10-b7e2-fa9b0ba9760d req-81450aee-8182-43d2-b1cc-9c036aedd1e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Oct 26 16:45:28.146522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:28.274954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:28.317738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:28.320849 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60e44f-2478-41b5-a52a-da8bd042d1cc" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:28.335744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:28.366573 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81050419-82bf-491c-9e51-32fc6396da47 x-openstack-request-id: req-81050419-82bf-491c-9e51-32fc6396da47 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:28.366869 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:28.367667 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81050419-82bf-491c-9e51-32fc6396da47 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:28.368063 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:45:28.433017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:28.493478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=11']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.506665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:45:28.969187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538188c-bf48-42b1-8d2e-126ea46b6269 req-e98f9875-36bb-41dd-bab2-d4cc3deae2ef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:28.970713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9538188c-bf48-42b1-8d2e-126ea46b6269 req-e98f9875-36bb-41dd-bab2-d4cc3deae2ef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0570183 Oct 26 16:45:29.036434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9538188c-bf48-42b1-8d2e-126ea46b6269 req-7794a259-7956-4969-808f-7846a2cf5ba2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581281 Oct 26 16:45:29.257306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355722-b9b9-4e93-9248-7920bc89468c req-94aa1e44-01d8-4d15-9072-931310898438 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:29.267627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50355722-b9b9-4e93-9248-7920bc89468c req-94aa1e44-01d8-4d15-9072-931310898438 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0752115 Oct 26 16:45:29.332610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50355722-b9b9-4e93-9248-7920bc89468c req-6ca4af73-4bd0-40bf-913c-c0f965575e0a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Oct 26 16:45:30.165744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:45:30.210014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd24f4-2d77-4e4c-b3a6-7ad511b191c9 req-6659e470-41a9-4496-9c21-790c757684e4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:30.222049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1dd24f4-2d77-4e4c-b3a6-7ad511b191c9 req-6659e470-41a9-4496-9c21-790c757684e4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1104879 Oct 26 16:45:30.327793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1dd24f4-2d77-4e4c-b3a6-7ad511b191c9 req-9f7bd703-bd74-4cc0-80d0-3166beac4c30 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795567 Oct 26 16:45:30.374091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:30.391663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'mac_address': 'fa:16:3e:f8:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:45:30.441782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:30.487334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:45:30.512234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:30.556842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065dcf-6b1c-401e-8d9e-dbf396ca4865 req-c89c21e5-d3eb-4ef6-b6f9-cdba4fdf8717 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:30.564851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2065dcf-6b1c-401e-8d9e-dbf396ca4865 req-c89c21e5-d3eb-4ef6-b6f9-cdba4fdf8717 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0776629 Oct 26 16:45:30.624673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2065dcf-6b1c-401e-8d9e-dbf396ca4865 req-5583f17c-19ce-4272-8fc7-94558269f123 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Oct 26 16:45:30.670656 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:30.765740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:30.783822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:45:31.044531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f168b3e6-1cb6-49de-853c-389a275b39f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:31.287158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c142932f-e88c-4acc-b903-9e1474f447ce details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:45:31.575361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6dad-3df2-4664-9286-3095e43b7947 req-618a34a9-35b6-47f6-bce8-30bfd934cc5b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:31.586419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdaa6dad-3df2-4664-9286-3095e43b7947 req-618a34a9-35b6-47f6-bce8-30bfd934cc5b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.1321232 Oct 26 16:45:31.634148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdaa6dad-3df2-4664-9286-3095e43b7947 req-f8f46c34-8a9c-4a4e-aaf3-8b7c014ebe1d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Oct 26 16:45:31.684925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c142932f-e88c-4acc-b903-9e1474f447ce,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:31.700060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c142932f-e88c-4acc-b903-9e1474f447ce', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': 'c142932f-e88c-4acc-b903-9e1474f447ce', 'mac_address': 'fa:16:3e:b9:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:45:31.770444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:31.790105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142932f-e88c-4acc-b903-9e1474f447ce {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:45:31.812540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d511c-4804-4ff7-8649-41af84648950 req-7fa75860-b09f-4a43-bcb7-13642a8ad59f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:31.814584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db4d511c-4804-4ff7-8649-41af84648950 req-7fa75860-b09f-4a43-bcb7-13642a8ad59f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 944 time: 0.0739987 Oct 26 16:45:31.817543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c142932f-e88c-4acc-b903-9e1474f447ce,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:31.866104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db4d511c-4804-4ff7-8649-41af84648950 req-9978bc0a-78f6-4540-9d38-f4c39e766cb0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Oct 26 16:45:31.894231 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:31.961952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:32.122130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c142932f-e88c-4acc-b903-9e1474f447ce'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:45:32.220299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:45:32.390709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:45:32.391862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:32.470086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 58938) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:32.596163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:32.695472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:32.696675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:32.705254 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227d2cbc-17b5-4c4c-bd4d-7e24d319360e" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:32.769949 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88266827-3130-4f8d-8053-e60a39ca8968 x-openstack-request-id: req-88266827-3130-4f8d-8053-e60a39ca8968 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:32.770384 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:32.770896 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88266827-3130-4f8d-8053-e60a39ca8968 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:32.771424 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:45:32.783300 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:32.845574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3df5-0c47-4016-a729-a9ea2cbc28e6 req-92f56032-8c12-4fef-819e-8f165d63a838 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:32.861910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:32.862659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b8c3df5-0c47-4016-a729-a9ea2cbc28e6 req-92f56032-8c12-4fef-819e-8f165d63a838 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 946 time: 0.1107039 Oct 26 16:45:32.961499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b8c3df5-0c47-4016-a729-a9ea2cbc28e6 req-bf6f58db-ba31-48d5-9cc6-3b8f31241f57 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976353 Oct 26 16:45:33.094192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34332c-50cd-4914-ab54-c4206a35c0d0 req-9b2c0557-d386-4e54-a44b-c8266c0e220a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:33.104388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a34332c-50cd-4914-ab54-c4206a35c0d0 req-9b2c0557-d386-4e54-a44b-c8266c0e220a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 945 time: 0.1046994 Oct 26 16:45:33.219782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a34332c-50cd-4914-ab54-c4206a35c0d0 req-a89c2069-11cf-40ca-9d69-e2e36e889872 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121252 Oct 26 16:45:33.303065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c142932f-e88c-4acc-b903-9e1474f447ce up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:45:33.539856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c142932f-e88c-4acc-b903-9e1474f447ce completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:45:33.547576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c142932f-e88c-4acc-b903-9e1474f447ce triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:45:33.547576 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:33.607030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8a039722-8d04-4034-ad63-89c3bba37096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:33.712976 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:33.806899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c142932f-e88c-4acc-b903-9e1474f447ce,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:33.853490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:33.959465 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:34.050926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:34.127996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a5744-fafa-44f4-95e1-f0599c012ddb req-8b46f17c-246a-4b1f-b6bf-1c480b642fc5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:34.130193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-170a5744-fafa-44f4-95e1-f0599c012ddb req-8b46f17c-246a-4b1f-b6bf-1c480b642fc5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0858285 Oct 26 16:45:34.135762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:34.177725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-170a5744-fafa-44f4-95e1-f0599c012ddb req-bcd3bede-c117-4742-8148-576b1c9b192f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Oct 26 16:45:34.230679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Deleting port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:34.232200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:34.372369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] For port 1faddfe5-4530-4102-ab2c-a0e6faf2c70e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:34.372856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:34.390686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Calling delete_port for 1faddfe5-4530-4102-ab2c-a0e6faf2c70e owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:34.401626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ea9ee-f0cb-4a61-a4cb-a40e2edba97a req-cf5e1252-9cf8-4a61-b2ce-930c5276876a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:34.409968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d1ea9ee-f0cb-4a61-a4cb-a40e2edba97a req-cf5e1252-9cf8-4a61-b2ce-930c5276876a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0709734 Oct 26 16:45:34.501760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d1ea9ee-f0cb-4a61-a4cb-a40e2edba97a req-5075d4b7-c15e-4db9-839b-438a3647cc93 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 Oct 26 16:45:34.773586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:34.776275 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1a75c7-2420-4a20-ab02-0a5452074389" -d '{"events": [{"server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "name": "network-vif-plugged", "status": "completed", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:34.787628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:34.821369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faddfe5-4530-4102-ab2c-a0e6faf2c70e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:34.924651 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c651402-3fc4-44d6-a073-e11faf7c1698 x-openstack-request-id: req-7c651402-3fc4-44d6-a073-e11faf7c1698 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:34.924955 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "name": "network-vif-plugged", "status": "completed", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:34.925215 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c651402-3fc4-44d6-a073-e11faf7c1698 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:34.925614 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce', 'code': 200} Oct 26 16:45:35.087029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f18bf5-4fe7-436c-b98a-7ea505277af9 req-4c880e11-e0e1-4e6d-aba1-b83872f5a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:35.088593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11f18bf5-4fe7-436c-b98a-7ea505277af9 req-4c880e11-e0e1-4e6d-aba1-b83872f5a603 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 1097 time: 0.1030571 Oct 26 16:45:35.167803 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-11f18bf5-4fe7-436c-b98a-7ea505277af9 req-f456a296-edeb-44f9-8b20-c151dfd8a88d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Oct 26 16:45:35.189155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:35.316363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0564-86ca-4aed-8198-5417afd5c4c1 req-c1b0dbc3-138c-4e2c-8227-20bec4b1f2d0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:35.318235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93fe0564-86ca-4aed-8198-5417afd5c4c1 req-c1b0dbc3-138c-4e2c-8227-20bec4b1f2d0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0576949 Oct 26 16:45:35.385900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93fe0564-86ca-4aed-8198-5417afd5c4c1 req-853a42ef-8952-4f42-a071-7ec0b21b2cd0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530667 Oct 26 16:45:35.563227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:35.642417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d48f-31f9-4173-9145-7e79f0228a04 req-58386cbb-4ab5-414d-bba8-6315c2aa66b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:35.644124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04f6d48f-31f9-4173-9145-7e79f0228a04 req-58386cbb-4ab5-414d-bba8-6315c2aa66b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0582716 Oct 26 16:45:35.690765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04f6d48f-31f9-4173-9145-7e79f0228a04 req-014b7811-9c94-4ae8-a498-f2c4fdc6a2a8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Oct 26 16:45:35.741534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Router 10a0f36d-6093-40ef-a8a1-c25f328aef6f has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:45:35.868875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:45:35.874830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7666c86f-e080-4127-8a8e-c524f638ccf7 admin admin] 10.222.0.21 "PUT /v2.0/routers/10a0f36d-6093-40ef-a8a1-c25f328aef6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001973 Oct 26 16:45:35.874945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59052) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:35.881424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Sync routers for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:45:35.909911 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:45:35.910541 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:45:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:36.063692 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:36.080224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:45:36.218425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:36.315829 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:45:34Z', 'revision_number': 5, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port': {'id': 'c3184562-2c79-4fe3-9123-a0bb1145b506', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:33:25Z', 'updated_at': '2021-10-26T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:36.353825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Deleting port c3184562-2c79-4fe3-9123-a0bb1145b506 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:36.356017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:36.357794 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Checking router: 10a0f36d-6093-40ef-a8a1-c25f328aef6f for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:45:36.372522 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Routers {'10a0f36d-6093-40ef-a8a1-c25f328aef6f'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:45:36.375021 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:45:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:36.458767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] For port c3184562-2c79-4fe3-9123-a0bb1145b506, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c3184562-2c79-4fe3-9123-a0bb1145b506,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:36.459548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:36.475629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Calling delete_port for c3184562-2c79-4fe3-9123-a0bb1145b506 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:36.572346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] Set router 10a0f36d-6093-40ef-a8a1-c25f328aef6f gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:45:36.636512 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:45:36Z', 'revision_number': 6, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:36.639207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:36.656537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabada-5d5b-41ea-9650-ddde2c4cbbaa req-f9144262-43cd-4e56-ae38-6ea872c03c04 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:36.658066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acfabada-5d5b-41ea-9650-ddde2c4cbbaa req-f9144262-43cd-4e56-ae38-6ea872c03c04 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1138415 Oct 26 16:45:36.671858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae5ad2-be59-4971-886a-f9faa1287fc5 None None] The sync data for ids ['10a0f36d-6093-40ef-a8a1-c25f328aef6f'] in n-d-815373-2 is: [{'id': '10a0f36d-6093-40ef-a8a1-c25f328aef6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1863740618-router', 'tenant_id': '78e12e9d53f048808903d6b9f465e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:33:24Z', 'updated_at': '2021-10-26T16:45:36Z', 'revision_number': 6, 'project_id': '78e12e9d53f048808903d6b9f465e12f', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:45:36.937020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a92d0-88d4-44ce-98e5-db92f25290f6 req-e4d090f8-67fb-42e6-886e-5f6413744150 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:36.945647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c57a92d0-88d4-44ce-98e5-db92f25290f6 req-e4d090f8-67fb-42e6-886e-5f6413744150 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0794101 Oct 26 16:45:36.965654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.008583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3184562-2c79-4fe3-9123-a0bb1145b506,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:37.074815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c57a92d0-88d4-44ce-98e5-db92f25290f6 req-7e9533a5-69e3-4d63-8ae3-bc8f24452e8e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279614 Oct 26 16:45:37.139222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acfabada-5d5b-41ea-9650-ddde2c4cbbaa req-a8122409-c728-44d3-8d1c-50d75a89ff2d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381392 Oct 26 16:45:37.208166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.246485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1faddfe5-4530-4102-ab2c-a0e6faf2c70e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:37.277349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1faddfe5-4530-4102-ab2c-a0e6faf2c70e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:37.277963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1faddfe5-4530-4102-ab2c-a0e6faf2c70e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:37.369181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.372791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.434276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138f04-46f9-47c6-88ad-28f1a925f166 req-28e7a04d-d5f2-4c42-a5be-e7639e1ad278 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:37.436004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95138f04-46f9-47c6-88ad-28f1a925f166 req-28e7a04d-d5f2-4c42-a5be-e7639e1ad278 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.1901758 Oct 26 16:45:37.527309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95138f04-46f9-47c6-88ad-28f1a925f166 req-af620eda-0ac2-48f9-80b8-b3b865873c7e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736301 Oct 26 16:45:37.576700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.577584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a0f36d-6093-40ef-a8a1-c25f328aef6f {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:45:37.598506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.600839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b4681e5-b57f-4e5a-ad08-e3769ceaedf9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/10a0f36d-6093-40ef-a8a1-c25f328aef6f HTTP/1.1" status: 204 len: 168 time: 1.7256591 Oct 26 16:45:37.604057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:37.743674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Deleting subnet faf9681e-4ddc-4476-88ee-53c3ec73432a {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:45:37.747839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.749318 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:45:37.802749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:37.842386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303e14-aab3-493c-a5fc-3b93c21f7048 req-6568c505-7f86-47b9-a983-30e0bfc329a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:37.849512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37303e14-aab3-493c-a5fc-3b93c21f7048 req-6568c505-7f86-47b9-a983-30e0bfc329a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.1142426 Oct 26 16:45:37.932428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37303e14-aab3-493c-a5fc-3b93c21f7048 req-cb1b2468-995d-45e3-be7d-953cd1e3e34f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813193 Oct 26 16:45:37.941636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.111082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.216270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba288794-c65a-4798-8c53-fc92406d0eb5 None None] Network 65c66720-491f-4a55-88df-6e800cc795c6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:45:38.228531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.252627 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/faf9681e-4ddc-4476-88ee-53c3ec73432a HTTP/1.1" status: 204 len: 168 time: 0.6424158 Oct 26 16:45:38.252627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a11696-3329-49c9-8e4a-574db2963d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf9681e-4ddc-4476-88ee-53c3ec73432a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:38.254198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:38.396522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.419080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b191b-3afe-402f-aca5-72fb38645ce5 req-7f521fee-d49f-4919-95d2-489701ed1bba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:38.420965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b09b191b-3afe-402f-aca5-72fb38645ce5 req-7f521fee-d49f-4919-95d2-489701ed1bba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1080179 Oct 26 16:45:38.522673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b09b191b-3afe-402f-aca5-72fb38645ce5 req-caae677b-4666-4b14-97c2-758afbde5d42 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572276 Oct 26 16:45:38.552124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Deleting port 60814634-4c80-4392-89c8-9c422b48e367 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:38.552463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.593233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] DHCP port deletion for 65c66720-491f-4a55-88df-6e800cc795c6 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:45:38.628494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] For port 60814634-4c80-4392-89c8-9c422b48e367, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60814634-4c80-4392-89c8-9c422b48e367,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:38.628798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.649266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Calling delete_port for 60814634-4c80-4392-89c8-9c422b48e367 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:38.790229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Deleting port 60814634-4c80-4392-89c8-9c422b48e367 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:38.790852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.853169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c645e7-9459-4ad7-96e8-f2f16b1fb0d6 req-a149bff4-3c72-46c8-8f6e-781b05f63f74 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:38.859843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23c645e7-9459-4ad7-96e8-f2f16b1fb0d6 req-a149bff4-3c72-46c8-8f6e-781b05f63f74 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0928655 Oct 26 16:45:38.892462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.921683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] No DVR routers for this DVR port 60814634-4c80-4392-89c8-9c422b48e367 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:45:38.938634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] For port 60814634-4c80-4392-89c8-9c422b48e367, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=60814634-4c80-4392-89c8-9c422b48e367,segment=NetworkSegment(478b4ca0-2cd1-4769-a93d-6204a49a7979),segment_id=478b4ca0-2cd1-4769-a93d-6204a49a7979)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:38.941107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:38.975064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Pushing event deleted for resources: {'Port': ['ID=60814634-4c80-4392-89c8-9c422b48e367,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:38.981820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c3184562-2c79-4fe3-9123-a0bb1145b506 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:39.009469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23c645e7-9459-4ad7-96e8-f2f16b1fb0d6 req-aac5299d-9ec4-4166-92c9-739731b2b107 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482723 Oct 26 16:45:39.022795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Calling delete_port for 60814634-4c80-4392-89c8-9c422b48e367 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:39.029266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c3184562-2c79-4fe3-9123-a0bb1145b506 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:39.029732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c3184562-2c79-4fe3-9123-a0bb1145b506 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:39.030201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60814634-4c80-4392-89c8-9c422b48e367 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:39.051705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.068320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 60814634-4c80-4392-89c8-9c422b48e367 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:39.069189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 60814634-4c80-4392-89c8-9c422b48e367 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:39.077571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c66720-491f-4a55-88df-6e800cc795c6']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:39.092083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478b4ca0-2cd1-4769-a93d-6204a49a7979') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:39.092522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478b4ca0-2cd1-4769-a93d-6204a49a7979') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:45:39.104588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.136436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.151452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:45:39.151857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:45:39.153995 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:45:39.160755 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.177535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] No DVR routers for this DVR port 60814634-4c80-4392-89c8-9c422b48e367 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:45:39.212547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fbea5-9cae-46d0-ae84-c347d689013c None None] Pushing event deleted for resources: {'Port': ['ID=60814634-4c80-4392-89c8-9c422b48e367,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:39.287359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.298970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.303014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] 10.222.0.21 "DELETE /v2.0/networks/65c66720-491f-4a55-88df-6e800cc795c6 HTTP/1.1" status: 204 len: 168 time: 1.0469942 Oct 26 16:45:39.345430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906376d-488a-4f3c-ae7e-1a9dd99ece53 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c66720-491f-4a55-88df-6e800cc795c6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:39.723680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410374-cce6-48a6-ab91-6fb5cbafaaf1 req-0003cd7b-6efa-43c0-91ba-82b555f6ab62 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:39.733906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24410374-cce6-48a6-ab91-6fb5cbafaaf1 req-0003cd7b-6efa-43c0-91ba-82b555f6ab62 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0925264 Oct 26 16:45:39.796046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24410374-cce6-48a6-ab91-6fb5cbafaaf1 req-45ee045d-5899-4f7f-8807-a369c95b6675 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574424 Oct 26 16:45:39.832127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:39.893131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f3c43a7-c122-4b3b-ad56-64e560171f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78e12e9d53f048808903d6b9f465e12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597756 Oct 26 16:45:39.895670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59206) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:39.956048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:39.985694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.121765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895e3a-ec5c-45a0-b469-a41e3ded0604 req-046bfd25-f9ee-40e9-9f0e-bd20a563a4ac tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:40.123328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57895e3a-ec5c-45a0-b469-a41e3ded0604 req-046bfd25-f9ee-40e9-9f0e-bd20a563a4ac tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0546031 Oct 26 16:45:40.161253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57895e3a-ec5c-45a0-b469-a41e3ded0604 req-ffe193f0-eef5-4021-9aaa-4b7e547eefe1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Oct 26 16:45:40.244483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-3fd8a479-9204-4484-af64-1bb3b4db9017 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:40.245932 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-3fd8a479-9204-4484-af64-1bb3b4db9017 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 946 time: 0.0539329 Oct 26 16:45:40.351903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port c142932f-e88c-4acc-b903-9e1474f447ce {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:40.352244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.403924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.406414 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.407597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bed82124-2808-42ca-a795-10e95c5b91a1 HTTP/1.1" status: 204 len: 168 time: 0.5107648 Oct 26 16:45:40.423680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591fe5-1711-42c6-9867-199a5cabfcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed82124-2808-42ca-a795-10e95c5b91a1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:40.470297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port c142932f-e88c-4acc-b903-9e1474f447ce, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c142932f-e88c-4acc-b903-9e1474f447ce,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:40.470691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.493749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for c142932f-e88c-4acc-b903-9e1474f447ce owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:45:40.871964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:40.894425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c142932f-e88c-4acc-b903-9e1474f447ce'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:45:41.042662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e313-d602-4291-b017-3343ff542dbf req-75181d9b-e7f1-4805-9de7-390226ca9d81 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:41.043267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=c142932f-e88c-4acc-b903-9e1474f447ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:41.055773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc31e313-d602-4291-b017-3343ff542dbf req-75181d9b-e7f1-4805-9de7-390226ca9d81 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1750805 Oct 26 16:45:41.112685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port c142932f-e88c-4acc-b903-9e1474f447ce on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:45:41.126701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:41.128487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9d326405-c5ee-43eb-b530-56fb8fad71ff req-a16a325f-5553-4b65-a85a-fc587f629f7a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "DELETE /v2.0/ports/c142932f-e88c-4acc-b903-9e1474f447ce HTTP/1.1" status: 204 len: 173 time: 0.8750031 Oct 26 16:45:41.159844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc31e313-d602-4291-b017-3343ff542dbf req-a24d14fb-0da9-4725-907c-f6cb0988ea4c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998552 Oct 26 16:45:41.160679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'name': 'network-vif-deleted', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:41.163074 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f15c3d-505e-472d-b3b1-5771f67a1e14" -d '{"events": [{"server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "name": "network-vif-deleted", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:41.236381 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46df59-5e2a-4f05-a8f3-1c3a148cee24 x-openstack-request-id: req-6c46df59-5e2a-4f05-a8f3-1c3a148cee24 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:41.236768 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7285bf5f-3038-4295-a465-bb62c070230f", "name": "network-vif-deleted", "tag": "c142932f-e88c-4acc-b903-9e1474f447ce", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:41.237120 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c46df59-5e2a-4f05-a8f3-1c3a148cee24 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:41.237614 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7285bf5f-3038-4295-a465-bb62c070230f', 'name': 'network-vif-deleted', 'tag': 'c142932f-e88c-4acc-b903-9e1474f447ce', 'status': 'completed', 'code': 200} Oct 26 16:45:41.404520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc0e5b58-4e90-4b35-b011-ff0b6173ef78 req-129d2732-77de-41bd-aab2-d0a180bb06fb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0727081 Oct 26 16:45:42.403655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a17608-ed09-45b6-9da6-929c95ff900f req-e3e62af2-11ba-4dd8-9940-63f5cfa62c46 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:42.418490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20a17608-ed09-45b6-9da6-929c95ff900f req-e3e62af2-11ba-4dd8-9940-63f5cfa62c46 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1354640 Oct 26 16:45:42.550108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20a17608-ed09-45b6-9da6-929c95ff900f req-d3790460-fde4-43dd-9cdd-ae7b009cd526 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304576 Oct 26 16:45:42.650609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-1ad966d7-0f0a-42fe-a03b-8e8e87fbd115 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863583 Oct 26 16:45:42.758520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1ba6afc-ee41-4095-a7ae-a43f1c5d011a req-8cf5f96f-8e80-4a16-a5d8-ccc70b4c7ae3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0787787 Oct 26 16:45:42.814687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-84beb03b-7279-4324-8e46-83711601a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:42.817664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-84beb03b-7279-4324-8e46-83711601a49e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa47d97b12014e978e39fe781b510ce1&device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 1096 time: 0.1160166 Oct 26 16:45:43.009859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-31e436e4-52b2-4386-9428-dc4c242ffdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:43.011632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-31e436e4-52b2-4386-9428-dc4c242ffdd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 200 len: 911 time: 0.1692469 Oct 26 16:45:43.166402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-627f3add-ce0d-4493-b936-99d5b414cfdf req-20c82e7a-0bae-43bd-8bf2-6cde2575da24 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0513070 Oct 26 16:45:43.244214 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-7179f42a-9796-401b-ad39-c92064e68da4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90 HTTP/1.1" status: 200 len: 1000 time: 0.2083209 Oct 26 16:45:43.392791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-2a600efe-88f9-4100-905b-8cf6aa9eac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:43.394819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-2a600efe-88f9-4100-905b-8cf6aa9eac56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 200 len: 849 time: 0.1386182 Oct 26 16:45:43.465875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-5e97c2c7-4485-4f17-9ec0-739880db08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:43.468149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-5e97c2c7-4485-4f17-9ec0-739880db08ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11739ece-c8ee-4bae-b34d-b3b83a1715ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644646 Oct 26 16:45:43.647258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-7aabe25b-7939-4b0a-a99d-7c0bd7c7e29b service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701648 Oct 26 16:45:43.779544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d3251-c168-47bc-8ed5-982c29c689d7 req-b3e5be34-b906-485f-b7b7-e52464761d31 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:43.788131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3d3251-c168-47bc-8ed5-982c29c689d7 req-b3e5be34-b906-485f-b7b7-e52464761d31 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1424327 Oct 26 16:45:43.844150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee3d3251-c168-47bc-8ed5-982c29c689d7 req-a4312db8-b011-4a4d-8f57-3d9815d3283e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548608 Oct 26 16:45:43.873359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fed42f9-9c55-4d21-952a-c60678fc719c req-fb60138d-5495-4a55-9fd8-ccb6c254fd51 service neutron] 10.222.0.47 "GET /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161014 Oct 26 16:45:43.954001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39aadf36-0073-4307-9b99-e31763ad1799 req-76e25bed-661b-433c-a95e-ba03a28af14a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0497169 Oct 26 16:45:44.389263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea491722-e919-4862-a418-85acf6c1ea18 req-d115af14-60f0-4041-b4d5-e0526fa360dc tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0790825 Oct 26 16:45:45.075241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b604-c33b-41b6-90f0-41816bde6e24 req-cd0de499-58b0-4cc9-9aa6-3cdcd9b6b032 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:45.095195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e835b604-c33b-41b6-90f0-41816bde6e24 req-cd0de499-58b0-4cc9-9aa6-3cdcd9b6b032 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1104951 Oct 26 16:45:45.156951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-448d086e-692f-42bd-b970-16d3ffe5a2c6 req-d69d2cd1-1165-46f5-99ca-8e836c654f54 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0604620 Oct 26 16:45:45.235112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e835b604-c33b-41b6-90f0-41816bde6e24 req-13e0f7a5-9d41-4874-917b-fb53b550cfbb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652020 Oct 26 16:45:45.335855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c142932f-e88c-4acc-b903-9e1474f447ce no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:45.357830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c142932f-e88c-4acc-b903-9e1474f447ce {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:45:45.358288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c142932f-e88c-4acc-b903-9e1474f447ce not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:45:45.535236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42e13b74-3d4f-4cdf-818a-905f6e72245e req-fc923567-fb78-4ae1-9645-0003246c00e6 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0471799 Oct 26 16:45:46.476200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a308df1-b9ca-4251-ad74-31e4784c2f5c req-7da0d456-826e-4ab0-bcd3-a223da0ed3c3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:46.493352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a308df1-b9ca-4251-ad74-31e4784c2f5c req-7da0d456-826e-4ab0-bcd3-a223da0ed3c3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.1246014 Oct 26 16:45:46.634751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a308df1-b9ca-4251-ad74-31e4784c2f5c req-7c276a8b-b2c8-4d92-b68e-5a5881fd4e9e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403863 Oct 26 16:45:46.665740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41da116a-bd12-4cb4-89f4-cb3aba6207d2 req-fc597127-b8a2-4bbb-a225-f1c8517a0ddf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.3615198 Oct 26 16:45:46.825429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2989cd4b-db04-4520-8cd2-d50142a64581 req-c5d4ac9c-e54c-4c60-8c83-6dd228c6e15a tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0724957 Oct 26 16:45:47.786310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c64500bd-9f4b-42ea-98bb-6ba215dacca0 req-63bbf44a-67ff-45f1-bd16-fc4641761b7d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0326788 Oct 26 16:45:47.798597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b3662-56ad-4b02-b362-ac219d443a5e req-670986d0-bdd7-4362-9b9b-82db6d3667b0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:47.800259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f90b3662-56ad-4b02-b362-ac219d443a5e req-670986d0-bdd7-4362-9b9b-82db6d3667b0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0909290 Oct 26 16:45:47.865068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f90b3662-56ad-4b02-b362-ac219d443a5e req-0d4bd043-6d86-4a5c-8447-27bbbabf11fd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527296 Oct 26 16:45:47.959010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a98d99b-7c32-4871-b02a-e78dfb9d417e req-b94c2b55-eaad-4690-b7b6-4d7224027df3 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0314813 Oct 26 16:45:48.650364 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-54bf03d0-47e3-4f12-bcf0-f42ca09cebb7 req-69572277-8902-48e2-aef0-cc5d3a492c20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0356202 Oct 26 16:45:48.953384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4dc0f08-4327-40c5-9986-81013c010610 req-516b3c3f-dbf1-4649-96e4-1976d512dbf6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7285bf5f-3038-4295-a465-bb62c070230f HTTP/1.1" status: 200 len: 210 time: 0.0404608 Oct 26 16:45:49.014513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59586) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:49.098489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642055d-8c18-4771-a36a-c37b205ca24a req-bddc7355-2cf2-4ffe-a186-26e0bafa2b03 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:49.100855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a642055d-8c18-4771-a36a-c37b205ca24a req-bddc7355-2cf2-4ffe-a186-26e0bafa2b03 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0961967 Oct 26 16:45:49.143412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a46de12-0d07-48dd-96c1-b367f9e0f573 req-229f5841-b021-4f9c-8ae6-9cf1a23ab74a tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0526936 Oct 26 16:45:49.215316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a642055d-8c18-4771-a36a-c37b205ca24a req-a7f00e79-115b-4706-bf4d-98c557917a11 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677743 Oct 26 16:45:49.274004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-775a5481-a30c-4eec-8978-99597d0402ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:49.467727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-775a5481-a30c-4eec-8978-99597d0402ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:49.561872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-775a5481-a30c-4eec-8978-99597d0402ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:49.570029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-07368645-89f4-469c-89b6-6101c9a65e66 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:49.573627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-07368645-89f4-469c-89b6-6101c9a65e66 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/networks?id=9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 200 len: 814 time: 0.2020061 Oct 26 16:45:49.607752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-07330379-26c9-417f-9068-94d1dd6e0148 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/quotas/67791084f36b42eb8f4a6e6a02b1dbe3 HTTP/1.1" status: 200 len: 375 time: 0.0211084 Oct 26 16:45:49.667484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-775a5481-a30c-4eec-8978-99597d0402ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9475e9355c64ecdab9e87620ca55fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520736 Oct 26 16:45:49.671012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a5481-a30c-4eec-8978-99597d0402ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461cfe0f-ff66-4a9d-a814-7d6486a0e3ea,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:49.671216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59632) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:49.709505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-31ec8b8f-ee4f-4e83-aace-bd09cb08d2c7 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007590 Oct 26 16:45:49.737699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:49.794949 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:49.919477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-5c137797-938b-4475-86d5-8d730d828028 service neutron] 10.222.0.21 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089531 Oct 26 16:45:50.013931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-0078d86d-a134-41f8-98fb-17056bc7036e service neutron] 10.222.0.21 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931096 Oct 26 16:45:50.017308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:50.022005 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:50.028169 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/461cfe0f-ff66-4a9d-a814-7d6486a0e3ea HTTP/1.1" status: 204 len: 168 time: 0.3550134 Oct 26 16:45:50.036998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f225b26-0073-4dd0-8dae-14b2816c6b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461cfe0f-ff66-4a9d-a814-7d6486a0e3ea,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:50.364942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab213456-5341-4f56-afc8-77e6f580d6c9 req-e3ab8150-fa95-48e5-8df1-9f133ed80b86 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0336118 Oct 26 16:45:50.453462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dfe0c33-bd7b-4571-8800-ca5196a90d01 req-048d404e-cb3b-476c-bd02-1703eac8240d tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 210 time: 0.0356512 Oct 26 16:45:50.627900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af1182-39c2-4913-8d37-f465958fc3fc req-34fcdeea-bdf3-4c43-b2a7-a6d1ab77a2e1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:50.630683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38af1182-39c2-4913-8d37-f465958fc3fc req-34fcdeea-bdf3-4c43-b2a7-a6d1ab77a2e1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 947 time: 0.0895298 Oct 26 16:45:50.701278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38af1182-39c2-4913-8d37-f465958fc3fc req-151dfb0b-6e4f-4fb6-853b-1a6a3e2847f4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Oct 26 16:45:50.947351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.080081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59688) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:51.112676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3777085-0b25-4d9d-90bb-71e9392979ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.223151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3777085-0b25-4d9d-90bb-71e9392979ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.328050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3777085-0b25-4d9d-90bb-71e9392979ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.384160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:51.392120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3777085-0b25-4d9d-90bb-71e9392979ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fa4eb10f29f46438e709733fb1c9cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119416 Oct 26 16:45:51.394456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777085-0b25-4d9d-90bb-71e9392979ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810cc46-e4b3-4404-b8c0-4491f046d22f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:51.476191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.525716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.667349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.675981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:51.682638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5810cc46-e4b3-4404-b8c0-4491f046d22f HTTP/1.1" status: 204 len: 168 time: 0.2972972 Oct 26 16:45:51.694499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649fd18-ac37-4713-94d2-6a433d55ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810cc46-e4b3-4404-b8c0-4491f046d22f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:51.860577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9d5c0e1-aa5f-46da-8af9-4e278cf259da req-cf44df9b-ed99-411e-b35f-0259291ccc18 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 210 time: 0.0468812 Oct 26 16:45:51.993446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90ed4e7d-9146-419a-8e1a-dc094eb5b0cf req-582eb180-8541-47ff-8e59-6bbc3f74f2c4 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0504217 Oct 26 16:45:52.283346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:45:52.415691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:52.449800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:52.452038 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66c531-bf98-4ba5-9a73-fb0c9889c3bb" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:52.464769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:52.478746 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-8cbd878e-fee4-4e09-a8e6-1e4321f001f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494559 Oct 26 16:45:52.504978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:52.537231 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0adc0b-1bf1-4518-9049-13defc2b9831 x-openstack-request-id: req-ea0adc0b-1bf1-4518-9049-13defc2b9831 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:52.538420 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:52.539646 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea0adc0b-1bf1-4518-9049-13defc2b9831 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:52.540570 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'code': 200} Oct 26 16:45:52.622633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:52.635647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-4e48639d-5874-4465-8306-bb9c569b6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:52.637440 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-4e48639d-5874-4465-8306-bb9c569b6bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 1098 time: 0.0669563 Oct 26 16:45:52.769869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=14']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:52.847953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-66fcc570-fadf-44c7-9c70-1e8cadf60f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:52.853029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:52.857081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-66fcc570-fadf-44c7-9c70-1e8cadf60f06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.1973228 Oct 26 16:45:52.870801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d90218-928a-43a5-b985-25dae8304cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:52.971252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d90218-928a-43a5-b985-25dae8304cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.050262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-773e08db-aed2-4f61-a73c-ec993db1c624 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 200 len: 1002 time: 0.1843636 Oct 26 16:45:53.058428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c442e546-da1b-45d8-bbf1-8b1538fb30a8 req-50b051a5-a951-42a5-925b-326623b3475e tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 210 time: 0.0772698 Oct 26 16:45:53.081466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4d90218-928a-43a5-b985-25dae8304cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.152357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c4d90218-928a-43a5-b985-25dae8304cd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a754c1736a7e468783a9b483d139f7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977667 Oct 26 16:45:53.158858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:45:53.229232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a002323-2798-43a9-a972-d8325840a6ab req-79e78329-14c2-4674-be52-2c5f139420c3 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0751486 Oct 26 16:45:53.231201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-22710d8a-c6e5-4cfd-9bf2-084b985e8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:53.233274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-22710d8a-c6e5-4cfd-9bf2-084b985e8b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.1672258 Oct 26 16:45:53.237275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90218-928a-43a5-b985-25dae8304cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57bfc9-87ea-466a-99c4-2b663ef77887,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:53.336339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.353985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-487aa781-5ed9-4a23-a96f-63e84f13a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:53.355567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-487aa781-5ed9-4a23-a96f-63e84f13a1dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881429 Oct 26 16:45:53.380371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.527608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-87dfa0d9-d856-49d6-b119-8080afe3bd37 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583228 Oct 26 16:45:53.608840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.612027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:53.613514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f57bfc9-87ea-466a-99c4-2b663ef77887 HTTP/1.1" status: 204 len: 168 time: 0.4536653 Oct 26 16:45:53.628944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f0f4e-b780-41d3-8192-0c5746d7f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57bfc9-87ea-466a-99c4-2b663ef77887,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:53.698142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0b471e4-fb77-4351-b6b0-db047a144b66 req-7ee514ea-56b4-4e3b-b269-db4ef088cf06 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621535 Oct 26 16:45:53.880861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-410d76d2-9d8f-4802-9d43-3d13f5655ab9 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:53.882844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-410d76d2-9d8f-4802-9d43-3d13f5655ab9 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "GET /v2.0/networks?id=9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 200 len: 814 time: 0.2237217 Oct 26 16:45:53.898778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Request body: {'port': {'device_id': '4bc6a417-c198-4e94-b705-5da9c7446595', 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169', 'admin_state_up': True, 'tenant_id': '67791084f36b42eb8f4a6e6a02b1dbe3'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:45:54.160183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Made reservation on behalf of 67791084f36b42eb8f4a6e6a02b1dbe3 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:45:54.165731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:54.233983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5b6e831-a194-4d6f-af08-c9c53203bcd3 req-a28bdce4-2731-4652-a488-4e460353be09 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 210 time: 0.0467279 Oct 26 16:45:54.411094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24e53c98-a1dd-48ed-899f-b3b11a628fae req-5c2a3a0f-90e4-4ebc-ba76-7885b3354e53 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0511174 Oct 26 16:45:54.424918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Allocated IP 172.20.0.11 (9a1e150e-326c-4e93-9ad9-6652a0c51169/8362a629-fd66-4a53-810d-e4996a80116e/d0bc5513-76c1-47a1-87d4-5f1ae6e16c92) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:45:54.665135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6742e-5e38-458a-81df-80e6ca3125aa req-fcab6522-4577-4481-b726-e9236b9da99a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:54.672456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bc6742e-5e38-458a-81df-80e6ca3125aa req-fcab6522-4577-4481-b726-e9236b9da99a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0909343 Oct 26 16:45:54.676602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:54.719067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bc6742e-5e38-458a-81df-80e6ca3125aa req-d1bd6b16-6c6f-42b8-a3e7-3d45148e9d74 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Oct 26 16:45:54.812898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:54.863755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:45:54.867895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:45:54.871833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:45:54.900271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Pushing event updated for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:54.929583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:54.930254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:55.029930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-ff9e1b28-ce62-476c-8acc-5cb5e3111566 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365159 Oct 26 16:45:55.047878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Request body: {'port': {'device_id': '4bc6a417-c198-4e94-b705-5da9c7446595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:45:55.195109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:55.250902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-4aa5dc3c-3258-424f-9eea-c41e60b81c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.254539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-4aa5dc3c-3258-424f-9eea-c41e60b81c7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.0693381 Oct 26 16:45:55.281546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbd65-4106-4bc0-80e7-edb93fb9aafb req-636f5cc1-ba59-49f7-9950-1105ad319921 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.292653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-391dbd65-4106-4bc0-80e7-edb93fb9aafb req-636f5cc1-ba59-49f7-9950-1105ad319921 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1861236 Oct 26 16:45:55.391981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-d8a6193b-9a40-4910-8206-8e4013332baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.393413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-d8a6193b-9a40-4910-8206-8e4013332baa service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1291180 Oct 26 16:45:55.491634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-7058021a-8fc9-4426-8463-2cc67277b51e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.0900791 Oct 26 16:45:55.560618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-e20c2dfd-bf93-40b3-9f2a-0d40eb9f77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.562293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-e20c2dfd-bf93-40b3-9f2a-0d40eb9f77ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0633175 Oct 26 16:45:55.612850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-4b935939-9a9b-4995-bbfe-9212109d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.614423 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-4b935939-9a9b-4995-bbfe-9212109d30d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443480 Oct 26 16:45:55.742754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-19ef4ed9-445a-4d09-afc2-195b76f7b13c service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211026 Oct 26 16:45:55.793161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-391dbd65-4106-4bc0-80e7-edb93fb9aafb req-dc70052e-058f-4698-9986-6169ff6d1e06 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993963 Oct 26 16:45:55.873669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb307b99-1fec-4e35-8f45-ba12c2109705 req-0070dd0c-04e9-4843-afa0-5f6d0f822411 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229031 Oct 26 16:45:55.932951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b259a062-1a56-4e00-9d51-916582e2e948 req-5420fd81-0e5c-449a-926a-af9e39f33c82 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0385470 Oct 26 16:45:55.941751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4404a-8044-4160-b4bf-8298b0bbac87 req-869decf6-1766-4253-a13f-fbf818732a05 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:55.943226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9d4404a-8044-4160-b4bf-8298b0bbac87 req-869decf6-1766-4253-a13f-fbf818732a05 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 932 time: 0.2601974 Oct 26 16:45:56.039001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9d4404a-8044-4160-b4bf-8298b0bbac87 req-3ca6f2a1-0319-42f9-b3f3-0751a8070bac tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812118 Oct 26 16:45:56.126165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:45:56.134612 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:56.148690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Transition to ACTIVE for port object d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:45:56.229790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:56.285326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:56.356548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Attempting to bind port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:45:56.356893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Attempting to bind port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:45:56.357227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Attempting to bind port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:45:56.362068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:45:56.362392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Attempting to bind port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:45:56.368861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:45:56.369211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Checking segment: {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:45:56.369603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Bound using segment: {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:45:56.370039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Bound port: d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:45:56.370399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:56.443149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:45:56.447088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:45:56.556192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:56.598574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:56.599378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:56.602353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] 10.222.0.39 "PUT /v2.0/ports/d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 HTTP/1.1" status: 200 len: 1092 time: 1.5633061 Oct 26 16:45:56.602919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:45:56.605278 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34f62b-e824-48df-8027-dac1d8f04dff" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:45:56.629159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b6e3-1df6-4456-bbf2-41ba9c6de4dd service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:45:56.656679 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e508d5-afe1-4a83-98f2-e768b071358e x-openstack-request-id: req-12e508d5-afe1-4a83-98f2-e768b071358e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:45:56.656976 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:45:56.657233 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e508d5-afe1-4a83-98f2-e768b071358e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:45:56.657632 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92', 'status': 'completed', 'code': 200} Oct 26 16:45:56.720859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-6355647d-e0b8-4aaf-a81f-61244f6111fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:56.722324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-6355647d-e0b8-4aaf-a81f-61244f6111fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 1095 time: 0.0428143 Oct 26 16:45:56.863644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-bf1631f8-eebf-42d1-ad32-778c19284d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:56.866225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-bf1631f8-eebf-42d1-ad32-778c19284d2f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356013 Oct 26 16:45:57.030272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-83262837-f2cd-40a4-beaf-ec91688fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.031769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c34f62b-e824-48df-8027-dac1d8f04dff req-83262837-f2cd-40a4-beaf-ec91688fee88 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588702 Oct 26 16:45:57.043077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eed51-54c4-45c2-ba96-ba9d1c5400b3 req-ca6c03b7-2523-4e06-92ee-ffd402f172ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.044150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-120eed51-54c4-45c2-ba96-ba9d1c5400b3 req-ca6c03b7-2523-4e06-92ee-ffd402f172ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0937428 Oct 26 16:45:57.116531 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-129f0086-2d50-47df-8d39-741725146c07 req-1facdbec-7120-438b-a6c4-e6c1529c8e97 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0550470 Oct 26 16:45:57.148867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-120eed51-54c4-45c2-ba96-ba9d1c5400b3 req-278f72e4-a1c1-4e6a-8153-f5e330a4d967 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943904 Oct 26 16:45:57.188322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-e4bcf684-f393-461e-b674-63295de1a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.190092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-e4bcf684-f393-461e-b674-63295de1a7bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 1095 time: 0.1085043 Oct 26 16:45:57.268717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-c25a64a9-34b1-43dd-b983-902e07b29f5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 HTTP/1.1" status: 200 len: 217 time: 0.0705183 Oct 26 16:45:57.368418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3c765-e9ca-4695-8457-f4b82590aa4b req-9c3999a0-8925-41c6-82f5-85d7d9d60dff tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.376193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5b3c765-e9ca-4695-8457-f4b82590aa4b req-9c3999a0-8925-41c6-82f5-85d7d9d60dff tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 944 time: 0.1697228 Oct 26 16:45:57.395388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79f29-a612-4611-a59e-203074203f64 req-d97c4e76-01ab-4d06-a28b-118eef4c562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.397837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-d97c4e76-01ab-4d06-a28b-118eef4c562a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8362a629-fd66-4a53-810d-e4996a80116e HTTP/1.1" status: 200 len: 854 time: 0.1153440 Oct 26 16:45:57.444539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5b3c765-e9ca-4695-8457-f4b82590aa4b req-e5fb3da0-8e64-4b85-8e45-38fe4aa56370 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Oct 26 16:45:57.506818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-a4cd35e4-a646-4432-b097-8b26cf5008ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a1e150e-326c-4e93-9ad9-6652a0c51169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865302 Oct 26 16:45:57.588377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c804a1-7af0-4e2f-9361-d1c5510e9f10 req-e69f19e9-4ee8-4136-b7bc-f318d032c91d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.596352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25c804a1-7af0-4e2f-9361-d1c5510e9f10 req-e69f19e9-4ee8-4136-b7bc-f318d032c91d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1506126 Oct 26 16:45:57.648412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25c804a1-7af0-4e2f-9361-d1c5510e9f10 req-3dde2a15-cb9d-4e00-aae2-7697d3bbd3a2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509624 Oct 26 16:45:57.720832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-bfa8e9b6-4385-4cb0-89d9-c86015ddd997 service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036581 Oct 26 16:45:57.856325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ddc4b-64e4-42c4-8f5e-697454a8081f req-19140da2-1195-4d77-890f-907afcb35e9d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:57.857733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee7ddc4b-64e4-42c4-8f5e-697454a8081f req-19140da2-1195-4d77-890f-907afcb35e9d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1124463 Oct 26 16:45:57.863508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fc79f29-a612-4611-a59e-203074203f64 req-e167a479-80bd-4e0f-a0f3-41e61bc1ffad service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371944 Oct 26 16:45:57.918475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee7ddc4b-64e4-42c4-8f5e-697454a8081f req-87bcf7d0-3511-4255-8ea6-dff3e6ef803d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462382 Oct 26 16:45:58.060597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac4af-a0d5-4fbe-94ee-36f876c465a8 req-da61c627-0b20-468a-a155-e2ea465b816b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:58.068170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-badac4af-a0d5-4fbe-94ee-36f876c465a8 req-da61c627-0b20-468a-a155-e2ea465b816b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.0608623 Oct 26 16:45:58.114204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-badac4af-a0d5-4fbe-94ee-36f876c465a8 req-7ae7ad12-7dd3-4634-b70c-7fc833d4e729 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Oct 26 16:45:58.256666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68326a49-2993-46c6-9a29-97b22b38eef0 req-df655d48-de2b-4d38-bfb5-4675a4d6250d tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0332901 Oct 26 16:45:58.309332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d18fbc4-8810-4104-8eed-9418543d93fe tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:58.314587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d18fbc4-8810-4104-8eed-9418543d93fe tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.1449807 Oct 26 16:45:58.335530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-03463bf7-44e1-4829-aced-c0f4d0a5806b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/quotas/20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 375 time: 0.0179915 Oct 26 16:45:58.429883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-4635dbe0-e37d-42a6-8fef-0efe94a9de6a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0922976 Oct 26 16:45:58.609252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ee5b8bab-c026-4ce2-8cdf-f1f28260308a service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775591 Oct 26 16:45:58.687103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae69a-c5f8-4fb8-9d94-33458399e11b req-64cba2e1-7140-41d2-8956-cb0a101b23a8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:58.687972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0abae69a-c5f8-4fb8-9d94-33458399e11b req-64cba2e1-7140-41d2-8956-cb0a101b23a8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 944 time: 0.1356335 Oct 26 16:45:58.753036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0abae69a-c5f8-4fb8-9d94-33458399e11b req-95acce47-745b-4adf-b1bd-8f5f8cae9374 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Oct 26 16:45:58.754938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3ceabe5f-76a3-4865-b1a0-88d31f14ec80 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449251 Oct 26 16:45:59.075188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24753a3b-fd37-49f4-8e87-5b620c36f309 req-171ab045-4ebd-4b06-9629-92200c0b5556 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 210 time: 0.0415285 Oct 26 16:45:59.349841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06960b-e89d-42f1-af2f-82edaa703524 req-32a086b3-cb9c-4f08-9cd7-78e286bea551 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:59.361251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c06960b-e89d-42f1-af2f-82edaa703524 req-32a086b3-cb9c-4f08-9cd7-78e286bea551 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.1361020 Oct 26 16:45:59.433995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eee78425-b706-40a9-a429-3ba87efbd80c req-fa9895ff-94a1-4a09-9215-33e763a5b98c tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0377111 Oct 26 16:45:59.441443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c06960b-e89d-42f1-af2f-82edaa703524 req-b036ddce-8b20-42f2-8419-01200cb17cb2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=88d2209b-5b3d-4df9-a050-8d22443fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772357 Oct 26 16:45:59.548111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654fba8-3baf-4306-acaf-58519383622b req-e30fcf5a-2a08-4e3e-bd11-3b90bc0b0750 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:45:59.550654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a654fba8-3baf-4306-acaf-58519383622b req-e30fcf5a-2a08-4e3e-bd11-3b90bc0b0750 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 947 time: 0.0839083 Oct 26 16:45:59.691472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Deleting port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:45:59.691812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:45:59.828600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] For port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:45:59.829282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:00.054059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a74b0-ceed-4ba2-bd81-1d1161b30fe0 req-462766e2-cca1-4075-999f-0d23a40b87f8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:00.055608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02a74b0-ceed-4ba2-bd81-1d1161b30fe0 req-462766e2-cca1-4075-999f-0d23a40b87f8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 944 time: 0.1789372 Oct 26 16:46:00.158722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d02a74b0-ceed-4ba2-bd81-1d1161b30fe0 req-8b212fea-538e-4764-9460-8f2eb0bae5a1 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Oct 26 16:46:00.182385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f80ce339-20c2-437e-b1b8-bc1c14b0d63a req-79ea94eb-9425-4b5c-a06f-262bfcc0c16a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 210 time: 0.0399332 Oct 26 16:46:00.196410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:00.196410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:00.196410 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Floating IP e504cac6-272f-4079-8d5f-00dcddd8857d disassociated. External IP: 172.25.5.129, port: 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8. Oct 26 16:46:00.196410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Calling delete_port for 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:46:00.395285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:00.425354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'Port': ['ID=5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:00.567950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-538acad1-7cb2-4b13-adf4-a353a079ba4f req-f6536092-faed-4728-9448-449fa0e3b199 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.0369914 Oct 26 16:46:00.593366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba86002-ed95-4b33-93be-086258c13620 req-a8cf6910-4fe1-40d3-9c63-c8dd5c6e7e4f tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0512114 Oct 26 16:46:00.636636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:00.783452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:00.796697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:00.818904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:00.819960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:45:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:00.845681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] No DVR routers for this DVR port 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:46:00.849449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:00.860565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a654fba8-3baf-4306-acaf-58519383622b req-88f89b5c-3adc-467f-8b7b-40328ab8f6e6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "DELETE /v2.0/ports/5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 HTTP/1.1" status: 204 len: 173 time: 1.3039944 Oct 26 16:46:00.867837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-deleted', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:00.867837 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ab8a4-44f9-4e3a-abb2-ebde46292e28" -d '{"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-deleted", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:00.924822 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7ab93-d212-432b-8744-319578f522af x-openstack-request-id: req-d5d7ab93-d212-432b-8744-319578f522af {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:00.925148 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038151b-b0e0-4387-975a-a275511802f4", "name": "network-vif-deleted", "tag": "5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:00.925394 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5d7ab93-d212-432b-8744-319578f522af {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:00.925873 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038151b-b0e0-4387-975a-a275511802f4', 'name': 'network-vif-deleted', 'tag': '5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8', 'status': 'completed', 'code': 200} Oct 26 16:46:00.985378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:01.140242 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21f3f85d-e0b1-437d-885a-e2930d865355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:01.295592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:01.337510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:01.346906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:01.348441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:45:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:01.377566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5acd8c2-407a-43a9-bd12-674e2d369c6f req-a94f8a00-17d2-434f-b7bf-da827e6f9b56 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 210 time: 0.0560191 Oct 26 16:46:01.466024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb479a-dc49-44df-ada8-d3691bf2e007 req-b71c0fff-5f7d-44ce-8632-6783e71c4ac6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:01.470895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:01.474005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fcb479a-dc49-44df-ada8-d3691bf2e007 req-b71c0fff-5f7d-44ce-8632-6783e71c4ac6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 944 time: 0.1633437 Oct 26 16:46:01.576770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:46:01.587465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-00250160-9e45-4dd2-b45b-40e8dfd52111 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:01.589180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-00250160-9e45-4dd2-b45b-40e8dfd52111 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.2467060 Oct 26 16:46:01.601370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fcb479a-dc49-44df-ada8-d3691bf2e007 req-bcf56cf2-97a5-44d5-acfa-3481178b4fd4 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260233 Oct 26 16:46:01.634174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'device_id': '32ad8029-7509-4eb3-bb07-5b231535945b', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'admin_state_up': True, 'tenant_id': '20bec57b6ef84fd2af715eab149db62d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:01.845913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-919caeda-87b9-41c1-a47c-6130c6a5209d req-f3bb69ef-567f-4e9c-bce3-994d8dea22e8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038151b-b0e0-4387-975a-a275511802f4 HTTP/1.1" status: 200 len: 210 time: 0.0442300 Oct 26 16:46:01.923635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-deeb284f-4f1c-4db3-8adc-dcb2c708b5bf req-f5f46c47-0af8-476f-9e8e-b2f6139ba6e6 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.1207697 Oct 26 16:46:01.951941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:01.998900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92', 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169', 'port_id': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92', 'mac_address': 'fa:16:3e:e5:3e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8362a629-fd66-4a53-810d-e4996a80116e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:46:02.014205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:02.018299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.074118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.100235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:02.122139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:02.125831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:02.166923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f113f-0f9e-48a3-af2d-76a862522054 None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:02.191871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.20.0.6 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/8e21fd5c-36ff-42d0-9d59-e2d49f800ad9) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:02.293811 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.379345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.403377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:02.511196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d0bc5513-76c1-47a1-87d4-5f1ae6e16c92'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:46:02.520974 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.591186 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680afbf2-d3c5-4b3f-bdf6-5d916669013c None None] New status for floating IP e504cac6-272f-4079-8d5f-00dcddd8857d: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:46:02.667812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:02.689198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:02.694532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:46:02.811055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716431-4443-4b7c-bb2b-80cabc51dea5 req-8388dc6f-184c-4b23-bcb9-a26e2c90fdac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:02.819121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd716431-4443-4b7c-bb2b-80cabc51dea5 req-8388dc6f-184c-4b23-bcb9-a26e2c90fdac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 931 time: 0.3478029 Oct 26 16:46:02.841063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:02.888955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:02.889956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:02.930034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1640a-9ccf-46d1-b41e-a73bf9cadbb4 req-d1dd2786-9f17-45f1-8e75-264bb5ee2d6b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:02.941426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9a1640a-9ccf-46d1-b41e-a73bf9cadbb4 req-d1dd2786-9f17-45f1-8e75-264bb5ee2d6b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 945 time: 0.1687670 Oct 26 16:46:02.956568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd716431-4443-4b7c-bb2b-80cabc51dea5 req-3951a966-ee2b-4bde-a2e6-c97ac39f7fc8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362898 Oct 26 16:46:03.048144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9a1640a-9ccf-46d1-b41e-a73bf9cadbb4 req-535b262d-cd77-48aa-95cd-c5db9010a455 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074827 Oct 26 16:46:03.053195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-ea54f784-6f92-48ab-ac1f-ac0567558c2a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466572 Oct 26 16:46:03.071218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Request body: {'port': {'device_id': '32ad8029-7509-4eb3-bb07-5b231535945b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:03.163513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4401bbe8-d0ae-405b-b51a-ef8b03deafcf None None] Provisioning complete for port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:03.164600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4401bbe8-d0ae-405b-b51a-ef8b03deafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.211110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60002) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:03.218322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6eaff546-0b71-499a-b4dc-9fe7ca0eaa5f req-eef605d4-f354-4879-8ddf-2b4be1acd08f tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0443056 Oct 26 16:46:03.221282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.265264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4401bbe8-d0ae-405b-b51a-ef8b03deafcf None None] Port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:46:03.300093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.335397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.408391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:03.494129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.498108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.499739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "DELETE /v2.0/security-groups/88d2209b-5b3d-4df9-a050-8d22443fe671 HTTP/1.1" status: 204 len: 168 time: 0.2876050 Oct 26 16:46:03.504691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60004) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:03.531575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:46:03.537431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:03.539540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.553530 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-64c4fe46-0f79-4d1e-be95-9b51747e20df tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] show failed (client error): The resource could not be found. Oct 26 16:46:03.559648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:03.561675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64c4fe46-0f79-4d1e-be95-9b51747e20df tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups/88d2209b-5b3d-4df9-a050-8d22443fe671 HTTP/1.1" status: 404 len: 347 time: 0.0544076 Oct 26 16:46:03.563091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1124c64-f1bd-4ec3-9c15-33121742da45 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2209b-5b3d-4df9-a050-8d22443fe671,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:03.609017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09e4a58f-a8bb-43dc-a1fe-e9906dfd59e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.670326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.723206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:03.724230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:03.726612 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0716bcc-3be9-4b0b-a41f-7157c818fac7" -d '{"events": [{"server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:03.796267 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21531c11-d394-418e-806a-f53f53ead99b x-openstack-request-id: req-21531c11-d394-418e-806a-f53f53ead99b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:03.796579 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:03.796829 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21531c11-d394-418e-806a-f53f53ead99b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:03.797223 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92', 'code': 200} Oct 26 16:46:03.808423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:03.809218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:03.982948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb3542-e140-435f-a4cc-82b0bf4b9dec req-494e4e6c-1c95-4fb8-aeed-49a47009c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:03.985478 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2dfb3542-e140-435f-a4cc-82b0bf4b9dec req-494e4e6c-1c95-4fb8-aeed-49a47009c9bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 1097 time: 0.0978999 Oct 26 16:46:04.066356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2dfb3542-e140-435f-a4cc-82b0bf4b9dec req-f324fd4e-f450-4ae5-80f3-bf8615482ec3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741394 Oct 26 16:46:04.279678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:46:04.280229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 5af6fe8b-fae3-47d8-bbfa-5357dcfa35a8 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:04.294308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:04.429594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.431973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:04.458122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.496806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Transition to ACTIVE for port object 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:46:04.522511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec41ea5-e604-4456-bcb8-21bec7c7f35f req-1b48d84a-b075-40a9-bb11-de1332e56b95 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:04.524028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fec41ea5-e604-4456-bcb8-21bec7c7f35f req-1b48d84a-b075-40a9-bb11-de1332e56b95 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 931 time: 0.1191800 Oct 26 16:46:04.530507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Deleting port 88ae018a-8378-4f0e-8416-3444c64db5b4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:46:04.530852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.552899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c0eba-74c3-43ac-aa9f-e58a3fc0d571 req-d886d74c-1a06-45ca-94ae-fb4a2eda2146 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:04.554999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e21c0eba-74c3-43ac-aa9f-e58a3fc0d571 req-d886d74c-1a06-45ca-94ae-fb4a2eda2146 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.1512578 Oct 26 16:46:04.602425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.705929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fec41ea5-e604-4456-bcb8-21bec7c7f35f req-315ceb1d-71db-431c-87b9-818dd939fa40 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715295 Oct 26 16:46:04.736891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e21c0eba-74c3-43ac-aa9f-e58a3fc0d571 req-f794a9ff-9501-45e5-8d5c-e42fdbda4e96 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444302 Oct 26 16:46:04.752771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:04.841518 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.841861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:04.897729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2a805e4-8f22-4d1b-b5a9-a76c1fa27a46 req-a7d89ce7-d752-4d77-9306-10bfb10654ef tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0543458 Oct 26 16:46:04.900669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Calling delete_port for 88ae018a-8378-4f0e-8416-3444c64db5b4 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:46:04.968214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Attempting to bind port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:46:04.968545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Attempting to bind port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:46:04.968872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Attempting to bind port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:04.980679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:46:04.981005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Attempting to bind port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:04.992732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:46:04.993073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:46:04.993466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:46:04.993911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Bound port: 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:46:04.994268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.022008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.101959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:05.272289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.318315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:05.322241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'Port': ['ID=88ae018a-8378-4f0e-8416-3444c64db5b4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:05.397925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.401500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.405785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-615903d8-e6a9-44ea-a501-d0b7996c0004 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "DELETE /v2.0/floatingips/e504cac6-272f-4079-8d5f-00dcddd8857d HTTP/1.1" status: 204 len: 168 time: 1.8422861 Oct 26 16:46:05.424550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.487242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:05.487870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:05.489569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 200 len: 1091 time: 2.4278636 Oct 26 16:46:05.490653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:05.493234 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a619504-9172-4d98-9a25-caeb0354be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:05.534548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41a241-5551-465c-8429-312c35514ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:05.624035 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d082e1-53b3-4485-8317-bf1048f9c05b x-openstack-request-id: req-f2d082e1-53b3-4485-8317-bf1048f9c05b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:05.624726 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:05.624726 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d082e1-53b3-4485-8317-bf1048f9c05b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:05.625014 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9', 'status': 'completed', 'code': 200} Oct 26 16:46:05.681261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-19e72404-1a05-44eb-887d-63bfc1039af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:05.682720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-19e72404-1a05-44eb-887d-63bfc1039af6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 1094 time: 0.0757723 Oct 26 16:46:05.754139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-73338a3c-bc22-475a-a089-f68d01d4e1d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 200 len: 217 time: 0.0598538 Oct 26 16:46:05.840455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-6c038039-cbfe-49b9-87ff-8bd9fe7d80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:05.841943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-6c038039-cbfe-49b9-87ff-8bd9fe7d80d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0805578 Oct 26 16:46:05.914461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60078) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:05.922445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182410979', 'description': 'tempest-description--1932246056'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:05.932773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14e95-e008-4135-a289-ed05cab1cea9 req-04fbeaf0-73a6-4921-8a6e-dcac67acc945 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:05.934461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7e14e95-e008-4135-a289-ed05cab1cea9 req-04fbeaf0-73a6-4921-8a6e-dcac67acc945 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 943 time: 0.1371818 Oct 26 16:46:05.964665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-1dbc4ebb-6ddb-4c17-8ca7-06b34909c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:05.966070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-1dbc4ebb-6ddb-4c17-8ca7-06b34909c06b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974624 Oct 26 16:46:06.037839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.056872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7e14e95-e008-4135-a289-ed05cab1cea9 req-a96801d5-48f4-44c8-ba5f-8ddbd658793d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110399 Oct 26 16:46:06.111064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc76e5b-a0c9-46ac-b612-a038f07846c3 req-1727a342-a7a8-40dc-851e-467f95be0b01 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:06.119317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cc76e5b-a0c9-46ac-b612-a038f07846c3 req-1727a342-a7a8-40dc-851e-467f95be0b01 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.1300571 Oct 26 16:46:06.152892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-8ceab709-7481-4dac-89aa-e7fa61297e4e service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785984 Oct 26 16:46:06.160586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.226784 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.301772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba03129-ad15-4b7d-bb63-9b037ad46fd7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:06.303857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0d3c2f3-9494-409e-b155-474d6cf31924 req-9b1fc481-73a2-45a6-89f4-a5ad8b032854 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.1495686 Oct 26 16:46:06.316627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cc76e5b-a0c9-46ac-b612-a038f07846c3 req-edca310b-21d3-4c58-b411-3b92fe8ab36f tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963725 Oct 26 16:46:06.357676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.363620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-02f8d9e2-0aa9-4596-a2a4-b72ea9d4f54f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4471672 Oct 26 16:46:06.364166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60092) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:06.371078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group_rule': {'security_group_id': 'bba03129-ad15-4b7d-bb63-9b037ad46fd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:06.420608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9562f67a-632d-4352-b5e2-d6bd3dc08240 req-42ecdceb-b97e-4823-80da-58f8bc38abd7 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405682 Oct 26 16:46:06.497956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.612589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.614295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.616772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619504-9172-4d98-9a25-caeb0354be2b req-4c877a76-a288-4912-9ef8-839123b9e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:06.618307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-4c877a76-a288-4912-9ef8-839123b9e69e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 1094 time: 0.0645864 Oct 26 16:46:06.705648 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.736714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44e3628-81ac-4586-a0c2-2a40cc8546ab,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:06.758482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619504-9172-4d98-9a25-caeb0354be2b req-d96d9db6-79f4-4bec-a3c6-978470b63a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:06.759975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-d96d9db6-79f4-4bec-a3c6-978470b63a64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1330035 Oct 26 16:46:06.810891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-b775a8d7-b292-43c1-baea-ff06eed05062 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 200 len: 217 time: 0.0422060 Oct 26 16:46:06.813774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.814865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9838290-a128-4a8d-827c-ece362eadfb5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4477274 Oct 26 16:46:06.817793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:06.824097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'security_group_rule': {'security_group_id': 'bba03129-ad15-4b7d-bb63-9b037ad46fd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:06.867700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619504-9172-4d98-9a25-caeb0354be2b req-c2843e02-27ac-4119-8b9b-546391428799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:06.869448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-c2843e02-27ac-4119-8b9b-546391428799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0510139 Oct 26 16:46:06.938135 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:06.973891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619504-9172-4d98-9a25-caeb0354be2b req-9d735c56-7aff-4b70-b435-551677f27628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:06.977218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-9d735c56-7aff-4b70-b435-551677f27628 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955081 Oct 26 16:46:07.015504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:07.111117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-b82d45a0-1d6c-43a6-8723-fb48ad2da7de service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277466 Oct 26 16:46:07.134310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:07.164697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0768ce61-fee8-4a58-9976-476d53c1454b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:07.259092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:07.262430 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cdfd35ce-6597-4b62-a8f7-8b50175fdba9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415193 Oct 26 16:46:07.265616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:07.273499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:07.339334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab1df-fe14-46dc-bf45-5865834434cb req-0fdf9bdf-562f-4d78-bb23-c8a25fd70f74 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:07.340867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfaab1df-fe14-46dc-bf45-5865834434cb req-0fdf9bdf-562f-4d78-bb23-c8a25fd70f74 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 943 time: 0.1031129 Oct 26 16:46:07.391728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:07.445921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a619504-9172-4d98-9a25-caeb0354be2b req-3cfecc3c-51a6-46b3-9cd2-f7486b142bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239965 Oct 26 16:46:07.551880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfaab1df-fe14-46dc-bf45-5865834434cb req-7d9aa96d-89bc-401a-bd10-9715895a2e16 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853783 Oct 26 16:46:07.568563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15f95b65-1dd5-4c27-8266-66aa45fb4834 req-e52ab941-6c85-4b71-a139-abf696cc524f tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0723052 Oct 26 16:46:07.618215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:07.745627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Allocated IP 172.25.5.8 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/11474f33-3e19-440e-8f22-e040dc6486b5) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:07.859554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.008976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.051299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60220) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:08.058472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:08.063751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:08.067319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:46:08.093648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=11474f33-3e19-440e-8f22-e040dc6486b5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:08.167163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.202683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb6de-cfe4-4dad-896d-ef633cf11070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.251620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.307593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb6de-cfe4-4dad-896d-ef633cf11070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.372382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb6de-cfe4-4dad-896d-ef633cf11070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.419954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e4fb6de-cfe4-4dad-896d-ef633cf11070 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b7ce01ae9f14ad9aa1e4f8dd8500327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669250 Oct 26 16:46:08.421201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb6de-cfe4-4dad-896d-ef633cf11070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79fbc69-0926-447d-8eb5-7c8e8ec19105,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:08.422200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60226) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:08.484013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.501447 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.533835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.536055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.674317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=11474f33-3e19-440e-8f22-e040dc6486b5,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:08.687859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.751530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fe46dd4-f377-4cf8-a084-633f23b59cf7 req-874372c4-0ba0-4043-8c24-a93b31d55c50 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0418286 Oct 26 16:46:08.775553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db988f1-1a1f-4fb1-bc5b-43d7ee0a92a6 req-629a8ece-6f96-4dfd-a022-0527360eafc9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:08.777267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8db988f1-1a1f-4fb1-bc5b-43d7ee0a92a6 req-629a8ece-6f96-4dfd-a022-0527360eafc9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 943 time: 0.0954747 Oct 26 16:46:08.791628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.793182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ecc76c68-c59b-49ae-8902-f2cb9d8c64f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5265517 Oct 26 16:46:08.794223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.797334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:08.798447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e79fbc69-0926-447d-8eb5-7c8e8ec19105 HTTP/1.1" status: 204 len: 168 time: 0.3751354 Oct 26 16:46:08.807596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c24fc-0fee-4c44-907f-1487d4b74fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79fbc69-0926-447d-8eb5-7c8e8ec19105,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:08.842235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8db988f1-1a1f-4fb1-bc5b-43d7ee0a92a6 req-88c27fe0-30e2-41b3-ab6e-31bbfb136989 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Oct 26 16:46:09.417031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:46:09.513966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60260) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:09.529254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.588505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:09.606522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9', 'mac_address': 'fa:16:3e:94:9b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:46:09.642503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.663485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.676793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:09.697630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:09.709389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.752882 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fcfc56bc4dc4a3ea8b696c901d18c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377410 Oct 26 16:46:09.754905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06adfc22-f366-48c6-8601-dfd7d321ddf0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:09.755861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.756396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60266) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:09.767120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.767497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.767835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.768170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.769009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.769350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.769682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.770052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.770870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.771242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.771747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.772092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b6b9c-840d-41c7-bd68-9fcc96abdcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:09.816054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:09.825485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.853459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:09.890218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3b7a83e-e0f2-473a-bc8f-a75d29058f40 req-a13970a8-4612-49d1-8653-baf699c026c3 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0397930 Oct 26 16:46:09.978299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:46:10.011559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:10.014590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:10.016901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06adfc22-f366-48c6-8601-dfd7d321ddf0 HTTP/1.1" status: 204 len: 168 time: 0.2593064 Oct 26 16:46:10.031377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6878621-a8f5-42a2-8d27-8015702d3a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06adfc22-f366-48c6-8601-dfd7d321ddf0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:10.054920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c83e-8df3-412e-82f0-b8015c56b46d req-08acec8d-1d21-4589-8368-a1b6fffbcadc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:10.057186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe7c83e-8df3-412e-82f0-b8015c56b46d req-08acec8d-1d21-4589-8368-a1b6fffbcadc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 944 time: 0.0802541 Oct 26 16:46:10.148717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe7c83e-8df3-412e-82f0-b8015c56b46d req-a0c9aa67-1fb9-4b04-91dc-6f120672458f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756571 Oct 26 16:46:11.019963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-631c4948-7475-4713-a870-fc756ebf6428 req-2ce14cd8-75b4-409e-a569-8205092c188c tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0348842 Oct 26 16:46:11.278884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4fba5-a831-4ccd-bd9e-8718f82b5d0f req-55191d0f-3e7e-4a9b-a950-a01ee4daa098 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:11.280816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd4fba5-a831-4ccd-bd9e-8718f82b5d0f req-55191d0f-3e7e-4a9b-a950-a01ee4daa098 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 944 time: 0.0555491 Oct 26 16:46:11.331850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd4fba5-a831-4ccd-bd9e-8718f82b5d0f req-8e5be532-6f74-4348-ae2a-4d10554630e7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425119 Oct 26 16:46:11.435934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:11.619723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:46:11.624325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:11.624700 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:11.743514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:11.794045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:11.797809 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef84fef-3f51-42dc-8785-de1e0ad1dea9" -d '{"events": [{"server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "name": "network-vif-plugged", "status": "completed", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:11.812387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:11.897730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:11.952763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:12.635969 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb404c-0c76-4ebe-8d16-a1e78508cb55 x-openstack-request-id: req-adcb404c-0c76-4ebe-8d16-a1e78508cb55 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:12.636544 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "name": "network-vif-plugged", "status": "completed", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:12.636661 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adcb404c-0c76-4ebe-8d16-a1e78508cb55 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:12.637252 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9', 'code': 200} Oct 26 16:46:12.731576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf7c1ae0-d954-484d-90f6-dac2cc91a14b req-36e6d992-5eef-4ee1-9a91-f621ec645f71 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0380986 Oct 26 16:46:12.776657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fcf7c-40bf-47bf-93f1-2f1d55604653 req-da5c722a-ca9d-473c-9980-2455087ec08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:12.778338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f83fcf7c-40bf-47bf-93f1-2f1d55604653 req-da5c722a-ca9d-473c-9980-2455087ec08a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 1096 time: 0.0569835 Oct 26 16:46:12.838933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f83fcf7c-40bf-47bf-93f1-2f1d55604653 req-75bf1874-4a30-445d-ada7-21cd25f614ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Oct 26 16:46:12.904228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253714-9a42-4c6d-8103-8de43bb7bb3b req-2631dbe7-c2a6-46e7-b708-36a8ae5706b4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:12.906386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58253714-9a42-4c6d-8103-8de43bb7bb3b req-2631dbe7-c2a6-46e7-b708-36a8ae5706b4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0692701 Oct 26 16:46:12.955739 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58253714-9a42-4c6d-8103-8de43bb7bb3b req-fc32951e-5105-4b34-a5da-d32cc0645604 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Oct 26 16:46:13.857654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d6bb943-4598-447b-ac0e-029d718df089 req-3fe65f7c-e959-4aa5-8600-cf3169ca01b3 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0359120 Oct 26 16:46:14.095501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdeb0d-f474-4fff-a51c-725c1ac6abfb req-64f4166f-2f73-4c64-975a-5651dde7fdef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:14.097684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87fdeb0d-f474-4fff-a51c-725c1ac6abfb req-64f4166f-2f73-4c64-975a-5651dde7fdef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0562937 Oct 26 16:46:14.149604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87fdeb0d-f474-4fff-a51c-725c1ac6abfb req-5c6621ec-83c3-479d-a2a1-c19256f681d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Oct 26 16:46:14.881428 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:46:14.983155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0daddc2-7cdd-4e47-bd3d-b4bbb0372a98 req-cc8ad358-e59a-432d-bec7-7a727f18eae9 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0313299 Oct 26 16:46:15.291355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf430af3-c2c7-47ae-92e4-d8d26b446524 req-18552141-9deb-4422-a2cc-1bf56fb024fb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:15.293637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf430af3-c2c7-47ae-92e4-d8d26b446524 req-18552141-9deb-4422-a2cc-1bf56fb024fb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0621843 Oct 26 16:46:15.369462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf430af3-c2c7-47ae-92e4-d8d26b446524 req-296ba566-26b7-488b-8ecb-80f96a04f345 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Oct 26 16:46:15.865657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509b3a-387a-4263-92ba-fd6dfd8816fc req-155e181e-060b-4199-958e-4e2cc446dd22 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:15.874060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb509b3a-387a-4263-92ba-fd6dfd8816fc req-155e181e-060b-4199-958e-4e2cc446dd22 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0651109 Oct 26 16:46:15.936433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb509b3a-387a-4263-92ba-fd6dfd8816fc req-9ddf594b-9f8f-44f7-a5ba-45a88569ab78 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618854 Oct 26 16:46:16.134045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33cd112e-0281-408f-a5a3-f4f4ccf50b3b req-dee6e3cb-027e-4970-aef7-53cb4c213f47 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0330739 Oct 26 16:46:17.106999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667d8ee-6f00-4b5e-8e10-2aaba965d924 req-415503f6-ecca-4e98-8751-80a88592e0cb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:17.109262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8667d8ee-6f00-4b5e-8e10-2aaba965d924 req-415503f6-ecca-4e98-8751-80a88592e0cb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0727856 Oct 26 16:46:17.161717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8667d8ee-6f00-4b5e-8e10-2aaba965d924 req-f671d0ce-ca4a-4ec8-ad0a-86ff8a831bd6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Oct 26 16:46:17.266624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7821683a-623f-4916-a1fa-23905514d59c req-b9ce1fe1-21f6-4e15-bb5b-39170aa5f002 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0328341 Oct 26 16:46:18.294586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807273-0455-4f6a-a1fc-43e0c9781c60 req-07e55b91-696d-4848-aeab-09a4455b68ea tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:18.336224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa807273-0455-4f6a-a1fc-43e0c9781c60 req-07e55b91-696d-4848-aeab-09a4455b68ea tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0530272 Oct 26 16:46:18.337731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa807273-0455-4f6a-a1fc-43e0c9781c60 req-e4c7ffdc-3c3e-4327-8284-fc966174c2e6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Oct 26 16:46:18.430135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-809b7548-e765-4e55-a5d4-a6e523b54d10 req-136214ec-503e-4b11-bbbf-408257c864b7 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0298049 Oct 26 16:46:19.469062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2fda-9775-4078-a664-752b8d993ec4 req-b25ac58d-3d69-4f8a-9fd8-56e8ffd45154 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:19.477298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357c2fda-9775-4078-a664-752b8d993ec4 req-b25ac58d-3d69-4f8a-9fd8-56e8ffd45154 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0628228 Oct 26 16:46:19.526098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-357c2fda-9775-4078-a664-752b8d993ec4 req-fc0a64b0-910a-4acf-8b13-1b8375cbd343 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Oct 26 16:46:19.634285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35064244-1de4-4b99-a8a4-aebb6fa599fd req-69e48806-aaad-452d-afa5-6dd747945c8f tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0374854 Oct 26 16:46:20.605669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-38fde0e1-4a99-41c7-a2c2-f2eb38b679b0 req-655520d8-05eb-4b57-82ba-c952125bca5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.1768482 Oct 26 16:46:20.654314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d25a-584e-4dae-a1bd-de96f30512de req-c29bb9a1-94ec-4d93-aafc-62bae0eecbca tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:20.656205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a93d25a-584e-4dae-a1bd-de96f30512de req-c29bb9a1-94ec-4d93-aafc-62bae0eecbca tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0690577 Oct 26 16:46:20.712671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a93d25a-584e-4dae-a1bd-de96f30512de req-c2f43573-039e-49bb-978b-95c1267a0638 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 Oct 26 16:46:20.817233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91d7b538-eb75-4520-af99-4e91b5129447 req-e5922e9c-7a75-45e7-8057-9bd64486749b tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0286248 Oct 26 16:46:20.929251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:21.867693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e025-9dc3-4530-a145-4cd38be90562 req-ae988f74-474c-425e-942a-bfe4740aec44 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:21.869250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ef8e025-9dc3-4530-a145-4cd38be90562 req-ae988f74-474c-425e-942a-bfe4740aec44 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0612199 Oct 26 16:46:21.928869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ef8e025-9dc3-4530-a145-4cd38be90562 req-b10ed6b3-d84c-4785-856b-7b7c819fb18e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481462 Oct 26 16:46:22.046864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-354af78c-f20a-4288-be45-5470e82a891b req-78c1118d-7ff5-43cc-9b66-3fd51a46beaf tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0508265 Oct 26 16:46:22.470594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:22.628099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3fef259d-6b74-448f-b7b7-e687f7cacd23 req-35aa5a77-8b5d-4ec6-81a4-b05e4e4e3ea7 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0321484 Oct 26 16:46:22.638938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12767dd9-4669-41a3-b6b8-a0f58d6bb5fd req-da0176ea-70bc-4f58-bab7-01b4a915e7b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66ba0f49d3c449a0b6f81f0428cf2c6f&device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0469434 Oct 26 16:46:22.670575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12767dd9-4669-41a3-b6b8-a0f58d6bb5fd req-a2835ba5-1366-4dbf-bb9a-95760297f688 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=66ba0f49d3c449a0b6f81f0428cf2c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221071 Oct 26 16:46:22.847047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12767dd9-4669-41a3-b6b8-a0f58d6bb5fd req-5a7c05f3-0611-4c8b-a1d6-f60096f2c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:22.856826 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12767dd9-4669-41a3-b6b8-a0f58d6bb5fd req-5a7c05f3-0611-4c8b-a1d6-f60096f2c6a1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778283 Oct 26 16:46:22.989031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:23.118602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51aa5305-5bde-4c80-968e-1e1c7ea68e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.130197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480464c4-2172-436e-a3ea-0f97a113f895 req-4fa89f0b-276e-4552-a5c6-bbc1896bd329 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:23.132395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-480464c4-2172-436e-a3ea-0f97a113f895 req-4fa89f0b-276e-4552-a5c6-bbc1896bd329 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0892713 Oct 26 16:46:23.205161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-480464c4-2172-436e-a3ea-0f97a113f895 req-f03e0def-cad3-4bde-8ada-4d54580cf9a0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581293 Oct 26 16:46:23.220347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51aa5305-5bde-4c80-968e-1e1c7ea68e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.291831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-51aa5305-5bde-4c80-968e-1e1c7ea68e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.334498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51aa5305-5bde-4c80-968e-1e1c7ea68e23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca2167ed47c4008adf5b29bcec05e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439407 Oct 26 16:46:23.336726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5305-5bde-4c80-968e-1e1c7ea68e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86e018-0fe4-447e-a6e0-fd6f33d7c7da,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:23.337829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60514) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:23.388773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.412764 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.527556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.530155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:23.531351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc86e018-0fe4-447e-a6e0-fd6f33d7c7da HTTP/1.1" status: 204 len: 168 time: 0.1922715 Oct 26 16:46:23.541242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86e018-0fe4-447e-a6e0-fd6f33d7c7da,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:23.549728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.550072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.550417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.550754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.551764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.552174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.552529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.552866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.553196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.553521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.553908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.554279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0dc0d-06be-4c57-b99e-90e2146c8e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:23.731365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-152f1502-1a95-4a5a-a0cc-bbe834a3e9ba req-3090c7f5-0209-4fd8-8b09-534d420f14d2 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0328567 Oct 26 16:46:24.161572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60528) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:24.178191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbda3302-6723-45f8-a1b5-1674fbe02e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.234771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-12767dd9-4669-41a3-b6b8-a0f58d6bb5fd req-03d76ed3-61a7-4dc9-a1fb-bd950fcf5858 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0296168 Oct 26 16:46:24.273583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbda3302-6723-45f8-a1b5-1674fbe02e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.332122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbda3302-6723-45f8-a1b5-1674fbe02e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.367734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74237dbc-a558-4597-ab44-6b7b420412ec req-72a5c4ad-a3c3-4b54-b1ec-e0341dd7ce75 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:24.369474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74237dbc-a558-4597-ab44-6b7b420412ec req-72a5c4ad-a3c3-4b54-b1ec-e0341dd7ce75 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0810924 Oct 26 16:46:24.403299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60532) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:24.403530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dbda3302-6723-45f8-a1b5-1674fbe02e64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e173952109464e9e90786666a3d47dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408621 Oct 26 16:46:24.412959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3302-6723-45f8-a1b5-1674fbe02e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799086c4-4749-4596-954c-c0958012ebac,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:24.475018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74237dbc-a558-4597-ab44-6b7b420412ec req-d0c53298-e416-4c91-853f-437f737b2b8e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Oct 26 16:46:24.485897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.516302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.643615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.646725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:24.647902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/799086c4-4749-4596-954c-c0958012ebac HTTP/1.1" status: 204 len: 168 time: 0.2432749 Oct 26 16:46:24.657929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda9fd-0ebf-4ffa-a0c9-ab66983d9151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799086c4-4749-4596-954c-c0958012ebac,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:24.883960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c9f857b-2b9a-46b2-9c50-512940080c64 req-e2e0ffe3-798f-483e-af04-736f0386b504 tempest-ServerShowV254Test-2146975076 tempest-ServerShowV254Test-2146975076-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05fb3d7-333a-474c-a6d7-f68ca3409f1e HTTP/1.1" status: 200 len: 210 time: 0.0388010 Oct 26 16:46:25.749374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60562) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:25.764370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a115077c-8a99-43b9-a57c-ecb0aa272052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:25.873848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a115077c-8a99-43b9-a57c-ecb0aa272052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:25.969123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279d4a-05cc-4ea2-998d-89a311f0d112 req-5d0881ad-de93-428b-9a6d-f471a32749bd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:25.970682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82279d4a-05cc-4ea2-998d-89a311f0d112 req-5d0881ad-de93-428b-9a6d-f471a32749bd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0706110 Oct 26 16:46:25.978189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a115077c-8a99-43b9-a57c-ecb0aa272052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.014046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115077c-8a99-43b9-a57c-ecb0aa272052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f78ae-3b93-43d2-8b01-c7b0d0e4c710,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:26.046613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a115077c-8a99-43b9-a57c-ecb0aa272052 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8737ae8a4f63437fa429e94b9145baaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959015 Oct 26 16:46:26.049237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60572) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:26.065756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82279d4a-05cc-4ea2-998d-89a311f0d112 req-d2376505-60b6-473b-b240-473d15e7f1a1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845804 Oct 26 16:46:26.125218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.150096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.291358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.294340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.298417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a5f78ae-3b93-43d2-8b01-c7b0d0e4c710 HTTP/1.1" status: 204 len: 168 time: 0.2476184 Oct 26 16:46:26.307487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba61259-d1ee-432f-b9fc-5734285e92b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f78ae-3b93-43d2-8b01-c7b0d0e4c710,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:26.644742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:26.853550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9948c81-a6ea-4232-883f-4469e56b7f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:26.879041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-43427d56-0c87-47db-a338-f70967d4fa6c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--182410979&fields=id&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 267 time: 0.0627000 Oct 26 16:46:27.136935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-5f2f4d19-4c4f-49aa-87cf-78dfd131042a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:27.145408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-5f2f4d19-4c4f-49aa-87cf-78dfd131042a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 816 time: 0.2558584 Oct 26 16:46:27.158179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9948c81-a6ea-4232-883f-4469e56b7f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.195673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-fe1d3885-4b39-4ad0-b9e4-2573b76321e8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/quotas/269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 375 time: 0.0395737 Oct 26 16:46:27.217144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497903-7e98-459b-9934-dc5308df4ccc req-77125258-0c75-4157-a49c-62c4d9680132 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:27.218871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10497903-7e98-459b-9934-dc5308df4ccc req-77125258-0c75-4157-a49c-62c4d9680132 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0587997 Oct 26 16:46:27.262654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9948c81-a6ea-4232-883f-4469e56b7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.298616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948c81-a6ea-4232-883f-4469e56b7f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc761d4c-2da1-4122-a1bc-c1bc7562642d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:27.337538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c9948c81-a6ea-4232-883f-4469e56b7f2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66ba0f49d3c449a0b6f81f0428cf2c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916659 Oct 26 16:46:27.340733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:27.352065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10497903-7e98-459b-9934-dc5308df4ccc req-9e8cd0c8-65b0-4260-b46f-7847e70487a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232085 Oct 26 16:46:27.364793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-e749d5ad-0bc4-4284-abdb-a0867d8c4958 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448998 Oct 26 16:46:27.407836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.530715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.531352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-27983dcd-24e2-47a5-ba67-2e384db4a5c9 service neutron] 10.222.0.21 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926321 Oct 26 16:46:27.589997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-f4aef45f-d7aa-432b-861d-d3fffde05916 service neutron] 10.222.0.21 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939081 Oct 26 16:46:27.705066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.708909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:27.710905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc761d4c-2da1-4122-a1bc-c1bc7562642d HTTP/1.1" status: 204 len: 168 time: 0.3678124 Oct 26 16:46:27.719739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902933d7-9bd0-4ed8-b238-9c808eaca810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc761d4c-2da1-4122-a1bc-c1bc7562642d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:27.928621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-142d82bf-e8cd-43c3-860c-75a2e4bc58eb req-a02e50ea-7273-4e24-ac0e-2e390c12c7f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0485690 Oct 26 16:46:28.599354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cd231-e4f4-4395-9388-046b8abd78c6 req-fea41173-d14a-4a4e-a307-af923ab3adb6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:28.602905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-550cd231-e4f4-4395-9388-046b8abd78c6 req-fea41173-d14a-4a4e-a307-af923ab3adb6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1047144 Oct 26 16:46:28.661305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-550cd231-e4f4-4395-9388-046b8abd78c6 req-4ab55b5b-032b-4f55-a8bb-910d0f801308 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503078 Oct 26 16:46:29.033040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12015df0-d935-4d20-958f-405701411f7d req-6609ead0-1358-4c4d-be0b-c9fd63e7d169 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0365114 Oct 26 16:46:29.921438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35c397-5d01-40c4-a90d-3f86ea528af1 req-134844b5-ec37-452d-a02f-90acffd0b1df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:29.933744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec35c397-5d01-40c4-a90d-3f86ea528af1 req-134844b5-ec37-452d-a02f-90acffd0b1df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1566424 Oct 26 16:46:30.075747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec35c397-5d01-40c4-a90d-3f86ea528af1 req-0057699f-3a74-4e7f-b3e1-120d67802ea9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398835 Oct 26 16:46:30.306770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4e19bfd-08a1-427f-83f2-636668d9a9bc req-610282c3-0c86-4505-b8a9-c9d1d72fbdc2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0797553 Oct 26 16:46:31.075039 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92df0bcf-9622-4ddf-9d63-58b88285d8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:31.239313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-4cc9a823-56ea-4a2b-a5b4-78296427fe76 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:31.251823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-4cc9a823-56ea-4a2b-a5b4-78296427fe76 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.47 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 816 time: 0.3389916 Oct 26 16:46:31.322785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead30632-9817-4a4a-8fad-9b4838bed052 req-6b3bb63a-8b33-40f9-8636-cfc4b13a5414 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:31.331027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ead30632-9817-4a4a-8fad-9b4838bed052 req-6b3bb63a-8b33-40f9-8636-cfc4b13a5414 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1055348 Oct 26 16:46:31.338841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-b5d04308-e709-40d8-b338-1d1255aac43a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 379 time: 0.0723314 Oct 26 16:46:31.363751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'port': {'device_id': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'admin_state_up': True, 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'security_groups': ['bba03129-ad15-4b7d-bb63-9b037ad46fd7']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:31.434436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ead30632-9817-4a4a-8fad-9b4838bed052 req-94b8ee14-94c3-4914-9903-10b2ff273d22 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018267 Oct 26 16:46:31.490957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5103f0e-8c27-4fba-9606-8297940b6ee6 req-5306bd38-5be9-48a7-b594-13e279c55195 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0435324 Oct 26 16:46:31.725746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Made reservation on behalf of 269a853d1c87467d92895a0206f7d45a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:31.737103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:31.914803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Allocated IP 172.20.0.7 (c748c833-0dc4-4a01-96d9-7e489f0ec0f9/5c39754e-aeb6-44ee-ae5d-6a7eefe44983/e1f45969-6c79-4688-bd01-bcf60c5a8eb7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:32.109545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:32.275851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:32.414157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:32.417555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:32.422622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:46:32.580809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:32.581458 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:32.602679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:32.697960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dabc85-a12b-476c-aa91-ddfd496184f1 req-2dc4cd75-aa31-4882-9633-438bc0015ff3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:32.709979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10dabc85-a12b-476c-aa91-ddfd496184f1 req-2dc4cd75-aa31-4882-9633-438bc0015ff3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1506691 Oct 26 16:46:32.731250 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a0313e40-2924-4ed8-b578-1c3d6d7ac439 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3836508 Oct 26 16:46:32.744118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Request body: {'port': {'device_id': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:32.820241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10dabc85-a12b-476c-aa91-ddfd496184f1 req-3289345e-cd30-4bbe-bf28-5fcbec778011 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092882 Oct 26 16:46:32.845834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc788-1c06-4b3b-b6e9-e2ba645e6b16 req-a93d0509-829e-47fa-8bfc-708cca540d52 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:32.850352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f3cc788-1c06-4b3b-b6e9-e2ba645e6b16 req-a93d0509-829e-47fa-8bfc-708cca540d52 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 931 time: 0.2199781 Oct 26 16:46:32.923410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-37c31eca-5dbd-4968-992c-526871f1370c None None] Provisioning complete for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:32.923891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-37c31eca-5dbd-4968-992c-526871f1370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:32.926266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f3cc788-1c06-4b3b-b6e9-e2ba645e6b16 req-cf35eb5c-9f32-4ecf-a9ad-38a45b250d1c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614488 Oct 26 16:46:32.938144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:33.005841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-37c31eca-5dbd-4968-992c-526871f1370c None None] Port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:46:33.387123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:33.397216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:33.417495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Transition to ACTIVE for port object e1f45969-6c79-4688-bd01-bcf60c5a8eb7 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:46:33.480216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:33.630797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d12c312-1752-45fc-940a-d981290594ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:33.701584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:33.819955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:46:33.820290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:46:33.825563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:33.875561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:46:33.875881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:33.893806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:46:33.895148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:46:33.895732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Bound using segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:46:33.896360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Bound port: e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:46:33.902453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:34.070598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:34.074294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:34.127293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:34.140689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9027c-05e2-4802-a59c-19fd2e38e35c req-b368d1c9-53cc-46b4-8850-486a4a4b5e08 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.140689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07d9027c-05e2-4802-a59c-19fd2e38e35c req-b368d1c9-53cc-46b4-8850-486a4a4b5e08 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0830140 Oct 26 16:46:34.145957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56317ec1-124d-413c-963a-1f8210b81a74 req-7f9c3e1c-3f15-460f-bc90-a3f5232cf821 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.147459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56317ec1-124d-413c-963a-1f8210b81a74 req-7f9c3e1c-3f15-460f-bc90-a3f5232cf821 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1693032 Oct 26 16:46:34.164158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:34.204658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56317ec1-124d-413c-963a-1f8210b81a74 req-ebad39b8-a81d-4d28-bf2e-8a00f4b1c92b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Oct 26 16:46:34.225095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07d9027c-05e2-4802-a59c-19fd2e38e35c req-b53e960f-6342-43c9-a9d4-94077b3a8c35 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764163 Oct 26 16:46:34.260467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.261783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:34.271831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] 10.222.0.47 "PUT /v2.0/ports/e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 1091 time: 1.5321457 Oct 26 16:46:34.276835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:34.279755 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7600262d-0d88-4b42-8e03-f4d3998cf7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:34.374088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0ebe-1715-40e3-be70-4c7718a4bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:34.486703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-4f0db6f0-a2b6-484e-ba1e-a251ac91aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.491561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-4f0db6f0-a2b6-484e-ba1e-a251ac91aaa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1094 time: 0.0860746 Oct 26 16:46:34.570223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-43fe4b31-d85a-421b-92d1-694c6116a3f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 217 time: 0.0681186 Oct 26 16:46:34.705890 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b5809-2105-47f0-b35b-d5895e196a6f x-openstack-request-id: req-4f5b5809-2105-47f0-b35b-d5895e196a6f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:34.706181 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:34.706439 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f5b5809-2105-47f0-b35b-d5895e196a6f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:34.707511 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'status': 'completed', 'code': 200} Oct 26 16:46:34.743319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-f5c0d0b6-6997-499e-a437-76ca25729876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.744809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-f5c0d0b6-6997-499e-a437-76ca25729876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.1615555 Oct 26 16:46:34.852385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-fb433fac-abc9-4cc5-bd4e-ceb6d3d733fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:34.854905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-fb433fac-abc9-4cc5-bd4e-ceb6d3d733fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014516 Oct 26 16:46:35.059669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-fffc0753-8841-4e45-938d-281a3eb92f22 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926754 Oct 26 16:46:35.075752 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:35.172992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ee6dae5-d5da-4de1-82ea-88d28ddaf90d req-1add4f4c-0ebf-4951-97ec-4c8e30e4a88b service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090939 Oct 26 16:46:35.399648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-df00c994-4980-4488-b763-56afc63b4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.405533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab64a33-7593-4540-9ad3-20959b39739f req-cd5f88d8-a235-4b10-be4a-675822a8fb74 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.407795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ab64a33-7593-4540-9ad3-20959b39739f req-cd5f88d8-a235-4b10-be4a-675822a8fb74 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0858254 Oct 26 16:46:35.421116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-df00c994-4980-4488-b763-56afc63b4a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1094 time: 0.0778537 Oct 26 16:46:35.477536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ab64a33-7593-4540-9ad3-20959b39739f req-45a6ccb8-bbf8-4343-924d-ca18a882e54e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516970 Oct 26 16:46:35.649457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-f77301bd-57e6-499a-93a6-8587268ae3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.650833 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-f77301bd-57e6-499a-93a6-8587268ae3bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2227907 Oct 26 16:46:35.696818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-4b0421b3-89b4-4b10-8624-89bec974bfdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 217 time: 0.0383880 Oct 26 16:46:35.771552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-d906856d-c54c-4092-be7d-0af62f23badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.773041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-d906856d-c54c-4092-be7d-0af62f23badf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0681794 Oct 26 16:46:35.829106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e4449-15f4-4bb0-836a-2af7fb69fa9a req-0f7c2631-a06d-4bf2-aab8-eee12002f583 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.840159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-423e4449-15f4-4bb0-836a-2af7fb69fa9a req-0f7c2631-a06d-4bf2-aab8-eee12002f583 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0996985 Oct 26 16:46:35.861248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-eac927c2-d0e3-428b-bcc5-b69016c0182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:35.863760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-eac927c2-d0e3-428b-bcc5-b69016c0182f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819457 Oct 26 16:46:35.885378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-423e4449-15f4-4bb0-836a-2af7fb69fa9a req-61b2f901-01c4-49b6-9775-415a6122ad48 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Oct 26 16:46:35.997124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-e0b1fe55-8add-4840-b015-8a3170947b6e service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258833 Oct 26 16:46:36.614906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7600262d-0d88-4b42-8e03-f4d3998cf7e5 req-90f72bb6-d106-4bec-ada3-97d6a9c6d2e3 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931079 Oct 26 16:46:36.646930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:36.659592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab0f51-7d28-4b08-b5d4-b8d4852a8fed req-e67162fb-48a3-481c-95a7-13bf9e435fc8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:36.667801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ab0f51-7d28-4b08-b5d4-b8d4852a8fed req-e67162fb-48a3-481c-95a7-13bf9e435fc8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0784001 Oct 26 16:46:36.713276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01ab0f51-7d28-4b08-b5d4-b8d4852a8fed req-74f7b9fc-bd8c-4502-99a3-17c01db666ea tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Oct 26 16:46:37.072359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab65bb2-3da9-4d12-951c-190899aeb891 req-15ef7f4c-e2f4-4995-811b-b36628c37ec8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:37.080585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab65bb2-3da9-4d12-951c-190899aeb891 req-15ef7f4c-e2f4-4995-811b-b36628c37ec8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0906959 Oct 26 16:46:37.127781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aab65bb2-3da9-4d12-951c-190899aeb891 req-41d2fcbb-3490-40be-85c7-9659a9f11c21 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455008 Oct 26 16:46:37.853625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063a919-a134-4aae-aef9-1ce131e2aa40 req-878dcc02-59d7-4037-ac38-81c6b98b08bb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:37.863768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d063a919-a134-4aae-aef9-1ce131e2aa40 req-878dcc02-59d7-4037-ac38-81c6b98b08bb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0723991 Oct 26 16:46:37.910165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d063a919-a134-4aae-aef9-1ce131e2aa40 req-eea68c89-c639-484a-bd32-4d076b7c3f6b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Oct 26 16:46:38.271571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c14a-fba5-4312-8654-f007ec0af64d req-6a23942e-c0a5-4b62-ae5c-18343d2abc64 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:38.273122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2671c14a-fba5-4312-8654-f007ec0af64d req-6a23942e-c0a5-4b62-ae5c-18343d2abc64 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0590260 Oct 26 16:46:38.315657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2671c14a-fba5-4312-8654-f007ec0af64d req-04c25bbb-86ea-49fc-8f23-f500103787db tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Oct 26 16:46:38.470656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:46:38.617163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:38.630855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:46:38.677575 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:38.692544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:38.715163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:38.828930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:38.884671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:38.895671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.896016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.896360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.896850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.897237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.897578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.897906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.898231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.898556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.898880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.899234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.899560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:39.078462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e1f45969-6c79-4688-bd01-bcf60c5a8eb7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:46:39.079471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68740-9b96-463b-885c-9c5271c5e28a req-139e0138-776c-46fd-b7f2-4467910c5e20 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:39.089239 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7b68740-9b96-463b-885c-9c5271c5e28a req-139e0138-776c-46fd-b7f2-4467910c5e20 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0637321 Oct 26 16:46:39.142820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7b68740-9b96-463b-885c-9c5271c5e28a req-2a9e42cd-afbc-4006-9e9a-7b8d379306ac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Oct 26 16:46:39.520216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557ef0-8385-4536-b3c4-3db789885505 req-e87a86bc-3cef-4b8c-afa7-a7550c231980 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:39.541953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd557ef0-8385-4536-b3c4-3db789885505 req-e87a86bc-3cef-4b8c-afa7-a7550c231980 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0934618 Oct 26 16:46:39.577256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd557ef0-8385-4536-b3c4-3db789885505 req-9045ac0a-080f-4f85-a1d0-f6efccde192b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344217 Oct 26 16:46:40.184652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32838) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:40.291525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54183e4-24fc-4cc4-a30e-fc7e67e6dc92 req-fbaae10d-0c33-4526-920e-f35b437ce3ac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:40.302735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a54183e4-24fc-4cc4-a30e-fc7e67e6dc92 req-fbaae10d-0c33-4526-920e-f35b437ce3ac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0839515 Oct 26 16:46:40.345555 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53f6c544-87c8-4cee-ab5e-dbac9b33c69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.369169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a54183e4-24fc-4cc4-a30e-fc7e67e6dc92 req-186f24e5-1ff3-4880-bec4-c21170551cd3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Oct 26 16:46:40.442471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53f6c544-87c8-4cee-ab5e-dbac9b33c69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.478573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:40.539425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53f6c544-87c8-4cee-ab5e-dbac9b33c69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.602297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c544-87c8-4cee-ab5e-dbac9b33c69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb327c11-8980-497e-b7b5-47f972febde9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:40.612089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:40.612949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53f6c544-87c8-4cee-ab5e-dbac9b33c69f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d40ef5d7c3545cf909e3b8b11e6421c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264233 Oct 26 16:46:40.664636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:46:40.669149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:40.670367 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.775087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74af8d8-8682-45d1-8f62-a9864f71ad3b req-6684c911-f01b-430b-94b9-b602dab3c36d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:40.777896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74af8d8-8682-45d1-8f62-a9864f71ad3b req-6684c911-f01b-430b-94b9-b602dab3c36d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1138787 Oct 26 16:46:40.778588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.792334 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.807297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:40.830937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:40.835074 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f9e2c7-9191-48ba-8ac8-38e5814f1de9" -d '{"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:40.863857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:40.891462 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19bdc6f-b965-4109-b1ec-3b7f4e2344e5 x-openstack-request-id: req-a19bdc6f-b965-4109-b1ec-3b7f4e2344e5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:40.892024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:40.892505 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a19bdc6f-b965-4109-b1ec-3b7f4e2344e5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:40.893093 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'code': 200} Oct 26 16:46:40.911677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74af8d8-8682-45d1-8f62-a9864f71ad3b req-4e015c01-676d-4181-aa07-85f289e9d3c7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506737 Oct 26 16:46:40.978532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:41.012994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52814e1-6808-4865-b6c7-a5eba9506dbc req-f524a264-d9bc-4b90-b8ae-7396006a0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:41.014707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a52814e1-6808-4865-b6c7-a5eba9506dbc req-f524a264-d9bc-4b90-b8ae-7396006a0f13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1095 time: 0.0570168 Oct 26 16:46:41.039623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:41.042441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:41.048249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb327c11-8980-497e-b7b5-47f972febde9 HTTP/1.1" status: 204 len: 168 time: 0.4343297 Oct 26 16:46:41.057620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.058669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b30cc3-d18d-4236-b111-2463abddd6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb327c11-8980-497e-b7b5-47f972febde9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.086405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a52814e1-6808-4865-b6c7-a5eba9506dbc req-9925ef3f-ff2f-4821-bc10-361446d02020 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607104 Oct 26 16:46:41.509787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e106322-41ad-4fe2-acdc-37a9613ea46b req-c7315b48-63a0-4f4b-9c4c-830250190d8f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:41.512569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e106322-41ad-4fe2-acdc-37a9613ea46b req-c7315b48-63a0-4f4b-9c4c-830250190d8f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0656610 Oct 26 16:46:41.579756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e106322-41ad-4fe2-acdc-37a9613ea46b req-9e47feb6-165c-4031-a353-627cffd6be09 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Oct 26 16:46:41.826305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86de5-4f46-4b6d-b2b5-11baa6d7e47c req-ece94e44-4e0c-4e36-b9e1-7824fe5099b7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:41.827996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14e86de5-4f46-4b6d-b2b5-11baa6d7e47c req-ece94e44-4e0c-4e36-b9e1-7824fe5099b7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0616856 Oct 26 16:46:41.874613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14e86de5-4f46-4b6d-b2b5-11baa6d7e47c req-2e74ac5b-3399-4550-9c48-cbcd8bee2c75 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390956 Oct 26 16:46:42.058533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:42.076361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15600ed1-ae1b-4b98-bd27-4dbb600f4ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.107870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450b1a-b3ed-4be5-b50c-4096664dde7f req-0e6c8f36-6334-4f7e-98bf-ca64c54e75cd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:42.109963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79450b1a-b3ed-4be5-b50c-4096664dde7f req-0e6c8f36-6334-4f7e-98bf-ca64c54e75cd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0994358 Oct 26 16:46:42.123375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70753353-4754-4f54-82cc-f6284468daa9 req-49e52e90-94f0-4730-b2b9-29055beb83a1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:42.126397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70753353-4754-4f54-82cc-f6284468daa9 req-49e52e90-94f0-4730-b2b9-29055beb83a1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1180835 Oct 26 16:46:42.211791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15600ed1-ae1b-4b98-bd27-4dbb600f4ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.229475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79450b1a-b3ed-4be5-b50c-4096664dde7f req-a647f6bc-7613-4663-827a-87bec0044f3a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016889 Oct 26 16:46:42.257806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70753353-4754-4f54-82cc-f6284468daa9 req-a17ba71d-0ec3-4405-83b7-065b0eb3055a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924263 Oct 26 16:46:42.292199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15600ed1-ae1b-4b98-bd27-4dbb600f4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.337541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-15600ed1-ae1b-4b98-bd27-4dbb600f4ebe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db59d88829a1488b8bd1c554d1057fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748361 Oct 26 16:46:42.338437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32916) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:42.385598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600ed1-ae1b-4b98-bd27-4dbb600f4ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9a31a-917b-4aa9-bce1-433e9fce648d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.423404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.493828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.583993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-4b3aea9e-ba35-4122-a88b-3565309c8613 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792251 Oct 26 16:46:42.606575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-6abaf49d-9703-48ca-8a5a-50cc4f1f2090 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:42.608254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-6abaf49d-9703-48ca-8a5a-50cc4f1f2090 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.1334281 Oct 26 16:46:42.626985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-040b1512-19dd-4bd2-908b-2b5651a452e8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/quotas/20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 375 time: 0.0117819 Oct 26 16:46:42.712914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-7cca05f9-7678-4a44-87c2-2b3651d46f37 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0747139 Oct 26 16:46:42.734419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-03aef0a9-6bb5-4911-ad92-f282d5a9beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:42.737074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-03aef0a9-6bb5-4911-ad92-f282d5a9beaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.1076150 Oct 26 16:46:42.812548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.815072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:42.816499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcf9a31a-917b-4aa9-bce1-433e9fce648d HTTP/1.1" status: 204 len: 168 time: 0.4775982 Oct 26 16:46:42.835598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1619c8-e20e-4f29-8709-9c8971a15ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9a31a-917b-4aa9-bce1-433e9fce648d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.837859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-77d50b07-4f98-44b2-81c6-05fb459abb21 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 Oct 26 16:46:42.958544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-f79cf1b1-ed14-4421-8c92-2c672fbbf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:42.960134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-f79cf1b1-ed14-4421-8c92-2c672fbbf59d service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1986198 Oct 26 16:46:42.974598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-65cc2186-a024-4610-b544-70c952aba503 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166091 Oct 26 16:46:43.044488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-8fac64dd-0ebb-435d-96c5-b7d63db930f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.0762486 Oct 26 16:46:43.107121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-467a5a54-37ef-4a46-8289-0f9b95dde622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:43.109364 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-467a5a54-37ef-4a46-8289-0f9b95dde622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0576813 Oct 26 16:46:43.157469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-b4ac08b4-18c3-4276-b8a9-55926cd4d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:43.160198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-b4ac08b4-18c3-4276-b8a9-55926cd4d6ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433817 Oct 26 16:46:43.288419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-54bab880-6d4f-47b2-b3b3-4766b3cfb859 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221611 Oct 26 16:46:43.349558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ce9b4e2-bd58-4f92-8345-2afa6a3dba5c req-801c274f-893c-41bd-85a4-a0b44f21639c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 210 time: 0.0572777 Oct 26 16:46:43.438968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e3dadb21-7ec8-4f42-a3ce-60df223b93f1 req-f3b1dd1a-6f60-4a1a-bbec-61c316ee9bfd service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363878 Oct 26 16:46:43.656114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260cf1b-908e-4bfc-8b17-1ba879d2f32d req-ce2e0aa8-de15-4b57-815b-e2b2aaf0d104 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:43.657680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8260cf1b-908e-4bfc-8b17-1ba879d2f32d req-ce2e0aa8-de15-4b57-815b-e2b2aaf0d104 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1855628 Oct 26 16:46:43.667796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd14f56-060e-46ef-83b7-7bfdd156edbd req-f8e9a67f-08b3-4428-96f0-de64e3517b2e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:43.675570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcd14f56-060e-46ef-83b7-7bfdd156edbd req-f8e9a67f-08b3-4428-96f0-de64e3517b2e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1610394 Oct 26 16:46:43.807965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcd14f56-060e-46ef-83b7-7bfdd156edbd req-7d7e1945-d6f5-47f4-800d-55fdd5ff98cc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219902 Oct 26 16:46:43.821209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8260cf1b-908e-4bfc-8b17-1ba879d2f32d req-dfe0ea27-3b71-4e52-99da-d9d493dd4896 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435921 Oct 26 16:46:43.975556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e78250-ae77-492a-83ba-ebfe98d70820 req-936873c1-39f3-4829-9b87-5955de0b1b6f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:43.984799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-46e78250-ae77-492a-83ba-ebfe98d70820 req-936873c1-39f3-4829-9b87-5955de0b1b6f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0605710 Oct 26 16:46:43.985179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:44.007854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Request body: {'floatingip': {'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:44.054159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:44.413348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-10b200fb-d76a-4eed-a670-caba28b76ba3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:44.420279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-10b200fb-d76a-4eed-a670-caba28b76ba3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.3177745 Oct 26 16:46:44.797004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6856c1d8-a0e7-47b6-be8f-7978fcffb142 req-484d3d4e-607f-4e71-bba8-9a35e7bcf671 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 210 time: 0.3721681 Oct 26 16:46:44.804292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-d7bb2341-d87d-465a-beee-c45d1cdd7c82 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.3831522 Oct 26 16:46:44.961155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-9725691b-6a93-4376-9485-9705791bb955 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559131 Oct 26 16:46:45.233361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391cba2-89e6-4ad5-af06-f33443936835 req-3941fbb4-1654-4f9e-9c13-962706794c44 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:45.244823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f391cba2-89e6-4ad5-af06-f33443936835 req-3941fbb4-1654-4f9e-9c13-962706794c44 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.2423954 Oct 26 16:46:45.255851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-ebbd6c0a-198a-4d27-a095-c644ea26012f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:45.257359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-ebbd6c0a-198a-4d27-a095-c644ea26012f tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.47 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1598830 Oct 26 16:46:45.296214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-166cdfd2-ba44-4f39-a833-afb293a66ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341510 Oct 26 16:46:45.348254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f391cba2-89e6-4ad5-af06-f33443936835 req-0b88073d-7806-4cca-be32-60c367f62b98 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups?id=99ef008d-b67c-4fd7-a045-1e70677a2817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999079 Oct 26 16:46:45.401223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:46:45.419110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Deleting port f0a2b1db-65cb-4cfd-9050-87195b013e90 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:46:45.419496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.483370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.512649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-75ffbb5b-bdff-4a1f-898a-4cbb0ed6459a service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074590 Oct 26 16:46:45.568784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] For port f0a2b1db-65cb-4cfd-9050-87195b013e90, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=f0a2b1db-65cb-4cfd-9050-87195b013e90,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:45.568784 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.584149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.859801 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Floating IP e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7 associated. External IP: 172.25.5.8, port: e1f45969-6c79-4688-bd01-bcf60c5a8eb7. Oct 26 16:46:45.909819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.911023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:45.911425 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Floating IP 40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544 disassociated. External IP: 172.25.5.89, port: f0a2b1db-65cb-4cfd-9050-87195b013e90. Oct 26 16:46:45.911837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Calling delete_port for f0a2b1db-65cb-4cfd-9050-87195b013e90 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:46:46.246813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:46.320980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'Port': ['ID=f0a2b1db-65cb-4cfd-9050-87195b013e90,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:46.382441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:46.638332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-278abe9d-24e6-4552-93a0-5d35f08756a0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:46.648297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:46.655318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-278abe9d-24e6-4552-93a0-5d35f08756a0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.4365559 Oct 26 16:46:46.789257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'device_id': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'admin_state_up': True, 'tenant_id': '20bec57b6ef84fd2af715eab149db62d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:46.938281 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74d1d380-9650-4d73-9a93-73ff4955f946 req-cebadbf6-b959-4918-91b5-9677078e2ecf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 210 time: 0.1714900 Oct 26 16:46:46.955675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:46.980389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:47.012545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:47.014266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:46:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.121923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] No DVR routers for this DVR port f0a2b1db-65cb-4cfd-9050-87195b013e90 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:46:47.132104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:47.135658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5a96fb83-de42-4874-b662-a2ed9e28dbc0 req-60cd7d09-0ebc-41e7-a86f-9c87cdc95e03 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.47 "DELETE /v2.0/ports/f0a2b1db-65cb-4cfd-9050-87195b013e90 HTTP/1.1" status: 204 len: 173 time: 1.8708596 Oct 26 16:46:47.142771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'name': 'network-vif-deleted', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:47.164206 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb77247-09bb-4647-9563-9edb6c8660d8" -d '{"events": [{"server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "name": "network-vif-deleted", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:47.257783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:47.271897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:47.288243 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:47.288866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:46:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.311945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:47.346118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95d20009-d7af-4cd4-80da-9dc6ec6ef876 req-61b37b45-a261-45f2-84ee-3537003f4e9d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.1713836 Oct 26 16:46:47.397216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:47.424409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ad9be5d-d989-4af8-bf03-59b0efbb4621 req-76f0d6ca-c822-48d9-8944-ce3ae924a018 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60c2444-ba22-4a4a-a1da-fda8dc41c9e7 HTTP/1.1" status: 200 len: 210 time: 0.2472811 Oct 26 16:46:47.482786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:47.498228 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f80c38-1710-40d8-b6de-7ffec511a834 x-openstack-request-id: req-90f80c38-1710-40d8-b6de-7ffec511a834 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:47.498756 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60c2444-ba22-4a4a-a1da-fda8dc41c9e7", "name": "network-vif-deleted", "tag": "f0a2b1db-65cb-4cfd-9050-87195b013e90", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:47.500732 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90f80c38-1710-40d8-b6de-7ffec511a834 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:47.501651 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60c2444-ba22-4a4a-a1da-fda8dc41c9e7', 'name': 'network-vif-deleted', 'tag': 'f0a2b1db-65cb-4cfd-9050-87195b013e90', 'status': 'completed', 'code': 200} Oct 26 16:46:47.510074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:47.549583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:47.657047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-970333aa-8117-4a7c-88eb-2983ff8344ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "PUT /v2.0/floatingips/e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7 HTTP/1.1" status: 200 len: 989 time: 3.6705995 Oct 26 16:46:47.659028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:47.677282 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda65af5-db7e-49cb-8e02-b5537e50f602" -d '{"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:47.853241 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1501f97-a856-4e8a-95be-227852e6c3a2 x-openstack-request-id: req-b1501f97-a856-4e8a-95be-227852e6c3a2 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:47.854680 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:47.854951 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1501f97-a856-4e8a-95be-227852e6c3a2 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:47.855421 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'status': 'completed', 'code': 200} Oct 26 16:46:47.920349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-d974f8ad-ac68-405b-bae6-12e1e356f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:47.925731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-d974f8ad-ac68-405b-bae6-12e1e356f234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1096 time: 0.1404939 Oct 26 16:46:47.977768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.036204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.20.0.11 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/979cd35c-94de-4151-958d-bc5c3ab809fb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:48.062503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:48.110510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:48.111458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:46:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.145670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-3fa98f5c-d4cf-40da-a599-f284c7f7728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:48.149091 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-3fa98f5c-d4cf-40da-a599-f284c7f7728a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2170732 Oct 26 16:46:48.181696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e5a1e4b-1671-45f7-8df5-603dcc8f0fcd req-d5612c56-8887-44c3-a750-0f7812edc72e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 210 time: 0.0805147 Oct 26 16:46:48.265636 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:46:08Z', 'updated_at': '2021-10-26T16:46:45Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.328285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-5c1d0bfb-392b-4e98-ba22-71a9cfeb8cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 997 time: 0.1714735 Oct 26 16:46:48.333608 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:48.358774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:46:48.360284 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:46:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.405503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:48.453391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-e3e1bca8-76c8-4e14-9e1b-3e430ac1473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:48.453391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-e3e1bca8-76c8-4e14-9e1b-3e430ac1473e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.1074021 Oct 26 16:46:48.601474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:48.606001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-e8b1e049-1bcb-42ed-98ce-82825b41681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:48.608076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-e8b1e049-1bcb-42ed-98ce-82825b41681c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558175 Oct 26 16:46:48.634391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d8cc0be-295c-4f72-a59e-1d3a92ddf1b8 req-e3ba70b4-7ecb-4c84-9a69-6c87ab56e426 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0912209 Oct 26 16:46:48.657515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:48.684687 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:46:48.711045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33114) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:48.777479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-881304bc-24f7-4238-87c8-f5c71216b0c8 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479387 Oct 26 16:46:48.900296 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:48.947278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dda65af5-db7e-49cb-8e02-b5537e50f602 req-d1a681e3-25ac-4b8e-b6e2-f5a0da273b82 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606247 Oct 26 16:46:48.955201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:48.978520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a77354a-248a-40d1-9771-0f1b22b256b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:48.986322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:46:49.001526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.040734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:49.103486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:49.129022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:46:49.153850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a77354a-248a-40d1-9771-0f1b22b256b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.207390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:49.212462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.261395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7a77354a-248a-40d1-9771-0f1b22b256b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.312584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:49.314730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.347776 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7a77354a-248a-40d1-9771-0f1b22b256b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=738c112fbe1d4c889fdf32a21a89476d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368770 Oct 26 16:46:49.349084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77354a-248a-40d1-9771-0f1b22b256b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67149c1-cc43-4b00-9f81-ccfdfe068224,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.350629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:49.369999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d537c7-5978-4c0b-9b8e-0d8b0b20d572 None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:39:17Z', 'revision_number': 4, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6', 'name': '', 'network_id': '11739ece-c8ee-4bae-b34d-b3b83a1715ff', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'mac_address': 'fa:16:3e:89:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:16Z', 'updated_at': '2021-10-26T16:39:26Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'subnets': [{'id': 'ac64d8e2-37bd-4b84-a5ac-3f6da381ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:49.391111 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:46:08Z', 'updated_at': '2021-10-26T16:46:45Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:49.466331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-c2d14aff-901d-4816-98c6-4a41dc08c327 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7004724 Oct 26 16:46:49.486216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092c9bb-2514-4531-a7d0-122ac8fbf7ef None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:46:08Z', 'updated_at': '2021-10-26T16:46:45Z', 'revision_number': 1, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:49.524140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.526772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.531519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:49.534416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "DELETE /v2.0/security-groups/99ef008d-b67c-4fd7-a045-1e70677a2817 HTTP/1.1" status: 204 len: 168 time: 0.8185596 Oct 26 16:46:49.557313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Request body: {'port': {'device_id': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:49.561820 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-4249cefa-5ce5-4dc4-a7e8-35f4e63085a5 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] show failed (client error): The resource could not be found. Oct 26 16:46:49.564571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4249cefa-5ce5-4dc4-a7e8-35f4e63085a5 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "GET /v2.0/security-groups/99ef008d-b67c-4fd7-a045-1e70677a2817 HTTP/1.1" status: 404 len: 347 time: 0.0317740 Oct 26 16:46:49.569864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:49.578896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.611394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41487c-e1e2-4578-aa65-710ccf8b2b9d tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef008d-b67c-4fd7-a045-1e70677a2817,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.659594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0e7beb33-f47f-45c9-8723-e3a8e34504cf None None] Provisioning complete for port 979cd35c-94de-4151-958d-bc5c3ab809fb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:49.662740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e7beb33-f47f-45c9-8723-e3a8e34504cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.682096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff387e2-644b-4a35-9144-2cac0d9dc6ee req-80519a36-99d4-4f40-b81f-d4262363835d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:49.684052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ff387e2-644b-4a35-9144-2cac0d9dc6ee req-80519a36-99d4-4f40-b81f-d4262363835d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 932 time: 0.3436155 Oct 26 16:46:49.688030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.777041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Deleting port bff07540-2a8b-4b21-bb63-1655766cf82e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:46:49.778033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.819605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0e7beb33-f47f-45c9-8723-e3a8e34504cf None None] Port 979cd35c-94de-4151-958d-bc5c3ab809fb cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:46:49.930729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1e93ea-8bfb-4545-95ab-9310786596a3 req-9f4dd6e4-5a17-4739-b680-206baf7a1843 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0850995 Oct 26 16:46:49.938850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.940883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:49.965715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Calling delete_port for bff07540-2a8b-4b21-bb63-1655766cf82e owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:46:49.992102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.079164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16b74b-21f6-4ed1-b061-4177aa1d9439 None None] New status for floating IP 40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:46:50.121178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ff387e2-644b-4a35-9144-2cac0d9dc6ee req-e8ca7e62-9511-475d-9f9b-ae6543f15526 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256413 Oct 26 16:46:50.142774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52b01e-7f3c-4fb8-a2d5-3a57a4ee5e6d None None] New status for floating IP e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:46:50.328782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.331664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-ce16b74b-21f6-4ed1-b061-4177aa1d9439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:46:50.332288 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-ce16b74b-21f6-4ed1-b061-4177aa1d9439 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:46:50.334976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.338144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.339427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f67149c1-cc43-4b00-9f81-ccfdfe068224 HTTP/1.1" status: 204 len: 168 time: 0.9851773 Oct 26 16:46:50.388235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Pushing event deleted for resources: {'Port': ['ID=bff07540-2a8b-4b21-bb63-1655766cf82e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.419747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-5b7a8071-e2fd-494e-ab0f-060e7f808068 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:50.425900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-5b7a8071-e2fd-494e-ab0f-060e7f808068 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.4910748 Oct 26 16:46:50.461474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:50.509473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.513436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:50.518012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ef200789-2328-4780-8e24-420608b22f97 tempest-AttachVolumeTestJSON-1747926157 tempest-AttachVolumeTestJSON-1747926157-project] 10.222.0.21 "DELETE /v2.0/floatingips/40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544 HTTP/1.1" status: 204 len: 168 time: 0.9490981 Oct 26 16:46:50.526138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f0a2b1db-65cb-4cfd-9050-87195b013e90 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:50.604617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: f0a2b1db-65cb-4cfd-9050-87195b013e90 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:46:50.605130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device f0a2b1db-65cb-4cfd-9050-87195b013e90 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:50.657854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04406ff-88e6-4976-ba55-3e7e7f4d0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67149c1-cc43-4b00-9f81-ccfdfe068224,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.834282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16b74b-21f6-4ed1-b061-4177aa1d9439 None None] New status for floating IP 40cb97ba-5ef6-4dbd-8e11-3cee7ff9f544: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:46:51.132340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.257881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4be8ae9-f22b-4140-b886-73b185daada1 req-1d961719-2e04-490c-869a-82b1046b009c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0616951 Oct 26 16:46:51.357696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:51.373016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f4ab-46eb-423e-8854-a6c845b4ae17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.416267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ef64-70a5-4d31-97a1-d3672c1335b5 req-d7ffd4a9-32e1-4a61-b480-45ede017c88f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:51.417728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b38ef64-70a5-4d31-97a1-d3672c1335b5 req-d7ffd4a9-32e1-4a61-b480-45ede017c88f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 932 time: 0.0859106 Oct 26 16:46:51.464524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f4ab-46eb-423e-8854-a6c845b4ae17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.517960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b38ef64-70a5-4d31-97a1-d3672c1335b5 req-03f9f516-917f-46ff-9934-ec336aa7b614 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875669 Oct 26 16:46:51.536254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:51.540013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.562072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979cd35c-94de-4151-958d-bc5c3ab809fb {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:51.578605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f4ab-46eb-423e-8854-a6c845b4ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.583516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.617454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1f4ab-46eb-423e-8854-a6c845b4ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41933ce4-340e-4d8f-9352-aa00604ac1bf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:51.623792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4eb1f4ab-46eb-423e-8854-a6c845b4ae17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2b345e1ec549f0b006cc17cb54cb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642558 Oct 26 16:46:51.626308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33154) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:51.643570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Transition to ACTIVE for port object 979cd35c-94de-4151-958d-bc5c3ab809fb will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:46:51.697196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.714817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.7 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/67232bff-0253-40c0-9e2e-18eaa1055cea) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:51.719885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.722615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.746756 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:46:51.813432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Pushing event updated for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:51.852458 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.856000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:51.857539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41933ce4-340e-4d8f-9352-aa00604ac1bf HTTP/1.1" status: 204 len: 168 time: 0.2282078 Oct 26 16:46:51.884693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec096613-7df5-4528-96a4-ba50702f5a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41933ce4-340e-4d8f-9352-aa00604ac1bf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:51.914572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Attempting to bind port 979cd35c-94de-4151-958d-bc5c3ab809fb on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:46:51.914974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Attempting to bind port 979cd35c-94de-4151-958d-bc5c3ab809fb by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:46:51.915376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Attempting to bind port 979cd35c-94de-4151-958d-bc5c3ab809fb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:51.949619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Port 979cd35c-94de-4151-958d-bc5c3ab809fb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:46:51.949926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Attempting to bind port 979cd35c-94de-4151-958d-bc5c3ab809fb on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:51.962411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:46:51.962849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:46:51.963328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:46:51.963835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Bound port: 979cd35c-94de-4151-958d-bc5c3ab809fb, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:46:51.964252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.086907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.101885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:52.108962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=979cd35c-94de-4151-958d-bc5c3ab809fb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:52.180083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.224366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:52.225110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.226665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] 10.222.0.47 "PUT /v2.0/ports/979cd35c-94de-4151-958d-bc5c3ab809fb HTTP/1.1" status: 200 len: 1092 time: 2.6909399 Oct 26 16:46:52.227334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:52.231103 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c62db8-9aba-4adc-b1f2-447c96a4c035" -d '{"events": [{"name": "network-changed", "server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:52.245296 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.270963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc639fc5-f61f-4e24-951f-3521da38b125 service neutron] Pushing event updated for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:52.287625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:52.290546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:52.337577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:46:52.375153 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc0574e-58ae-44c2-a537-2fd63a6cd1b6 x-openstack-request-id: req-9cc0574e-58ae-44c2-a537-2fd63a6cd1b6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:52.375589 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:52.375946 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cc0574e-58ae-44c2-a537-2fd63a6cd1b6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:52.376520 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb', 'status': 'completed', 'code': 200} Oct 26 16:46:52.515531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:52.532974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.585592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:52.590113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.749193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-a3ad2098-3028-4493-addb-07ee19ebffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:52.750980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-a3ad2098-3028-4493-addb-07ee19ebffb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 1095 time: 0.3781326 Oct 26 16:46:52.778791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044fd5-4589-4134-bc62-d358a017c28a req-bdcb2cf6-18d1-4f77-b09c-9954f3ad4b4b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:52.780983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6044fd5-4589-4134-bc62-d358a017c28a req-bdcb2cf6-18d1-4f77-b09c-9954f3ad4b4b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 931 time: 0.2524145 Oct 26 16:46:52.826221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-85fc883b-bb1f-4ce6-9cb2-b8e90a1cb78e None None] Provisioning complete for port 67232bff-0253-40c0-9e2e-18eaa1055cea triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:52.826768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-85fc883b-bb1f-4ce6-9cb2-b8e90a1cb78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:52.834274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-5d02ea71-49dc-413f-b8a1-2f43caafdac0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2516663 Oct 26 16:46:52.855958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-839a1b6d-c378-416d-88c7-090c3efa3438 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=979cd35c-94de-4151-958d-bc5c3ab809fb HTTP/1.1" status: 200 len: 217 time: 0.0727210 Oct 26 16:46:52.871471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-74a063bc-1b03-4480-8931-059103e19646 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132490 Oct 26 16:46:52.888375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-85fc883b-bb1f-4ce6-9cb2-b8e90a1cb78e None None] Port 67232bff-0253-40c0-9e2e-18eaa1055cea cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:46:52.950877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-a4dea066-47c7-47f6-bc32-4c35e0672832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:52.952392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Request body: {'port': {'device_id': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:52.952751 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-a4dea066-47c7-47f6-bc32-4c35e0672832 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 1097 time: 0.0607300 Oct 26 16:46:52.999123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41d62e-8abd-4c36-bed5-5f7b6eb67c0c req-8967c1ad-5b8e-4dfb-9fd6-1b65fd3a6b8b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.000992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb41d62e-8abd-4c36-bed5-5f7b6eb67c0c req-8967c1ad-5b8e-4dfb-9fd6-1b65fd3a6b8b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 944 time: 0.3494928 Oct 26 16:46:53.060017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6044fd5-4589-4134-bc62-d358a017c28a req-46173035-ddb6-4472-898b-4ac85fc6bf3d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975541 Oct 26 16:46:53.071224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-2ef4bef7-a472-499e-bdeb-e90c79f6a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.072663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-2ef4bef7-a472-499e-bdeb-e90c79f6a211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.1984982 Oct 26 16:46:53.122319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-83466cab-4461-40a8-89c3-fe2317363e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.130445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-83466cab-4461-40a8-89c3-fe2317363e87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 200 len: 915 time: 0.1555758 Oct 26 16:46:53.175768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb41d62e-8abd-4c36-bed5-5f7b6eb67c0c req-7a8c4a49-f204-451d-8584-f14c2b92a21d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658726 Oct 26 16:46:53.205143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-6bb21f29-e5af-4188-bf85-0a8219d3c96a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 HTTP/1.1" status: 200 len: 217 time: 0.0658398 Oct 26 16:46:53.214118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:53.218761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-a69bffa5-3f6c-4b35-af6f-b3a3c8c99c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.220290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-a69bffa5-3f6c-4b35-af6f-b3a3c8c99c5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938156 Oct 26 16:46:53.297570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-ff5d98d7-860f-4e73-978a-5694f811130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.303202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-ff5d98d7-860f-4e73-978a-5694f811130c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8362a629-fd66-4a53-810d-e4996a80116e HTTP/1.1" status: 200 len: 854 time: 0.0905981 Oct 26 16:46:53.366492 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-142efdec-760f-4471-b56d-5f7ccf42d8e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a1e150e-326c-4e93-9ad9-6652a0c51169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548131 Oct 26 16:46:53.422130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-826413c2-5fc6-4b59-92af-cf7714bcbf64 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920917 Oct 26 16:46:53.508300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-50ff249d-89e9-42be-a569-4f6469de477f service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337798 Oct 26 16:46:53.627067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c5e97-500c-4a11-b220-e1307ec6c3d6 req-1c574eae-1cc4-49ae-a793-22f6fb1085e8 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899402 Oct 26 16:46:53.660007 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3aeee149-d527-4fc0-95a7-fd103dd4bd4d req-8469d07d-8261-4fbf-8374-3cee3cd2491d service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437616 Oct 26 16:46:53.701329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67232bff-0253-40c0-9e2e-18eaa1055cea {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:53.711617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:53.725858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Transition to ACTIVE for port object 67232bff-0253-40c0-9e2e-18eaa1055cea will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:46:53.869211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:53.880664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-75b5fed5-8b21-4ad2-8138-0293ebdd1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:53.880849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-75b5fed5-8b21-4ad2-8138-0293ebdd1d7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 1095 time: 0.0490761 Oct 26 16:46:53.978052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Pushing event updated for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.061850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-cff8a5f6-0fc8-4435-9fed-f38a1167015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.063347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-cff8a5f6-0fc8-4435-9fed-f38a1167015d service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1632607 Oct 26 16:46:54.118005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Attempting to bind port 67232bff-0253-40c0-9e2e-18eaa1055cea on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:46:54.118344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Attempting to bind port 67232bff-0253-40c0-9e2e-18eaa1055cea by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:46:54.118671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Attempting to bind port 67232bff-0253-40c0-9e2e-18eaa1055cea on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:54.121522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-7a595087-fde7-4213-b56c-290f574340ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=979cd35c-94de-4151-958d-bc5c3ab809fb HTTP/1.1" status: 200 len: 217 time: 0.0457380 Oct 26 16:46:54.124874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Port 67232bff-0253-40c0-9e2e-18eaa1055cea on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:46:54.125194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Attempting to bind port 67232bff-0253-40c0-9e2e-18eaa1055cea on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:54.138372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:46:54.138587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:46:54.138962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:46:54.139426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Bound port: 67232bff-0253-40c0-9e2e-18eaa1055cea, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:46:54.139771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:54.247467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-39b0bd89-23d4-4411-81bd-35107628b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.248947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-39b0bd89-23d4-4411-81bd-35107628b730 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.1187413 Oct 26 16:46:54.355735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:54.379527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1e4e-442b-46ef-9c0d-a0f724a355c0 req-072c4d28-1755-4e54-b71a-dc106d513526 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.381046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc5c1e4e-442b-46ef-9c0d-a0f724a355c0 req-072c4d28-1755-4e54-b71a-dc106d513526 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.1558149 Oct 26 16:46:54.390077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=67232bff-0253-40c0-9e2e-18eaa1055cea,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:54.397634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-76d56b32-341b-4c45-9134-08b4c70e769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.399110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-76d56b32-341b-4c45-9134-08b4c70e769e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290786 Oct 26 16:46:54.413126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8496dc-4fe2-40c2-90be-a67ea5e25f8f req-9f56572a-3084-48fd-b51a-2b4491a2cafc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.414609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe8496dc-4fe2-40c2-90be-a67ea5e25f8f req-9f56572a-3084-48fd-b51a-2b4491a2cafc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 944 time: 0.1314125 Oct 26 16:46:54.494511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:54.555069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc5c1e4e-442b-46ef-9c0d-a0f724a355c0 req-cf528ede-f2b3-4c3d-8b4d-183ef12e24e5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629539 Oct 26 16:46:54.601763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.610923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:54.610923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] 10.222.0.39 "PUT /v2.0/ports/67232bff-0253-40c0-9e2e-18eaa1055cea HTTP/1.1" status: 200 len: 1091 time: 1.6591227 Oct 26 16:46:54.610923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:54.610923 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ff168-ab5f-4865-9462-a8178b69f2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:54.624555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe8496dc-4fe2-40c2-90be-a67ea5e25f8f req-2587058b-6aee-473f-844b-886a37aa2253 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922596 Oct 26 16:46:54.631431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cedd9-a556-45f2-b3fc-6387ce6d2339 service neutron] Pushing event updated for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.646064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-a8499b63-79cc-47a3-919f-5f4d8843f674 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238123 Oct 26 16:46:54.744769 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a46b6-9a58-4088-82d1-9f281d416c45 x-openstack-request-id: req-ef5a46b6-9a58-4088-82d1-9f281d416c45 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:54.745385 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:54.745708 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef5a46b6-9a58-4088-82d1-9f281d416c45 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:54.746171 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea', 'status': 'completed', 'code': 200} Oct 26 16:46:54.839751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-84af46c5-629a-4972-99fa-4082cdeea4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.841951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-84af46c5-629a-4972-99fa-4082cdeea4bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 1094 time: 0.0945926 Oct 26 16:46:54.844461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45c62db8-9aba-4adc-b1f2-447c96a4c035 req-765454d8-bc66-4f4d-88e9-587154315b00 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958535 Oct 26 16:46:54.899507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-f7e0dadf-dfd2-4be6-bc23-e871029149f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67232bff-0253-40c0-9e2e-18eaa1055cea HTTP/1.1" status: 200 len: 217 time: 0.0489340 Oct 26 16:46:54.952790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-31c3b014-5e15-45b3-9b74-99a913388566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:54.954513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-31c3b014-5e15-45b3-9b74-99a913388566 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0480559 Oct 26 16:46:55.014949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-0133c5f6-93ad-4a0e-9f09-d55211922a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.016515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-0133c5f6-93ad-4a0e-9f09-d55211922a79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524037 Oct 26 16:46:55.115060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-a661866c-4b59-4d09-9691-a70474999386 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915866 Oct 26 16:46:55.216134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a407c40-5490-4f9c-9f88-c235bf1a7e69 req-999e86b9-16d2-4d80-9bc8-eb5d0c38f7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896864 Oct 26 16:46:55.401349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-6fffa5ae-5cc9-4151-9843-d320a6349f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.402944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-6fffa5ae-5cc9-4151-9843-d320a6349f8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 1094 time: 0.0553758 Oct 26 16:46:55.523425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-f2345bfa-1b70-478b-91a5-6222aa635e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.524910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-f2345bfa-1b70-478b-91a5-6222aa635e42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1151550 Oct 26 16:46:55.588803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-99422efd-2771-47ea-a8c7-dd4f64538156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67232bff-0253-40c0-9e2e-18eaa1055cea HTTP/1.1" status: 200 len: 217 time: 0.0554128 Oct 26 16:46:55.645825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-184fa2fa-1bb9-48c8-8a0d-6777e26ae4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.647355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-184fa2fa-1bb9-48c8-8a0d-6777e26ae4b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0518694 Oct 26 16:46:55.840871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b6ef8-1c89-48a0-951a-01ca0a36f363 req-9e95d3b4-bc86-4fb0-9e0e-df71cad554d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.842374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f5b6ef8-1c89-48a0-951a-01ca0a36f363 req-9e95d3b4-bc86-4fb0-9e0e-df71cad554d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.1285841 Oct 26 16:46:55.845047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-e7cbce31-040d-49b1-b538-2ed2c771490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.846688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-e7cbce31-040d-49b1-b538-2ed2c771490a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919272 Oct 26 16:46:55.882624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4cc3-8753-40fa-a8bd-8f2aefd303f1 req-d8dfcf45-c6d4-44ac-9d5e-50708d50bf2f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:55.884109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bc4cc3-8753-40fa-a8bd-8f2aefd303f1 req-d8dfcf45-c6d4-44ac-9d5e-50708d50bf2f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 944 time: 0.1348133 Oct 26 16:46:55.964769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f5b6ef8-1c89-48a0-951a-01ca0a36f363 req-5910cedd-7066-4663-ad4d-0afb14ab62ac tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141770 Oct 26 16:46:55.986172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bc4cc3-8753-40fa-a8bd-8f2aefd303f1 req-f1ecdf80-bb4c-4446-81f8-d8a5e95127d7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884104 Oct 26 16:46:56.009459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-9ce6811c-6dc5-4eee-9825-be0c322ee5c0 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509900 Oct 26 16:46:56.129649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b44ff168-ab5f-4865-9462-a8178b69f2c2 req-64810b30-649d-46b5-9b4d-984036d0705f service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091783 Oct 26 16:46:56.477978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:56.561730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 979cd35c-94de-4151-958d-bc5c3ab809fb details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:46:56.596701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a17890f-d67a-4a61-8d83-60b37a276248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.664831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=979cd35c-94de-4151-958d-bc5c3ab809fb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:56.674099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a17890f-d67a-4a61-8d83-60b37a276248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.681003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '979cd35c-94de-4151-958d-bc5c3ab809fb', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': '979cd35c-94de-4151-958d-bc5c3ab809fb', 'mac_address': 'fa:16:3e:cb:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:46:56.718873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.733054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979cd35c-94de-4151-958d-bc5c3ab809fb {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:46:56.752921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a17890f-d67a-4a61-8d83-60b37a276248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.753364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=979cd35c-94de-4151-958d-bc5c3ab809fb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:56.796398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4a17890f-d67a-4a61-8d83-60b37a276248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2e8c2a6185e42eda55f46762e15516f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171043 Oct 26 16:46:56.797861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17890f-d67a-4a61-8d83-60b37a276248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded8d98c-00f7-4495-8585-2c87d810c82e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:56.799341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33246) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:56.816840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.855727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:56.868167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:56.878562 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.000614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.003921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.008073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ded8d98c-00f7-4495-8585-2c87d810c82e HTTP/1.1" status: 204 len: 168 time: 0.2076793 Oct 26 16:46:57.036937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5886e8-92aa-4b8f-9f6c-365051b08c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded8d98c-00f7-4495-8585-2c87d810c82e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.046266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['979cd35c-94de-4151-958d-bc5c3ab809fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:46:57.144093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1a984-d02d-455c-998c-eb8bf6fd5419 req-70da8fd7-b6dd-422b-8013-e050fcee847d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:57.145951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ff1a984-d02d-455c-998c-eb8bf6fd5419 req-70da8fd7-b6dd-422b-8013-e050fcee847d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.1012797 Oct 26 16:46:57.203978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48352d-add4-4456-9642-e5a2fff6b037 req-643c4d57-2c42-4039-ae4b-8654531e5549 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:57.211729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b48352d-add4-4456-9642-e5a2fff6b037 req-643c4d57-2c42-4039-ae4b-8654531e5549 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 945 time: 0.1192582 Oct 26 16:46:57.233420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ff1a984-d02d-455c-998c-eb8bf6fd5419 req-e50c6036-10e0-4719-bd83-6dfd8ec7c053 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Oct 26 16:46:57.270153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b48352d-add4-4456-9642-e5a2fff6b037 req-268d8653-a176-4d7f-ab36-e69427fc330d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Oct 26 16:46:57.646598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33258) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:57.660068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69e4331f-fa7a-485c-9120-fc7c26f43ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.737053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69e4331f-fa7a-485c-9120-fc7c26f43ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.792910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69e4331f-fa7a-485c-9120-fc7c26f43ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.835731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69e4331f-fa7a-485c-9120-fc7c26f43ec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=604b536f8bb2424787555c6e157dd1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880233 Oct 26 16:46:57.836726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4331f-fa7a-485c-9120-fc7c26f43ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba212e-df40-4ef6-9444-10b3aa4c3d15,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.838482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33260) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:46:57.888067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:57.910876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:58.027307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:58.029920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:58.031337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3ba212e-df40-4ef6-9444-10b3aa4c3d15 HTTP/1.1" status: 204 len: 168 time: 0.1914520 Oct 26 16:46:58.040350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09c79-2818-488c-b105-b3f18517bb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba212e-df40-4ef6-9444-10b3aa4c3d15,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:58.389355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e74fc-3cc4-4ffb-96e9-4fcab85ce88d req-3ac1d724-6ba3-4e4a-ab8f-d4a92b9ecd2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:58.390908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b4e74fc-3cc4-4ffb-96e9-4fcab85ce88d req-3ac1d724-6ba3-4e4a-ab8f-d4a92b9ecd2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0741270 Oct 26 16:46:58.458921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da778a-3f29-4b71-abfd-7186fe0ed4a2 req-adcb415c-625e-4f43-bc14-5a5c8bd28831 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:58.460478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24da778a-3f29-4b71-abfd-7186fe0ed4a2 req-adcb415c-625e-4f43-bc14-5a5c8bd28831 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 945 time: 0.0949419 Oct 26 16:46:58.475983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b4e74fc-3cc4-4ffb-96e9-4fcab85ce88d req-8835ce4e-c2b9-4f48-a7b3-7460b3847946 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Oct 26 16:46:58.511966 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24da778a-3f29-4b71-abfd-7186fe0ed4a2 req-9b97ef9b-71fc-47f3-af07-d8852dffd490 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Oct 26 16:46:58.589471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 979cd35c-94de-4151-958d-bc5c3ab809fb up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:58.732569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 979cd35c-94de-4151-958d-bc5c3ab809fb completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:46:58.740300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 979cd35c-94de-4151-958d-bc5c3ab809fb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:46:58.741076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:58.823797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:58.847293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:46:58.849608 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0dfc8b-1b5c-4488-bbae-43c25311e11d" -d '{"events": [{"server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "name": "network-vif-plugged", "status": "completed", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:58.866259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=979cd35c-94de-4151-958d-bc5c3ab809fb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:58.944072 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:46:59.050025 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3b19f2-40ad-4c29-a6e7-400782a9be88 x-openstack-request-id: req-2b3b19f2-40ad-4c29-a6e7-400782a9be88 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:59.050425 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "name": "network-vif-plugged", "status": "completed", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:59.050772 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b3b19f2-40ad-4c29-a6e7-400782a9be88 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:59.051364 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb', 'code': 200} Oct 26 16:46:59.067768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:59.162580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf9995-ba19-41ae-aa81-f8e9d445dcd4 req-1728bba9-d25d-4254-a6c6-59d18e82c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:59.164341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdcf9995-ba19-41ae-aa81-f8e9d445dcd4 req-1728bba9-d25d-4254-a6c6-59d18e82c955 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 1097 time: 0.0518422 Oct 26 16:46:59.204240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdcf9995-ba19-41ae-aa81-f8e9d445dcd4 req-5a021533-5774-40dc-8ae1-578781a9007e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Oct 26 16:46:59.645181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdb81a-8f37-4740-ba89-f00630e635ae req-1d7b9e29-fc54-4cc9-9731-46e749fc41dc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:59.658735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62bdb81a-8f37-4740-ba89-f00630e635ae req-1d7b9e29-fc54-4cc9-9731-46e749fc41dc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0978603 Oct 26 16:46:59.719813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-62bdb81a-8f37-4740-ba89-f00630e635ae req-49dc0b47-1ea3-4a05-bf5f-4ebfc6fab4ad tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Oct 26 16:46:59.770334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b41f-a0cd-4789-baed-e2cfb60bcf25 req-25bba3ad-28be-4597-9843-577144b58a14 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:46:59.771907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff0b41f-a0cd-4789-baed-e2cfb60bcf25 req-25bba3ad-28be-4597-9843-577144b58a14 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.0776505 Oct 26 16:46:59.855639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff0b41f-a0cd-4789-baed-e2cfb60bcf25 req-50272307-a924-4215-b806-34da330b3929 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772061 Oct 26 16:47:00.877970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b10c2-c668-40c5-ad65-1950ffda3419 req-e68e7327-c707-42d6-b7a8-bf773957339c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:00.883451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d79b10c2-c668-40c5-ad65-1950ffda3419 req-e68e7327-c707-42d6-b7a8-bf773957339c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0685246 Oct 26 16:47:00.946269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d79b10c2-c668-40c5-ad65-1950ffda3419 req-69b0617f-82e4-4a8f-8fc8-2959ede810a2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579538 Oct 26 16:47:00.999699 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ef8239-326e-42a6-9f21-9deb349823ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:01.134314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd0d2-4282-4b78-a997-b1728a889ff7 req-4e998488-952f-4473-ae6e-24ae92799f21 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:01.136714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f8dd0d2-4282-4b78-a997-b1728a889ff7 req-4e998488-952f-4473-ae6e-24ae92799f21 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.0825253 Oct 26 16:47:01.196163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f8dd0d2-4282-4b78-a997-b1728a889ff7 req-076647ef-11bc-4d8f-be69-87fe8e4cebf0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Oct 26 16:47:01.633994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33358) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:01.762680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-165fcf4d-d37e-4671-bf79-2d467203a2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:01.847488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-165fcf4d-d37e-4671-bf79-2d467203a2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:01.943252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-165fcf4d-d37e-4671-bf79-2d467203a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:02.000587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:02.001405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-165fcf4d-d37e-4671-bf79-2d467203a2f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d530715512084135b2c9e487a620d96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662596 Oct 26 16:47:02.007002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fcf4d-d37e-4671-bf79-2d467203a2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7452cd-a52d-43f2-a51c-5d428e05d4b4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:02.088297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:02.161890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:02.212885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35ecc-a28f-4744-9a10-50ccc543f3cb req-dd2275f8-5267-464e-8ec8-a862c4c8c452 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:02.220289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-def35ecc-a28f-4744-9a10-50ccc543f3cb req-dd2275f8-5267-464e-8ec8-a862c4c8c452 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.1230555 Oct 26 16:47:02.264051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-def35ecc-a28f-4744-9a10-50ccc543f3cb req-81d5dd02-e025-4e51-a28b-fcdda4f09b62 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Oct 26 16:47:02.330674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:02.333410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:02.336879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b7452cd-a52d-43f2-a51c-5d428e05d4b4 HTTP/1.1" status: 204 len: 168 time: 0.3330479 Oct 26 16:47:02.353881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ce95-9a8a-4572-a659-92adadadb0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7452cd-a52d-43f2-a51c-5d428e05d4b4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:02.906884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33384) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:02.970512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33390) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:02.991037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99de6c2d-50dd-4402-8372-eafd8f4a9d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.087694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99de6c2d-50dd-4402-8372-eafd8f4a9d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.154509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99de6c2d-50dd-4402-8372-eafd8f4a9d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.197590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-99de6c2d-50dd-4402-8372-eafd8f4a9d5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fa771b8542c41a88f0f160c8e4fdb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247715 Oct 26 16:47:03.200175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33394) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:03.208146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6c2d-50dd-4402-8372-eafd8f4a9d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2787863b-598a-4864-a0b3-661a98b2513c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.248821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-774138dd-dd59-4fbc-9a61-b98f034dce16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.317716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.352831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.440025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-774138dd-dd59-4fbc-9a61-b98f034dce16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.454552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82659ac-2118-41ce-810e-353514cb675b req-c58d0368-ca7f-44ef-b00c-6a8a4716dbaf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:03.456179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82659ac-2118-41ce-810e-353514cb675b req-c58d0368-ca7f-44ef-b00c-6a8a4716dbaf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.1014614 Oct 26 16:47:03.498874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82659ac-2118-41ce-810e-353514cb675b req-0c3e5360-14a4-4244-9a04-7e0be82f09c6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363243 Oct 26 16:47:03.554251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-774138dd-dd59-4fbc-9a61-b98f034dce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.583054 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0824-0d78-4935-b8fa-4b09c4261be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.591765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.594336 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.595541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2787863b-598a-4864-a0b3-661a98b2513c HTTP/1.1" status: 204 len: 168 time: 0.3941624 Oct 26 16:47:03.598896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774138dd-dd59-4fbc-9a61-b98f034dce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed63c0c-695c-4531-b924-f4ab94a7b4db,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.603367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-774138dd-dd59-4fbc-9a61-b98f034dce16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6111581a960e41a5b1ae3fe79ccbef9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952400 Oct 26 16:47:03.606150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:03.613105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d86164-673f-4e6b-ba39-f9aea40ebe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2787863b-598a-4864-a0b3-661a98b2513c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.680900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.702660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.827608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.830445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:03.831635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ed63c0c-695c-4531-b924-f4ab94a7b4db HTTP/1.1" status: 204 len: 168 time: 0.2246137 Oct 26 16:47:03.839869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc001a-ffa8-4b68-be28-ff7222701e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed63c0c-695c-4531-b924-f4ab94a7b4db,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:04.114146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:04.989450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eea49-3736-42b4-8389-4618fb23e688 req-5bcea462-da99-47d6-b641-909ff2d4d05f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:04.997501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d38eea49-3736-42b4-8389-4618fb23e688 req-5bcea462-da99-47d6-b641-909ff2d4d05f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.3748317 Oct 26 16:47:05.026863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:05.035898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d38eea49-3736-42b4-8389-4618fb23e688 req-e3ba3a9f-a405-47c6-9bc0-efd3000e9360 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Oct 26 16:47:06.188474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64129a3-c2c8-4f99-9bf7-fecee21118c4 req-fc19398a-9f76-4974-a95e-4fb59cec0f10 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:06.202455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a64129a3-c2c8-4f99-9bf7-fecee21118c4 req-fc19398a-9f76-4974-a95e-4fb59cec0f10 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0814488 Oct 26 16:47:06.249703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a64129a3-c2c8-4f99-9bf7-fecee21118c4 req-10de5e6e-c011-40e4-a863-5ed1745f0858 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Oct 26 16:47:06.621342 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:07.400036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd855a-734e-4c10-9fd4-1a4ec3b5dbe8 req-c9cff044-d684-4fd4-852f-5fc4257fb343 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:07.401758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33cd855a-734e-4c10-9fd4-1a4ec3b5dbe8 req-c9cff044-d684-4fd4-852f-5fc4257fb343 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0647042 Oct 26 16:47:07.473634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33cd855a-734e-4c10-9fd4-1a4ec3b5dbe8 req-e9302fc0-6bdc-422a-abc7-9e3bad07265c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637138 Oct 26 16:47:07.618490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:07.737360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7402941-7ef2-4090-811e-a4e3e9abef77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:07.824739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7402941-7ef2-4090-811e-a4e3e9abef77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:07.902288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7402941-7ef2-4090-811e-a4e3e9abef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:07.940087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402941-7ef2-4090-811e-a4e3e9abef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77571c16-889d-4c9d-a52f-d9563b7bb8c2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:07.944397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7402941-7ef2-4090-811e-a4e3e9abef77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1de91d74d3564619aeb44dd10ce9843c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247900 Oct 26 16:47:07.951039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:08.001074 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.025286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.123567 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.126083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.127525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77571c16-889d-4c9d-a52f-d9563b7bb8c2 HTTP/1.1" status: 204 len: 168 time: 0.1755471 Oct 26 16:47:08.135764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994a3a3-179c-4f75-8f7d-1748a4f0e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77571c16-889d-4c9d-a52f-d9563b7bb8c2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:08.607464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f764-d80f-4d2e-b87b-3a40e6627105 req-033b9f04-f3fe-4fd9-9516-875f120ba528 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:08.609219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f794f764-d80f-4d2e-b87b-3a40e6627105 req-033b9f04-f3fe-4fd9-9516-875f120ba528 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0566845 Oct 26 16:47:08.649009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f794f764-d80f-4d2e-b87b-3a40e6627105 req-6ec7e643-327e-4136-972a-ca68d0d714ef tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Oct 26 16:47:08.683975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33524) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:08.698325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd7683e6-e317-4046-bed7-a98c524de10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.784930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd7683e6-e317-4046-bed7-a98c524de10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.885425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd7683e6-e317-4046-bed7-a98c524de10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:08.926410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd7683e6-e317-4046-bed7-a98c524de10f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fea1faa0ab94cb18da934cb96e4295e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411854 Oct 26 16:47:08.927359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7683e6-e317-4046-bed7-a98c524de10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00417c6-f111-49be-8d6f-59dbf5172f39,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:08.929161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33538) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:08.989084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:09.011434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:09.131236 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:09.134328 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:09.140244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a00417c6-f111-49be-8d6f-59dbf5172f39 HTTP/1.1" status: 204 len: 168 time: 0.2047124 Oct 26 16:47:09.145520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7952-0837-4339-bc09-9c7ba798d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00417c6-f111-49be-8d6f-59dbf5172f39,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:09.647862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 67232bff-0253-40c0-9e2e-18eaa1055cea details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:47:09.766277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=67232bff-0253-40c0-9e2e-18eaa1055cea,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:09.779761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '67232bff-0253-40c0-9e2e-18eaa1055cea', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': '67232bff-0253-40c0-9e2e-18eaa1055cea', 'mac_address': 'fa:16:3e:cc:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:47:09.789917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52412058-7c51-4c69-a818-cfbe23b90fec req-eee93c3f-7a10-4065-98ce-361f472dcf41 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:09.798515 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52412058-7c51-4c69-a818-cfbe23b90fec req-eee93c3f-7a10-4065-98ce-361f472dcf41 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 943 time: 0.0649345 Oct 26 16:47:09.828639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:09.843428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52412058-7c51-4c69-a818-cfbe23b90fec req-1230c208-6398-48b4-a14b-5ec8eb1b87c2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Oct 26 16:47:09.851693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67232bff-0253-40c0-9e2e-18eaa1055cea {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:47:09.874840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=67232bff-0253-40c0-9e2e-18eaa1055cea,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:09.964588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:10.009662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:10.190212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['67232bff-0253-40c0-9e2e-18eaa1055cea'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:47:11.052596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07798b2a-072a-4fd3-8e0e-3ef9baba9904 req-3286e6e9-86b7-479a-80a9-d863b93692d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:11.055604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07798b2a-072a-4fd3-8e0e-3ef9baba9904 req-3286e6e9-86b7-479a-80a9-d863b93692d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 944 time: 0.0728927 Oct 26 16:47:11.095781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07798b2a-072a-4fd3-8e0e-3ef9baba9904 req-2de86f02-4085-495f-bda6-36663dd64448 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Oct 26 16:47:11.655600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 67232bff-0253-40c0-9e2e-18eaa1055cea up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:11.787680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 67232bff-0253-40c0-9e2e-18eaa1055cea completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:47:11.792007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 67232bff-0253-40c0-9e2e-18eaa1055cea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:11.792438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:11.873758 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:11.896210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:47:11.898407 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf76c39-88ad-4aa8-ae82-b77507983310" -d '{"events": [{"server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "name": "network-vif-plugged", "status": "completed", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:11.911912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=67232bff-0253-40c0-9e2e-18eaa1055cea,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:11.937502 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4376b2e7-f743-429c-bf8c-ab3e8b4e06ce x-openstack-request-id: req-4376b2e7-f743-429c-bf8c-ab3e8b4e06ce {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:11.937978 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "name": "network-vif-plugged", "status": "completed", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:11.938383 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4376b2e7-f743-429c-bf8c-ab3e8b4e06ce {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:11.938956 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea', 'code': 200} Oct 26 16:47:11.977171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.028769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:12.047795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f936df8-bc8e-467b-b802-67e25404db08 req-be478c23-60a9-40d6-925c-8ef368cc61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:12.048050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f936df8-bc8e-467b-b802-67e25404db08 req-be478c23-60a9-40d6-925c-8ef368cc61be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 1096 time: 0.0507839 Oct 26 16:47:12.100200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f936df8-bc8e-467b-b802-67e25404db08 req-5ee4bd91-9dff-4872-a203-c078a82491df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Oct 26 16:47:12.155314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33624) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:12.274736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1eb05-cf9b-4d2e-ab92-ca7482b1702f req-ad064169-651f-498c-9f14-fbaa00bc9b88 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:12.277126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dda1eb05-cf9b-4d2e-ab92-ca7482b1702f req-ad064169-651f-498c-9f14-fbaa00bc9b88 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.0784826 Oct 26 16:47:12.291705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c58615b-1abe-45a9-bfb5-c8fad11c8f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.381336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dda1eb05-cf9b-4d2e-ab92-ca7482b1702f req-70d0816f-c4a3-4481-b30d-d2d6079b8f89 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909424 Oct 26 16:47:12.415999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c58615b-1abe-45a9-bfb5-c8fad11c8f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.473931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c58615b-1abe-45a9-bfb5-c8fad11c8f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.511578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58615b-1abe-45a9-bfb5-c8fad11c8f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd5aa3-b81e-427b-93f7-6a227edb24a8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:12.520310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c58615b-1abe-45a9-bfb5-c8fad11c8f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de9fe1f2bb4f42bba6074672efbd5723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605828 Oct 26 16:47:12.520832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33634) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:12.570800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.594112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.679877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.682658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:12.685525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33fd5aa3-b81e-427b-93f7-6a227edb24a8 HTTP/1.1" status: 204 len: 168 time: 0.1635892 Oct 26 16:47:12.698102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fc2c5-b44f-427d-8100-178ef3cbee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd5aa3-b81e-427b-93f7-6a227edb24a8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:13.499940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33666) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:13.635760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a1b8c-0405-480a-897d-c2031304de9d req-d38b05e7-4fe2-4baa-a353-92391826e5b8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:13.654690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b00a1b8c-0405-480a-897d-c2031304de9d req-d38b05e7-4fe2-4baa-a353-92391826e5b8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1242781 Oct 26 16:47:13.795438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6358e1-00b7-4a58-a81e-61bb5439c349 req-cca5ec77-826b-4a02-a33f-f6d46c46f2e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:13.796951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6358e1-00b7-4a58-a81e-61bb5439c349 req-cca5ec77-826b-4a02-a33f-f6d46c46f2e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2233143 Oct 26 16:47:13.832436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b00a1b8c-0405-480a-897d-c2031304de9d req-01d272e9-ac1d-4d3d-89ce-7b563a346557 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656010 Oct 26 16:47:14.008870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6358e1-00b7-4a58-a81e-61bb5439c349 req-0835eb76-22ff-4783-b6c4-effa9638ede3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026808 Oct 26 16:47:14.074096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f882-cfc3-4e5f-a150-259ac2dfb2ab req-a15a9ddf-b14f-4ccd-982a-ccbbeb606c7f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:14.082217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cb8f882-cfc3-4e5f-a150-259ac2dfb2ab req-a15a9ddf-b14f-4ccd-982a-ccbbeb606c7f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1724412 Oct 26 16:47:14.143240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cb8f882-cfc3-4e5f-a150-259ac2dfb2ab req-303f4a3c-6b33-4c0d-9fa4-2d6d1e6712f2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598183 Oct 26 16:47:14.268764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dfb9b-3045-49fe-8cbc-a7e342666120 req-51616c9e-5d65-41c5-b37d-1e0786421c4f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:14.272182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-345dfb9b-3045-49fe-8cbc-a7e342666120 req-51616c9e-5d65-41c5-b37d-1e0786421c4f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0729542 Oct 26 16:47:14.359303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-345dfb9b-3045-49fe-8cbc-a7e342666120 req-2d1df7ac-b8e9-4476-8c4c-968f2a2b935f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758049 Oct 26 16:47:14.389976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:14.805397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Deleting port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:14.805947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:14.902601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] For port fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:14.903079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:14.918672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Calling delete_port for fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:14.979220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:15.030557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249d4c-8546-46bb-a4ad-362b5f5d5a63 req-fcf4922e-6b87-4dcf-a901-759031235941 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:15.033247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5249d4c-8546-46bb-a4ad-362b5f5d5a63 req-fcf4922e-6b87-4dcf-a901-759031235941 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0677018 Oct 26 16:47:15.102822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.133412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5249d4c-8546-46bb-a4ad-362b5f5d5a63 req-3aa95d2b-d6cc-4a87-8079-38dcf157b6cd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554554 Oct 26 16:47:15.202471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.251473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.279411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.301237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.347608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a2645-6392-4d73-a37d-a06de87b95fc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.356160 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2794934b70ef4da08422d39b18be5ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758972 Oct 26 16:47:15.358041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33766) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:15.405585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.405839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.406181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.406516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.406845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.408224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.408762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.409433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.410050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.410529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.411055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.411868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25a385-8e74-414c-abe5-dd2327580e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:15.467814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.497154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.522433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.633681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.636976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:15.638385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe2a2645-6392-4d73-a37d-a06de87b95fc HTTP/1.1" status: 204 len: 168 time: 0.2731709 Oct 26 16:47:15.649181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38009b-b62f-42dc-a537-246402eb07d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a2645-6392-4d73-a37d-a06de87b95fc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.847442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Router f0544237-c1a4-4d86-8049-14d9728e8c5e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:47:16.005378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:47:16.019271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:16.027758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8d86659-5f5e-4376-a53a-5bc0918d09e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0544237-c1a4-4d86-8049-14d9728e8c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155582 Oct 26 16:47:16.038048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Sync routers for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:16.065378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:16.067713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.180221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:16.247112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0c6f-2e15-48e5-919b-1cee49bd9379 req-eca7e10f-08ee-46b9-86c2-0ac2ff89aeaa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:16.250266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddcd0c6f-2e15-48e5-919b-1cee49bd9379 req-eca7e10f-08ee-46b9-86c2-0ac2ff89aeaa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1439729 Oct 26 16:47:16.318142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddcd0c6f-2e15-48e5-919b-1cee49bd9379 req-d01ce3dd-a5c6-429d-b2ea-2738309406ad tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589187 Oct 26 16:47:16.351467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:47:16.410348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:16.592124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Deleting port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:16.593730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:16.627752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:47:15Z', 'revision_number': 5, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port': {'id': '0b4c0bea-d11c-4bf8-a51b-9548c9c5acff', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:39:10Z', 'updated_at': '2021-10-26T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.692091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Checking router: f0544237-c1a4-4d86-8049-14d9728e8c5e for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:16.710309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] For port 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:16.710834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:16.720825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Routers {'f0544237-c1a4-4d86-8049-14d9728e8c5e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:16.721467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f0544237-c1a4-4d86-8049-14d9728e8c5e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.750886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Calling delete_port for 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:16.881292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] Set router f0544237-c1a4-4d86-8049-14d9728e8c5e gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:47:16.936727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:47:16Z', 'revision_number': 6, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.964537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5858d-9850-44bd-80d5-ca1e0f5e9d68 None None] The sync data for ids ['f0544237-c1a4-4d86-8049-14d9728e8c5e'] in n-d-815373-2 is: [{'id': 'f0544237-c1a4-4d86-8049-14d9728e8c5e', 'name': 'tempest-AttachVolumeTestJSON-877114914-router', 'tenant_id': 'fa47d97b12014e978e39fe781b510ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:39:09Z', 'updated_at': '2021-10-26T16:47:16Z', 'revision_number': 6, 'project_id': 'fa47d97b12014e978e39fe781b510ce1', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:17.068402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.114755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4c0bea-d11c-4bf8-a51b-9548c9c5acff,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:17.207334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33846) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:17.217668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.345772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.348335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.405608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1225708142'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:17.496240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.496886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0544237-c1a4-4d86-8049-14d9728e8c5e {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:47:17.503093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.506945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bafd9b72-da24-41b6-914d-43d0a14ec95f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0544237-c1a4-4d86-8049-14d9728e8c5e HTTP/1.1" status: 204 len: 168 time: 1.4834771 Oct 26 16:47:17.507522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:17.569760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cff028-58f0-4f2b-b0e1-304935dad7ed req-8e3e58f7-48f0-4c2f-b5e8-e88d23f20577 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:17.579535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41cff028-58f0-4f2b-b0e1-304935dad7ed req-8e3e58f7-48f0-4c2f-b5e8-e88d23f20577 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1319096 Oct 26 16:47:17.628667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Deleting subnet ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:47:17.632279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.647065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41cff028-58f0-4f2b-b0e1-304935dad7ed req-4fcb3bdc-9dc0-4555-b508-20f17b826117 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638189 Oct 26 16:47:17.647844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:17.651197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.661296 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.682015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.752309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.770095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.822491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.890449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:47:17.896258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.904367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f913c5e5-73e2-4ac7-bfd3-1c5a65434536,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:17.942838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.949096 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Added segment 59fcd480-3dcc-47cb-bac1-cc87805f8df6 of type vlan for network 9badead8-3c50-4d1c-8378-90e82d6c1966 Oct 26 16:47:17.962617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac64d8e2-37bd-4b84-a5ac-3f6da381ded8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:17.967909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:17.977288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20261a65-1aec-4443-8e72-e729fc9d1aac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ac64d8e2-37bd-4b84-a5ac-3f6da381ded8 HTTP/1.1" status: 204 len: 168 time: 0.4683492 Oct 26 16:47:17.988008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bcb0f-e128-4c94-9d89-a5bf5a15874b None None] Network 11739ece-c8ee-4bae-b34d-b3b83a1715ff requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:17.991753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33860) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:18.090920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.152313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.200030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.206918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:18.207973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.230479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Deleting port 0421e8dd-7909-4f0a-bd0c-2e8765423404 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:18.231072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.288411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] DHCP port deletion for 11739ece-c8ee-4bae-b34d-b3b83a1715ff request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:47:18.321298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] For port 0421e8dd-7909-4f0a-bd0c-2e8765423404, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0421e8dd-7909-4f0a-bd0c-2e8765423404,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:18.322025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.342385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Network': ['ID=9badead8-3c50-4d1c-8378-90e82d6c1966,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:18.342485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Calling delete_port for 0421e8dd-7909-4f0a-bd0c-2e8765423404 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:18.353015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:47:18.367858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a1561a6-d31c-48e1-9744-13cc6ef94782 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1593983 Oct 26 16:47:18.370677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:18.377463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'subnet': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:18.452275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Deleting port 0421e8dd-7909-4f0a-bd0c-2e8765423404 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:18.452275 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.461837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-f84b6bd2-3a37-45cb-ba09-b3b6e8b4342c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:18.463355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-f84b6bd2-3a37-45cb-ba09-b3b6e8b4342c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.3199430 Oct 26 16:47:18.488602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-db63e075-ba04-47f7-ad6e-daeb25ea8f70 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0165658 Oct 26 16:47:18.491799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.521159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] For port 0421e8dd-7909-4f0a-bd0c-2e8765423404, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0421e8dd-7909-4f0a-bd0c-2e8765423404,segment=NetworkSegment(284efcce-b47b-4115-a184-38d2dc0dc245),segment_id=284efcce-b47b-4115-a184-38d2dc0dc245)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:18.521547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.522756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0421e8dd-7909-4f0a-bd0c-2e8765423404,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:18.529266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] No DVR routers for this DVR port 0421e8dd-7909-4f0a-bd0c-2e8765423404 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:47:18.542192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Calling delete_port for 0421e8dd-7909-4f0a-bd0c-2e8765423404 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:18.563431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-d839428a-c16c-4c63-acf0-330ed6f36e35 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669727 Oct 26 16:47:18.588648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:18.592669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.631716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.660124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.665673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11739ece-c8ee-4bae-b34d-b3b83a1715ff']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:18.675930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284efcce-b47b-4115-a184-38d2dc0dc245') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:18.676228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284efcce-b47b-4115-a184-38d2dc0dc245') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:18.686308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.690814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] Pushing event deleted for resources: {'Port': ['ID=0421e8dd-7909-4f0a-bd0c-2e8765423404,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:18.699051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d9be5-6944-4a5a-9850-28993ceed959 None None] No DVR routers for this DVR port 0421e8dd-7909-4f0a-bd0c-2e8765423404 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:47:18.711637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.722086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:47:18.722484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:47:18.724494 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:47:18.882914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0ec98-b874-4cc3-a8b4-560162bfaaab req-ba1bbc99-f48f-4dbd-ab80-b2a1a15e7993 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:18.884326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccd0ec98-b874-4cc3-a8b4-560162bfaaab req-ba1bbc99-f48f-4dbd-ab80-b2a1a15e7993 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1205361 Oct 26 16:47:18.889027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.889866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-de54c112-da77-46dd-bb32-a8e24325adf5 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191428 Oct 26 16:47:18.900664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:18.903839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/11739ece-c8ee-4bae-b34d-b3b83a1715ff HTTP/1.1" status: 204 len: 168 time: 0.9104509 Oct 26 16:47:18.916147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ff56-c326-47d3-b83d-0dc0612a67e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11739ece-c8ee-4bae-b34d-b3b83a1715ff,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:19.022778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:19.044484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:47:19.044915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0b4c0bea-d11c-4bf8-a51b-9548c9c5acff not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:47:19.045390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0421e8dd-7909-4f0a-bd0c-2e8765423404 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:19.066083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0421e8dd-7909-4f0a-bd0c-2e8765423404 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:47:19.066431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0421e8dd-7909-4f0a-bd0c-2e8765423404 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:47:19.070867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:19.087377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:47:19.087748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fbd3f06c-3801-43d3-9c2b-efcdcfe3c0c6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:47:19.328645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccd0ec98-b874-4cc3-a8b4-560162bfaaab req-673383bf-7c5b-4342-ad2e-5a4fe22a94a6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4281478 Oct 26 16:47:19.358566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-29ff3715-7af1-46c2-8795-3887d9c17398 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610565 Oct 26 16:47:19.391832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:19.404619 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.443747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a325042a-2609-4064-a035-6bcd74c118fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa47d97b12014e978e39fe781b510ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496864 Oct 26 16:47:19.446151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33892) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:19.471245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Subnet': ['ID=7c446f7b-228f-411a-af65-d1ef3f00066f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:19.486104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Checking segment: {'id': '59fcd480-3dcc-47cb-bac1-cc87805f8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:19.486474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network hostable DHCP agents. Network: 9badead8-3c50-4d1c-8378-90e82d6c1966, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:47:19.512205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.544548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.565180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:47:19.631436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9badead8-3c50-4d1c-8378-90e82d6c1966) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:19.649962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd06c6c-e4b7-480c-98a0-4d9e64cd88c4 None None] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:19.658123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:19.659084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.701021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.705644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:19.721211 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cbd0fbd-1f9c-4496-baa0-a98b7d099f8a HTTP/1.1" status: 204 len: 168 time: 0.2732635 Oct 26 16:47:19.746902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3670f-e598-45b0-973b-3f48f8b7c3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd0fbd-1f9c-4496-baa0-a98b7d099f8a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:19.757272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52ba396c-c49c-4354-8b75-0b6ed401bdb2 req-f7a8233a-e433-4645-a625-61bf080bcc16 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0604944 Oct 26 16:47:19.808712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f8cf4bd-8f9a-443b-a884-fee4725fe064 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4362717 Oct 26 16:47:19.811167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33904) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:19.819310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1187229134'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:19.865980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9badead8-3c50-4d1c-8378-90e82d6c1966', 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'tenant_id': 'db1c5cda77c44cb3b5d8db4d3108ed93', 'fixed_ips': [{'subnet_id': '7c446f7b-228f-411a-af65-d1ef3f00066f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:47:19.866852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.017316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Allocated IP 2001:db8::2 (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/9d6a6027-d74a-4ee6-92e0-34317190df81) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:20.066843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:20.070457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.102169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port f6a3b029-4b03-49f3-b023-156864f5f718 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:20.407561 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.475985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a14cda-450c-4ea6-9acd-8adf0d5de165 req-64eb4dcd-caeb-4d3d-9439-2989e915cac0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:20.477578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54a14cda-450c-4ea6-9acd-8adf0d5de165 req-64eb4dcd-caeb-4d3d-9439-2989e915cac0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0553257 Oct 26 16:47:20.491282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.531362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:20.537871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:20.541879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:20.579590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Pushing event updated for resources: {'Port': ['ID=9d6a6027-d74a-4ee6-92e0-34317190df81,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:20.600144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::35e (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/f6a3b029-4b03-49f3-b023-156864f5f718) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:20.607765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Attempting to bind port 9d6a6027-d74a-4ee6-92e0-34317190df81 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:20.608141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Attempting to bind port 9d6a6027-d74a-4ee6-92e0-34317190df81 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '59fcd480-3dcc-47cb-bac1-cc87805f8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:20.608506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Attempting to bind port 9d6a6027-d74a-4ee6-92e0-34317190df81 on network 9badead8-3c50-4d1c-8378-90e82d6c1966 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:20.615499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:20.615880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Checking segment: {'id': '59fcd480-3dcc-47cb-bac1-cc87805f8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:20.616548 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.616952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Bound using segment: {'id': '59fcd480-3dcc-47cb-bac1-cc87805f8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:20.617426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Bound port: 9d6a6027-d74a-4ee6-92e0-34317190df81, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fcd480-3dcc-47cb-bac1-cc87805f8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:20.617831 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.619872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54a14cda-450c-4ea6-9acd-8adf0d5de165 req-9410102e-85ac-40a1-a3ca-167745162ea0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334443 Oct 26 16:47:20.732375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] For port 9d6a6027-d74a-4ee6-92e0-34317190df81, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:20.737712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] For port 9d6a6027-d74a-4ee6-92e0-34317190df81, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d6a6027-d74a-4ee6-92e0-34317190df81,segment=NetworkSegment(59fcd480-3dcc-47cb-bac1-cc87805f8df6),segment_id=59fcd480-3dcc-47cb-bac1-cc87805f8df6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:20.820384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.911889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09df32c6-d152-4f0c-a4c8-a3063bbbe04c req-d3a3f8c7-4f4c-48c1-8011-f496e01d6dd0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0646718 Oct 26 16:47:20.951735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:20.971335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1ba5-3321-48cc-a1d7-d36bf4e153c5 None None] Pushing event updated for resources: {'Port': ['ID=9d6a6027-d74a-4ee6-92e0-34317190df81,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:21.043671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:21.074537 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:21.133671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:21.143244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:21.144492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:21.150680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:21.152263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:21.171092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=f6a3b029-4b03-49f3-b023-156864f5f718,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:21.259273 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:21.259889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d4d0bc0f-c8af-40ec-bced-f2e3abcc79c6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4470599 Oct 26 16:47:21.265283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-543231483', 'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:9c:38:a1'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:21.525487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:21.812378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe229-131f-4e43-8443-781402daa8ad req-d06d7d74-c928-47af-ba57-4e35fe3685eb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:21.814751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e0fe229-131f-4e43-8443-781402daa8ad req-d06d7d74-c928-47af-ba57-4e35fe3685eb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1079204 Oct 26 16:47:21.870976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e0fe229-131f-4e43-8443-781402daa8ad req-34018b60-ca75-4a03-a26d-69e46baf116a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Oct 26 16:47:21.993235 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.054228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port 672e339c-3a6f-4277-ac12-c19020978c54 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:22.135626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4899ff6-0480-4359-a6c1-c46d4c615881 None None] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:22.169150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e0c952f3-194d-494b-a1a2-c8d34ef1b36d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:22.170600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e0c952f3-194d-494b-a1a2-c8d34ef1b36d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1544225 Oct 26 16:47:22.217331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:22.238998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f176028-fef3-4c05-a811-a375b2dd45f1 req-0d827428-337b-4017-a4f2-8a74ef530fac tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.1774235 Oct 26 16:47:22.255028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::3b7 (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/672e339c-3a6f-4277-ac12-c19020978c54) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:22.301458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] Provisioning complete for port 9d6a6027-d74a-4ee6-92e0-34317190df81 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:22.302231 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.463169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.513623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:22.523718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.542290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] For port 9d6a6027-d74a-4ee6-92e0-34317190df81, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d6a6027-d74a-4ee6-92e0-34317190df81,segment=NetworkSegment(59fcd480-3dcc-47cb-bac1-cc87805f8df6),segment_id=59fcd480-3dcc-47cb-bac1-cc87805f8df6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:22.548915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.586404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.622190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.688866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1c5b-c781-40c1-a606-f7bf5f29a0db None None] Pushing event updated for resources: {'Port': ['ID=9d6a6027-d74a-4ee6-92e0-34317190df81,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:22.733562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.10 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/39a92b66-93d9-4ee1-944f-130493483165) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:22.803293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.847878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cc6b98ca-73ef-4fec-8a18-4175c4e8ade6 None None] Provisioning complete for port 9d6a6027-d74a-4ee6-92e0-34317190df81 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:22.848512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc6b98ca-73ef-4fec-8a18-4175c4e8ade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.894844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:22.909926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:22.916300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:22.927701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:22.928661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:22.967036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=672e339c-3a6f-4277-ac12-c19020978c54,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:22.995888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cc6b98ca-73ef-4fec-8a18-4175c4e8ade6 None None] Provisioning complete for port f6a3b029-4b03-49f3-b023-156864f5f718 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:22.996457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc6b98ca-73ef-4fec-8a18-4175c4e8ade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.014392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.073950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b98ca-73ef-4fec-8a18-4175c4e8ade6 None None] Port f6a3b029-4b03-49f3-b023-156864f5f718 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:23.093278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93ce256b-7a07-43e5-bb16-3bbf9099a4d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8294704 Oct 26 16:47:23.093278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33978) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:23.195192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a359d-d14a-4cc4-b7c6-fc82ff071b6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.202872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9d6a6027-d74a-4ee6-92e0-34317190df81 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:23.209560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8baa0-21eb-4ef0-a048-177fbd0d73ed req-05a5fe5c-137e-49ea-9994-d6557d652610 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.210512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a359d-d14a-4cc4-b7c6-fc82ff071b6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.211189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69c8baa0-21eb-4ef0-a048-177fbd0d73ed req-05a5fe5c-137e-49ea-9994-d6557d652610 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1291299 Oct 26 16:47:23.221993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a359d-d14a-4cc4-b7c6-fc82ff071b6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.229270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b70a359d-d14a-4cc4-b7c6-fc82ff071b6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1350424 Oct 26 16:47:23.229771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33984) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:23.265324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bdfa4db0-446a-4eb3-b50a-5841c1d0ff8d None None] Provisioning complete for port f6a3b029-4b03-49f3-b023-156864f5f718 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:23.265690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bdfa4db0-446a-4eb3-b50a-5841c1d0ff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.345351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.363560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['67232bff-0253-40c0-9e2e-18eaa1055cea'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:47:23.421492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa4db0-446a-4eb3-b50a-5841c1d0ff8d None None] Port f6a3b029-4b03-49f3-b023-156864f5f718 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:23.424721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:23.454476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9d6a6027-d74a-4ee6-92e0-34317190df81 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:23.455240 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.506974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69c8baa0-21eb-4ef0-a048-177fbd0d73ed req-1f7ea335-a63f-4034-a8ac-36fd0f63bbc6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847247 Oct 26 16:47:23.528025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:23.530382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port 672e339c-3a6f-4277-ac12-c19020978c54 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:23.530728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.601941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:23.611511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:23.646733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-08177719-444f-4041-9bc4-16961b495a99 None None] Provisioning complete for port 672e339c-3a6f-4277-ac12-c19020978c54 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:23.646960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-08177719-444f-4041-9bc4-16961b495a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.694118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163535-c843-4361-9499-f1a27bf3ba78 req-56e8db1d-779b-4e67-9693-bca196bf8d5f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.702995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f163535-c843-4361-9499-f1a27bf3ba78 req-56e8db1d-779b-4e67-9693-bca196bf8d5f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 932 time: 0.2606468 Oct 26 16:47:23.744102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-08177719-444f-4041-9bc4-16961b495a99 None None] Port 672e339c-3a6f-4277-ac12-c19020978c54 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:23.807508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:23.808107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.838218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:23.873935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for 672e339c-3a6f-4277-ac12-c19020978c54 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:23.908473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f163535-c843-4361-9499-f1a27bf3ba78 req-d7bb296b-f315-47b1-ab66-e25dd1084f6b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997361 Oct 26 16:47:23.986912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e449a4e0-6c5c-4694-8be2-cfdc532f583c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7758455 Oct 26 16:47:24.003862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Request body: {'port': {'device_id': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:24.073034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4141ae6-3e00-4db4-86bf-398263a07a33 None None] Provisioning complete for port 39a92b66-93d9-4ee1-944f-130493483165 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:24.073860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4141ae6-3e00-4db4-86bf-398263a07a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.100723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.124722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e4141ae6-3e00-4db4-86bf-398263a07a33 None None] Port 39a92b66-93d9-4ee1-944f-130493483165 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:24.403755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.448996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=672e339c-3a6f-4277-ac12-c19020978c54,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:24.466670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.466987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.467355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.467786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.468018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.468347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.468676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.469306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.469412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.469743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.470202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.470619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:24.661913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a92b66-93d9-4ee1-944f-130493483165 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:47:24.686909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.699925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.708293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d9c2eb1-9780-4236-b676-e042d0ee840a tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/672e339c-3a6f-4277-ac12-c19020978c54 HTTP/1.1" status: 204 len: 168 time: 1.4770277 Oct 26 16:47:24.710845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34014) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:24.720240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Transition to ACTIVE for port object 39a92b66-93d9-4ee1-944f-130493483165 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:47:24.744438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229c7c8-60b6-46f1-81b8-b2865807c9e2 req-c84dfd00-28e0-4f3e-a529-1f0b7dc67b84 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:24.749913 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5229c7c8-60b6-46f1-81b8-b2865807c9e2 req-c84dfd00-28e0-4f3e-a529-1f0b7dc67b84 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1675406 Oct 26 16:47:24.765531 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-347de128-debc-4b64-9ae1-dfcd92412a7e tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] GET failed (client error): The resource could not be found. Oct 26 16:47:24.769286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-347de128-debc-4b64-9ae1-dfcd92412a7e tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports/672e339c-3a6f-4277-ac12-c19020978c54 HTTP/1.1" status: 404 len: 333 time: 0.0548818 Oct 26 16:47:24.774196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34018) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:24.779933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-263296000'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:24.842680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:24.936929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Pushing event updated for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:24.953145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5229c7c8-60b6-46f1-81b8-b2865807c9e2 req-d409e3d8-ce9b-4851-bd5a-38fd6cddf2f0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640143 Oct 26 16:47:25.176550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:25.180681 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.189446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Attempting to bind port 39a92b66-93d9-4ee1-944f-130493483165 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:25.189726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Attempting to bind port 39a92b66-93d9-4ee1-944f-130493483165 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:25.190243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Attempting to bind port 39a92b66-93d9-4ee1-944f-130493483165 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:25.226662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Port 39a92b66-93d9-4ee1-944f-130493483165 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:47:25.226985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Attempting to bind port 39a92b66-93d9-4ee1-944f-130493483165 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:25.241433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8683e0-77f1-4605-aa3b-fbb0ed9c3970 req-146d1d1b-f083-4101-beb7-1cf457099597 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:25.249888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f8683e0-77f1-4605-aa3b-fbb0ed9c3970 req-146d1d1b-f083-4101-beb7-1cf457099597 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1629460 Oct 26 16:47:25.252630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:25.252974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:25.253424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:25.254046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Bound port: 39a92b66-93d9-4ee1-944f-130493483165, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:25.254560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.259423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port 93e283df-8ab2-47d5-ba9e-315ee18ed258 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:25.345728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f8683e0-77f1-4605-aa3b-fbb0ed9c3970 req-ca82d5f1-996d-4616-8267-73b053fcf21f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944264 Oct 26 16:47:25.455192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:25.460159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=39a92b66-93d9-4ee1-944f-130493483165,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:25.479385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::aa (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/93e283df-8ab2-47d5-ba9e-315ee18ed258) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:25.549071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.642279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:25.643042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.644640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] 10.222.0.47 "PUT /v2.0/ports/39a92b66-93d9-4ee1-944f-130493483165 HTTP/1.1" status: 200 len: 1092 time: 1.6509233 Oct 26 16:47:25.645149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'tag': '39a92b66-93d9-4ee1-944f-130493483165'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:47:25.647870 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1de662-116d-484c-9a39-76eab748518e" -d '{"events": [{"name": "network-changed", "server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "tag": "39a92b66-93d9-4ee1-944f-130493483165"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:25.694784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139102-9bc4-4289-b7ee-002924dc44fb service neutron] Pushing event updated for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:25.738036 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.872259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-62f609f6-bc5a-427c-9bc5-1d3a984b5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:25.874805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-62f609f6-bc5a-427c-9bc5-1d3a984b5a27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 1095 time: 0.0723543 Oct 26 16:47:25.930833 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:25.933373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-ccf868c0-3f99-4c14-91f6-cfa1e5873067 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39a92b66-93d9-4ee1-944f-130493483165 HTTP/1.1" status: 200 len: 217 time: 0.0499268 Oct 26 16:47:25.975751 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849b674-dd2d-4af5-a3b5-c539beb1d3fb x-openstack-request-id: req-6849b674-dd2d-4af5-a3b5-c539beb1d3fb {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:25.976147 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "tag": "39a92b66-93d9-4ee1-944f-130493483165", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:25.977005 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6849b674-dd2d-4af5-a3b5-c539beb1d3fb {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:25.977504 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'tag': '39a92b66-93d9-4ee1-944f-130493483165', 'status': 'completed', 'code': 200} Oct 26 16:47:26.038221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:26.046615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:26.050033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=93e283df-8ab2-47d5-ba9e-315ee18ed258,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:26.060793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:26.068010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:26.068669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:26.079638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e49275aa-5a79-4776-a439-650e4bc02e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:26.081174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-e49275aa-5a79-4776-a439-650e4bc02e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1400645 Oct 26 16:47:26.203042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-b57a76a0-8592-4095-85a5-564d2c0032de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:26.205311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-b57a76a0-8592-4095-85a5-564d2c0032de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163867 Oct 26 16:47:26.213679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-155a4170-17c8-4d15-a0bc-ced1e758c444 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4357491 Oct 26 16:47:26.213995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34040) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:26.221017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:9c:38:a1'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:26.245780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c2ab-5512-490b-be23-b5159473ff81 req-45e7f7d0-300a-454f-8ee3-04ca6ad8a74d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:26.253498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de53c2ab-5512-490b-be23-b5159473ff81 req-45e7f7d0-300a-454f-8ee3-04ca6ad8a74d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1127996 Oct 26 16:47:26.346976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:26.376530 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de53c2ab-5512-490b-be23-b5159473ff81 req-ce48ec58-7381-4256-bc0d-ce8ba9de4fe1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220720 Oct 26 16:47:26.477727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-6246aa9d-67f1-48cf-b952-82e33f2d483a service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627199 Oct 26 16:47:26.560690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:26.676961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-40cf0ff5-b064-406c-b988-e63f88ec5353 None None] Provisioning complete for port 93e283df-8ab2-47d5-ba9e-315ee18ed258 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:26.688374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40cf0ff5-b064-406c-b988-e63f88ec5353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:26.776954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-40cf0ff5-b064-406c-b988-e63f88ec5353 None None] Port 93e283df-8ab2-47d5-ba9e-315ee18ed258 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:26.784011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b5840-7fde-4d19-83e4-3577d67efe95 req-e1b22ddd-eb0f-40da-8c49-4445c9cefa89 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:26.792192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-223b5840-7fde-4d19-83e4-3577d67efe95 req-e1b22ddd-eb0f-40da-8c49-4445c9cefa89 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1996036 Oct 26 16:47:26.806311 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cf385b7-5d42-4600-b629-ada773b6bb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:26.811278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f7f100-7376-4af6-9f0a-258bf0f52a94 req-27502a2d-352c-4488-9dac-68596e37d42c service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232427 Oct 26 16:47:26.856935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-223b5840-7fde-4d19-83e4-3577d67efe95 req-ae8ceb53-c910-4ca1-9eec-0a83b015ddd3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589118 Oct 26 16:47:26.882278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:26.905468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cf385b7-5d42-4600-b629-ada773b6bb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.022931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cf385b7-5d42-4600-b629-ada773b6bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.028047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.105670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] In _notify_port_updated(), no bound segment for port 93e283df-8ab2-47d5-ba9e-315ee18ed258 on network 9badead8-3c50-4d1c-8378-90e82d6c1966 {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:47:27.112176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.112821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.116970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "PUT /v2.0/ports/93e283df-8ab2-47d5-ba9e-315ee18ed258 HTTP/1.1" status: 200 len: 1001 time: 0.9013996 Oct 26 16:47:27.122551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34052) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:27.129069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de662-116d-484c-9a39-76eab748518e req-974c47ae-6648-44cc-bcc3-68987e127acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.131332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-974c47ae-6648-44cc-bcc3-68987e127acd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 1095 time: 0.0790989 Oct 26 16:47:27.135226 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2cf385b7-5d42-4600-b629-ada773b6bb61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e06fa04bb2214fc69d2a2d7d6507c66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734272 Oct 26 16:47:27.148087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:27.160067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf385b7-5d42-4600-b629-ada773b6bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7aa845-a670-4f39-ac61-92d8a451256b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.185236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819218f2-d8c9-49eb-b20a-ae2a3936d555 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=93e283df-8ab2-47d5-ba9e-315ee18ed258,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.251429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.282160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.398725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port 93e283df-8ab2-47d5-ba9e-315ee18ed258 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:27.399419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.405734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de662-116d-484c-9a39-76eab748518e req-28f6052b-a733-4e01-8bd0-6be12a24bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.408301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-28f6052b-a733-4e01-8bd0-6be12a24bda2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.2226264 Oct 26 16:47:27.474058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.477330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.478725 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa7aa845-a670-4f39-ac61-92d8a451256b HTTP/1.1" status: 204 len: 168 time: 0.3287268 Oct 26 16:47:27.495066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dde80-b2a9-4394-b8a3-a0d533a2f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7aa845-a670-4f39-ac61-92d8a451256b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.550647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-fe694db7-c55e-482d-b648-9dc8061365ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39a92b66-93d9-4ee1-944f-130493483165 HTTP/1.1" status: 200 len: 217 time: 0.1311545 Oct 26 16:47:27.620546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c5d5a27e-ee32-493d-91e5-0ced02498a8b None None] Provisioning complete for port 93e283df-8ab2-47d5-ba9e-315ee18ed258 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:27.621291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a27e-ee32-493d-91e5-0ced02498a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.654378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de662-116d-484c-9a39-76eab748518e req-431f6872-8379-45a8-b27d-e4ea06c02458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.655996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-431f6872-8379-45a8-b27d-e4ea06c02458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0958705 Oct 26 16:47:27.672112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5a27e-ee32-493d-91e5-0ced02498a8b None None] Port 93e283df-8ab2-47d5-ba9e-315ee18ed258 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:27.701968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:27.720027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e070-45f7-4bf8-9492-50e3ba650b9c req-b552e71c-bf5b-4373-8c21-068a6c93cea6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.727191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9b8e070-45f7-4bf8-9492-50e3ba650b9c req-b552e71c-bf5b-4373-8c21-068a6c93cea6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2112582 Oct 26 16:47:27.737057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for 93e283df-8ab2-47d5-ba9e-315ee18ed258 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:27.811115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de662-116d-484c-9a39-76eab748518e req-14a1f532-305f-4853-903a-51d8d5de17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:27.813307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-14a1f532-305f-4853-903a-51d8d5de17c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438134 Oct 26 16:47:27.818030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9b8e070-45f7-4bf8-9492-50e3ba650b9c req-93633233-39d0-42e4-98db-99b551ff6b6f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900650 Oct 26 16:47:27.971601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-1e4673f7-7dc7-4b8b-afd0-4ec502e813ad service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497691 Oct 26 16:47:28.456882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78e266-c68e-46f2-9025-f2ee59eaed07 req-0b8f770e-54b7-4722-a4c6-78f938f70187 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:28.458408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be78e266-c68e-46f2-9025-f2ee59eaed07 req-0b8f770e-54b7-4722-a4c6-78f938f70187 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1081839 Oct 26 16:47:28.475187 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.494807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:28.499926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be1de662-116d-484c-9a39-76eab748518e req-511151fb-b073-4adf-a873-ff4a45927464 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179870 Oct 26 16:47:28.527203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61004bfe-f25c-4166-9f22-3bf857defccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.529370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d57357-14a9-4788-9169-829d99d6b7a0 req-d3426aaf-a888-4de3-9e57-408dfdaed396 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:28.536674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d57357-14a9-4788-9169-829d99d6b7a0 req-d3426aaf-a888-4de3-9e57-408dfdaed396 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1515455 Oct 26 16:47:28.543237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=93e283df-8ab2-47d5-ba9e-315ee18ed258,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:28.642576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be78e266-c68e-46f2-9025-f2ee59eaed07 req-0d3dd382-7d7d-4620-9c82-22d87564fa38 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722171 Oct 26 16:47:28.700858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d57357-14a9-4788-9169-829d99d6b7a0 req-be91ed2b-7c5f-4a6e-acc3-c735a46d1244 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620927 Oct 26 16:47:28.708060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61004bfe-f25c-4166-9f22-3bf857defccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.736607 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:47:28.754600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562118-902c-4967-ac03-fd60924e92cc req-9f253ab2-df3b-4ecf-b830-2785df5c0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:28.756563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-9f253ab2-df3b-4ecf-b830-2785df5c0088 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.2144165 Oct 26 16:47:28.785260 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.788758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14ad58f5-9913-490b-b9ab-7cdacfb129d0 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/93e283df-8ab2-47d5-ba9e-315ee18ed258 HTTP/1.1" status: 204 len: 168 time: 1.6562743 Oct 26 16:47:28.792386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34078) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:28.831657 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6923d6cd-2bb9-4ab9-96d9-2acd7c4e5c6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] GET failed (client error): The resource could not be found. Oct 26 16:47:28.833616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6923d6cd-2bb9-4ab9-96d9-2acd7c4e5c6c tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports/93e283df-8ab2-47d5-ba9e-315ee18ed258 HTTP/1.1" status: 404 len: 333 time: 0.0399196 Oct 26 16:47:28.834772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61004bfe-f25c-4166-9f22-3bf857defccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.837797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:28.843361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-868644953'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:28.878760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-61004bfe-f25c-4166-9f22-3bf857defccf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351accd3916649f4be53a111f94bfd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824847 Oct 26 16:47:28.883110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:28.949467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:28.952207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61004bfe-f25c-4166-9f22-3bf857defccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c594a-dcff-4168-a81f-edbe2479f3ac,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:28.973612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562118-902c-4967-ac03-fd60924e92cc req-a27322c0-23f6-4dee-a612-46efe4698073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:28.975120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-a27322c0-23f6-4dee-a612-46efe4698073 service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.2005861 Oct 26 16:47:29.001780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:29.064598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-696e1b25-fb7e-4838-a1c9-35ef005a1339 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.0771012 Oct 26 16:47:29.114893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562118-902c-4967-ac03-fd60924e92cc req-b63de135-d6db-4bb0-b91d-fd40c767aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:29.116551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-b63de135-d6db-4bb0-b91d-fd40c767aee9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0475535 Oct 26 16:47:29.140172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:29.144865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:29.174928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:29.177692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:29.181533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c0c594a-dcff-4168-a81f-edbe2479f3ac HTTP/1.1" status: 204 len: 168 time: 0.2949812 Oct 26 16:47:29.190831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port 9ff88a4d-9cd9-4975-98e4-072f88a26929 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:29.193070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec959f-e2c1-4806-a6fa-42249d2a485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c594a-dcff-4168-a81f-edbe2479f3ac,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:29.247972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562118-902c-4967-ac03-fd60924e92cc req-20cd4f68-7742-40fb-bfd0-988be972fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:29.249492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-20cd4f68-7742-40fb-bfd0-988be972fe19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199558 Oct 26 16:47:29.420454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::66 (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/9ff88a4d-9cd9-4975-98e4-072f88a26929) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:29.427680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-d7be768a-72fc-4859-8726-fe149bcea83c service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659112 Oct 26 16:47:29.639003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74562118-902c-4967-ac03-fd60924e92cc req-593387a8-7f97-4e30-ad95-8d6dc853ae78 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995213 Oct 26 16:47:29.727282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:29.883147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048557c-4f9d-4511-beda-7bbed64bd9a6 req-1da80c79-126e-4be8-8da5-84e6b98d42e1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:29.885886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b048557c-4f9d-4511-beda-7bbed64bd9a6 req-1da80c79-126e-4be8-8da5-84e6b98d42e1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1310875 Oct 26 16:47:29.901560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133898a-0724-4604-915a-ccbd2e997cf2 req-b75a96f1-a3e8-4553-b384-91e684104f13 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:29.903061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f133898a-0724-4604-915a-ccbd2e997cf2 req-b75a96f1-a3e8-4553-b384-91e684104f13 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1020155 Oct 26 16:47:29.937820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.042518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b048557c-4f9d-4511-beda-7bbed64bd9a6 req-3cc5c5cf-a249-429f-a747-f7ae174e50fd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493669 Oct 26 16:47:30.046689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:30.055410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=9ff88a4d-9cd9-4975-98e4-072f88a26929,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:30.063196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f133898a-0724-4604-915a-ccbd2e997cf2 req-85897199-8757-48b5-b22a-e5409109da35 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468050 Oct 26 16:47:30.074870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:30.074870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:30.096791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:30.097485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.222056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9fba791-3cbf-4ebb-a42e-2216c1a70dd9 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3818460 Oct 26 16:47:30.233331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34106) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:30.245138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9c:38:a1'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:30.441769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.444754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-92d256c7-b678-47f1-be46-852288112cf3 None None] Provisioning complete for port 9ff88a4d-9cd9-4975-98e4-072f88a26929 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:30.445793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92d256c7-b678-47f1-be46-852288112cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.513026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-92d256c7-b678-47f1-be46-852288112cf3 None None] Port 9ff88a4d-9cd9-4975-98e4-072f88a26929 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:30.697709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.787645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.824446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] In _notify_port_updated(), no bound segment for port 9ff88a4d-9cd9-4975-98e4-072f88a26929 on network 9badead8-3c50-4d1c-8378-90e82d6c1966 {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:47:30.831366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:30.831996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:30.835839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "PUT /v2.0/ports/9ff88a4d-9cd9-4975-98e4-072f88a26929 HTTP/1.1" status: 200 len: 1001 time: 0.5974419 Oct 26 16:47:30.836425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:30.871403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34148402-b1a2-441d-8d49-fdfcee1725d5 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=9ff88a4d-9cd9-4975-98e4-072f88a26929,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:30.954015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port 9ff88a4d-9cd9-4975-98e4-072f88a26929 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:30.954255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.055999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-78296588-8180-448d-ab21-66aa3f16b70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.072136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.101437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for 9ff88a4d-9cd9-4975-98e4-072f88a26929 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:31.254125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7268cc7-2a82-4647-961f-28c142ffbce3 req-9eedc541-608f-4048-9023-767e2db626f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:31.256254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7268cc7-2a82-4647-961f-28c142ffbce3 req-9eedc541-608f-4048-9023-767e2db626f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1149936 Oct 26 16:47:31.260485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5a2083ed-d266-44d2-8f6c-3743bb2d0868 None None] Provisioning complete for port 9ff88a4d-9cd9-4975-98e4-072f88a26929 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:31.261273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a2083ed-d266-44d2-8f6c-3743bb2d0868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.273624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abd28d-272a-4562-87ed-d24dd0ac97bb req-fc746a7e-5bb9-47fd-9cf1-2fa1457b10aa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:31.279636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9abd28d-272a-4562-87ed-d24dd0ac97bb req-fc746a7e-5bb9-47fd-9cf1-2fa1457b10aa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0946152 Oct 26 16:47:31.331344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5a2083ed-d266-44d2-8f6c-3743bb2d0868 None None] Port 9ff88a4d-9cd9-4975-98e4-072f88a26929 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:31.356126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7268cc7-2a82-4647-961f-28c142ffbce3 req-3ab1a6cf-3f6f-4cbb-930d-0b8dd242d379 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747485 Oct 26 16:47:31.367724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9abd28d-272a-4562-87ed-d24dd0ac97bb req-a5e38884-b3cb-4076-94a1-bab61a710e3e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674112 Oct 26 16:47:31.456317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.485844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=9ff88a4d-9cd9-4975-98e4-072f88a26929,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:31.499030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5e51-56fd-4b4f-b22a-f0cd3daca282 req-6a2af3a2-5a78-44d2-aa1b-1e63c8a58c68 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:31.508024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-483e5e51-56fd-4b4f-b22a-f0cd3daca282 req-6a2af3a2-5a78-44d2-aa1b-1e63c8a58c68 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0635066 Oct 26 16:47:31.517319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.525173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a18ac89f-89b3-4986-8085-346833fe6f7b tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/9ff88a4d-9cd9-4975-98e4-072f88a26929 HTTP/1.1" status: 204 len: 168 time: 0.6869612 Oct 26 16:47:31.527297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:31.556396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-483e5e51-56fd-4b4f-b22a-f0cd3daca282 req-8f2fedf0-b72c-45f8-86db-9b82474e63e0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Oct 26 16:47:31.586953 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-57953a29-c892-4c9a-9d18-f1bd51c889c4 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] GET failed (client error): The resource could not be found. Oct 26 16:47:31.590886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-57953a29-c892-4c9a-9d18-f1bd51c889c4 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports/9ff88a4d-9cd9-4975-98e4-072f88a26929 HTTP/1.1" status: 404 len: 333 time: 0.0443563 Oct 26 16:47:31.594675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:31.601264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256699221'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:31.936076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:31.940685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:31.962922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port 0de1bfde-8d00-4388-9b67-ffbc19403dfd yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:32.113533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::25b (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/0de1bfde-8d00-4388-9b67-ffbc19403dfd) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:32.313201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb527e6-2b42-452f-bfa8-95cb072fda86 req-e3fe7ed1-ffc9-4511-91a5-2591dfbc75ba tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:32.319731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fb527e6-2b42-452f-bfa8-95cb072fda86 req-e3fe7ed1-ffc9-4511-91a5-2591dfbc75ba tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.1060357 Oct 26 16:47:32.366745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:32.417603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fb527e6-2b42-452f-bfa8-95cb072fda86 req-69ba748e-74b2-4411-8764-47adf6c84b06 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939634 Oct 26 16:47:32.443784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36bcba-ad60-468c-bbbe-275ed11a5437 req-ecb135da-9fda-4b15-bea2-9c200013abb8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:32.445655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af36bcba-ad60-468c-bbbe-275ed11a5437 req-ecb135da-9fda-4b15-bea2-9c200013abb8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1104739 Oct 26 16:47:32.494719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af36bcba-ad60-468c-bbbe-275ed11a5437 req-8b938f7d-adec-4a33-bf0c-e43ded0efd40 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Oct 26 16:47:32.577907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:32.654244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:32.661486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=0de1bfde-8d00-4388-9b67-ffbc19403dfd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:32.664506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:32.668677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:32.677539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:32.679232 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:32.696942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dfa6e-7757-4510-9d6b-82b62de5a8a8 req-ad40e579-4a31-4c0a-b8ae-ba9fee0a4661 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:32.699822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-381dfa6e-7757-4510-9d6b-82b62de5a8a8 req-ad40e579-4a31-4c0a-b8ae-ba9fee0a4661 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1805649 Oct 26 16:47:32.755953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-381dfa6e-7757-4510-9d6b-82b62de5a8a8 req-68c9cd9e-ba03-420b-bbff-3f57c11be511 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Oct 26 16:47:32.870555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3bc1036a-7c81-4c07-86f9-6366baf8be27 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2743962 Oct 26 16:47:32.873555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:32.878897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'network_id': '9badead8-3c50-4d1c-8378-90e82d6c1966', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1518219889'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:32.974949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b5f79b3d-d499-46fa-881c-8f1ee0d85720 None None] Provisioning complete for port 0de1bfde-8d00-4388-9b67-ffbc19403dfd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:32.975486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5f79b3d-d499-46fa-881c-8f1ee0d85720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.012619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b5f79b3d-d499-46fa-881c-8f1ee0d85720 None None] Port 0de1bfde-8d00-4388-9b67-ffbc19403dfd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:33.089989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff4351-7b94-47e9-bca7-23a3ba47aaf1 req-26456ef4-4e80-41ca-b345-5e1b530da987 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:33.091563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74ff4351-7b94-47e9-bca7-23a3ba47aaf1 req-26456ef4-4e80-41ca-b345-5e1b530da987 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0745823 Oct 26 16:47:33.134619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74ff4351-7b94-47e9-bca7-23a3ba47aaf1 req-19cd031d-f646-4154-b584-072075aab024 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367808 Oct 26 16:47:33.151698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Made reservation on behalf of db1c5cda77c44cb3b5d8db4d3108ed93 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:33.155641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.175100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] device_id is not set on port a448357d-a3c5-42d9-b74a-0cf1451ad31f yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:47:33.295003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Allocated IP 2001:db8::3d (9badead8-3c50-4d1c-8378-90e82d6c1966/7c446f7b-228f-411a-af65-d1ef3f00066f/a448357d-a3c5-42d9-b74a-0cf1451ad31f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:33.474898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.570028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743511c-646f-4108-8e5c-e2bc619290c6 req-7e13fd9f-cb3b-4502-9952-a1878b019e15 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:33.571538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7743511c-646f-4108-8e5c-e2bc619290c6 req-7e13fd9f-cb3b-4502-9952-a1878b019e15 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.0549278 Oct 26 16:47:33.595341 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.659822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7743511c-646f-4108-8e5c-e2bc619290c6 req-c10ff04c-a617-4698-a822-7be916df5d8c tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Oct 26 16:47:33.661709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:33.665309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:33.671217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:33.676203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:33.676851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.694216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6862c01-034f-425c-a95d-d2f78fe1a4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:33.695482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=a448357d-a3c5-42d9-b74a-0cf1451ad31f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:33.819216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3612e19-bfbc-41a2-ac0d-d3c56268d886 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9445276 Oct 26 16:47:33.822132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:33.831389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:9c:38:a1'}, {'ip_address': '2001:db8::25b', 'mac_address': 'fa:16:3e:f1:6c:48'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:33.910550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-b46c02bb-a0c6-4ba1-af0d-58e053853855 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:33.912127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-b46c02bb-a0c6-4ba1-af0d-58e053853855 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.1356714 Oct 26 16:47:34.025827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee5cd-ecfa-4909-a884-f8475a2a89b4 req-b64e093a-9a02-48eb-b4b8-fac13f475473 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:34.027427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdfee5cd-ecfa-4909-a884-f8475a2a89b4 req-b64e093a-9a02-48eb-b4b8-fac13f475473 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1703393 Oct 26 16:47:34.055585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0a21c91b-8ee4-4e05-92c2-f60cb71b0475 None None] Provisioning complete for port a448357d-a3c5-42d9-b74a-0cf1451ad31f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:34.056177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a21c91b-8ee4-4e05-92c2-f60cb71b0475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.109534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0a21c91b-8ee4-4e05-92c2-f60cb71b0475 None None] Port a448357d-a3c5-42d9-b74a-0cf1451ad31f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:34.127668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdfee5cd-ecfa-4909-a884-f8475a2a89b4 req-1841c830-ae1b-4667-9cb8-1ae7b32b226d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799725 Oct 26 16:47:34.134885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.175912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.188572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Deleting port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:34.188910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.368283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f625d-1416-4a1f-abcb-d810e32ff55a req-2b6ed20e-9565-4d11-86e0-2034f051f0be tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:34.369745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-310f625d-1416-4a1f-abcb-d810e32ff55a req-2b6ed20e-9565-4d11-86e0-2034f051f0be tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1372497 Oct 26 16:47:34.444981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] For port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:34.445261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.468897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Calling delete_port for d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:34.508159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-310f625d-1416-4a1f-abcb-d810e32ff55a req-9e7796e3-e5dc-4af7-8188-f9195294a66a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987883 Oct 26 16:47:34.934895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:34.991384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811dd9b-2cd4-40ab-bf80-d980333f2b2f req-0ed23538-940a-4402-ae8f-71589c235a36 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:34.992858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d811dd9b-2cd4-40ab-bf80-d980333f2b2f req-0ed23538-940a-4402-ae8f-71589c235a36 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 946 time: 0.1256671 Oct 26 16:47:35.052595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d9021-be3b-4a83-b591-5e9ad32d0798 req-4e00c954-4ff4-49f4-8e01-d1360dd0a80c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:35.054305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-464d9021-be3b-4a83-b591-5e9ad32d0798 req-4e00c954-4ff4-49f4-8e01-d1360dd0a80c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1216714 Oct 26 16:47:35.060189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.139771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] In _notify_port_updated(), no bound segment for port a448357d-a3c5-42d9-b74a-0cf1451ad31f on network 9badead8-3c50-4d1c-8378-90e82d6c1966 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:47:35.147034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:35.147795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.151694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "PUT /v2.0/ports/a448357d-a3c5-42d9-b74a-0cf1451ad31f HTTP/1.1" status: 200 len: 1067 time: 1.3260081 Oct 26 16:47:35.153850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34232) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:35.157832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d811dd9b-2cd4-40ab-bf80-d980333f2b2f req-5a7ea9be-56b4-4752-aaa3-bf9d35daa0f1 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561737 Oct 26 16:47:35.168837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.193013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-464d9021-be3b-4a83-b591-5e9ad32d0798 req-6caef436-8217-4a3a-97d3-c96697860e06 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301208 Oct 26 16:47:35.207332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f3d55-f0f1-4897-baee-08603180ef89 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event updated for resources: {'Port': ['ID=a448357d-a3c5-42d9-b74a-0cf1451ad31f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:35.221717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.236264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d0bc5513-76c1-47a1-87d4-5f1ae6e16c92'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:47:35.263078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Pushing event deleted for resources: {'Port': ['ID=d0bc5513-76c1-47a1-87d4-5f1ae6e16c92,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:35.372175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port a448357d-a3c5-42d9-b74a-0cf1451ad31f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:35.373148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.375973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] No DVR routers for this DVR port d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:47:35.379853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.384853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dbfafa4-141e-4e12-8da4-5a3e4be3d31a req-233efb62-4286-40f7-9a41-14b2cf226e17 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "DELETE /v2.0/ports/d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 HTTP/1.1" status: 204 len: 173 time: 1.4654078 Oct 26 16:47:35.385344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'name': 'network-vif-deleted', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:47:35.387944 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7f8f9-c324-47b3-be56-ce0dc34c4ef8" -d '{"events": [{"server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "name": "network-vif-deleted", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:35.432086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2c20-48df-44da-b2da-f139a58c285d req-e2767e94-7f93-458a-b813-ea380c219381 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:35.432908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36dd2c20-48df-44da-b2da-f139a58c285d req-e2767e94-7f93-458a-b813-ea380c219381 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1166639 Oct 26 16:47:35.436523 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489aef0-b388-4692-b289-b41cff253fc2 x-openstack-request-id: req-5489aef0-b388-4692-b289-b41cff253fc2 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:35.439268 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc6a417-c198-4e94-b705-5da9c7446595", "name": "network-vif-deleted", "tag": "d0bc5513-76c1-47a1-87d4-5f1ae6e16c92", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:35.439891 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5489aef0-b388-4692-b289-b41cff253fc2 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:35.442854 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6a417-c198-4e94-b705-5da9c7446595', 'name': 'network-vif-deleted', 'tag': 'd0bc5513-76c1-47a1-87d4-5f1ae6e16c92', 'status': 'completed', 'code': 200} Oct 26 16:47:35.519316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36dd2c20-48df-44da-b2da-f139a58c285d req-681f18b4-49e0-403c-a4b4-50607c8f1fdc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Oct 26 16:47:35.531933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.551520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b1227707-4745-45db-a563-e75f8d0b06cc None None] Provisioning complete for port a448357d-a3c5-42d9-b74a-0cf1451ad31f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:35.558394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1227707-4745-45db-a563-e75f8d0b06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.570029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for a448357d-a3c5-42d9-b74a-0cf1451ad31f owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:35.594733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b1227707-4745-45db-a563-e75f8d0b06cc None None] Port a448357d-a3c5-42d9-b74a-0cf1451ad31f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:35.845622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:35.873334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=a448357d-a3c5-42d9-b74a-0cf1451ad31f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:36.082808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.088909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff51d966-639b-4275-aae0-87fd13c9964d tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/a448357d-a3c5-42d9-b74a-0cf1451ad31f HTTP/1.1" status: 204 len: 168 time: 0.9301834 Oct 26 16:47:36.089061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:36.119612 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb89781a-b2e2-49a8-bdf6-73d061fc4a24 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] GET failed (client error): The resource could not be found. Oct 26 16:47:36.121104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fb89781a-b2e2-49a8-bdf6-73d061fc4a24 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports/a448357d-a3c5-42d9-b74a-0cf1451ad31f HTTP/1.1" status: 404 len: 333 time: 0.0310414 Oct 26 16:47:36.123795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:36.228159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port 0de1bfde-8d00-4388-9b67-ffbc19403dfd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:36.228797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.290048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12608f99-6eb5-486c-b54a-0d36bead698b req-ce811ebe-93b8-48d8-8147-9b45eb80e3d0 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc6a417-c198-4e94-b705-5da9c7446595 HTTP/1.1" status: 200 len: 210 time: 0.0291390 Oct 26 16:47:36.347652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.357424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cad203-2262-4d4d-b35a-083724f967db req-b6e37130-0cfc-475d-bf75-477d5d267c61 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:36.360941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43cad203-2262-4d4d-b35a-083724f967db req-b6e37130-0cfc-475d-bf75-477d5d267c61 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0719459 Oct 26 16:47:36.363922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for 0de1bfde-8d00-4388-9b67-ffbc19403dfd owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:36.403468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43cad203-2262-4d4d-b35a-083724f967db req-40f7891e-6595-4bdc-a21a-876edb26eb05 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Oct 26 16:47:36.537127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a204a-ab1e-40d8-b9d2-6a9dd9667858 req-5ba5dc63-e932-4523-965d-51da6555a1fd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:36.547100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e5a204a-ab1e-40d8-b9d2-6a9dd9667858 req-5ba5dc63-e932-4523-965d-51da6555a1fd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0732751 Oct 26 16:47:36.587767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e5a204a-ab1e-40d8-b9d2-6a9dd9667858 req-fd87ac68-d2f3-4d98-90d1-2237bbadd555 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Oct 26 16:47:36.627867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.655105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07452-2b0b-4e0a-b048-e0bc2a94f7b6 req-6751b482-256a-499e-92b5-0b1a4141efc2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:36.657070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54b07452-2b0b-4e0a-b048-e0bc2a94f7b6 req-6751b482-256a-499e-92b5-0b1a4141efc2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0612977 Oct 26 16:47:36.664663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=0de1bfde-8d00-4388-9b67-ffbc19403dfd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:36.688287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.698709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:36.707596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8ddfdc7-5d75-4f2c-a751-4a5378cba374 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/0de1bfde-8d00-4388-9b67-ffbc19403dfd HTTP/1.1" status: 204 len: 168 time: 0.5824053 Oct 26 16:47:36.708595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34272) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:36.757763 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-911296bb-2149-472e-8988-063658d9c2d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] GET failed (client error): The resource could not be found. Oct 26 16:47:36.768428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-911296bb-2149-472e-8988-063658d9c2d6 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "GET /v2.0/ports/0de1bfde-8d00-4388-9b67-ffbc19403dfd HTTP/1.1" status: 404 len: 333 time: 0.0518942 Oct 26 16:47:36.768428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34274) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:36.780201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fe33f-a6d7-473a-a78e-300dc1b30ea2 req-b58f8f07-ea8a-4028-b702-c0add90d41b2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:36.781973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac6fe33f-a6d7-473a-a78e-300dc1b30ea2 req-b58f8f07-ea8a-4028-b702-c0add90d41b2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1197748 Oct 26 16:47:36.792738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54b07452-2b0b-4e0a-b048-e0bc2a94f7b6 req-89fd4a5b-2a77-4989-bfb5-a9d6bc3fce30 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Oct 26 16:47:36.852672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac6fe33f-a6d7-473a-a78e-300dc1b30ea2 req-6f07a8c4-9eb1-434a-8682-c4501e7b2285 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588279 Oct 26 16:47:36.911962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port f6a3b029-4b03-49f3-b023-156864f5f718 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:36.911962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.025860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a2a6d-4884-4fb5-8a9b-de6979d86386 req-83d0b76a-22ef-4c48-8749-90a5cff45fdf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:37.035027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-849a2a6d-4884-4fb5-8a9b-de6979d86386 req-83d0b76a-22ef-4c48-8749-90a5cff45fdf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0834997 Oct 26 16:47:37.051279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.065309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for f6a3b029-4b03-49f3-b023-156864f5f718 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:37.072639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-849a2a6d-4884-4fb5-8a9b-de6979d86386 req-3760b094-8fc7-42f9-9404-60d06f0fee6f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371170 Oct 26 16:47:37.314145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.367088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=f6a3b029-4b03-49f3-b023-156864f5f718,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:37.407151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.415163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e66bb106-33d6-4a58-875f-d17ec998848f tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/ports/f6a3b029-4b03-49f3-b023-156864f5f718 HTTP/1.1" status: 204 len: 168 time: 0.6431580 Oct 26 16:47:37.415607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34288) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:37.479028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting subnet 7c446f7b-228f-411a-af65-d1ef3f00066f {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:47:37.485105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.538294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.553247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:37.652772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.692869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a59af5f8-7e23-4c9b-bd9d-e8a6fbb9fab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.769901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:37.794343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:47:37.794701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d0bc5513-76c1-47a1-87d4-5f1ae6e16c92 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:47:37.866283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.902171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Subnet': ['ID=7c446f7b-228f-411a-af65-d1ef3f00066f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:37.904357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:37.911180 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9ad82f82-6aa3-4c2b-a902-b25a46807163 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/subnets/7c446f7b-228f-411a-af65-d1ef3f00066f HTTP/1.1" status: 204 len: 168 time: 0.4943402 Oct 26 16:47:37.912164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34300) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:37.914479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80351206-493f-4e1a-bf4c-e5bb693d3dfe None None] Network 9badead8-3c50-4d1c-8378-90e82d6c1966 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:37.987539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc172d9-b899-4fdf-9874-ab1a5575e50b req-1a2143a3-3767-4b7c-8f8f-bfe243d9d108 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:37.989258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adc172d9-b899-4fdf-9874-ab1a5575e50b req-1a2143a3-3767-4b7c-8f8f-bfe243d9d108 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1141965 Oct 26 16:47:37.999821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.035243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a59af5f8-7e23-4c9b-bd9d-e8a6fbb9fab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.055962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adc172d9-b899-4fdf-9874-ab1a5575e50b req-6a53d8e4-7faa-41e0-8898-5befb9ee3f49 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Oct 26 16:47:38.060477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Deleting port 9d6a6027-d74a-4ee6-92e0-34317190df81 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:38.060926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.130197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a59af5f8-7e23-4c9b-bd9d-e8a6fbb9fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.142178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] For port 9d6a6027-d74a-4ee6-92e0-34317190df81, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d6a6027-d74a-4ee6-92e0-34317190df81,segment=NetworkSegment(59fcd480-3dcc-47cb-bac1-cc87805f8df6),segment_id=59fcd480-3dcc-47cb-bac1-cc87805f8df6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:38.142674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.160975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Calling delete_port for 9d6a6027-d74a-4ee6-92e0-34317190df81 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:38.177186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59af5f8-7e23-4c9b-bd9d-e8a6fbb9fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e338d-31f5-456a-a5c2-12ed8e8cf4e7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:38.182814 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a59af5f8-7e23-4c9b-bd9d-e8a6fbb9fab4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b753dffdddff49fcb82230a69b7ed127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270366 Oct 26 16:47:38.184445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34304) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:38.191074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] DHCP port deletion for 9badead8-3c50-4d1c-8378-90e82d6c1966 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:47:38.242950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Deleting port 9d6a6027-d74a-4ee6-92e0-34317190df81 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:38.243338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.296081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.311531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] For port 9d6a6027-d74a-4ee6-92e0-34317190df81, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9d6a6027-d74a-4ee6-92e0-34317190df81,segment=NetworkSegment(59fcd480-3dcc-47cb-bac1-cc87805f8df6),segment_id=59fcd480-3dcc-47cb-bac1-cc87805f8df6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:38.312430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.321418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.326304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Calling delete_port for 9d6a6027-d74a-4ee6-92e0-34317190df81 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:38.392628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.409416 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.425901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Port': ['ID=9d6a6027-d74a-4ee6-92e0-34317190df81,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:38.427929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] No DVR routers for this DVR port 9d6a6027-d74a-4ee6-92e0-34317190df81 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:47:38.443964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] Pushing event deleted for resources: {'Port': ['ID=9d6a6027-d74a-4ee6-92e0-34317190df81,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:38.456839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8bc68-7dd2-4385-b3bb-ea2dcb30b890 None None] No DVR routers for this DVR port 9d6a6027-d74a-4ee6-92e0-34317190df81 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:47:38.502573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.505106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.510030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/221e338d-31f5-456a-a5c2-12ed8e8cf4e7 HTTP/1.1" status: 204 len: 168 time: 0.2916431 Oct 26 16:47:38.525403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea04f-605f-40df-a935-4478afba6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e338d-31f5-456a-a5c2-12ed8e8cf4e7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:38.528674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.561123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9badead8-3c50-4d1c-8378-90e82d6c1966']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:38.567763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fcd480-3dcc-47cb-bac1-cc87805f8df6') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:38.568120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fcd480-3dcc-47cb-bac1-cc87805f8df6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:38.582033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.605058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.612441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:47:38.613070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:47:38.616196 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:47:38.775806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.783755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:38.787418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] 10.222.0.21 "DELETE /v2.0/networks/9badead8-3c50-4d1c-8378-90e82d6c1966 HTTP/1.1" status: 204 len: 168 time: 0.8742969 Oct 26 16:47:38.800043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb162f-824f-4b08-b384-664e18f5ff75 tempest-AllowedAddressPairIpV6TestJSON-499239774 tempest-AllowedAddressPairIpV6TestJSON-499239774-project] Pushing event deleted for resources: {'Network': ['ID=9badead8-3c50-4d1c-8378-90e82d6c1966,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:39.072845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9d6a6027-d74a-4ee6-92e0-34317190df81 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:39.101028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 9d6a6027-d74a-4ee6-92e0-34317190df81 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:47:39.101478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9d6a6027-d74a-4ee6-92e0-34317190df81 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:47:39.186094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e4fde-392b-4364-a01a-5bea2b3ed351 req-4d9c938f-b161-4a9b-af81-b6ebe4f3bd53 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:39.188266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb7e4fde-392b-4364-a01a-5bea2b3ed351 req-4d9c938f-b161-4a9b-af81-b6ebe4f3bd53 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0557086 Oct 26 16:47:39.244312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb7e4fde-392b-4364-a01a-5bea2b3ed351 req-3ac7dd90-40a9-4023-ada9-a893cad3f40b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Oct 26 16:47:39.383739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34320) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:39.388581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34322) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:39.408109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-376ff65a-eb64-4253-9ade-c828dcb804f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.488306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-376ff65a-eb64-4253-9ade-c828dcb804f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.564354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-376ff65a-eb64-4253-9ade-c828dcb804f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.608533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-376ff65a-eb64-4253-9ade-c828dcb804f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dae95d0b30a44a197a4ad74644ed771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188663 Oct 26 16:47:39.610035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ff65a-eb64-4253-9ade-c828dcb804f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232ca3a-16f2-4f4e-b540-1dcb93c8a3ca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:39.611930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:39.658925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-410cf781-4e1c-45e0-bf9d-87dc85d7f31a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db1c5cda77c44cb3b5d8db4d3108ed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740176 Oct 26 16:47:39.661968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:39.688342 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.711461 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.714267 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.736707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.854451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.857119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.858586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c232ca3a-16f2-4f4e-b540-1dcb93c8a3ca HTTP/1.1" status: 204 len: 168 time: 0.2457082 Oct 26 16:47:39.867085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b7fcb-a4cd-48b2-ae0f-c1311d283d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232ca3a-16f2-4f4e-b540-1dcb93c8a3ca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:39.907931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.911779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:39.920365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f913c5e5-73e2-4ac7-bfd3-1c5a65434536 HTTP/1.1" status: 204 len: 168 time: 0.2536414 Oct 26 16:47:39.936727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58b48-5a08-4b4b-991a-4c68e0f8283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913c5e5-73e2-4ac7-bfd3-1c5a65434536,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:40.388836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5c4b3-7678-4257-baf7-48ccf7640ac0 req-34317bd7-55e9-4ef4-a206-f775e84c1f05 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:40.391082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0e5c4b3-7678-4257-baf7-48ccf7640ac0 req-34317bd7-55e9-4ef4-a206-f775e84c1f05 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0603817 Oct 26 16:47:40.433288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0e5c4b3-7678-4257-baf7-48ccf7640ac0 req-a08ce756-92b8-4bd9-9afb-748a297f6b3d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353959 Oct 26 16:47:41.094666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34386) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.212511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e9068010-f8e2-403f-b532-8a83eead4826 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] Request body: {'port': {'network_id': 'bed68b91-a3ff-44f5-846a-74ca1dbc330c', 'name': 'tempest-NetworksNegativeTestJSON-963248209'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:41.227702 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9068010-f8e2-403f-b532-8a83eead4826 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] POST failed (client error): The resource could not be found. Oct 26 16:47:41.228249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9068010-f8e2-403f-b532-8a83eead4826 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.233103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e9068010-f8e2-403f-b532-8a83eead4826 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1371369 Oct 26 16:47:41.237416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34396) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.257202 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb77adde-54ae-4455-8c96-d688b46d3bc8 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] DELETE failed (client error): The resource could not be found. Oct 26 16:47:41.258974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb77adde-54ae-4455-8c96-d688b46d3bc8 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.260880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb77adde-54ae-4455-8c96-d688b46d3bc8 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "DELETE /v2.0/networks/add0794a-81d6-4cfd-8ce3-c463131267ce HTTP/1.1" status: 404 len: 339 time: 0.0223784 Oct 26 16:47:41.265152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34400) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.300109 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b077d6b4-9557-4e4c-9636-c166396902bb tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] DELETE failed (client error): The resource could not be found. Oct 26 16:47:41.300817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b077d6b4-9557-4e4c-9636-c166396902bb tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.304312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b077d6b4-9557-4e4c-9636-c166396902bb tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "DELETE /v2.0/ports/f790a6f0-7ced-4cb7-80f0-a850019dc373 HTTP/1.1" status: 404 len: 333 time: 0.0377879 Oct 26 16:47:41.308393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34404) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.343198 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c932810a-d5c9-4f88-95c8-4bd1446f2c60 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] DELETE failed (client error): The resource could not be found. Oct 26 16:47:41.344096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c932810a-d5c9-4f88-95c8-4bd1446f2c60 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.347874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c932810a-d5c9-4f88-95c8-4bd1446f2c60 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "DELETE /v2.0/subnets/687ba131-08ca-4151-afcb-91f246782daf HTTP/1.1" status: 404 len: 337 time: 0.0380561 Oct 26 16:47:41.351729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.373295 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b28b19-cd40-414c-b950-17dd39823ad6 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] GET failed (client error): The resource could not be found. Oct 26 16:47:41.375025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9b28b19-cd40-414c-b950-17dd39823ad6 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "GET /v2.0/networks/8d69645d-9314-4642-a0e2-46d7cdbfe15f HTTP/1.1" status: 404 len: 339 time: 0.0221763 Oct 26 16:47:41.378770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34408) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.405102 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3299f158-fb0c-420f-82b0-13c799565195 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] GET failed (client error): The resource could not be found. Oct 26 16:47:41.407249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3299f158-fb0c-420f-82b0-13c799565195 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "GET /v2.0/ports/08fe7e0b-3642-4d13-ac83-4848c17e0eb3 HTTP/1.1" status: 404 len: 333 time: 0.0274203 Oct 26 16:47:41.410994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34410) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.443411 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b438d84-49f2-4268-89ce-e5793cc44bae tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] GET failed (client error): The resource could not be found. Oct 26 16:47:41.445811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4b438d84-49f2-4268-89ce-e5793cc44bae tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "GET /v2.0/subnets/d0e01e5e-39a0-4cfc-8750-0727b3ec66ec HTTP/1.1" status: 404 len: 337 time: 0.0334105 Oct 26 16:47:41.449677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34412) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.457522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0c92144f-2e3e-45f7-be9a-b50f3fc2f990 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:41.472563 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c92144f-2e3e-45f7-be9a-b50f3fc2f990 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] PUT failed (client error): The resource could not be found. Oct 26 16:47:41.473123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c92144f-2e3e-45f7-be9a-b50f3fc2f990 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.478142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c92144f-2e3e-45f7-be9a-b50f3fc2f990 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "PUT /v2.0/networks/7fbcea2a-b9fc-4f70-92d4-09094f5c2340 HTTP/1.1" status: 404 len: 339 time: 0.0274017 Oct 26 16:47:41.478291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.485882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dfcc519e-a9d2-481b-8077-2760b4bfb681 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:41.521708 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc519e-a9d2-481b-8077-2760b4bfb681 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] PUT failed (client error): The resource could not be found. Oct 26 16:47:41.522692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcc519e-a9d2-481b-8077-2760b4bfb681 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.535626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dfcc519e-a9d2-481b-8077-2760b4bfb681 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "PUT /v2.0/ports/ac47792b-1ceb-4712-8578-e58386ce1d7f HTTP/1.1" status: 404 len: 333 time: 0.0452063 Oct 26 16:47:41.535626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34420) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:41.535626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8a45f8e3-a3b2-4c24-bb86-5524de8a0845 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:41.589735 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a45f8e3-a3b2-4c24-bb86-5524de8a0845 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] PUT failed (client error): The resource could not be found. Oct 26 16:47:41.590472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a45f8e3-a3b2-4c24-bb86-5524de8a0845 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:47:41.601090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8a45f8e3-a3b2-4c24-bb86-5524de8a0845 tempest-NetworksNegativeTestJSON-664771333 tempest-NetworksNegativeTestJSON-664771333-project] 10.222.0.21 "PUT /v2.0/subnets/4060cb87-a2e9-40d8-95ec-0dc49938aabc HTTP/1.1" status: 404 len: 337 time: 0.0699832 Oct 26 16:47:41.634100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f647f-c807-4636-a268-7fff8345470c req-f766ff8a-1f5e-4c54-b8ce-7bbfe5aaa040 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:41.635639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-599f647f-c807-4636-a268-7fff8345470c req-f766ff8a-1f5e-4c54-b8ce-7bbfe5aaa040 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1098356 Oct 26 16:47:41.679484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-599f647f-c807-4636-a268-7fff8345470c req-af1331cb-e02c-421b-905e-0ced20b91aa1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Oct 26 16:47:42.100170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34436) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:42.228453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c69b-199c-43d4-997b-03430d82dbc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.324587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c69b-199c-43d4-997b-03430d82dbc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.509289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c69b-199c-43d4-997b-03430d82dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.584226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a9c8c69b-199c-43d4-997b-03430d82dbc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afbf1c6bb6be4f8aac4c36f7c27f7253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807560 Oct 26 16:47:42.584687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34448) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:42.597779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c69b-199c-43d4-997b-03430d82dbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f23c0-55d2-46c8-ab4b-d98243ff8ecd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:42.618175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-450717b4-3b61-4805-b5a5-ccc47f86ae3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530059 Oct 26 16:47:42.644991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.668184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.684212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-ba411a95-6bfd-4886-b4fa-b6295d73c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:42.685772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-ba411a95-6bfd-4886-b4fa-b6295d73c902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1096 time: 0.0434794 Oct 26 16:47:42.786653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.792885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:42.794977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/518f23c0-55d2-46c8-ab4b-d98243ff8ecd HTTP/1.1" status: 204 len: 168 time: 0.2086565 Oct 26 16:47:42.803716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6a90-f5af-4b53-9bdc-b3f689cde20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f23c0-55d2-46c8-ab4b-d98243ff8ecd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:42.883652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b4662-7a75-4b18-88a2-e481636f9881 req-00994ce7-0b8f-4e28-ae31-8220f8fe4194 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:42.885846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b67b4662-7a75-4b18-88a2-e481636f9881 req-00994ce7-0b8f-4e28-ae31-8220f8fe4194 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1250982 Oct 26 16:47:42.912080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-aaa64e26-76b2-4c64-b12b-db083456d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:42.913928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-aaa64e26-76b2-4c64-b12b-db083456d8c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.2037492 Oct 26 16:47:43.003805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b67b4662-7a75-4b18-88a2-e481636f9881 req-cc39efb0-b051-4af0-a47a-60da178a9d38 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018717 Oct 26 16:47:43.014172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-1afb4d62-1b8b-4536-946d-3d22f662470f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 999 time: 0.0906727 Oct 26 16:47:43.070510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-48a1148e-2742-4272-9740-4cb9afc670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:43.072037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-48a1148e-2742-4272-9740-4cb9afc670d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0511601 Oct 26 16:47:43.118620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-9683741c-d71d-4b4a-9e0a-200b4114219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:43.120197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-9683741c-d71d-4b4a-9e0a-200b4114219b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414672 Oct 26 16:47:43.228488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-2aac235e-ad04-4494-aee9-08954d53b24c service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982697 Oct 26 16:47:43.337750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf498db-8d36-4c96-84a4-6e93f8f69ddd req-654897bc-b8e5-47bb-91d4-266d9bd55148 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993817 Oct 26 16:47:44.136408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735fec6-dc5c-4c0f-821c-48fd3bc01154 req-1dc1dd1e-cc96-44b0-941e-0a944780a2d9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:44.139799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8735fec6-dc5c-4c0f-821c-48fd3bc01154 req-1dc1dd1e-cc96-44b0-941e-0a944780a2d9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0576427 Oct 26 16:47:44.186234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8735fec6-dc5c-4c0f-821c-48fd3bc01154 req-13c4bb92-4e9a-479b-9717-71ce05859842 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Oct 26 16:47:44.216371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:44.317597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6bdb5f23-ceda-40f0-b502-47599e375c12 tempest-DvrRoutersNegativeTest-2059551578 tempest-DvrRoutersNegativeTest-2059551578-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-243559874', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:44.320571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.policy [None req-6bdb5f23-ceda-40f0-b502-47599e375c12 tempest-DvrRoutersNegativeTest-2059551578 tempest-DvrRoutersNegativeTest-2059551578-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102737) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 16:47:44.320872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.policy [None req-6bdb5f23-ceda-40f0-b502-47599e375c12 tempest-DvrRoutersNegativeTest-2059551578 tempest-DvrRoutersNegativeTest-2059551578-project] Failed policy check for 'create_router' {{(pid=102737) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 26 16:47:44.321402 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-6bdb5f23-ceda-40f0-b502-47599e375c12 tempest-DvrRoutersNegativeTest-2059551578 tempest-DvrRoutersNegativeTest-2059551578-project] create failed (client error): Access was denied to this resource. Oct 26 16:47:44.326634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6bdb5f23-ceda-40f0-b502-47599e375c12 tempest-DvrRoutersNegativeTest-2059551578 tempest-DvrRoutersNegativeTest-2059551578-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1049547 Oct 26 16:47:45.088261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34524) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:45.208932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dcd3-2f5a-468e-be43-0256a6d8cd5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.332417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dcd3-2f5a-468e-be43-0256a6d8cd5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.381620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f44b8-db59-4822-8ade-67397f520d92 req-4493cb9f-9c3d-4b5f-9887-1640e83465b1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:45.390975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc8f44b8-db59-4822-8ade-67397f520d92 req-4493cb9f-9c3d-4b5f-9887-1640e83465b1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0771644 Oct 26 16:47:45.431723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dcd3-2f5a-468e-be43-0256a6d8cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.452704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc8f44b8-db59-4822-8ade-67397f520d92 req-5d3595f3-8597-41b2-b583-480c98a5f93d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583532 Oct 26 16:47:45.485976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dfb1dcd3-2f5a-468e-be43-0256a6d8cd5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d18886515834c2fa13be53432086b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951325 Oct 26 16:47:45.487122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1dcd3-2f5a-468e-be43-0256a6d8cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bade1-ec1e-487e-b1e4-da901de10ae5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:45.493319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34536) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:45.600184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.631905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.798295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.808680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:45.808680 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f9bade1-ec1e-487e-b1e4-da901de10ae5 HTTP/1.1" status: 204 len: 168 time: 0.3088849 Oct 26 16:47:45.820070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62415c4d-86dd-4a07-b9b3-8a6a3bbdbea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bade1-ec1e-487e-b1e4-da901de10ae5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:46.569905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a5183-e099-4bad-bb5b-ec0319fc2bd2 req-e2a74883-20bd-45e0-a6d0-c0b9b23a6c20 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:46.571447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d51a5183-e099-4bad-bb5b-ec0319fc2bd2 req-e2a74883-20bd-45e0-a6d0-c0b9b23a6c20 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0546856 Oct 26 16:47:46.625447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d51a5183-e099-4bad-bb5b-ec0319fc2bd2 req-64bcd466-38bc-47ab-8fe2-4c13a297e5c9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Oct 26 16:47:47.262947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34586) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:47.472630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1725676558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:47.586665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.589196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.647339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.720499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.757841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ddd8a-cada-4e16-9af5-fe8c894af2b2 req-42d3c112-b2e3-4961-9fc7-cd457f2608d2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:47.759401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-152ddd8a-cada-4e16-9af5-fe8c894af2b2 req-42d3c112-b2e3-4961-9fc7-cd457f2608d2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0708294 Oct 26 16:47:47.801287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.803628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d9fb2c98-139d-45ec-894c-9685ab23b56a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5394776 Oct 26 16:47:47.805299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:47.810834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1899241946'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:47.814002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-152ddd8a-cada-4e16-9af5-fe8c894af2b2 req-ea2f2a55-6587-4900-829d-226f7b39f712 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471959 Oct 26 16:47:47.894109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:47.897980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.907767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:47.987738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.065522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.089402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:47:48.107617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21c2ef-b09b-4371-a2a9-4aaf7844e1d0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:48.111168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.111710 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Added segment a644ee6e-4cfa-407e-809c-106f10af909d of type vlan for network 8020364f-de43-4bec-8a26-12839a6f659b Oct 26 16:47:48.157590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.267482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.274266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:48.274881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.336745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-aaa67c86-ea30-4dda-8b74-75f83e469cc6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:48.338256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-aaa67c86-ea30-4dda-8b74-75f83e469cc6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/networks?id=9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 200 len: 814 time: 0.1173100 Oct 26 16:47:48.356215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-465116cd-5fd2-4c33-92f1-e0abe72e1816 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/quotas/67791084f36b42eb8f4a6e6a02b1dbe3 HTTP/1.1" status: 200 len: 375 time: 0.0108860 Oct 26 16:47:48.374689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Network': ['ID=8020364f-de43-4bec-8a26-12839a6f659b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:48.385910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 8020364f-de43-4bec-8a26-12839a6f659b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:47:48.393499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-d1cd3279-8454-4da3-9790-8d11f1f41aa4 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304148 Oct 26 16:47:48.408834 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f5b32b9-5c20-4a9e-ad6c-a289dab7246b tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6021359 Oct 26 16:47:48.419696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34624) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:48.419696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'subnet': {'network_id': '8020364f-de43-4bec-8a26-12839a6f659b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:48.510109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-2d002405-3d29-4815-90df-406207284d3d service neutron] 10.222.0.21 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096108 Oct 26 16:47:48.585370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:48.589502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.612423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-a43b5878-a4f4-484d-93a1-ee398e2fe28e service neutron] 10.222.0.21 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922284 Oct 26 16:47:48.907718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:48.950508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-974b7f0c-e1e5-491c-8796-bb559a7bceed req-c1a2fbdc-79f3-4b98-89cf-e0536f386f07 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 210 time: 0.0605471 Oct 26 16:47:48.978677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285abe-489f-499b-b89e-0010eec456e0 req-9c540ffc-ea8b-4b66-bf09-72abd13da9ef tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:48.987202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1285abe-489f-499b-b89e-0010eec456e0 req-9c540ffc-ea8b-4b66-bf09-72abd13da9ef tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0866621 Oct 26 16:47:49.010187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Checking segment: {'id': 'a644ee6e-4cfa-407e-809c-106f10af909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:49.010187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network hostable DHCP agents. Network: 8020364f-de43-4bec-8a26-12839a6f659b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:47:49.024892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Subnet': ['ID=f0e7661d-feda-4f66-893e-452d1cd0ea7b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:49.047920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1285abe-489f-499b-b89e-0010eec456e0 req-1d681628-3885-46f3-b459-1daf25da7971 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 Oct 26 16:47:49.158193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network 8020364f-de43-4bec-8a26-12839a6f659b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:47:49.283431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 8020364f-de43-4bec-8a26-12839a6f659b) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:49.288392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:49.289109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.302857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d9760-e030-43ad-9abb-d909d5765ff8 None None] Network 8020364f-de43-4bec-8a26-12839a6f659b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:49.357134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b353028-da1b-4857-8602-f926fd713800 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9413304 Oct 26 16:47:49.357604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34650) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:49.363153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'network': {'name': 'tempest-router-network01--1854706157'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:49.476631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-8020364f-de43-4bec-8a26-12839a6f659b', 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b', 'tenant_id': '4c0a1120102a485e80b422d2462e0a09', 'fixed_ips': [{'subnet_id': 'f0e7661d-feda-4f66-893e-452d1cd0ea7b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:47:49.476631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.563999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:49.567503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.597026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:47:49.607319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.607898 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Added segment 4dd77cd2-93d4-4ab9-9ade-2985cada9ad2 of type vlan for network e4432aa9-73d0-402a-99de-1d8d4bd17c25 Oct 26 16:47:49.623845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Allocated IP 2001:db8::2 (8020364f-de43-4bec-8a26-12839a6f659b/f0e7661d-feda-4f66-893e-452d1cd0ea7b/14026f8f-4d0e-4802-b356-a2c3cdecd0da) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:49.656373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.765313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.798040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.804191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:49.804777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.872307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Network': ['ID=e4432aa9-73d0-402a-99de-1d8d4bd17c25,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:49.883958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:47:49.940217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:49.944876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4c67e533-d566-4440-98fc-24b7a69b475a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5849826 Oct 26 16:47:49.947222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:49.953615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'network': {'name': 'tempest-router-network02--1926865263'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:49.973256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Network 8020364f-de43-4bec-8a26-12839a6f659b is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:49.993244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:50.001573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:50.032442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Pushing event updated for resources: {'Port': ['ID=14026f8f-4d0e-4802-b356-a2c3cdecd0da,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:50.074337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.074850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.075923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.076387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.076875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.078207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-754c71d2-4ee3-4ded-a4c4-300e6ed84367 req-84b915b7-21bf-4e1e-9000-83c196d21a6b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 210 time: 0.0360439 Oct 26 16:47:50.078379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.078849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.079199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.079677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.080138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.080705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.081210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:50.085172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Attempting to bind port 14026f8f-4d0e-4802-b356-a2c3cdecd0da on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:50.085534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Attempting to bind port 14026f8f-4d0e-4802-b356-a2c3cdecd0da by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a644ee6e-4cfa-407e-809c-106f10af909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:50.085892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Attempting to bind port 14026f8f-4d0e-4802-b356-a2c3cdecd0da on network 8020364f-de43-4bec-8a26-12839a6f659b {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:50.092115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:50.092487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Checking segment: {'id': 'a644ee6e-4cfa-407e-809c-106f10af909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:50.092939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.093326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Bound using segment: {'id': 'a644ee6e-4cfa-407e-809c-106f10af909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:50.095348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Bound port: 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a644ee6e-4cfa-407e-809c-106f10af909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8020364f-de43-4bec-8a26-12839a6f659b'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:50.095519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:50.095742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.099297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.132887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:47:50.168969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.169580 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Added segment c0af727a-40f7-4559-9dd3-60d3f4219849 of type vlan for network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a Oct 26 16:47:50.178821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-05a99563-1822-4c20-a643-b118377f2116 None None] For port 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:50.182209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-05a99563-1822-4c20-a643-b118377f2116 None None] For port 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14026f8f-4d0e-4802-b356-a2c3cdecd0da,segment=NetworkSegment(a644ee6e-4cfa-407e-809c-106f10af909d),segment_id=a644ee6e-4cfa-407e-809c-106f10af909d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:50.221782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.232892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3c059-2341-490f-b85d-2efa6972aeb3 req-62d4dff3-1cc6-4c9a-ba12-3691f14386d4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:50.234956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cad3c059-2341-490f-b85d-2efa6972aeb3 req-62d4dff3-1cc6-4c9a-ba12-3691f14386d4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0992646 Oct 26 16:47:50.288945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cad3c059-2341-490f-b85d-2efa6972aeb3 req-7286a4eb-8355-4b4c-833d-ec9b3c0f1f6b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Oct 26 16:47:50.290582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.371372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.375671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a99563-1822-4c20-a643-b118377f2116 None None] Pushing event updated for resources: {'Port': ['ID=14026f8f-4d0e-4802-b356-a2c3cdecd0da,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:50.379021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:50.384217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:50.463451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Network': ['ID=e4d6c20f-3891-4f28-b393-ec8a78bd8f2a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:50.473100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:47:50.600540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-89b2a204-f210-4b36-b710-9c6e83459307 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6515326 Oct 26 16:47:50.603483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:50.609192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'subnet': {'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:50.825412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:50.829313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.017742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.107538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14026f8f-4d0e-4802-b356-a2c3cdecd0da up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:51.161158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 14026f8f-4d0e-4802-b356-a2c3cdecd0da triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:51.161861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.175775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.256436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f3ee552-0ede-40e5-b6a2-c136a281ef48 req-4fcad5d7-b2f9-4f07-9a02-7e2de691efbc tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 210 time: 0.0861561 Oct 26 16:47:51.260101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Checking segment: {'id': '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:51.266527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network hostable DHCP agents. Network: e4432aa9-73d0-402a-99de-1d8d4bd17c25, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:47:51.292327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.297327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Subnet': ['ID=1772b1be-0994-41bf-9957-7e9b39f941b6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:51.341039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14026f8f-4d0e-4802-b356-a2c3cdecd0da,segment=NetworkSegment(a644ee6e-4cfa-407e-809c-106f10af909d),segment_id=a644ee6e-4cfa-407e-809c-106f10af909d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:51.430827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-fc8c0148-3c22-42f2-8e35-cb0bf232a066 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:51.432346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-fc8c0148-3c22-42f2-8e35-cb0bf232a066 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "GET /v2.0/networks?id=9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 200 len: 814 time: 0.1639171 Oct 26 16:47:51.439438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:47:51.448780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Request body: {'port': {'device_id': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169', 'admin_state_up': True, 'tenant_id': '67791084f36b42eb8f4a6e6a02b1dbe3'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:51.526006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81efb1-5e7d-461b-942a-95a84c1d4e0f None None] Network 8020364f-de43-4bec-8a26-12839a6f659b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:51.535071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eaf83-0427-4f8e-9162-dbbf56df83b6 req-46468a47-28c2-4cb0-ac75-bdeec672deb5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:51.536626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-940eaf83-0427-4f8e-9162-dbbf56df83b6 req-46468a47-28c2-4cb0-ac75-bdeec672deb5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1547184 Oct 26 16:47:51.586919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.603880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-940eaf83-0427-4f8e-9162-dbbf56df83b6 req-88cb7c2c-b8ad-4648-9666-6d3be94d07ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569913 Oct 26 16:47:51.620848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e4432aa9-73d0-402a-99de-1d8d4bd17c25) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:51.625553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:51.626132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.644745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59846fa0-ec9d-429b-90e0-359746967006 None None] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:51.792725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Made reservation on behalf of 67791084f36b42eb8f4a6e6a02b1dbe3 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:51.798228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.878802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0cae3e02-b926-49f7-9624-cc6a9ae931bc None None] Provisioning complete for port 14026f8f-4d0e-4802-b356-a2c3cdecd0da triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:51.879190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cae3e02-b926-49f7-9624-cc6a9ae931bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:51.929127 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-10a793ac-7203-4d37-9739-8c18ef85857a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3243895 Oct 26 16:47:51.930435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=14026f8f-4d0e-4802-b356-a2c3cdecd0da,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:51.932779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:51.939914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'subnet': {'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:51.948496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Allocated IP 172.20.0.11 (9a1e150e-326c-4e93-9ad9-6652a0c51169/8362a629-fd66-4a53-810d-e4996a80116e/8f57946d-8fc3-402e-aed3-4ba196320a5e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:52.162676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e4432aa9-73d0-402a-99de-1d8d4bd17c25', 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25', 'tenant_id': '4c0a1120102a485e80b422d2462e0a09', 'fixed_ips': [{'subnet_id': '1772b1be-0994-41bf-9957-7e9b39f941b6'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:47:52.163777 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.171643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.175269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:52.185141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.329970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.334098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Allocated IP 2001:db8::2 (e4432aa9-73d0-402a-99de-1d8d4bd17c25/1772b1be-0994-41bf-9957-7e9b39f941b6/fe1cef40-c7af-4c50-ad68-8086d39e161c) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:52.431066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Network 9a1e150e-326c-4e93-9ad9-6652a0c51169 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:52.441770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:52.448433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:52.506058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Pushing event updated for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:52.518000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.561424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:52.562076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.566773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e5dec155-8fbe-403a-993a-c002c62f40e2 None None] Provisioning complete for port 14026f8f-4d0e-4802-b356-a2c3cdecd0da triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:52.567356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e5dec155-8fbe-403a-993a-c002c62f40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.572358 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.584400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa398650-aa8f-406b-aef5-61dceb2c8a96 req-0b1d79f9-7355-4fbb-a89f-1e447bd9c268 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:52.586027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa398650-aa8f-406b-aef5-61dceb2c8a96 req-0b1d79f9-7355-4fbb-a89f-1e447bd9c268 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 932 time: 0.1747997 Oct 26 16:47:52.611419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Subnet': ['ID=f523206e-d7e2-4c2b-99fd-96dde5b88e15,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:52.617210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.622852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Checking segment: {'id': 'c0af727a-40f7-4559-9dd3-60d3f4219849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:52.623245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network hostable DHCP agents. Network: e4d6c20f-3891-4f28-b393-ec8a78bd8f2a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:47:52.650278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa398650-aa8f-406b-aef5-61dceb2c8a96 req-3abb7062-77ec-43a2-b6c4-55610f2d7583 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Oct 26 16:47:52.692801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-4c80904d-b069-4a4b-bfdf-f5dcd4425013 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2504563 Oct 26 16:47:52.706274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Request body: {'port': {'device_id': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:52.729294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:47:52.735196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.773596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.791755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:52.795615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:52.798455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:52.851589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Pushing event updated for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:52.872141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e4d6c20f-3891-4f28-b393-ec8a78bd8f2a) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:52.877836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:52.878415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.894642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714544a-8826-4d60-b6fb-0322bf498657 None None] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:52.908755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Attempting to bind port fe1cef40-c7af-4c50-ad68-8086d39e161c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:52.908755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Attempting to bind port fe1cef40-c7af-4c50-ad68-8086d39e161c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:52.908755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Attempting to bind port fe1cef40-c7af-4c50-ad68-8086d39e161c on network e4432aa9-73d0-402a-99de-1d8d4bd17c25 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:52.943156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:52.943566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Checking segment: {'id': '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:52.943928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:52.944321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Bound using segment: {'id': '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:52.944790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Bound port: fe1cef40-c7af-4c50-ad68-8086d39e161c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e4432aa9-73d0-402a-99de-1d8d4bd17c25'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:52.945167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.031215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34700) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:53.031321 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f2eb18f2-fb4c-4da0-8173-baea847a04f2 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0955291 Oct 26 16:47:53.090064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14026f8f-4d0e-4802-b356-a2c3cdecd0da up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:53.116086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2a22c-41d0-49f0-b21f-9d941b9c5e27 req-3caee9bd-8250-4af5-8893-eabe92ae9be4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:53.119670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44a2a22c-41d0-49f0-b21f-9d941b9c5e27 req-3caee9bd-8250-4af5-8893-eabe92ae9be4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1775687 Oct 26 16:47:53.121034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:53.151762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe1cef40-c7af-4c50-ad68-8086d39e161c,segment=NetworkSegment(4dd77cd2-93d4-4ab9-9ade-2985cada9ad2),segment_id=4dd77cd2-93d4-4ab9-9ade-2985cada9ad2)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:53.196171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e4d6c20f-3891-4f28-b393-ec8a78bd8f2a', 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a', 'tenant_id': '4c0a1120102a485e80b422d2462e0a09', 'fixed_ips': [{'subnet_id': 'f523206e-d7e2-4c2b-99fd-96dde5b88e15'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:47:53.197214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.220350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34704) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:53.225327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 14026f8f-4d0e-4802-b356-a2c3cdecd0da triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:53.225939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.297431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44a2a22c-41d0-49f0-b21f-9d941b9c5e27 req-a8328fb5-a96b-4d33-9002-00c87cf483cc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472616 Oct 26 16:47:53.300673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.375597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4923-6d6a-4081-be16-646b842d3b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.434676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894b675-3fc8-4468-8afe-c4777b7c9ded None None] Pushing event updated for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:53.449925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f57946d-8fc3-402e-aed3-4ba196320a5e {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:47:53.466337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.481116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Allocated IP 2001:db8::2 (e4d6c20f-3891-4f28-b393-ec8a78bd8f2a/f523206e-d7e2-4c2b-99fd-96dde5b88e15/462031be-9bcb-439b-b432-861abdc9390e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:53.496376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Transition to ACTIVE for port object 8f57946d-8fc3-402e-aed3-4ba196320a5e will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:47:53.509854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4923-6d6a-4081-be16-646b842d3b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.519099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.638420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4923-6d6a-4081-be16-646b842d3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.704487 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1b6f4923-6d6a-4081-be16-646b842d3b2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b2b27eadb3e42b89bca4b68fc7c5c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803138 Oct 26 16:47:53.704487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f4923-6d6a-4081-be16-646b842d3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e7ce4-13fe-4b1c-9415-45d69210cd6c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:53.706039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:53.713110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.794804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.824164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.861294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.899561 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-b406fb05-fb43-4467-a743-408e366ede7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665543 Oct 26 16:47:53.915638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:53.919499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Pushing event updated for resources: {'Port': ['ID=462031be-9bcb-439b-b432-861abdc9390e,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:53.923004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:53.932409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:53.974380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889f28-9692-4747-b279-704c058b4261 req-42d729b3-3fa2-4f6d-a869-13f20a6e2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:53.976346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-42d729b3-3fa2-4f6d-a869-13f20a6e2bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 1096 time: 0.0506876 Oct 26 16:47:53.986450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:53.989457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.000047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f7e7ce4-13fe-4b1c-9415-45d69210cd6c HTTP/1.1" status: 204 len: 168 time: 0.2826674 Oct 26 16:47:54.008905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Attempting to bind port 462031be-9bcb-439b-b432-861abdc9390e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:54.009455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Attempting to bind port 462031be-9bcb-439b-b432-861abdc9390e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c0af727a-40f7-4559-9dd3-60d3f4219849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:54.013198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Attempting to bind port 462031be-9bcb-439b-b432-861abdc9390e on network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:54.017110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:54.017646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Checking segment: {'id': 'c0af727a-40f7-4559-9dd3-60d3f4219849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:54.018133 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.018631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Bound using segment: {'id': 'c0af727a-40f7-4559-9dd3-60d3f4219849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:54.019343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Bound port: 462031be-9bcb-439b-b432-861abdc9390e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0af727a-40f7-4559-9dd3-60d3f4219849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e4d6c20f-3891-4f28-b393-ec8a78bd8f2a'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:54.019973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.025087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.078733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a877cb-7c75-4426-98d2-2325c7323727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e7ce4-13fe-4b1c-9415-45d69210cd6c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:54.136569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] For port 462031be-9bcb-439b-b432-861abdc9390e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:54.143044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] For port 462031be-9bcb-439b-b432-861abdc9390e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=462031be-9bcb-439b-b432-861abdc9390e,segment=NetworkSegment(c0af727a-40f7-4559-9dd3-60d3f4219849),segment_id=c0af727a-40f7-4559-9dd3-60d3f4219849)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:54.145516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889f28-9692-4747-b279-704c058b4261 req-8fe0f3af-1ea4-486f-92b0-a4a02fb64e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.148961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-8fe0f3af-1ea4-486f-92b0-a4a02fb64e61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1476529 Oct 26 16:47:54.205782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-1aaedb3d-8f43-46a9-95e3-2235a35521c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 200 len: 217 time: 0.0468016 Oct 26 16:47:54.226890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.268944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:54.281578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6eef2-322a-4594-b3d6-aae5ea14d140 req-a07f90f6-c2c2-47d5-ac15-92c275d76069 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.283166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ad6eef2-322a-4594-b3d6-aae5ea14d140 req-a07f90f6-c2c2-47d5-ac15-92c275d76069 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 944 time: 0.2917678 Oct 26 16:47:54.288737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889f28-9692-4747-b279-704c058b4261 req-e2a102d7-0968-45ed-8a43-65bc8c2843c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.290403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-e2a102d7-0968-45ed-8a43-65bc8c2843c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0777466 Oct 26 16:47:54.340588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d7325-4ffe-4d55-a909-46adc7bf3b1c None None] Pushing event updated for resources: {'Port': ['ID=462031be-9bcb-439b-b432-861abdc9390e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:54.375548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889f28-9692-4747-b279-704c058b4261 req-a1e4edfc-e26d-46d6-83b3-dc8f1c1a9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.377997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-a1e4edfc-e26d-46d6-83b3-dc8f1c1a9b78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796628 Oct 26 16:47:54.425503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ad6eef2-322a-4594-b3d6-aae5ea14d140 req-84887b01-2883-4728-b301-3d688f69ea36 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168039 Oct 26 16:47:54.459401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Attempting to bind port 8f57946d-8fc3-402e-aed3-4ba196320a5e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:47:54.460035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Attempting to bind port 8f57946d-8fc3-402e-aed3-4ba196320a5e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:47:54.460035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Attempting to bind port 8f57946d-8fc3-402e-aed3-4ba196320a5e on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:54.474933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Port 8f57946d-8fc3-402e-aed3-4ba196320a5e on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:47:54.475277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Attempting to bind port 8f57946d-8fc3-402e-aed3-4ba196320a5e on network 9a1e150e-326c-4e93-9ad9-6652a0c51169 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:47:54.490683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:47:54.491023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Checking segment: {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:47:54.491444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Bound using segment: {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:47:54.491982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Bound port: 8f57946d-8fc3-402e-aed3-4ba196320a5e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba2a6e-77c5-4442-8933-54bc87774bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:47:54.492367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.497178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Allocated IP 2001:db8::1 (e4432aa9-73d0-402a-99de-1d8d4bd17c25/1772b1be-0994-41bf-9957-7e9b39f941b6/2b3a8d65-9884-43ec-ad83-8126bc8d6b97) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:54.566727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-7f1e8a0e-7523-436f-baef-443881401ac8 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776319 Oct 26 16:47:54.656721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:47:54.711155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf31a2-8f80-475f-812a-4879f20d3a93 req-7bf708ef-5d89-4472-8f6a-f882ac545e0f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.712796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cdf31a2-8f80-475f-812a-4879f20d3a93 req-7bf708ef-5d89-4472-8f6a-f882ac545e0f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.2435768 Oct 26 16:47:54.739102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:47:54.800382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cdf31a2-8f80-475f-812a-4879f20d3a93 req-ef079fe1-97c0-42f9-b716-32b118d85a85 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774524 Oct 26 16:47:54.838005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.845492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056df9a4-2eed-4fc8-9f3d-1227ef3d91c5 None None] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:54.919482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.963223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:54.964001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.965454 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f57946d-8fc3-402e-aed3-4ba196320a5e HTTP/1.1" status: 200 len: 1092 time: 2.2642183 Oct 26 16:47:54.965908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:47:54.969478 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75" -d '{"events": [{"name": "network-changed", "server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:54.988105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:54.989276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] Provisioning complete for port fe1cef40-c7af-4c50-ad68-8086d39e161c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:54.989782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.022729 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec23da5e-dd4a-4c15-bd53-96b2c114039d x-openstack-request-id: req-ec23da5e-dd4a-4c15-bd53-96b2c114039d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:55.023022 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:55.023333 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec23da5e-dd4a-4c15-bd53-96b2c114039d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:55.023758 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e', 'status': 'completed', 'code': 200} Oct 26 16:47:55.026312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebb8d0-e227-4fd7-83e3-663781adaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:55.111282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:55.117430 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3889f28-9692-4747-b279-704c058b4261 req-77fa4e91-6a34-49cf-b1d7-e5859eeccf07 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425754 Oct 26 16:47:55.125114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:55.131654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34722) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:55.147765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:47:55.148311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.157462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c54eab8-8a42-4234-bed7-4fac37f6d29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.175489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.210577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Port': ['ID=2b3a8d65-9884-43ec-ad83-8126bc8d6b97,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:55.229212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe1cef40-c7af-4c50-ad68-8086d39e161c,segment=NetworkSegment(4dd77cd2-93d4-4ab9-9ade-2985cada9ad2),segment_id=4dd77cd2-93d4-4ab9-9ade-2985cada9ad2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:55.282967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-49ef841e-e95a-4366-8513-83fd23fc3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:55.287146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-49ef841e-e95a-4366-8513-83fd23fc3cbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 1095 time: 0.2331016 Oct 26 16:47:55.316471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe1cef40-c7af-4c50-ad68-8086d39e161c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:55.321490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c54eab8-8a42-4234-bed7-4fac37f6d29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.367917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.443413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c54eab8-8a42-4234-bed7-4fac37f6d29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.459223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-eda74571-4d39-4ae5-8cd8-108572d9e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:55.461738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-eda74571-4d39-4ae5-8cd8-108572d9e4c0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1678865 Oct 26 16:47:55.462308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fe1cef40-c7af-4c50-ad68-8086d39e161c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:55.462419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.462924 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.465737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcaffb-0858-4dc7-ba7d-112269c3ae20 None None] Pushing event updated for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:55.563352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54eab8-8a42-4234-bed7-4fac37f6d29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ac6d1a-7315-40f6-9a80-444feb9d53f7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:55.570786 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3c54eab8-8a42-4234-bed7-4fac37f6d29b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d529ab9bdff4cd18cb38f6d6a2ff5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377010 Oct 26 16:47:55.573456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:55.586614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 462031be-9bcb-439b-b432-861abdc9390e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:55.640913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 462031be-9bcb-439b-b432-861abdc9390e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:55.641291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.653801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.696158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.719533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8cb3724e-f05a-492a-9c96-eed87fcf9be3 None None] Provisioning complete for port fe1cef40-c7af-4c50-ad68-8086d39e161c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:55.719923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8cb3724e-f05a-492a-9c96-eed87fcf9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.798811 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.872332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 462031be-9bcb-439b-b432-861abdc9390e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=462031be-9bcb-439b-b432-861abdc9390e,segment=NetworkSegment(c0af727a-40f7-4559-9dd3-60d3f4219849),segment_id=c0af727a-40f7-4559-9dd3-60d3f4219849)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:55.874302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-66c8296e-7491-4833-b445-a75b9bbc77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:55.876136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f136cd88-2a1d-4d85-ae8b-49f4a1e9dc75 req-66c8296e-7491-4833-b445-a75b9bbc77c2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3884821 Oct 26 16:47:55.890803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8cb3724e-f05a-492a-9c96-eed87fcf9be3 None None] Provisioning complete for port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:55.891150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8cb3724e-f05a-492a-9c96-eed87fcf9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.902254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.907669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:55.910327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3ac6d1a-7315-40f6-9a80-444feb9d53f7 HTTP/1.1" status: 204 len: 168 time: 0.3342497 Oct 26 16:47:55.924112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15b4c6-fd87-43bd-805c-f0dcfa5f8df8 req-b9edffc4-e660-448e-83e1-dc5eb8de2d7d tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:55.929209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac15b4c6-fd87-43bd-805c-f0dcfa5f8df8 req-b9edffc4-e660-448e-83e1-dc5eb8de2d7d tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 944 time: 0.3240960 Oct 26 16:47:55.950054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b71974-f42c-4bd2-8f00-191d283b170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ac6d1a-7315-40f6-9a80-444feb9d53f7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:56.000750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3724e-f05a-492a-9c96-eed87fcf9be3 None None] Port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:56.003768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.077364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=462031be-9bcb-439b-b432-861abdc9390e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:56.130735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c5ac4-f312-4fff-8458-d7c965734595 None None] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:47:56.182592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac15b4c6-fd87-43bd-805c-f0dcfa5f8df8 req-884e34db-399d-4ddc-94a2-c0115ff791dc tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429025 Oct 26 16:47:56.185178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-33d23598-c241-4a38-93de-02803e49903f None None] Provisioning complete for port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:56.185984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-33d23598-c241-4a38-93de-02803e49903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.236868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-d4fb284c-76f3-4f39-86b9-db23071c71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:56.238370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-d4fb284c-76f3-4f39-86b9-db23071c71bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 1095 time: 0.2890501 Oct 26 16:47:56.260465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1808e-3ce2-4d0e-88c0-e1bb3712ff5a req-bcda4810-d9cf-48c1-89d7-a8dd65392741 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:56.263541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de1808e-3ce2-4d0e-88c0-e1bb3712ff5a req-bcda4810-d9cf-48c1-89d7-a8dd65392741 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.2057600 Oct 26 16:47:56.327196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-0ebafd14-63fa-4351-969c-97947dbd4386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e HTTP/1.1" status: 200 len: 217 time: 0.0562751 Oct 26 16:47:56.406731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9de1808e-3ce2-4d0e-88c0-e1bb3712ff5a req-1d023e0c-2f50-46de-ac06-4518915c7404 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422946 Oct 26 16:47:56.426316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-e18d580b-c2aa-4310-92df-b23faaa2b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:56.432336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-e18d580b-c2aa-4310-92df-b23faaa2b029 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8362a629-fd66-4a53-810d-e4996a80116e HTTP/1.1" status: 200 len: 854 time: 0.0940547 Oct 26 16:47:56.450945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.456970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-33d23598-c241-4a38-93de-02803e49903f None None] Port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:56.478646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-ec9dc7b5-c215-4960-ba73-49b463269b7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a1e150e-326c-4e93-9ad9-6652a0c51169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411777 Oct 26 16:47:56.557882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.558754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.681957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Port': ['ID=2b3a8d65-9884-43ec-ad83-8126bc8d6b97,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:56.690754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-f8529f3a-7fce-4e4b-8f6b-7a7b278fb4d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039676 Oct 26 16:47:56.716161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e89b147d-82f5-4a66-9cc5-ded93763e084 None None] Provisioning complete for port 462031be-9bcb-439b-b432-861abdc9390e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:56.717388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e89b147d-82f5-4a66-9cc5-ded93763e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:56.788261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:56.795075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:56.906229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ab3d593-27bd-4fb6-b70e-396918629ae6 req-374b16f8-7e75-4a84-a60c-1ec382c9026e service neutron] 10.222.0.39 "GET /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070518 Oct 26 16:47:57.058248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c7c06c3b-809c-4946-8c22-2062a853df38 None None] Provisioning complete for port 462031be-9bcb-439b-b432-861abdc9390e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:57.058664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c7c06c3b-809c-4946-8c22-2062a853df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:57.083274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Router b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:47:57.096981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe1cef40-c7af-4c50-ad68-8086d39e161c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:57.190632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:47:57.190948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fe1cef40-c7af-4c50-ad68-8086d39e161c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:57.191162 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:57.199158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e2fadfee-2191-4944-ba87-e6b1642f5345 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1670897 Oct 26 16:47:57.199733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:57.210540 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] Sync routers for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:57.224078 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:57.224782 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:57.263874 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:57.274107 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:57.275321 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:57.314662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:57.315874 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bc2d3e-2ede-4c5e-a10d-bde2426dc539 None None] The sync data for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:57.336963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4347f-e5bc-4154-b55c-4925b0abcdab req-dd8562cb-5e04-4a4f-ba86-095ca63c6bb6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:57.338835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86d4347f-e5bc-4154-b55c-4925b0abcdab req-dd8562cb-5e04-4a4f-ba86-095ca63c6bb6 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 944 time: 0.0654290 Oct 26 16:47:57.350559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 462031be-9bcb-439b-b432-861abdc9390e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:57.393559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86d4347f-e5bc-4154-b55c-4925b0abcdab req-4abbc679-42c5-46fd-ae38-581da1d14f0a tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Oct 26 16:47:57.397611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2b768461-9471-4401-b0d1-468e4a279c81 None None] Provisioning complete for port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:57.397994 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2b768461-9471-4401-b0d1-468e4a279c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:57.487323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2b768461-9471-4401-b0d1-468e4a279c81 None None] Port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:47:57.502895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 462031be-9bcb-439b-b432-861abdc9390e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:47:57.502895 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:57.595935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422e5d-d688-411f-b4bd-6272122eb5a3 req-9fe29aec-65db-4ee6-b863-697cf18d8373 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:57.598135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d422e5d-d688-411f-b4bd-6272122eb5a3 req-9fe29aec-65db-4ee6-b863-697cf18d8373 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0724094 Oct 26 16:47:57.646060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d422e5d-d688-411f-b4bd-6272122eb5a3 req-3239fbf2-33ad-4d0a-b06b-ce93cfec5ea0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Oct 26 16:47:57.674237 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-32e6f324-e0f5-4550-83d5-9161f40db045 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:47:57.675333 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32e6f324-e0f5-4550-83d5-9161f40db045 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4747877 Oct 26 16:47:57.678445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34766) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:58.017224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:58.274070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:47:58.279297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:58.362700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:58.376860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for 2b3a8d65-9884-43ec-ad83-8126bc8d6b97 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:47:58.536115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95479ecc-b665-4f60-89d2-d4425f570b2b req-4885714a-f699-4361-a623-4ce53479b95a tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:58.537827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95479ecc-b665-4f60-89d2-d4425f570b2b req-4885714a-f699-4361-a623-4ce53479b95a tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 944 time: 0.0649073 Oct 26 16:47:58.583351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95479ecc-b665-4f60-89d2-d4425f570b2b req-835fa50f-c68b-43a4-bd54-dbf34c478f34 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Oct 26 16:47:58.659836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:58.692150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=2b3a8d65-9884-43ec-ad83-8126bc8d6b97,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:58.790552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24631d6-1730-485c-a24a-c1015f4541c7 req-cdd63607-711d-4483-b970-70bb034e117f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:58.792179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24631d6-1730-485c-a24a-c1015f4541c7 req-cdd63607-711d-4483-b970-70bb034e117f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0652153 Oct 26 16:47:58.809238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:58.838138 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24631d6-1730-485c-a24a-c1015f4541c7 req-d0bedf4d-76b3-4f3c-b14f-4fcc0e0e6f14 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Oct 26 16:47:58.979359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Router b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:47:59.058741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:47:59.063996 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-69a30a17-8601-4d58-8076-1bfc9a56aa74 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3844347 Oct 26 16:47:59.068265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34796) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:59.070780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] Sync routers for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:59.082086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:59.082677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:59.107648 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-d2dd2728-e75e-4120-be1b-c929b83ddf81 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] delete failed (client error): The resource could not be found. Oct 26 16:47:59.112539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d2dd2728-e75e-4120-be1b-c929b83ddf81 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1945002145 HTTP/1.1" status: 404 len: 335 time: 0.0396435 Oct 26 16:47:59.121530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:59.121530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0b6d7d2a-2603-4912-8810-9ee3c1e69ae0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:59.121801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:59.127549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:47:59.128146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:47:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:59.170755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:59.171460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00cb60-7a31-4dea-976c-ce7df512593f None None] The sync data for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:59.336583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0b6d7d2a-2603-4912-8810-9ee3c1e69ae0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.438199 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-0b6d7d2a-2603-4912-8810-9ee3c1e69ae0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] update failed (client error): The resource could not be found. Oct 26 16:47:59.439188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0b6d7d2a-2603-4912-8810-9ee3c1e69ae0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 HTTP/1.1" status: 404 len: 339 time: 0.3256352 Oct 26 16:47:59.442851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34806) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:59.447900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-780242784'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:59.573605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:59.578328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.603338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:47:59.615416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.615760 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Added segment b4b5b423-4ada-43a8-9f1b-cdf6519069ef of type vlan for network 521ebf6a-8b0b-4fdc-a96f-f48739824718 Oct 26 16:47:59.662288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.704116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb13285-ab29-4ea7-8cbd-c63781131147 req-369da711-cadc-49c1-a86c-45d201524914 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:59.705554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fb13285-ab29-4ea7-8cbd-c63781131147 req-369da711-cadc-49c1-a86c-45d201524914 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 944 time: 0.0516312 Oct 26 16:47:59.745404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fb13285-ab29-4ea7-8cbd-c63781131147 req-fba344d3-2d7c-4ed7-b017-179c62babced tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Oct 26 16:47:59.758115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.763741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:59.765096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:47:59.840688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8f57946d-8fc3-402e-aed3-4ba196320a5e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:47:59.841751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Network': ['ID=521ebf6a-8b0b-4fdc-a96f-f48739824718,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:59.854613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:47:59.861371 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c7ff28d4-790f-4c8d-ab60-94adb17af62a tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4140484 Oct 26 16:47:59.861520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34824) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:47:59.867516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'subnet': {'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:59.992153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10852c94-fd30-4488-a7c2-2d09c3c89016 req-cc4df1f3-061f-4288-959b-20c4c8c07f9e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:47:59.995498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10852c94-fd30-4488-a7c2-2d09c3c89016 req-cc4df1f3-061f-4288-959b-20c4c8c07f9e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0649683 Oct 26 16:48:00.017257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:00.032741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '8f57946d-8fc3-402e-aed3-4ba196320a5e', 'network_id': '9a1e150e-326c-4e93-9ad9-6652a0c51169', 'port_id': '8f57946d-8fc3-402e-aed3-4ba196320a5e', 'mac_address': 'fa:16:3e:9c:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8362a629-fd66-4a53-810d-e4996a80116e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:48:00.034744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10852c94-fd30-4488-a7c2-2d09c3c89016 req-7c6b58ac-1c08-4da6-ac8c-46e48b55718a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Oct 26 16:48:00.069684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.083492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f57946d-8fc3-402e-aed3-4ba196320a5e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:48:00.103355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:00.111947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Made reservation on behalf of 4c0a1120102a485e80b422d2462e0a09 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:00.116063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.180830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.243597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:00.391464 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.408024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8f57946d-8fc3-402e-aed3-4ba196320a5e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:00.459539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Subnet': ['ID=27fa422d-ea33-4b41-a77a-fddf8584ab95,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:00.470886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Checking segment: {'id': 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:00.471279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network hostable DHCP agents. Network: 521ebf6a-8b0b-4fdc-a96f-f48739824718, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:00.569046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:00.670321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 521ebf6a-8b0b-4fdc-a96f-f48739824718) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:00.672891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:00.673448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.678176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbebd27-b4bf-4bdb-ac2d-e0850bf5b45d None None] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:00.718423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34838) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:00.797688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a312afb1-c3f0-46bf-994c-3dd20c85f038 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9349527 Oct 26 16:48:00.799821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34844) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:00.809448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2cf934ae-5eb2-46d1-aad7-a68a6e918ce1 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'router': {'external_gateway_info': {'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:00.849532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-521ebf6a-8b0b-4fdc-a96f-f48739824718', 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718', 'tenant_id': '4c0a1120102a485e80b422d2462e0a09', 'fixed_ips': [{'subnet_id': '27fa422d-ea33-4b41-a77a-fddf8584ab95'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:48:00.850389 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.883220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f2c5-7675-481b-9180-cf84eb0dfcab req-d459b3ff-02d8-4661-9970-4d0930ac514b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:00.887679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b84f2c5-7675-481b-9180-cf84eb0dfcab req-d459b3ff-02d8-4661-9970-4d0930ac514b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 945 time: 0.0626435 Oct 26 16:48:00.904145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b03581-c42d-424e-b03e-f22878388208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:00.934397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b84f2c5-7675-481b-9180-cf84eb0dfcab req-b76273ad-e0b7-4c7a-8b57-158bed63006d tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Oct 26 16:48:01.003267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Allocated IP 2001:db8:1::2 (521ebf6a-8b0b-4fdc-a96f-f48739824718/27fa422d-ea33-4b41-a77a-fddf8584ab95/f95cc203-d989-4d51-9b26-244c9adf3f72) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:01.016749 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a26061fc-b1c5-43df-9f37-5e7344b16e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.079553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cf934ae-5eb2-46d1-aad7-a68a6e918ce1 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.123852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b03581-c42d-424e-b03e-f22878388208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.165246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552cef3-9af9-420e-bf83-a8170dbaa06d req-b8156be6-c113-4f43-9d9f-1ebeaca9d3e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:01.167029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e552cef3-9af9-420e-bf83-a8170dbaa06d req-b8156be6-c113-4f43-9d9f-1ebeaca9d3e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0555604 Oct 26 16:48:01.168057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.206007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81b03581-c42d-424e-b03e-f22878388208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.206673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e552cef3-9af9-420e-bf83-a8170dbaa06d req-21e13b23-829e-4e28-8547-83dd7063d76e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Oct 26 16:48:01.249011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.255916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81b03581-c42d-424e-b03e-f22878388208 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f9463fc1f454e498ff3c29bb6ab4358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362654 Oct 26 16:48:01.257557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b03581-c42d-424e-b03e-f22878388208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e53a24-6ee7-4421-997a-97ed66b76a81,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:01.258958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:01.297967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:01.300965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:01.305218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:01.305773 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-2cf934ae-5eb2-46d1-aad7-a68a6e918ce1 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:01.306966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2cf934ae-5eb2-46d1-aad7-a68a6e918ce1 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 HTTP/1.1" status: 400 len: 364 time: 0.5059142 Oct 26 16:48:01.307516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Pushing event updated for resources: {'Port': ['ID=f95cc203-d989-4d51-9b26-244c9adf3f72,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:01.310504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:01.333913 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.357816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.369830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Attempting to bind port f95cc203-d989-4d51-9b26-244c9adf3f72 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:01.370469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Attempting to bind port f95cc203-d989-4d51-9b26-244c9adf3f72 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:01.370922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Attempting to bind port f95cc203-d989-4d51-9b26-244c9adf3f72 on network 521ebf6a-8b0b-4fdc-a96f-f48739824718 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:01.377674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:01.378729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Checking segment: {'id': 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:01.378729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.379422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Bound using segment: {'id': 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:01.379996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Bound port: f95cc203-d989-4d51-9b26-244c9adf3f72, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521ebf6a-8b0b-4fdc-a96f-f48739824718'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:01.380610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.450354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] For port f95cc203-d989-4d51-9b26-244c9adf3f72, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:01.454323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] For port f95cc203-d989-4d51-9b26-244c9adf3f72, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f95cc203-d989-4d51-9b26-244c9adf3f72,segment=NetworkSegment(b4b5b423-4ada-43a8-9f1b-cdf6519069ef),segment_id=b4b5b423-4ada-43a8-9f1b-cdf6519069ef)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:01.523584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.526244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.527793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26e53a24-6ee7-4421-997a-97ed66b76a81 HTTP/1.1" status: 204 len: 168 time: 0.2673163 Oct 26 16:48:01.537703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357e63a-1466-4a2b-9b10-6a53285c4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e53a24-6ee7-4421-997a-97ed66b76a81,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:01.579807 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:01.638144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc0aa-6343-4717-8596-d8fb52199698 None None] Pushing event updated for resources: {'Port': ['ID=f95cc203-d989-4d51-9b26-244c9adf3f72,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:01.849950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8f57946d-8fc3-402e-aed3-4ba196320a5e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:01.953031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.004353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 8f57946d-8fc3-402e-aed3-4ba196320a5e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:48:02.011408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 8f57946d-8fc3-402e-aed3-4ba196320a5e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:02.019350 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.064026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe40d1-9cd7-40a9-a8d8-6663673a85b3 req-d3864275-b0a5-4f31-b790-b5433458e914 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:02.065675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12fe40d1-9cd7-40a9-a8d8-6663673a85b3 req-d3864275-b0a5-4f31-b790-b5433458e914 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Oct 26 16:48:02.100671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.109146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12fe40d1-9cd7-40a9-a8d8-6663673a85b3 req-478631ec-6d85-4986-87dd-f6d02499cd36 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Oct 26 16:48:02.138228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:02.141097 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5310e41b-94d1-4f62-b081-ef69ea0d63d6" -d '{"events": [{"server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "name": "network-vif-plugged", "status": "completed", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:02.166388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:02.185035 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b66fa2a-d1b6-4705-a23b-c9896a944e1c x-openstack-request-id: req-1b66fa2a-d1b6-4705-a23b-c9896a944e1c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:02.185753 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "name": "network-vif-plugged", "status": "completed", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:02.185753 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b66fa2a-d1b6-4705-a23b-c9896a944e1c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:02.186564 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e', 'code': 200} Oct 26 16:48:02.233416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Allocated IP 2001:db8::1 (8020364f-de43-4bec-8a26-12839a6f659b/f0e7661d-feda-4f66-893e-452d1cd0ea7b/814fe31d-e4b2-4fd8-8166-2f59ec833433) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:02.296662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613a740-1a72-4fe2-82f3-d234bf8d3f35 req-9f037a1f-60b7-435f-b374-b336c316e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:02.296662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7613a740-1a72-4fe2-82f3-d234bf8d3f35 req-9f037a1f-60b7-435f-b374-b336c316e436 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 1096 time: 0.0504994 Oct 26 16:48:02.323772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.378152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.391002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5c9d-73a7-4c49-b95e-102f4e64eaec req-36bb3e9b-b817-472e-8f6f-22beaa4c6698 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:02.399519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a04c5c9d-73a7-4c49-b95e-102f4e64eaec req-36bb3e9b-b817-472e-8f6f-22beaa4c6698 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1137707 Oct 26 16:48:02.413974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:02.419440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:02.438439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7613a740-1a72-4fe2-82f3-d234bf8d3f35 req-dd81256e-9745-45c0-b8a1-93c23db9e11d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283715 Oct 26 16:48:02.449197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-866f-40a5-a99a-921a80417bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.478997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a04c5c9d-73a7-4c49-b95e-102f4e64eaec req-29d50048-072f-4ff8-a530-1443bb292639 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780520 Oct 26 16:48:02.512384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.573644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network 8020364f-de43-4bec-8a26-12839a6f659b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:02.578768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-866f-40a5-a99a-921a80417bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.578921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:02.580647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:02.581371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.621116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Port': ['ID=814fe31d-e4b2-4fd8-8166-2f59ec833433,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:02.688852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-866f-40a5-a99a-921a80417bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.700271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d8b1d-7d5c-4b3f-bb24-893e0218e7f2 None None] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:02.730559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284741b5-866f-40a5-a99a-921a80417bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cda28e-e0df-4e0f-8920-378cfc5b293f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:02.736471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-284741b5-866f-40a5-a99a-921a80417bdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9be6cdec76714d4dab2d8699ac9a9587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200679 Oct 26 16:48:02.739163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34868) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:02.784609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] Provisioning complete for port f95cc203-d989-4d51-9b26-244c9adf3f72 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:02.791513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.792639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.816564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.818780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:02.944401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.018377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] For port f95cc203-d989-4d51-9b26-244c9adf3f72, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f95cc203-d989-4d51-9b26-244c9adf3f72,segment=NetworkSegment(b4b5b423-4ada-43a8-9f1b-cdf6519069ef),segment_id=b4b5b423-4ada-43a8-9f1b-cdf6519069ef)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:03.025625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.025625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.025625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93cda28e-e0df-4e0f-8920-378cfc5b293f HTTP/1.1" status: 204 len: 168 time: 0.2839141 Oct 26 16:48:03.039841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4a30-82f9-48e4-ac88-3091cf2c4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cda28e-e0df-4e0f-8920-378cfc5b293f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:03.103375 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.197883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf3aa-9621-4f7c-9c02-232f170be8e6 None None] Pushing event updated for resources: {'Port': ['ID=f95cc203-d989-4d51-9b26-244c9adf3f72,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:03.205337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.227312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f95cc203-d989-4d51-9b26-244c9adf3f72 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:03.289108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-95adcd38-2282-439f-ab50-258e38be8e2c None None] Provisioning complete for port 814fe31d-e4b2-4fd8-8166-2f59ec833433 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:03.289108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95adcd38-2282-439f-ab50-258e38be8e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.292442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20229c50-5b60-4e13-962a-66a274876e77 req-d120974c-d9fb-4b4a-bf50-6dcce10c6d47 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:03.294194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20229c50-5b60-4e13-962a-66a274876e77 req-d120974c-d9fb-4b4a-bf50-6dcce10c6d47 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.0631657 Oct 26 16:48:03.319147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.319147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.338859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-95adcd38-2282-439f-ab50-258e38be8e2c None None] Port 814fe31d-e4b2-4fd8-8166-2f59ec833433 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:03.339217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f95cc203-d989-4d51-9b26-244c9adf3f72 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:03.339748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.362229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20229c50-5b60-4e13-962a-66a274876e77 req-20c5e904-51b0-4b20-b091-745193cf8cef tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Oct 26 16:48:03.428151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event updated for resources: {'Port': ['ID=814fe31d-e4b2-4fd8-8166-2f59ec833433,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:03.473148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4ebf670b-342b-4711-ab9d-6075420110e0 None None] Provisioning complete for port f95cc203-d989-4d51-9b26-244c9adf3f72 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:03.473587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ebf670b-342b-4711-ab9d-6075420110e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.478411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Network 8020364f-de43-4bec-8a26-12839a6f659b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:03.479858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:03.672207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2481e5dc-89a7-42b4-98de-0e98955b6d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.758606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7164d5-baf6-4767-8f50-d46bc36214a7 req-66b0433d-fd2c-4305-aafd-718140887874 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:03.771613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Router b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:03.776844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7164d5-baf6-4767-8f50-d46bc36214a7 req-66b0433d-fd2c-4305-aafd-718140887874 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1561000 Oct 26 16:48:03.830586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c7164d5-baf6-4767-8f50-d46bc36214a7 req-5ab784f5-0076-42ce-91d4-70d34bc91c67 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 Oct 26 16:48:03.843844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cd21450b-8ec6-45b8-b876-e48edceb8e22 None None] Provisioning complete for port 814fe31d-e4b2-4fd8-8166-2f59ec833433 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:03.844160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd21450b-8ec6-45b8-b876-e48edceb8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:03.884009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cd21450b-8ec6-45b8-b876-e48edceb8e22 None None] Port 814fe31d-e4b2-4fd8-8166-2f59ec833433 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:03.895491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:03.905534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f5ede92-a5cf-4ca0-960f-350e19fbaa60 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921268 Oct 26 16:48:03.906173 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] Sync routers for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:03.915395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:03.923235 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:03.923920 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:03.966381 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:03.978020 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:03.978863 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:04.036398 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:04.037476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b28f-1034-4b47-bca1-684fb73c15a7 None None] The sync data for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:04.053490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17fd5ad5-4bce-4077-80ac-5b2330bbea4f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:04.134903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:04.557859 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-17fd5ad5-4bce-4077-80ac-5b2330bbea4f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:04.558948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17fd5ad5-4bce-4077-80ac-5b2330bbea4f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 HTTP/1.1" status: 409 len: 329 time: 0.6504436 Oct 26 16:48:04.562660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:04.590021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff5c91-98af-451c-821c-4db25bea49e6 req-8a069555-6afd-49ac-bd04-2f169986dae3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:04.590021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43ff5c91-98af-451c-821c-4db25bea49e6 req-8a069555-6afd-49ac-bd04-2f169986dae3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1651363 Oct 26 16:48:04.590021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b590e-8a3b-4a8f-85dc-4f87ad5b545f req-e8bb4a07-466f-43df-a3a2-20783d866a21 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:04.590691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-828b590e-8a3b-4a8f-85dc-4f87ad5b545f req-e8bb4a07-466f-43df-a3a2-20783d866a21 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.1429913 Oct 26 16:48:04.618903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa802-5077-4c8e-a5cf-e952d631195a req-c7bdc7a4-00f7-4b4e-adf6-50621249ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:04.620412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-c7bdc7a4-00f7-4b4e-adf6-50621249ce6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.1199982 Oct 26 16:48:04.708157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43ff5c91-98af-451c-821c-4db25bea49e6 req-d5cad267-d84e-43d1-857d-78eac91b5df1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160264 Oct 26 16:48:04.722306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-828b590e-8a3b-4a8f-85dc-4f87ad5b545f req-3f75893b-f76d-4e97-b366-ac9dd1ebb92e tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207826 Oct 26 16:48:04.763392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa802-5077-4c8e-a5cf-e952d631195a req-68de6c8a-a5bb-4e0f-a22f-87c5d9a8b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:04.764948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-68de6c8a-a5bb-4e0f-a22f-87c5d9a8b3fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1337085 Oct 26 16:48:04.840615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-d156c1f3-4c7b-499a-8832-ef23e7d178d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.0682712 Oct 26 16:48:04.907019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa802-5077-4c8e-a5cf-e952d631195a req-198ef9b9-dc94-4d7d-a0f0-9d1484ddb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:04.908835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-198ef9b9-dc94-4d7d-a0f0-9d1484ddb3db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0593538 Oct 26 16:48:04.959208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.001187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa802-5077-4c8e-a5cf-e952d631195a req-a946324e-f56e-4456-8527-b906eb81ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:05.002764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-a946324e-f56e-4456-8527-b906eb81ea7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851412 Oct 26 16:48:05.016271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1446be-6ca3-45b1-a21a-7c7e10099765 req-1906fbf2-68d8-4146-8af6-e4b21de009df tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:05.019121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b1446be-6ca3-45b1-a21a-7c7e10099765 req-1906fbf2-68d8-4146-8af6-e4b21de009df tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0856950 Oct 26 16:48:05.033952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.114197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b1446be-6ca3-45b1-a21a-7c7e10099765 req-42e9e823-8068-4637-a5d5-c74d52b03504 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812275 Oct 26 16:48:05.153445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f95cc203-d989-4d51-9b26-244c9adf3f72 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:05.182892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-9d238d2d-5e86-402a-b64a-ad7d8fc7d0d5 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572409 Oct 26 16:48:05.225016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f95cc203-d989-4d51-9b26-244c9adf3f72 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:05.225396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.290135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-67faa802-5077-4c8e-a5cf-e952d631195a req-9ebedabe-6737-4785-ae02-e35edc0e426a service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028674 Oct 26 16:48:05.299388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port 814fe31d-e4b2-4fd8-8166-2f59ec833433 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:05.299734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.410652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.424796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for 814fe31d-e4b2-4fd8-8166-2f59ec833433 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:05.704852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.732696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=814fe31d-e4b2-4fd8-8166-2f59ec833433,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:05.736578 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:48:05.862205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:05.898776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28d3b7-aa9f-4846-9b3f-98911fa85204 req-c15db611-652a-4861-8f97-3c2388da10e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:05.905233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab28d3b7-aa9f-4846-9b3f-98911fa85204 req-c15db611-652a-4861-8f97-3c2388da10e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0978782 Oct 26 16:48:05.955677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab28d3b7-aa9f-4846-9b3f-98911fa85204 req-744c5211-e7cd-4c79-98be-eabaf5f9309a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Oct 26 16:48:06.090904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Router b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:06.173841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:06.184490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] Sync routers for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:06.189994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9196972d-7bf1-48e2-b8f4-52b71cb69028 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225142 Oct 26 16:48:06.190274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:06.205163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:06.206168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:06.234445 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-18ccaf21-9647-42e8-9ae8-4137e1b398bb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] show failed (client error): The resource could not be found. Oct 26 16:48:06.239186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-18ccaf21-9647-42e8-9ae8-4137e1b398bb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1352608687 HTTP/1.1" status: 404 len: 335 time: 0.0444021 Oct 26 16:48:06.239375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:06.243968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3ba90417-d6e1-4979-8468-5c4cd3d23f00 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:06.256311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:06.284548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] Routers {'b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:06.285603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:06.296228 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-3ba90417-d6e1-4979-8468-5c4cd3d23f00 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] update failed (client error): The resource could not be found. Oct 26 16:48:06.297583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ba90417-d6e1-4979-8468-5c4cd3d23f00 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1250890191 HTTP/1.1" status: 404 len: 335 time: 0.0572493 Oct 26 16:48:06.301930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34958) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:06.380602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:06.381267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e4a59-ede7-48bc-99d5-f0c9624ab0e2 None None] The sync data for ids ['b19fdbd9-72b8-44ed-97ae-47eeb5d6def3'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:06.393132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e2ef-835a-4068-a7c4-59533a844014 req-5689de33-a09a-4800-a26d-2dd004d1075d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:06.394740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a874e2ef-835a-4068-a7c4-59533a844014 req-5689de33-a09a-4800-a26d-2dd004d1075d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1456640 Oct 26 16:48:06.395756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting subnet 27fa422d-ea33-4b41-a77a-fddf8584ab95 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:06.400426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.442284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a874e2ef-835a-4068-a7c4-59533a844014 req-bdff08ae-fe2a-4429-bf27-d58fb06650e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 Oct 26 16:48:06.450391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.550396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.622237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.717562 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.749389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Subnet': ['ID=27fa422d-ea33-4b41-a77a-fddf8584ab95,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:06.756727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.761550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-774910af-21dc-4777-a940-4a9ef9bca4b8 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/subnets/27fa422d-ea33-4b41-a77a-fddf8584ab95 HTTP/1.1" status: 204 len: 168 time: 0.4572833 Oct 26 16:48:06.762902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:06.766012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad4457-7632-4c4c-a0ff-f4595be3e0f2 None None] Network 521ebf6a-8b0b-4fdc-a96f-f48739824718 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:06.879158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:06.941749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port f95cc203-d989-4d51-9b26-244c9adf3f72 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:06.942436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.006314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] DHCP port deletion for 521ebf6a-8b0b-4fdc-a96f-f48739824718 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:07.044480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] For port f95cc203-d989-4d51-9b26-244c9adf3f72, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f95cc203-d989-4d51-9b26-244c9adf3f72,segment=NetworkSegment(b4b5b423-4ada-43a8-9f1b-cdf6519069ef),segment_id=b4b5b423-4ada-43a8-9f1b-cdf6519069ef)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:07.045539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.061430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for f95cc203-d989-4d51-9b26-244c9adf3f72 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:07.078445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Deleting port f95cc203-d989-4d51-9b26-244c9adf3f72 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:07.079198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.157973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f95cc203-d989-4d51-9b26-244c9adf3f72 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:07.168181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] For port f95cc203-d989-4d51-9b26-244c9adf3f72, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f95cc203-d989-4d51-9b26-244c9adf3f72,segment=NetworkSegment(b4b5b423-4ada-43a8-9f1b-cdf6519069ef),segment_id=b4b5b423-4ada-43a8-9f1b-cdf6519069ef)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:07.168665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.208587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Calling delete_port for f95cc203-d989-4d51-9b26-244c9adf3f72 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:07.216179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f451-f0ba-4b77-8942-12a270462087 req-a3240ebc-d501-4762-8a3c-1a63feeae1fb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:07.218383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c55f451-f0ba-4b77-8942-12a270462087 req-a3240ebc-d501-4762-8a3c-1a63feeae1fb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0867076 Oct 26 16:48:07.298071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c55f451-f0ba-4b77-8942-12a270462087 req-3046d63c-0bf4-457e-af7c-a53968b38cb3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570335 Oct 26 16:48:07.320386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.326979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.346446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.353125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=f95cc203-d989-4d51-9b26-244c9adf3f72,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:07.371339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] No DVR routers for this DVR port f95cc203-d989-4d51-9b26-244c9adf3f72 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:07.393728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] No DVR routers for this DVR port f95cc203-d989-4d51-9b26-244c9adf3f72 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:07.395814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fc382-5df4-4147-9887-4ee7c629e600 None None] Pushing event deleted for resources: {'Port': ['ID=f95cc203-d989-4d51-9b26-244c9adf3f72,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:07.496179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.524468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521ebf6a-8b0b-4fdc-a96f-f48739824718']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:07.539522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:07.540025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b5b423-4ada-43a8-9f1b-cdf6519069ef') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:07.562660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.591638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.601354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:07.607983 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:07.625210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc13e0-6523-4cb0-be4f-07bc4108df2b req-4d4dedaf-f735-48ed-9c35-9c1e8c153084 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:07.626715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8cc13e0-6523-4cb0-be4f-07bc4108df2b req-4d4dedaf-f735-48ed-9c35-9c1e8c153084 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0993645 Oct 26 16:48:07.706438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8cc13e0-6523-4cb0-be4f-07bc4108df2b req-7cc0cbe8-3d1d-4993-ba8a-7a177a2a26e5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 Oct 26 16:48:07.768594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.777390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.782002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/networks/521ebf6a-8b0b-4fdc-a96f-f48739824718 HTTP/1.1" status: 204 len: 168 time: 1.0178366 Oct 26 16:48:07.784809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34988) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:07.806784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b567f-41c9-47aa-9b9b-afcf4efaad51 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Network': ['ID=521ebf6a-8b0b-4fdc-a96f-f48739824718,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:07.857210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting subnet f523206e-d7e2-4c2b-99fd-96dde5b88e15 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:07.862181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.907146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:07.997998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.118156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.146812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Subnet': ['ID=f523206e-d7e2-4c2b-99fd-96dde5b88e15,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:08.150474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.158232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8858f5-96d9-4584-a98d-14258b68cee3 None None] Network e4d6c20f-3891-4f28-b393-ec8a78bd8f2a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:08.158412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34996) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:08.158886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3bfd6988-2d67-4135-8640-31785ef8e459 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/subnets/f523206e-d7e2-4c2b-99fd-96dde5b88e15 HTTP/1.1" status: 204 len: 168 time: 0.3723028 Oct 26 16:48:08.245822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting subnet 1772b1be-0994-41bf-9957-7e9b39f941b6 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:08.250673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.312932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.411476 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.569313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.585479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134c048-f052-4466-8646-31c45366bc83 None None] DHCP port deletion for e4d6c20f-3891-4f28-b393-ec8a78bd8f2a request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:08.611228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Subnet': ['ID=1772b1be-0994-41bf-9957-7e9b39f941b6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:08.615710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.622992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35004) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:08.629394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8d9bab03-a614-49d8-ba29-7d52a15a71fc tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/subnets/1772b1be-0994-41bf-9957-7e9b39f941b6 HTTP/1.1" status: 204 len: 168 time: 0.4677110 Oct 26 16:48:08.640832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db24fc-be8a-4d6a-9aba-dfecb344351c None None] Network e4432aa9-73d0-402a-99de-1d8d4bd17c25 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:08.729615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.744503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Deleting port 462031be-9bcb-439b-b432-861abdc9390e {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:08.744945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.820579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port 462031be-9bcb-439b-b432-861abdc9390e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:08.821126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.823664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c134c048-f052-4466-8646-31c45366bc83 None None] For port 462031be-9bcb-439b-b432-861abdc9390e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=462031be-9bcb-439b-b432-861abdc9390e,segment=NetworkSegment(c0af727a-40f7-4559-9dd3-60d3f4219849),segment_id=c0af727a-40f7-4559-9dd3-60d3f4219849)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:08.824140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.839317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Calling delete_port for 462031be-9bcb-439b-b432-861abdc9390e owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:08.890407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb113dc8-423f-4087-83ea-7592f73caa99 req-f0d1b8ce-8a93-4d82-9388-f2bc8aa137d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:08.892406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb113dc8-423f-4087-83ea-7592f73caa99 req-f0d1b8ce-8a93-4d82-9388-f2bc8aa137d0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0822496 Oct 26 16:48:08.957487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] For port 462031be-9bcb-439b-b432-861abdc9390e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=462031be-9bcb-439b-b432-861abdc9390e,segment=NetworkSegment(c0af727a-40f7-4559-9dd3-60d3f4219849),segment_id=c0af727a-40f7-4559-9dd3-60d3f4219849)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:08.958221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:08.974198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for 462031be-9bcb-439b-b432-861abdc9390e owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:09.005740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb113dc8-423f-4087-83ea-7592f73caa99 req-8ea2d353-23b3-4a95-8545-d5111e64c0a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Oct 26 16:48:09.038426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] DHCP port deletion for e4432aa9-73d0-402a-99de-1d8d4bd17c25 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:09.063585 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.084294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.119935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=462031be-9bcb-439b-b432-861abdc9390e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.133919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] No DVR routers for this DVR port 462031be-9bcb-439b-b432-861abdc9390e on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:09.137911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c048-f052-4466-8646-31c45366bc83 None None] Pushing event deleted for resources: {'Port': ['ID=462031be-9bcb-439b-b432-861abdc9390e,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.156777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134c048-f052-4466-8646-31c45366bc83 None None] No DVR routers for this DVR port 462031be-9bcb-439b-b432-861abdc9390e on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:09.186224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 462031be-9bcb-439b-b432-861abdc9390e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:09.219239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 462031be-9bcb-439b-b432-861abdc9390e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:09.219729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 462031be-9bcb-439b-b432-861abdc9390e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:09.220242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe1cef40-c7af-4c50-ad68-8086d39e161c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:09.250191 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.276640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d6c20f-3891-4f28-b393-ec8a78bd8f2a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.278264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Deleting port fe1cef40-c7af-4c50-ad68-8086d39e161c {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:09.279416 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.287557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0af727a-40f7-4559-9dd3-60d3f4219849') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.287853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0af727a-40f7-4559-9dd3-60d3f4219849') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.306761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.323659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.336155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:09.339624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:09.344787 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:09.390665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe1cef40-c7af-4c50-ad68-8086d39e161c,segment=NetworkSegment(4dd77cd2-93d4-4ab9-9ade-2985cada9ad2),segment_id=4dd77cd2-93d4-4ab9-9ade-2985cada9ad2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:09.396366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.396366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.414935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Calling delete_port for fe1cef40-c7af-4c50-ad68-8086d39e161c owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:09.476076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe1cef40-c7af-4c50-ad68-8086d39e161c,segment=NetworkSegment(4dd77cd2-93d4-4ab9-9ade-2985cada9ad2),segment_id=4dd77cd2-93d4-4ab9-9ade-2985cada9ad2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:09.529018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.551736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.556079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.563049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/networks/e4d6c20f-3891-4f28-b393-ec8a78bd8f2a HTTP/1.1" status: 204 len: 168 time: 0.9338083 Oct 26 16:48:09.571331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35024) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:09.577668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d55b6-929e-4529-a6a8-eb1b1f56f3eb tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Network': ['ID=e4d6c20f-3891-4f28-b393-ec8a78bd8f2a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.633885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.663490 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.699877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.717207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port fe1cef40-c7af-4c50-ad68-8086d39e161c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:09.717639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.743062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] No DVR routers for this DVR port fe1cef40-c7af-4c50-ad68-8086d39e161c on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:09.747307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e834227-a643-44b1-a553-cc97a1a1896d None None] Pushing event deleted for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.796259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] For port fe1cef40-c7af-4c50-ad68-8086d39e161c, host n-d-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:09.796892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.813365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for fe1cef40-c7af-4c50-ad68-8086d39e161c owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:09.816466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Port fe1cef40-c7af-4c50-ad68-8086d39e161c was not found and therefore no delete operation was performed {{(pid=102736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:48:09.817764 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.842902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=fe1cef40-c7af-4c50-ad68-8086d39e161c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:09.849366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] No DVR routers for this DVR port fe1cef40-c7af-4c50-ad68-8086d39e161c on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:09.940528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:09.973806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4432aa9-73d0-402a-99de-1d8d4bd17c25']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.984475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.985164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd77cd2-93d4-4ab9-9ade-2985cada9ad2') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:09.995248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.010870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.019697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:10.020101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:10.023349 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:10.157944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051dbd3-637d-451e-9441-081214fbab6a req-6183a726-32b8-470c-b3f7-03004f4eda66 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:10.159309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0051dbd3-637d-451e-9441-081214fbab6a req-6183a726-32b8-470c-b3f7-03004f4eda66 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0631843 Oct 26 16:48:10.189033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.196939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.200126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/networks/e4432aa9-73d0-402a-99de-1d8d4bd17c25 HTTP/1.1" status: 204 len: 168 time: 0.6376195 Oct 26 16:48:10.203295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:10.220137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf7dd3-256c-45fe-85f5-d606b8505fa3 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Network': ['ID=e4432aa9-73d0-402a-99de-1d8d4bd17c25,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:10.229241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0051dbd3-637d-451e-9441-081214fbab6a req-a1865610-d79b-4369-a7d5-d060c6ffd664 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Oct 26 16:48:10.273608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting subnet f0e7661d-feda-4f66-893e-452d1cd0ea7b {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:10.277210 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.324219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.414317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.567867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.602257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e7661d-feda-4f66-893e-452d1cd0ea7b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:10.606825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.610437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b6bb2171-5e1a-4334-9b6a-0f9aa597a637 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/subnets/f0e7661d-feda-4f66-893e-452d1cd0ea7b HTTP/1.1" status: 204 len: 168 time: 0.4052784 Oct 26 16:48:10.612889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35042) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:10.617428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85081b09-2230-4e16-b0ab-18a2521f74e4 None None] Network 8020364f-de43-4bec-8a26-12839a6f659b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:10.700484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.762340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Deleting port 14026f8f-4d0e-4802-b356-a2c3cdecd0da {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:10.762810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.836721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] For port 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14026f8f-4d0e-4802-b356-a2c3cdecd0da,segment=NetworkSegment(a644ee6e-4cfa-407e-809c-106f10af909d),segment_id=a644ee6e-4cfa-407e-809c-106f10af909d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:10.837196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:10.859593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Calling delete_port for 14026f8f-4d0e-4802-b356-a2c3cdecd0da owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:10.894109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] DHCP port deletion for 8020364f-de43-4bec-8a26-12839a6f659b request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:10.949795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Deleting port 14026f8f-4d0e-4802-b356-a2c3cdecd0da {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:10.950440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.008676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.037397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Port': ['ID=14026f8f-4d0e-4802-b356-a2c3cdecd0da,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:11.041553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] No DVR routers for this DVR port 14026f8f-4d0e-4802-b356-a2c3cdecd0da on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:11.047594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] For port 14026f8f-4d0e-4802-b356-a2c3cdecd0da, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14026f8f-4d0e-4802-b356-a2c3cdecd0da,segment=NetworkSegment(a644ee6e-4cfa-407e-809c-106f10af909d),segment_id=a644ee6e-4cfa-407e-809c-106f10af909d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:11.047995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.064128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Calling delete_port for 14026f8f-4d0e-4802-b356-a2c3cdecd0da owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:11.180453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14026f8f-4d0e-4802-b356-a2c3cdecd0da no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:11.197940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.222232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 14026f8f-4d0e-4802-b356-a2c3cdecd0da {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:11.222718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8020364f-de43-4bec-8a26-12839a6f659b']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:11.223401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14026f8f-4d0e-4802-b356-a2c3cdecd0da not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:11.236864 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.243089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a644ee6e-4cfa-407e-809c-106f10af909d') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:11.243489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a644ee6e-4cfa-407e-809c-106f10af909d') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:11.261238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.269001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] Pushing event deleted for resources: {'Port': ['ID=14026f8f-4d0e-4802-b356-a2c3cdecd0da,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:11.271519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091397b-3505-49b1-8248-6139a8ca1ddb None None] No DVR routers for this DVR port 14026f8f-4d0e-4802-b356-a2c3cdecd0da on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:11.283911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.290541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:11.290939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.388091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdd8f8-5c12-4812-bcf2-d7a803b533e3 req-8bb9c0e4-2fd1-4e6c-8e13-35a459318b2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:11.390846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dccdd8f8-5c12-4812-bcf2-d7a803b533e3 req-8bb9c0e4-2fd1-4e6c-8e13-35a459318b2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0651884 Oct 26 16:48:11.458094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dccdd8f8-5c12-4812-bcf2-d7a803b533e3 req-abbab435-dbea-47b0-a4c1-0fa198ec629b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537727 Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:11.669101 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:11.779687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.785246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:11.791701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/networks/8020364f-de43-4bec-8a26-12839a6f659b HTTP/1.1" status: 204 len: 168 time: 1.1776855 Oct 26 16:48:11.792002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:11.815888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106bba-df7e-4813-a077-cb35cdc2c2f0 tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Pushing event deleted for resources: {'Network': ['ID=8020364f-de43-4bec-8a26-12839a6f659b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:11.824409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d94b6bb-59ec-4e55-b955-b15d94c2826f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "GET /v2.0/ports?device_id=b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 HTTP/1.1" status: 200 len: 205 time: 0.0308423 Oct 26 16:48:11.827216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35060) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:11.911962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:12.073040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:12.075279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:12.236803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:12.237327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Fanout notify agent at l3_agent the message router_deleted on router b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:48:12.244967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:12.249956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-75fa76f2-c01f-45bc-942b-a00153e6848f tempest-RoutersNegativeIpV6Test-1308437543 tempest-RoutersNegativeIpV6Test-1308437543-project] 10.222.0.21 "DELETE /v2.0/routers/b19fdbd9-72b8-44ed-97ae-47eeb5d6def3 HTTP/1.1" status: 204 len: 168 time: 0.4184225 Oct 26 16:48:12.574376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f89b1-29ca-4bc8-951f-299e562430f0 req-60cfa368-1aa1-414a-aaa0-2ae8cb429405 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:12.577252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2f89b1-29ca-4bc8-951f-299e562430f0 req-60cfa368-1aa1-414a-aaa0-2ae8cb429405 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0559320 Oct 26 16:48:12.616248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d2f89b1-29ca-4bc8-951f-299e562430f0 req-c98b7195-162c-4737-b504-4bfa97d372f7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Oct 26 16:48:12.796726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35080) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:12.952248 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ead5520c-ba24-4e5f-8c5b-b2915d17ec23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c0a1120102a485e80b422d2462e0a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536648 Oct 26 16:48:12.954894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:13.014794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:13.039073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:13.179761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:13.182355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:13.183573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f21c2ef-b09b-4371-a2a9-4aaf7844e1d0 HTTP/1.1" status: 204 len: 168 time: 0.2276750 Oct 26 16:48:13.194157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a828a2f-c21c-48b5-bede-bfc9839a0c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21c2ef-b09b-4371-a2a9-4aaf7844e1d0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:13.769185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1170c-862a-4069-8eb7-a8538a023b06 req-e75b5ce2-e878-4e7c-a809-c70da39342f9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:13.779643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cb1170c-862a-4069-8eb7-a8538a023b06 req-e75b5ce2-e878-4e7c-a809-c70da39342f9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0808167 Oct 26 16:48:13.817333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cb1170c-862a-4069-8eb7-a8538a023b06 req-821eac31-f766-4786-a3ec-58164fd130f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Oct 26 16:48:14.604467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:14.825131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2008741316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:14.951975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e84b28-a8d9-4bc2-8151-707cb9fd34a5 req-4ca7148f-613f-49d4-a017-7bef5b560655 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:14.954022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2e84b28-a8d9-4bc2-8151-707cb9fd34a5 req-4ca7148f-613f-49d4-a017-7bef5b560655 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0607882 Oct 26 16:48:14.955225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:14.956549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.043170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2e84b28-a8d9-4bc2-8151-707cb9fd34a5 req-1f228d12-2fb2-433f-98fb-bef698b1c946 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819225 Oct 26 16:48:15.046315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.117361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.182981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.187976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:15.188904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4bef5158-2b55-4845-bdf4-c04a330d591d tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5823843 Oct 26 16:48:15.195113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-52182464'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:15.299694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:15.307500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.320335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.404426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.528393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.568158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:15.580582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54fdee-8c57-4ae6-b0c9-1f530b8b89ab,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:15.590129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.590480 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Added segment feebd60f-4af5-4bab-9b69-af81738501b0 of type vlan for network ea60327a-5c68-4816-ad54-33153ee044d7 Oct 26 16:48:15.593248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.593693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.594044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.594383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.594798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.595037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.595388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.595929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.596428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.596918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.597505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.598013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:15.646080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.768634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.774590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:15.775286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:15.842720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Network': ['ID=ea60327a-5c68-4816-ad54-33153ee044d7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:15.853100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ea60327a-5c68-4816-ad54-33153ee044d7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:48:15.895438 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20a5b8bd-4a76-4910-b4b0-aed59e064f71 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7051411 Oct 26 16:48:15.898402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35154) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:15.904049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'subnet': {'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:16.116106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:16.119608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:16.228282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd71b0-6e93-4f3d-a7a1-f277516478b1 req-4e0c70e2-31fd-4a7d-9744-bf3d36dd5f5f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:16.229878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ecd71b0-6e93-4f3d-a7a1-f277516478b1 req-4e0c70e2-31fd-4a7d-9744-bf3d36dd5f5f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1069419 Oct 26 16:48:16.287959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ecd71b0-6e93-4f3d-a7a1-f277516478b1 req-6883e46f-ab25-4223-852a-59173b8e7ae1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466387 Oct 26 16:48:16.488572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:16.558467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Subnet': ['ID=66dba783-906d-4115-aaae-9988e8c5b091,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:16.566270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Checking segment: {'id': 'feebd60f-4af5-4bab-9b69-af81738501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:16.567068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network hostable DHCP agents. Network: ea60327a-5c68-4816-ad54-33153ee044d7, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:16.671227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network ea60327a-5c68-4816-ad54-33153ee044d7 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:16.751298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ea60327a-5c68-4816-ad54-33153ee044d7) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:16.755940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:16.757153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:16.764696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232680c-a685-4693-8b6a-8d64ff076b21 None None] Network ea60327a-5c68-4816-ad54-33153ee044d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:16.862656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2afc8660-ab5a-41a7-be76-350cd4c7ca02 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9630902 Oct 26 16:48:16.865848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35172) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:16.872065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'network': {'name': 'tempest-router-network01--1659088115'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:16.930585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-ea60327a-5c68-4816-ad54-33153ee044d7', 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7', 'tenant_id': '48583114df56482fba966fe9e5f771bc', 'fixed_ips': [{'subnet_id': '66dba783-906d-4115-aaae-9988e8c5b091'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:48:16.938464 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:16.957127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:16.961989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:16.996116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:17.021890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.022243 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Added segment 0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5 of type vlan for network 7ea65d56-18d9-4609-bab8-def3ac831356 Oct 26 16:48:17.070595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.099815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Allocated IP 172.20.0.2 (ea60327a-5c68-4816-ad54-33153ee044d7/66dba783-906d-4115-aaae-9988e8c5b091/59635fa0-8aa2-4f63-81a9-a724a68a2464) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:17.193991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.196725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:17.197590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.266440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.273642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Network': ['ID=7ea65d56-18d9-4609-bab8-def3ac831356,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:17.287416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7ea65d56-18d9-4609-bab8-def3ac831356 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:48:17.314332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-36c8ad07-e32a-47dd-a8d0-ec8a7f7b19ef tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4474041 Oct 26 16:48:17.316860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35186) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:17.322268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'network': {'name': 'tempest-router-network02--396102469'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:17.332137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.376893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Pushing event updated for resources: {'Port': ['ID=59635fa0-8aa2-4f63-81a9-a724a68a2464,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:17.416355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Network ea60327a-5c68-4816-ad54-33153ee044d7 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:17.419715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:17.422278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:17.434262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:17.440807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.476712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24667-fa80-4d55-a8c5-bdaf316243f7 req-ca011615-2b55-44f9-8bbf-cac7bf7bb73a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:17.487436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Attempting to bind port 59635fa0-8aa2-4f63-81a9-a724a68a2464 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:17.487436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Attempting to bind port 59635fa0-8aa2-4f63-81a9-a724a68a2464 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'feebd60f-4af5-4bab-9b69-af81738501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:17.487436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Attempting to bind port 59635fa0-8aa2-4f63-81a9-a724a68a2464 on network ea60327a-5c68-4816-ad54-33153ee044d7 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:17.487746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecf24667-fa80-4d55-a8c5-bdaf316243f7 req-ca011615-2b55-44f9-8bbf-cac7bf7bb73a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1123488 Oct 26 16:48:17.492178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:17.493151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Checking segment: {'id': 'feebd60f-4af5-4bab-9b69-af81738501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:17.493552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.493934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Bound using segment: {'id': 'feebd60f-4af5-4bab-9b69-af81738501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:17.494398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Bound port: 59635fa0-8aa2-4f63-81a9-a724a68a2464, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feebd60f-4af5-4bab-9b69-af81738501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ea60327a-5c68-4816-ad54-33153ee044d7'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:17.494767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.522410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:17.551550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ecf24667-fa80-4d55-a8c5-bdaf316243f7 req-edda4aac-1a1c-4430-bc17-b8f3f3d1096f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Oct 26 16:48:17.558948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.559522 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Added segment 9feca185-42f3-4360-808b-28dd38fa7ec7 of type vlan for network b56fa08e-77e2-4406-8191-502c651e2edb Oct 26 16:48:17.572103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] For port 59635fa0-8aa2-4f63-81a9-a724a68a2464, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:17.577581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] For port 59635fa0-8aa2-4f63-81a9-a724a68a2464, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59635fa0-8aa2-4f63-81a9-a724a68a2464,segment=NetworkSegment(feebd60f-4af5-4bab-9b69-af81738501b0),segment_id=feebd60f-4af5-4bab-9b69-af81738501b0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:17.605287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.682774 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.705425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.711156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:17.712045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:17.773945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072dab-7d51-4420-ab0f-42b5ff023097 None None] Pushing event updated for resources: {'Port': ['ID=59635fa0-8aa2-4f63-81a9-a724a68a2464,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:17.813040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Network': ['ID=b56fa08e-77e2-4406-8191-502c651e2edb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:17.825153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b56fa08e-77e2-4406-8191-502c651e2edb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:48:17.880292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9ebd01d-6342-467a-8e28-997ca2bbe249 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5619643 Oct 26 16:48:17.882884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:17.889202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'subnet': {'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:18.132861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:18.136527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:18.421122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:18.487909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Subnet': ['ID=9a127d8b-ee37-4f40-87d4-54429f2330cf,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:18.497928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Checking segment: {'id': '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:18.498265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network hostable DHCP agents. Network: 7ea65d56-18d9-4609-bab8-def3ac831356, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:18.579357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network 7ea65d56-18d9-4609-bab8-def3ac831356 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:18.696956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396d4df-cb5c-46f1-8ced-c752623fc2ea req-4dd5dd93-b2eb-44c0-9658-cba2c7d84b31 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:18.700839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e396d4df-cb5c-46f1-8ced-c752623fc2ea req-4dd5dd93-b2eb-44c0-9658-cba2c7d84b31 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0745118 Oct 26 16:48:18.704580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 7ea65d56-18d9-4609-bab8-def3ac831356) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:18.709188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:18.709720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:18.722071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ec34e-071a-4df9-b637-27c6527bd435 None None] Network 7ea65d56-18d9-4609-bab8-def3ac831356 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:18.766295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e396d4df-cb5c-46f1-8ced-c752623fc2ea req-95c32b92-765e-4c40-aecc-dae5d0f96744 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Oct 26 16:48:18.866936 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed55ea2f-1e63-4491-bd4c-bdee98910610 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9826689 Oct 26 16:48:18.870044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35210) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:18.884255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'subnet': {'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:18.908917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-7ea65d56-18d9-4609-bab8-def3ac831356', 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356', 'tenant_id': '48583114df56482fba966fe9e5f771bc', 'fixed_ips': [{'subnet_id': '9a127d8b-ee37-4f40-87d4-54429f2330cf'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:48:18.909910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:18.992314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8176b-91b8-4dfb-b10f-504b10cbe38b None None] Network ea60327a-5c68-4816-ad54-33153ee044d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:19.089421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Made reservation on behalf of 48583114df56482fba966fe9e5f771bc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:19.094338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.215603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59635fa0-8aa2-4f63-81a9-a724a68a2464 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:19.379864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] Provisioning complete for port 59635fa0-8aa2-4f63-81a9-a724a68a2464 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:19.380229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.384705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Allocated IP 172.20.0.2 (7ea65d56-18d9-4609-bab8-def3ac831356/9a127d8b-ee37-4f40-87d4-54429f2330cf/21f37cbc-2f29-4923-b927-8e2af7af6e15) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:19.413041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.438452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 59635fa0-8aa2-4f63-81a9-a724a68a2464 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:19.438814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.483061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Subnet': ['ID=7a556dc8-1c77-492f-af44-455945c61a79,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:19.496214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Checking segment: {'id': '9feca185-42f3-4360-808b-28dd38fa7ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:19.496856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network hostable DHCP agents. Network: b56fa08e-77e2-4406-8191-502c651e2edb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:19.638520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network b56fa08e-77e2-4406-8191-502c651e2edb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:19.689944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.748529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.765697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b56fa08e-77e2-4406-8191-502c651e2edb) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:19.776672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:19.777707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.780074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.787292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] For port 59635fa0-8aa2-4f63-81a9-a724a68a2464, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59635fa0-8aa2-4f63-81a9-a724a68a2464,segment=NetworkSegment(feebd60f-4af5-4bab-9b69-af81738501b0),segment_id=feebd60f-4af5-4bab-9b69-af81738501b0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:19.797411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9251629-9c0d-4e61-ac90-98c4be37ad9f None None] Network b56fa08e-77e2-4406-8191-502c651e2edb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:19.880022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40990dd9-c114-4d90-8418-04d9937b950f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0059702 Oct 26 16:48:19.882581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35232) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:19.888315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.910108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:19.935761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:19.987995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b526552-d58a-43f3-a5ee-f9ac63205b0d req-146ffdfa-8dde-4ba7-b6db-405c035b4b3b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:19.989672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Network 7ea65d56-18d9-4609-bab8-def3ac831356 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:19.992816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b526552-d58a-43f3-a5ee-f9ac63205b0d req-146ffdfa-8dde-4ba7-b6db-405c035b4b3b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1165326 Oct 26 16:48:20.009428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:20.013122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:20.053480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:48:20.053832 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:48:20.059325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b526552-d58a-43f3-a5ee-f9ac63205b0d req-1b2a3bcb-4150-4d8b-8fa4-a4744b4ec7c4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590632 Oct 26 16:48:20.155808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc7241-5b64-4bca-b09a-305fd0e0137c None None] Pushing event updated for resources: {'Port': ['ID=59635fa0-8aa2-4f63-81a9-a724a68a2464,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.206398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c766df-7377-47b7-9661-f9367f43f755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.253553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Attempting to bind port 21f37cbc-2f29-4923-b927-8e2af7af6e15 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:20.254266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Attempting to bind port 21f37cbc-2f29-4923-b927-8e2af7af6e15 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:20.254830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Attempting to bind port 21f37cbc-2f29-4923-b927-8e2af7af6e15 on network 7ea65d56-18d9-4609-bab8-def3ac831356 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:20.277015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Pushing event updated for resources: {'Port': ['ID=21f37cbc-2f29-4923-b927-8e2af7af6e15,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.284075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-b56fa08e-77e2-4406-8191-502c651e2edb', 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb', 'tenant_id': '48583114df56482fba966fe9e5f771bc', 'fixed_ips': [{'subnet_id': '7a556dc8-1c77-492f-af44-455945c61a79'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:48:20.285056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.287498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:20.287865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Checking segment: {'id': '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:20.288250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.288629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Bound using segment: {'id': '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:20.289100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Bound port: 21f37cbc-2f29-4923-b927-8e2af7af6e15, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ea65d56-18d9-4609-bab8-def3ac831356'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:20.289466 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.306744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7069a268-43b6-4350-92b5-0b0fa08ab7c4 None None] Provisioning complete for port 59635fa0-8aa2-4f63-81a9-a724a68a2464 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:20.307567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7069a268-43b6-4350-92b5-0b0fa08ab7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.326339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c766df-7377-47b7-9661-f9367f43f755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.351635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.420329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c766df-7377-47b7-9661-f9367f43f755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.470540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65c766df-7377-47b7-9661-f9367f43f755 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b17be35ef2954aa68f0e92cd70df9491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312533 Oct 26 16:48:20.471680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35240) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:20.478290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c766df-7377-47b7-9661-f9367f43f755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05a124-4e48-463f-ba4e-91faa0d2543b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.515439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] For port 21f37cbc-2f29-4923-b927-8e2af7af6e15, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:20.561046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] For port 21f37cbc-2f29-4923-b927-8e2af7af6e15, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f37cbc-2f29-4923-b927-8e2af7af6e15,segment=NetworkSegment(0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5),segment_id=0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:20.567958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.590242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.605426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Allocated IP 172.20.0.2 (b56fa08e-77e2-4406-8191-502c651e2edb/7a556dc8-1c77-492f-af44-455945c61a79/c5844c2a-9997-4cc4-975d-8a2db0e84a45) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:20.674200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Allocated IP 172.20.0.1 (7ea65d56-18d9-4609-bab8-def3ac831356/9a127d8b-ee37-4f40-87d4-54429f2330cf/a0850b60-458c-48d3-996f-8781e1166ef1) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:20.701646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.752311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.764268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.769287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d05a124-4e48-463f-ba4e-91faa0d2543b HTTP/1.1" status: 204 len: 168 time: 0.2965751 Oct 26 16:48:20.790293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b75c2-067c-4bab-b17b-29b0a5e1091a None None] Pushing event updated for resources: {'Port': ['ID=21f37cbc-2f29-4923-b927-8e2af7af6e15,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.792299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aabef4-b3bf-4bf9-aad9-c38499c34d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05a124-4e48-463f-ba4e-91faa0d2543b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.823548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.877876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.907636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.933156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:20.983315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Network b56fa08e-77e2-4406-8191-502c651e2edb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:20.986387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:20.990826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:20.998613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Pushing event updated for resources: {'Port': ['ID=c5844c2a-9997-4cc4-975d-8a2db0e84a45,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:20.998774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network 7ea65d56-18d9-4609-bab8-def3ac831356 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:21.003465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:21.006780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:21.059090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.072327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Attempting to bind port c5844c2a-9997-4cc4-975d-8a2db0e84a45 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:21.072679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Attempting to bind port c5844c2a-9997-4cc4-975d-8a2db0e84a45 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '9feca185-42f3-4360-808b-28dd38fa7ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:21.072887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Attempting to bind port c5844c2a-9997-4cc4-975d-8a2db0e84a45 on network b56fa08e-77e2-4406-8191-502c651e2edb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:21.077939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Port': ['ID=a0850b60-458c-48d3-996f-8781e1166ef1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:21.079549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:21.081351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Checking segment: {'id': '9feca185-42f3-4360-808b-28dd38fa7ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:21.081351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.081351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Bound using segment: {'id': '9feca185-42f3-4360-808b-28dd38fa7ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:21.081351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Bound port: c5844c2a-9997-4cc4-975d-8a2db0e84a45, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feca185-42f3-4360-808b-28dd38fa7ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fa08e-77e2-4406-8191-502c651e2edb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:21.081698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.117080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.239966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59635fa0-8aa2-4f63-81a9-a724a68a2464 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:21.287318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d50ec4-e839-46ad-a28d-73d6c832bde7 req-07ad609a-645d-4e70-9aec-9c66b880023a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:21.290903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32d50ec4-e839-46ad-a28d-73d6c832bde7 req-07ad609a-645d-4e70-9aec-9c66b880023a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.1025548 Oct 26 16:48:21.291707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] For port c5844c2a-9997-4cc4-975d-8a2db0e84a45, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:21.318504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] For port c5844c2a-9997-4cc4-975d-8a2db0e84a45, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5844c2a-9997-4cc4-975d-8a2db0e84a45,segment=NetworkSegment(9feca185-42f3-4360-808b-28dd38fa7ec7),segment_id=9feca185-42f3-4360-808b-28dd38fa7ec7)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:21.342591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 59635fa0-8aa2-4f63-81a9-a724a68a2464 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:21.343075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32d50ec4-e839-46ad-a28d-73d6c832bde7 req-df96340f-4f16-407a-bc21-bbe382f8d486 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Oct 26 16:48:21.343275 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.397093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.408780 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.495446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf803871-efcc-4ebe-a408-8e6415bea1e3 None None] Pushing event updated for resources: {'Port': ['ID=c5844c2a-9997-4cc4-975d-8a2db0e84a45,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:21.719166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:21.741981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee6c4-4018-4767-9b07-dd71edb5754e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.763620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.818914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.854069 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee6c4-4018-4767-9b07-dd71edb5754e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.926537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:21.928529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Port': ['ID=a0850b60-458c-48d3-996f-8781e1166ef1,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:21.934114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee6c4-4018-4767-9b07-dd71edb5754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.052776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee6c4-4018-4767-9b07-dd71edb5754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae26239-1a46-4279-9002-edd836a8204a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:22.059167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cb9ee6c4-4018-4767-9b07-dd71edb5754e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=252066e1bda24153b0456a4ed608a268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417842 Oct 26 16:48:22.061575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35256) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:22.124256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network 7ea65d56-18d9-4609-bab8-def3ac831356 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:22.126850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:22.150895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.183319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.244320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f97b0-8f8d-45a7-8380-199096313a9f None None] Network 7ea65d56-18d9-4609-bab8-def3ac831356 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:22.319952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] Provisioning complete for port 21f37cbc-2f29-4923-b927-8e2af7af6e15 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:22.320241 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.321352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.324225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.325643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bae26239-1a46-4279-9002-edd836a8204a HTTP/1.1" status: 204 len: 168 time: 0.2631481 Oct 26 16:48:22.337806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c244a56-c1aa-4c49-8db0-c29fa09084e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae26239-1a46-4279-9002-edd836a8204a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:22.483655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3c6c-b3b0-4e24-a0d2-37668d7b8041 req-02af7eee-db55-47db-b72d-e8fa5ba311aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:22.485631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0bd3c6c-b3b0-4e24-a0d2-37668d7b8041 req-02af7eee-db55-47db-b72d-e8fa5ba311aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0677655 Oct 26 16:48:22.504757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Router 59165872-cc7f-480c-8e4b-03e7c11c4857 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:48:22.668371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:22.686195 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] Sync routers for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:22.695102 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a24787c-590f-4443-ba74-28b30a131c6f tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111894 Oct 26 16:48:22.699708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:22.712334 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:22.713979 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:22.756714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:22.764501 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:22.781955 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:22.784378 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:22.842339 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:22.843300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba86820-f440-4f26-b9b0-047344abcd39 None None] The sync data for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:22.930768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.006549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] For port 21f37cbc-2f29-4923-b927-8e2af7af6e15, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f37cbc-2f29-4923-b927-8e2af7af6e15,segment=NetworkSegment(0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5),segment_id=0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:23.021582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f502033-7abf-4157-b032-c116578f5e4b None None] Network b56fa08e-77e2-4406-8191-502c651e2edb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:23.105948 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.228455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0bd3c6c-b3b0-4e24-a0d2-37668d7b8041 req-088ba560-2394-4943-a64d-102c1dee8d00 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362230 Oct 26 16:48:23.258967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57c87-8918-417a-94fa-291a9b766d1b None None] Pushing event updated for resources: {'Port': ['ID=21f37cbc-2f29-4923-b927-8e2af7af6e15,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:23.268071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f37cbc-2f29-4923-b927-8e2af7af6e15 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:23.310962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] Provisioning complete for port c5844c2a-9997-4cc4-975d-8a2db0e84a45 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:23.311364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.356795 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-e6eb01bd-c5e9-47b9-84ca-a922c9d2d9e4 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:23.360946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e6eb01bd-c5e9-47b9-84ca-a922c9d2d9e4 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6567442 Oct 26 16:48:23.360946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:23.458925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35280) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:23.467282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 21f37cbc-2f29-4923-b927-8e2af7af6e15 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:23.467420 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.490923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9dba-af1f-40a2-92d7-5dbcc11fc34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.585463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.650950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9dba-af1f-40a2-92d7-5dbcc11fc34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.671902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] For port c5844c2a-9997-4cc4-975d-8a2db0e84a45, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5844c2a-9997-4cc4-975d-8a2db0e84a45,segment=NetworkSegment(9feca185-42f3-4360-808b-28dd38fa7ec7),segment_id=9feca185-42f3-4360-808b-28dd38fa7ec7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:23.706300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9dba-af1f-40a2-92d7-5dbcc11fc34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.741081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.758401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5844c2a-9997-4cc4-975d-8a2db0e84a45 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:23.764722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9a2a9dba-af1f-40a2-92d7-5dbcc11fc34f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1cd9bd414044a6ab07558ff16f275bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044517 Oct 26 16:48:23.770520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:23.888131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9dba-af1f-40a2-92d7-5dbcc11fc34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d52491-ed2e-4ea9-af66-d05f2862437f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:23.933834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.941079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d4ad6-9173-41e5-b9d2-17d26500d3d3 None None] Pushing event updated for resources: {'Port': ['ID=c5844c2a-9997-4cc4-975d-8a2db0e84a45,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:23.962017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d94be7b1-7f05-44d1-a33c-cc5b8a398295 None None] Provisioning complete for port a0850b60-458c-48d3-996f-8781e1166ef1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:23.962935 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d94be7b1-7f05-44d1-a33c-cc5b8a398295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:23.971287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.009838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.010028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d94be7b1-7f05-44d1-a33c-cc5b8a398295 None None] Port a0850b60-458c-48d3-996f-8781e1166ef1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:24.017128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c5844c2a-9997-4cc4-975d-8a2db0e84a45 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:24.017745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.068655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d94be7b1-7f05-44d1-a33c-cc5b8a398295 None None] Provisioning complete for port 21f37cbc-2f29-4923-b927-8e2af7af6e15 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:24.069028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d94be7b1-7f05-44d1-a33c-cc5b8a398295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.094601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.102407 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.102407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33d52491-ed2e-4ea9-af66-d05f2862437f HTTP/1.1" status: 204 len: 168 time: 0.3270285 Oct 26 16:48:24.130995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440598a-8d54-4bf1-8ce6-e0b24e36ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d52491-ed2e-4ea9-af66-d05f2862437f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:24.369672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-19d4c56e-cd76-4ad7-b2ce-9abf09d857d1 None None] Provisioning complete for port c5844c2a-9997-4cc4-975d-8a2db0e84a45 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:24.370246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-19d4c56e-cd76-4ad7-b2ce-9abf09d857d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.402920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1cb7-ecee-47f6-a618-b72d5fc38c24 req-c31c5d35-52dc-42ae-9965-20833501f80b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:24.413208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac2e1cb7-ecee-47f6-a618-b72d5fc38c24 req-c31c5d35-52dc-42ae-9965-20833501f80b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0719552 Oct 26 16:48:24.440759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting port a0850b60-458c-48d3-996f-8781e1166ef1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:24.441316 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.470202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac2e1cb7-ecee-47f6-a618-b72d5fc38c24 req-9a76e830-8f60-4328-9202-f08a5321f5fc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Oct 26 16:48:24.520881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-19d4c56e-cd76-4ad7-b2ce-9abf09d857d1 None None] Provisioning complete for port a0850b60-458c-48d3-996f-8781e1166ef1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:24.521286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-19d4c56e-cd76-4ad7-b2ce-9abf09d857d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.578283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.586542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-19d4c56e-cd76-4ad7-b2ce-9abf09d857d1 None None] Port a0850b60-458c-48d3-996f-8781e1166ef1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:24.600615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Calling delete_port for a0850b60-458c-48d3-996f-8781e1166ef1 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:24.952035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:24.985762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Port': ['ID=a0850b60-458c-48d3-996f-8781e1166ef1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:25.136668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f37cbc-2f29-4923-b927-8e2af7af6e15 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:25.166277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:25.244581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 21f37cbc-2f29-4923-b927-8e2af7af6e15 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:25.244759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:25.384766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5844c2a-9997-4cc4-975d-8a2db0e84a45 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:25.442872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c5844c2a-9997-4cc4-975d-8a2db0e84a45 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:25.443286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:25.631759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98daa9c-b9de-41ba-bfdc-d207207849ab req-3e619a76-4ea5-4ed8-8f0b-b00d6523c7da tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:25.639477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b98daa9c-b9de-41ba-bfdc-d207207849ab req-3e619a76-4ea5-4ed8-8f0b-b00d6523c7da tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0712113 Oct 26 16:48:25.693963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b98daa9c-b9de-41ba-bfdc-d207207849ab req-004622b8-a329-48b8-b7bb-79728edd8535 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532575 Oct 26 16:48:25.814600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Router 59165872-cc7f-480c-8e4b-03e7c11c4857 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:25.905689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:25.911893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e321bd56-b456-43eb-afd4-c8a8e4e0ebb0 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496287 Oct 26 16:48:25.916950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:25.927580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] Sync routers for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:25.949485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:25.950952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:25.971106 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-88a9b91c-77b6-4eed-99b5-e30114a50738 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] delete failed (client error): The resource could not be found. Oct 26 16:48:25.972595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-88a9b91c-77b6-4eed-99b5-e30114a50738 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1269587526 HTTP/1.1" status: 404 len: 335 time: 0.0561616 Oct 26 16:48:25.976608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35330) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:25.981507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-23659c4d-a722-49c9-8124-156cc70f23dc tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'router': {'external_gateway_info': {'network_id': '59165872-cc7f-480c-8e4b-03e7c11c4857'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:26.011020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:26.026238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:26.026848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:26.076620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:26.077287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aed39d-c108-4989-8805-0c43c3f7b9dc None None] The sync data for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:26.210824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23659c4d-a722-49c9-8124-156cc70f23dc tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:26.312888 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-23659c4d-a722-49c9-8124-156cc70f23dc tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] update failed (client error): The resource could not be found. Oct 26 16:48:26.314134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-23659c4d-a722-49c9-8124-156cc70f23dc tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857 HTTP/1.1" status: 404 len: 339 time: 0.3364468 Oct 26 16:48:26.317686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35336) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:26.634786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:26.720293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:26.863316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ae1d-98e3-43d0-8741-d6301e2f2b12 req-242ed988-cee8-4eef-8d46-641214d02cd8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:26.866209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:26.866648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8501ae1d-98e3-43d0-8741-d6301e2f2b12 req-242ed988-cee8-4eef-8d46-641214d02cd8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 944 time: 0.0798955 Oct 26 16:48:26.928626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8501ae1d-98e3-43d0-8741-d6301e2f2b12 req-a071969a-d2e4-49f1-a3d3-2e6c50be0c6e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535884 Oct 26 16:48:26.945285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Allocated IP 172.20.0.1 (ea60327a-5c68-4816-ad54-33153ee044d7/66dba783-906d-4115-aaae-9988e8c5b091/ddddc89e-71f9-4114-b6b6-08a300523310) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:27.013583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.053596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 39a92b66-93d9-4ee1-944f-130493483165 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:48:27.123112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.180426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.195274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=39a92b66-93d9-4ee1-944f-130493483165,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:27.207896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '39a92b66-93d9-4ee1-944f-130493483165', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': '39a92b66-93d9-4ee1-944f-130493483165', 'mac_address': 'fa:16:3e:7a:65:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:48:27.255743 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.271697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a92b66-93d9-4ee1-944f-130493483165 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:48:27.286666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.297773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=39a92b66-93d9-4ee1-944f-130493483165,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:27.354799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network ea60327a-5c68-4816-ad54-33153ee044d7 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:27.356742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad2f94-2313-4488-a86c-411ad33febc8 req-f0269871-7914-4ca2-a6f0-1d995203ec57 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:27.358531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Allocated IP 172.25.5.137 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ad234e24-97ca-4de2-a0d5-9012668cc00e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:27.358703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6ad2f94-2313-4488-a86c-411ad33febc8 req-f0269871-7914-4ca2-a6f0-1d995203ec57 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0594382 Oct 26 16:48:27.365897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:27.369118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Port': ['ID=ddddc89e-71f9-4114-b6b6-08a300523310,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:27.371916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:27.408227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.414703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6ad2f94-2313-4488-a86c-411ad33febc8 req-567a75af-3e50-4213-a03f-fe3e17db79ad tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478914 Oct 26 16:48:27.484715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.494871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:27.631602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.639027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e8563696-c564-49f4-a0a8-a09edbd0b45c None None] Provisioning complete for port ddddc89e-71f9-4114-b6b6-08a300523310 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:27.639576 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e8563696-c564-49f4-a0a8-a09edbd0b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.677252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['39a92b66-93d9-4ee1-944f-130493483165'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:27.678977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e8563696-c564-49f4-a0a8-a09edbd0b45c None None] Port ddddc89e-71f9-4114-b6b6-08a300523310 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:27.776022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.788581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:27.820746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:27.825276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:27.833082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:27.896384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Pushing event updated for resources: {'Port': ['ID=ad234e24-97ca-4de2-a0d5-9012668cc00e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:28.092650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.124864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0487c-3589-4f75-a033-cc9bf41a6492 req-878de9df-1d23-4dc0-af7e-56d8c87c322c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:28.129150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c0487c-3589-4f75-a033-cc9bf41a6492 req-878de9df-1d23-4dc0-af7e-56d8c87c322c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 945 time: 0.0920649 Oct 26 16:48:28.173449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24c0487c-3589-4f75-a033-cc9bf41a6492 req-7e4838b9-726a-48d3-ba41-f90e70a8bc7d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368490 Oct 26 16:48:28.226006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.350093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.415453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.454290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.504604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.507613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event updated for resources: {'Port': ['ID=ddddc89e-71f9-4114-b6b6-08a300523310,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:28.516966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.549116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3884d-e896-4d14-9f63-7eb6b1b8e762 req-7414afdc-eefe-4a1a-afa8-3c3eedb010b8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:28.550863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cee3884d-e896-4d14-9f63-7eb6b1b8e762 req-7414afdc-eefe-4a1a-afa8-3c3eedb010b8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0577881 Oct 26 16:48:28.589236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cee3884d-e896-4d14-9f63-7eb6b1b8e762 req-67a0a552-5fba-420a-b74f-e1578e4fe9dd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324180 Oct 26 16:48:28.642497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Pushing event updated for resources: {'Port': ['ID=ad234e24-97ca-4de2-a0d5-9012668cc00e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:28.657213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.745043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Network ea60327a-5c68-4816-ad54-33153ee044d7 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:28.745043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:28.797547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Router 59165872-cc7f-480c-8e4b-03e7c11c4857 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:28.896373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.897637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-886d0eed-c3aa-41e5-8330-d183e4f7cc6d tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1764052 Oct 26 16:48:28.900842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:28.901112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:28.909780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-700750300', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'fixed_ips': [{'ip_address': '172.25.5.137'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:28.910010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-672bb739-a01a-47b3-b810-bb304c2fc43b tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5887282 Oct 26 16:48:28.910128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35380) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:28.917778 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] Sync routers for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:28.937083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:28.937701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:28.944519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6cd5d88d-ffd5-44e9-a20a-379489236746 None None] Provisioning complete for port ddddc89e-71f9-4114-b6b6-08a300523310 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:28.944519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d88d-ffd5-44e9-a20a-379489236746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:28.977658 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:28.983108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5d88d-ffd5-44e9-a20a-379489236746 None None] Port ddddc89e-71f9-4114-b6b6-08a300523310 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:28.987356 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:28.987992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:29.013151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfec6b9-b18a-4f90-8c1d-d7813c61c2e8 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.022216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:29.022911 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a81530-2af3-4eff-89bd-3490cec6f3a1 None None] The sync data for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:29.030910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Made reservation on behalf of 3cbab33bb55849718a86080897a4ba50 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:29.033348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.045551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.066846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 39a92b66-93d9-4ee1-944f-130493483165 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:29.109746 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-0dfec6b9-b18a-4f90-8c1d-d7813c61c2e8 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:29.111112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0dfec6b9-b18a-4f90-8c1d-d7813c61c2e8 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857 HTTP/1.1" status: 409 len: 329 time: 0.1998153 Oct 26 16:48:29.113833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35382) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:29.125625 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.213523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 39a92b66-93d9-4ee1-944f-130493483165 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:48:29.219046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 39a92b66-93d9-4ee1-944f-130493483165 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:29.219576 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.275211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.281884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] device_id is not set on port ede83d57-5f78-498b-818a-dd912de0b42a yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:48:29.304534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.333301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a92b66-93d9-4ee1-944f-130493483165'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:29.335576 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcdc0f8-8e3c-46c6-839e-45c89b2f427b" -d '{"events": [{"server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "name": "network-vif-plugged", "status": "completed", "tag": "39a92b66-93d9-4ee1-944f-130493483165"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:29.349222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=39a92b66-93d9-4ee1-944f-130493483165,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:29.362266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb6532-315f-4bfa-912f-9cb8d475f1a6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:29.384858 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0acc5-7938-40a2-85ff-6d384db3dd37 x-openstack-request-id: req-54c0acc5-7938-40a2-85ff-6d384db3dd37 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:29.385316 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "name": "network-vif-plugged", "status": "completed", "tag": "39a92b66-93d9-4ee1-944f-130493483165", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:29.386040 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54c0acc5-7938-40a2-85ff-6d384db3dd37 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:29.386040 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a92b66-93d9-4ee1-944f-130493483165', 'code': 200} Oct 26 16:48:29.395767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aa4ff-2501-4b79-8ac2-201a631de8fb req-999a4d6a-712e-41c5-840f-2d2dd29c9b0b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:29.397718 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e0aa4ff-2501-4b79-8ac2-201a631de8fb req-999a4d6a-712e-41c5-840f-2d2dd29c9b0b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 945 time: 0.1517265 Oct 26 16:48:29.405865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.406349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.406565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.406876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.407246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.407575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.407900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.408222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.408545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.408864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.409191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.409488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:29.459885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.466259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:29.517164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:29.538280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e0aa4ff-2501-4b79-8ac2-201a631de8fb req-14231035-84ab-44d1-80f4-648a7847af79 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198027 Oct 26 16:48:29.576182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40ad7-f192-49af-8135-4767d54eca4b req-2ad29655-25e6-43bb-bbff-c11f8b4ea0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:29.578014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73e40ad7-f192-49af-8135-4767d54eca4b req-2ad29655-25e6-43bb-bbff-c11f8b4ea0b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 1097 time: 0.1114893 Oct 26 16:48:29.616976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73e40ad7-f192-49af-8135-4767d54eca4b req-c76de237-c7d5-452b-9c10-83d495ea9b85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Oct 26 16:48:29.651696 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:29.651696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:48:29.728725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9fbd3-6dac-4288-902f-b76f38e38550 req-7d744e78-4b02-44d0-bb3b-8649c3e5c620 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:29.730318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdf9fbd3-6dac-4288-902f-b76f38e38550 req-7d744e78-4b02-44d0-bb3b-8649c3e5c620 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0585203 Oct 26 16:48:29.761614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4845cfbd-b06d-4c45-a234-404257b150bc tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8595955 Oct 26 16:48:29.768468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35394) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:29.863124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdf9fbd3-6dac-4288-902f-b76f38e38550 req-21a478c1-4192-4a73-96e3-673d57609a16 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261649 Oct 26 16:48:29.952944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Deleting port ad234e24-97ca-4de2-a0d5-9012668cc00e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:29.953453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.035660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.036036 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.040785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting port ddddc89e-71f9-4114-b6b6-08a300523310 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:30.041282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.050044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Calling delete_port for ad234e24-97ca-4de2-a0d5-9012668cc00e owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:30.148441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.161306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Calling delete_port for ddddc89e-71f9-4114-b6b6-08a300523310 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:30.295420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.322540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad234e24-97ca-4de2-a0d5-9012668cc00e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:30.384627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.387628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.388758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7d74c5c3-8f56-48d2-a2a1-d49aaf34fbaf tempest-ExternalNetworksAdminNegativeTestJSON-985882901 tempest-ExternalNetworksAdminNegativeTestJSON-985882901-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/316d0909-88ac-486f-a267-e8177107b640 HTTP/1.1" status: 204 len: 168 time: 0.6193590 Oct 26 16:48:30.441051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.474262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Port': ['ID=ddddc89e-71f9-4114-b6b6-08a300523310,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:30.641563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:30.694162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259cb8-5060-4099-9a3a-8b6acfd2ec7d req-e7dd7220-5923-4d28-9bc6-cd58f8d75ae9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:30.701549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08259cb8-5060-4099-9a3a-8b6acfd2ec7d req-e7dd7220-5923-4d28-9bc6-cd58f8d75ae9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.0762234 Oct 26 16:48:30.766962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08259cb8-5060-4099-9a3a-8b6acfd2ec7d req-bd817ff4-64dc-4f25-a675-81ec246df116 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617764 Oct 26 16:48:30.835927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Router 59165872-cc7f-480c-8e4b-03e7c11c4857 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:30.919511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:30.928118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d0874b5e-95ef-4f64-b369-d417d77f93c6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099029 Oct 26 16:48:30.928663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:30.953768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] Sync routers for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:30.985560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:30.986517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:31.000934 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-58d2656c-403c-4bb3-b9e5-c9ed61d1c3ad tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] show failed (client error): The resource could not be found. Oct 26 16:48:31.005657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58d2656c-403c-4bb3-b9e5-c9ed61d1c3ad tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1950604677 HTTP/1.1" status: 404 len: 335 time: 0.0725803 Oct 26 16:48:31.008360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35412) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:31.010913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-38cf3dfe-4ace-4515-891a-327869a394f5 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:31.044932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:31.053196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0d6cae85-58f2-48b5-aa0e-2d779ab14b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.067451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] Routers {'59165872-cc7f-480c-8e4b-03e7c11c4857'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:31.068987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59165872-cc7f-480c-8e4b-03e7c11c4857'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:31.085149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4025fb-f8bc-449f-ba7c-151c3d565d3b req-73823aa5-351e-415e-b41d-c7d1886c72b3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:31.085949 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-38cf3dfe-4ace-4515-891a-327869a394f5 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] update failed (client error): The resource could not be found. Oct 26 16:48:31.087617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-38cf3dfe-4ace-4515-891a-327869a394f5 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-67427960 HTTP/1.1" status: 404 len: 333 time: 0.0806398 Oct 26 16:48:31.091784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:31.099601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e4025fb-f8bc-449f-ba7c-151c3d565d3b req-73823aa5-351e-415e-b41d-c7d1886c72b3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0989137 Oct 26 16:48:31.122590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:31.128185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:31.129017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8751ede-52d2-4d20-b175-8a5f27537603 None None] The sync data for ids ['59165872-cc7f-480c-8e4b-03e7c11c4857'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:31.148403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e4025fb-f8bc-449f-ba7c-151c3d565d3b req-295d87d8-c257-4791-a803-467bb3f2e3ce tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Oct 26 16:48:31.173870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting subnet 7a556dc8-1c77-492f-af44-455945c61a79 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:31.177490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.219952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.247953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46798721-050b-4e1e-8079-4fa35cba6182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.319553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.349971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46798721-050b-4e1e-8079-4fa35cba6182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.424555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46798721-050b-4e1e-8079-4fa35cba6182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.462130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46798721-050b-4e1e-8079-4fa35cba6182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c9ae16-dad9-4c4d-a2c7-8e335850948b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:31.467781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46798721-050b-4e1e-8079-4fa35cba6182 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf715c42ba343f78d580eb111c82d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435752 Oct 26 16:48:31.469639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35420) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:31.476836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.521048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Subnet': ['ID=7a556dc8-1c77-492f-af44-455945c61a79,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:31.524173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.524750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.531307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:31.531968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bf71aa53-eac3-4ad1-b40c-759f294928f6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/subnets/7a556dc8-1c77-492f-af44-455945c61a79 HTTP/1.1" status: 204 len: 168 time: 0.4389155 Oct 26 16:48:31.544235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9484b-ce32-4a67-94dc-bef97c29e65a None None] Network b56fa08e-77e2-4406-8191-502c651e2edb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:31.583075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.617107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting subnet 9a127d8b-ee37-4f40-87d4-54429f2330cf {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:31.626899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.676081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.722154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] DHCP port deletion for b56fa08e-77e2-4406-8191-502c651e2edb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:31.774660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Deleting port c5844c2a-9997-4cc4-975d-8a2db0e84a45 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:31.776402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.780665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.783710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.787252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78c9ae16-dad9-4c4d-a2c7-8e335850948b HTTP/1.1" status: 204 len: 168 time: 0.3141286 Oct 26 16:48:31.791279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.817063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd2cc-e4d4-4c71-89cf-764cfdd44627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c9ae16-dad9-4c4d-a2c7-8e335850948b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:31.869770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] For port c5844c2a-9997-4cc4-975d-8a2db0e84a45, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c5844c2a-9997-4cc4-975d-8a2db0e84a45,segment=NetworkSegment(9feca185-42f3-4360-808b-28dd38fa7ec7),segment_id=9feca185-42f3-4360-808b-28dd38fa7ec7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:31.871734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:31.885570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Calling delete_port for c5844c2a-9997-4cc4-975d-8a2db0e84a45 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:31.931980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad8d9-23ba-46ac-a7d9-09202990356c req-b863c097-7d7c-411d-9721-92dc931d6c68 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:31.934401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1abad8d9-23ba-46ac-a7d9-09202990356c req-b863c097-7d7c-411d-9721-92dc931d6c68 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.0571046 Oct 26 16:48:31.974067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1abad8d9-23ba-46ac-a7d9-09202990356c req-4c9660ad-605a-4a01-af07-ae56080701c0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Oct 26 16:48:31.983328 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.017099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Subnet': ['ID=9a127d8b-ee37-4f40-87d4-54429f2330cf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:32.017099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.019695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a35da00c-9c3f-4e53-94b4-30315ef34fa6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/subnets/9a127d8b-ee37-4f40-87d4-54429f2330cf HTTP/1.1" status: 204 len: 168 time: 0.4868922 Oct 26 16:48:32.022119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35432) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:32.027153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d521d-e406-4b36-bae8-c3d79f2ee917 None None] Network 7ea65d56-18d9-4609-bab8-def3ac831356 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:32.134551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.152431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310593a-baba-4841-8ed4-eb8c6213c375 req-5f4112c3-a884-44b8-a2f1-df3d45fac9f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:32.154596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9310593a-baba-4841-8ed4-eb8c6213c375 req-5f4112c3-a884-44b8-a2f1-df3d45fac9f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.0864666 Oct 26 16:48:32.255266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.288015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.290285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] Pushing event deleted for resources: {'Port': ['ID=c5844c2a-9997-4cc4-975d-8a2db0e84a45,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:32.295317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498679c-528b-479e-a814-ce4f1379c284 None None] No DVR routers for this DVR port c5844c2a-9997-4cc4-975d-8a2db0e84a45 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:32.315573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9310593a-baba-4841-8ed4-eb8c6213c375 req-9a2c47ae-66c8-4da6-a6be-4d78a5595215 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344748 Oct 26 16:48:32.347368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56fa08e-77e2-4406-8191-502c651e2edb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:32.369547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e23026-0efc-4d7e-9394-fde872ebf6f0 req-d92ff591-4ab9-4e70-95c6-3244a305af14 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:32.371250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08e23026-0efc-4d7e-9394-fde872ebf6f0 req-d92ff591-4ab9-4e70-95c6-3244a305af14 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1119893 Oct 26 16:48:32.374129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feca185-42f3-4360-808b-28dd38fa7ec7') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:32.374498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feca185-42f3-4360-808b-28dd38fa7ec7') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:32.393231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.420705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.434936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:32.435357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.436816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] DHCP port deletion for 7ea65d56-18d9-4609-bab8-def3ac831356 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:32.438457 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:32.446524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08e23026-0efc-4d7e-9394-fde872ebf6f0 req-123d8eec-219a-4b83-ab25-0281893cfb40 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638638 Oct 26 16:48:32.503258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Deleting port 21f37cbc-2f29-4923-b927-8e2af7af6e15 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:32.503637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.566882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] For port 21f37cbc-2f29-4923-b927-8e2af7af6e15, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f37cbc-2f29-4923-b927-8e2af7af6e15,segment=NetworkSegment(0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5),segment_id=0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:32.567312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.580649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Calling delete_port for 21f37cbc-2f29-4923-b927-8e2af7af6e15 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:32.617991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.631251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.634415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/networks/b56fa08e-77e2-4406-8191-502c651e2edb HTTP/1.1" status: 204 len: 168 time: 0.6113064 Oct 26 16:48:32.637046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:32.640572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35444) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:32.649396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c5464-6a45-409e-a137-f80dcf0256b6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Network': ['ID=b56fa08e-77e2-4406-8191-502c651e2edb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:32.746038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.750389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-691d987c-1feb-4fb0-af58-178d9e9ebcc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cbab33bb55849718a86080897a4ba50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018081 Oct 26 16:48:32.753117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:32.803932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.806937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting port 21f37cbc-2f29-4923-b927-8e2af7af6e15 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:32.807305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.813687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.827925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.847356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] Pushing event deleted for resources: {'Port': ['ID=21f37cbc-2f29-4923-b927-8e2af7af6e15,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:32.856581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd7230-6051-4e38-9ea0-7599cd5e1812 None None] No DVR routers for this DVR port 21f37cbc-2f29-4923-b927-8e2af7af6e15 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:32.884005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] For port 21f37cbc-2f29-4923-b927-8e2af7af6e15, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f37cbc-2f29-4923-b927-8e2af7af6e15,segment=NetworkSegment(0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5),segment_id=0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:32.884626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.900068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Calling delete_port for 21f37cbc-2f29-4923-b927-8e2af7af6e15 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:32.961523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07327e2-fddc-42db-9110-0c6ebbf34619 req-1e5238af-c094-4fbd-82a0-79a2799df123 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:32.963036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a07327e2-fddc-42db-9110-0c6ebbf34619 req-1e5238af-c094-4fbd-82a0-79a2799df123 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.0542746 Oct 26 16:48:32.964157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.968448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:32.968448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dcb6532-315f-4bfa-912f-9cb8d475f1a6 HTTP/1.1" status: 204 len: 168 time: 0.2142422 Oct 26 16:48:33.000504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.001675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d04c0a-7cca-41cf-bef1-bb3b6598c8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb6532-315f-4bfa-912f-9cb8d475f1a6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:33.029391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Port': ['ID=21f37cbc-2f29-4923-b927-8e2af7af6e15,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:33.032959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] No DVR routers for this DVR port 21f37cbc-2f29-4923-b927-8e2af7af6e15 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:33.054650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a07327e2-fddc-42db-9110-0c6ebbf34619 req-d71268c0-e0e5-4ea6-a7d7-1b3a31c08777 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 Oct 26 16:48:33.138096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f37cbc-2f29-4923-b927-8e2af7af6e15 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:33.159124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 21f37cbc-2f29-4923-b927-8e2af7af6e15 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:33.159488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f37cbc-2f29-4923-b927-8e2af7af6e15 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:33.159895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5844c2a-9997-4cc4-975d-8a2db0e84a45 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:33.169656 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.180626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c5844c2a-9997-4cc4-975d-8a2db0e84a45 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:33.181307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c5844c2a-9997-4cc4-975d-8a2db0e84a45 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:33.195444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea65d56-18d9-4609-bab8-def3ac831356']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:33.211904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:33.211904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d04f6d7-d3a2-4e0e-9c6c-5b1ec5fa50d5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:33.216996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.231068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.237424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:33.237858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:33.241093 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:33.412246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.417460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.423964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/networks/7ea65d56-18d9-4609-bab8-def3ac831356 HTTP/1.1" status: 204 len: 168 time: 0.7828448 Oct 26 16:48:33.424345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35460) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:33.445167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bcd0e-30f6-4485-b927-8e0e4cfc2392 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Network': ['ID=7ea65d56-18d9-4609-bab8-def3ac831356,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:33.509768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting subnet 66dba783-906d-4115-aaae-9988e8c5b091 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:48:33.514553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.597044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.600894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-376903bc-29c8-4018-8b1b-a3ef18ae9266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.645904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3048be-2281-4500-bb88-7366bcb4a2d3 req-9173bf2d-89e6-446f-867d-963691e06007 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:33.647438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b3048be-2281-4500-bb88-7366bcb4a2d3 req-9173bf2d-89e6-446f-867d-963691e06007 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0978942 Oct 26 16:48:33.725862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b3048be-2281-4500-bb88-7366bcb4a2d3 req-f77ca89b-af6f-4792-b616-f085ddfc573a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706761 Oct 26 16:48:33.734502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.905608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.936123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Subnet': ['ID=66dba783-906d-4115-aaae-9988e8c5b091,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:33.941797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:33.945613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bbbffa69-f9ae-4e2e-9267-3ae9e4b96ced tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/subnets/66dba783-906d-4115-aaae-9988e8c5b091 HTTP/1.1" status: 204 len: 168 time: 0.5201659 Oct 26 16:48:33.948350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35476) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:33.952619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b78680-2172-4f22-acce-594a7b40f9b3 None None] Network ea60327a-5c68-4816-ad54-33153ee044d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:34.040211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.101755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Deleting port 59635fa0-8aa2-4f63-81a9-a724a68a2464 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:34.102205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.150739 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.204537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] DHCP port deletion for ea60327a-5c68-4816-ad54-33153ee044d7 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:48:34.234507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] For port 59635fa0-8aa2-4f63-81a9-a724a68a2464, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59635fa0-8aa2-4f63-81a9-a724a68a2464,segment=NetworkSegment(feebd60f-4af5-4bab-9b69-af81738501b0),segment_id=feebd60f-4af5-4bab-9b69-af81738501b0)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:34.235157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.253857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Calling delete_port for 59635fa0-8aa2-4f63-81a9-a724a68a2464 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:34.266973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Deleting port 59635fa0-8aa2-4f63-81a9-a724a68a2464 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:34.268044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.273413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcf97-f4dd-4fd3-b86f-ea1a818b28a8 req-bf9eedd9-bcba-41e0-aac8-0c4a43f39428 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:34.275030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94edcf97-f4dd-4fd3-b86f-ea1a818b28a8 req-bf9eedd9-bcba-41e0-aac8-0c4a43f39428 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.1034458 Oct 26 16:48:34.338619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] For port 59635fa0-8aa2-4f63-81a9-a724a68a2464, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=59635fa0-8aa2-4f63-81a9-a724a68a2464,segment=NetworkSegment(feebd60f-4af5-4bab-9b69-af81738501b0),segment_id=feebd60f-4af5-4bab-9b69-af81738501b0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:34.339015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.354904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Calling delete_port for 59635fa0-8aa2-4f63-81a9-a724a68a2464 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:34.364538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94edcf97-f4dd-4fd3-b86f-ea1a818b28a8 req-5dcf38de-5270-4829-84a3-e67e8884691b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.504101 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:48:34.507349 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:48:34.515162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.515685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.548816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Port': ['ID=59635fa0-8aa2-4f63-81a9-a724a68a2464,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:34.552983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] No DVR routers for this DVR port 59635fa0-8aa2-4f63-81a9-a724a68a2464 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:34.558009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] No DVR routers for this DVR port 59635fa0-8aa2-4f63-81a9-a724a68a2464 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:34.563811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b6fa-32c3-4346-971a-0a804230ba19 None None] Pushing event deleted for resources: {'Port': ['ID=59635fa0-8aa2-4f63-81a9-a724a68a2464,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:34.614613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-61a38857-4c53-410f-bc46-be8517c89e4f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:34.618503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-61a38857-4c53-410f-bc46-be8517c89e4f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 946 time: 0.1309726 Oct 26 16:48:34.707592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.763772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea60327a-5c68-4816-ad54-33153ee044d7']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:34.780752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feebd60f-4af5-4bab-9b69-af81738501b0') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:34.781078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feebd60f-4af5-4bab-9b69-af81738501b0') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:34.795396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.813811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.830271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:34.830271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:48:34.835386 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:48:34.886645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 39a92b66-93d9-4ee1-944f-130493483165 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:34.887072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:34.992172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb76a4-5568-495b-a348-e623d42b3428 req-0b657c18-b7a6-4f05-b71a-5a88cf328e7c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:35.000599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfb76a4-5568-495b-a348-e623d42b3428 req-0b657c18-b7a6-4f05-b71a-5a88cf328e7c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1606107 Oct 26 16:48:35.043857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port 39a92b66-93d9-4ee1-944f-130493483165, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=39a92b66-93d9-4ee1-944f-130493483165,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:35.043857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.053011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.075666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dfb76a4-5568-495b-a348-e623d42b3428 req-7a16d305-6067-4608-bc7d-85a86b59e481 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688183 Oct 26 16:48:35.077036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 39a92b66-93d9-4ee1-944f-130493483165 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:35.101445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.110189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.116127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:35.116696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/networks/ea60327a-5c68-4816-ad54-33153ee044d7 HTTP/1.1" status: 204 len: 168 time: 1.1660168 Oct 26 16:48:35.134149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240cb03-8e31-47d1-aea3-c35d62c07ff6 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Pushing event deleted for resources: {'Network': ['ID=ea60327a-5c68-4816-ad54-33153ee044d7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:35.156813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59635fa0-8aa2-4f63-81a9-a724a68a2464 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:35.171776 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d215d3e3-c94b-4edf-90b4-ff9556caabb4 tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "GET /v2.0/ports?device_id=59165872-cc7f-480c-8e4b-03e7c11c4857 HTTP/1.1" status: 200 len: 205 time: 0.0489225 Oct 26 16:48:35.172866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35506) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:35.200497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 59635fa0-8aa2-4f63-81a9-a724a68a2464 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:35.202196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 59635fa0-8aa2-4f63-81a9-a724a68a2464 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:35.288576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.373129 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.398604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['67232bff-0253-40c0-9e2e-18eaa1055cea'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:35.409496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=39a92b66-93d9-4ee1-944f-130493483165,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:35.412033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['39a92b66-93d9-4ee1-944f-130493483165'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:35.462108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port 39a92b66-93d9-4ee1-944f-130493483165 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:35.472085 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.472085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75a91d2e-1129-44c6-b72f-f8b0064edd24 req-4b5de79c-a5c3-485b-8dff-61df69fe193c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "DELETE /v2.0/ports/39a92b66-93d9-4ee1-944f-130493483165 HTTP/1.1" status: 204 len: 173 time: 0.8257020 Oct 26 16:48:35.472085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'name': 'network-vif-deleted', 'tag': '39a92b66-93d9-4ee1-944f-130493483165'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:35.472502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.474670 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acce15-1ee6-4367-a7fb-4c00c6bc79f9" -d '{"events": [{"server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "name": "network-vif-deleted", "tag": "39a92b66-93d9-4ee1-944f-130493483165"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:35.475345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.539897 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e619ba-732c-4947-9923-29fe19930ec6 x-openstack-request-id: req-77e619ba-732c-4947-9923-29fe19930ec6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:35.540421 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758aa4b-e994-453a-bcae-ff233c0b1a3b", "name": "network-vif-deleted", "tag": "39a92b66-93d9-4ee1-944f-130493483165", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:35.541090 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e619ba-732c-4947-9923-29fe19930ec6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:35.541606 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758aa4b-e994-453a-bcae-ff233c0b1a3b', 'name': 'network-vif-deleted', 'tag': '39a92b66-93d9-4ee1-944f-130493483165', 'status': 'completed', 'code': 200} Oct 26 16:48:35.548886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7950295-72c8-411e-b3e2-e61c13b748aa req-3cfd33ce-2d53-424c-abe0-1c89a609be24 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0398932 Oct 26 16:48:35.618111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.618673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Fanout notify agent at l3_agent the message router_deleted on router 59165872-cc7f-480c-8e4b-03e7c11c4857 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:48:35.626646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:35.632744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-68fc350f-528a-4c7e-82e8-52bba86afe3e tempest-RoutersNegativeTest-806691055 tempest-RoutersNegativeTest-806691055-project] 10.222.0.21 "DELETE /v2.0/routers/59165872-cc7f-480c-8e4b-03e7c11c4857 HTTP/1.1" status: 204 len: 168 time: 0.4533465 Oct 26 16:48:35.983065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35526) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:36.158803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:36.207927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:36.235064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39475369-786a-44d9-bf69-8605175dc9ce req-5c9095eb-9262-4d96-b7b4-a379d908c4cd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:36.242728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39475369-786a-44d9-bf69-8605175dc9ce req-5c9095eb-9262-4d96-b7b4-a379d908c4cd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0683172 Oct 26 16:48:36.280729 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39475369-786a-44d9-bf69-8605175dc9ce req-71385d3e-2f93-431c-be7c-035cb2a9d785 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370507 Oct 26 16:48:36.292461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.415295 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f6a217fd-901c-4189-9d3e-3e9cf758d392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48583114df56482fba966fe9e5f771bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059126 Oct 26 16:48:36.417801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:36.452075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.476699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.508746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.579332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Allocated IP 172.25.5.210 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0c028510-65ba-44b1-a177-c48d6af2c861) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:36.683751 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9af28e45-648d-41d0-af3b-e692825a5f16 req-58052f41-2f7b-4972-a4d5-f2e067cddb7c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0441415 Oct 26 16:48:36.700247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.703731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.724481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.727543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.729072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb54fdee-8c57-4ae6-b0c9-1f530b8b89ab HTTP/1.1" status: 204 len: 168 time: 0.3094020 Oct 26 16:48:36.739871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d531d7-d016-40bb-9235-a7a41dd1a58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54fdee-8c57-4ae6-b0c9-1f530b8b89ab,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:36.785726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:36.847421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:36.852338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:36.856770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:36.886419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=0c028510-65ba-44b1-a177-c48d6af2c861,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:36.955916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.066877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.240448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.321608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.400267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=0c028510-65ba-44b1-a177-c48d6af2c861,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:37.407869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.455472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2316-8daf-44e3-a0dc-a07ec1dd1d30 req-c522692a-27f3-4012-b11c-aba8dd2bb5dd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:37.457157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dfd2316-8daf-44e3-a0dc-a07ec1dd1d30 req-c522692a-27f3-4012-b11c-aba8dd2bb5dd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0691929 Oct 26 16:48:37.501851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dfd2316-8daf-44e3-a0dc-a07ec1dd1d30 req-cc80a968-7628-49b6-b82d-e0d6f369df74 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387146 Oct 26 16:48:37.508398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.510418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f25b977c-8959-44e2-a285-dc8c04d027c0 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5256588 Oct 26 16:48:37.512876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35566) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:37.527828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-218543183'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:37.635031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Made reservation on behalf of c2e8bd6fe3eb40a8aa31d9186be7042e for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:37.638996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.650530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.776342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.802614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac418f59-b7d0-45be-bf99-6a533e52ffab req-382ed8c1-8133-4a9a-8911-27ec300d3c17 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0280423 Oct 26 16:48:37.857933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.886259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:37.896437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d913fcc1-3528-4dfe-baed-180ce8bf0b7a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:37.901330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.901751 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Added segment 580e70c9-5af8-4352-a2b4-8154b9a177e5 of type vlan for network 32a799a4-88a1-4b25-b51e-596ac396ec4f Oct 26 16:48:37.944780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:37.967114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35580) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:38.066182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8b8be565-6bc8-478c-b121-6c895956ef66 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:38.066618 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-8b8be565-6bc8-478c-b121-6c895956ef66 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 16:48:38.067105 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-8b8be565-6bc8-478c-b121-6c895956ef66 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:38.068255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b8be565-6bc8-478c-b121-6c895956ef66 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0999215 Oct 26 16:48:38.072027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35584) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:38.080173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640559415'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:38.083896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.089359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:38.089997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.171956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Network': ['ID=32a799a4-88a1-4b25-b51e-596ac396ec4f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:38.182889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:48:38.236510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.244697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.297214 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a13e8d28-11a7-4221-b7e7-37feaf9abf59 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7829890 Oct 26 16:48:38.300185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35586) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:38.305693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Request body: {'subnet': {'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:38.326335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.379029 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.424139 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbe1f2-d915-4913-b84f-cc439ebb2517,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:38.436820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Made reservation on behalf of c2e8bd6fe3eb40a8aa31d9186be7042e for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:38.444729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.463416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.537888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.600141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a454e448-76dc-4afd-b7b7-d54569d93eea,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:38.643679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.646301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-068c70d4-9308-43d1-ba2e-0f8dd9576172 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5732241 Oct 26 16:48:38.649846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35590) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:38.654941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': 'a454e448-76dc-4afd-b7b7-d54569d93eea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:38.705424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5507-85a8-41ff-997d-aa5fae12f83e req-302e9aaa-56ae-49bf-b62c-85432833e8f2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:38.706860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18db5507-85a8-41ff-997d-aa5fae12f83e req-302e9aaa-56ae-49bf-b62c-85432833e8f2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0665140 Oct 26 16:48:38.708292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.722121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.790589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.799427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18db5507-85a8-41ff-997d-aa5fae12f83e req-d51e0c12-632f-48e1-849d-0ea1f39e6ad8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818644 Oct 26 16:48:38.800034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Subnet': ['ID=ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:38.809726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Checking segment: {'id': '580e70c9-5af8-4352-a2b4-8154b9a177e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:38.810382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network hostable DHCP agents. Network: 32a799a4-88a1-4b25-b51e-596ac396ec4f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:38.842202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.859077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7ab42f-998f-406b-88a0-5ae6091a39e6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:38.904896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:38.923037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f326af55-b2aa-419b-8b81-691e000208ed req-470cf960-bf08-4132-a36c-f9fac009282e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.0306909 Oct 26 16:48:38.956849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:38.958069 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e56e2913-84ba-462c-920c-cc648232b1d2 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072147 Oct 26 16:48:38.960925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:38.965302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b18797d6-defb-4e43-8080-84e0eb110d46 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': 'a454e448-76dc-4afd-b7b7-d54569d93eea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:39.047716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 32a799a4-88a1-4b25-b51e-596ac396ec4f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:39.056988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:39.057642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.063590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898042b7-99c1-439c-bf7d-c1a93733c78f None None] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:39.082325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b18797d6-defb-4e43-8080-84e0eb110d46 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.121201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:48:39.132712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-66b44a66-aeea-48b8-8ae8-87abfdae42f2 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8286746 Oct 26 16:48:39.133429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:39.135823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 39a92b66-93d9-4ee1-944f-130493483165 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:39.138654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-17674651', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:39.171984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 39a92b66-93d9-4ee1-944f-130493483165 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:39.172330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 39a92b66-93d9-4ee1-944f-130493483165 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:39.210161 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-b18797d6-defb-4e43-8080-84e0eb110d46 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:39.211315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b18797d6-defb-4e43-8080-84e0eb110d46 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2493637 Oct 26 16:48:39.214986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35598) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:39.278213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.304425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.305576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.325484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.340071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:39.344865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-32a799a4-88a1-4b25-b51e-596ac396ec4f', 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f', 'tenant_id': 'c2e8bd6fe3eb40a8aa31d9186be7042e', 'fixed_ips': [{'subnet_id': 'ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:48:39.345760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.371621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:48:39.382246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.417390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.430723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:48:39.453888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:39.457244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.459862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.463679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/a454e448-76dc-4afd-b7b7-d54569d93eea HTTP/1.1" status: 204 len: 168 time: 0.2447100 Oct 26 16:48:39.465011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35600) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:39.471193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2229873-a3e1-4dda-bc04-337cddd3014a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454e448-76dc-4afd-b7b7-d54569d93eea,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:39.558689 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.627044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Allocated IP 172.20.0.2 (32a799a4-88a1-4b25-b51e-596ac396ec4f/ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15/a1046d1a-5ad6-4086-a8d9-d38c3abab40e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:39.638862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:39.666112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35602) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:39.667846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c4a7b25-a5a0-44e6-8c1e-5e35106b59bd tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2007647 Oct 26 16:48:39.670662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--467793401'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:39.675181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.705412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e1f45969-6c79-4688-bd01-bcf60c5a8eb7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:39.773899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.910870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.913534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.975400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365627-463c-4f14-8496-9aafb05ab900 req-25cce6f8-1c07-4522-99ac-a9412d14ccc8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:39.977183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c365627-463c-4f14-8496-9aafb05ab900 req-25cce6f8-1c07-4522-99ac-a9412d14ccc8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0559168 Oct 26 16:48:39.983301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:39.985111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.008121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.017913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.030483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e332419-7f5e-4282-9b9b-e183671e9b02,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:40.107174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:40.109026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Pushing event updated for resources: {'Port': ['ID=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:40.112122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:40.116774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:40.123805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Allocated IP 172.25.5.193 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/6525c4fe-ad08-48c1-86be-a83a73878ac4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:40.189634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Attempting to bind port a1046d1a-5ad6-4086-a8d9-d38c3abab40e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:40.190110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Attempting to bind port a1046d1a-5ad6-4086-a8d9-d38c3abab40e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '580e70c9-5af8-4352-a2b4-8154b9a177e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:40.190963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Attempting to bind port a1046d1a-5ad6-4086-a8d9-d38c3abab40e on network 32a799a4-88a1-4b25-b51e-596ac396ec4f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:40.196929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:40.197276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Checking segment: {'id': '580e70c9-5af8-4352-a2b4-8154b9a177e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:40.197772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.198662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Bound using segment: {'id': '580e70c9-5af8-4352-a2b4-8154b9a177e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:40.198662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Bound port: a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580e70c9-5af8-4352-a2b4-8154b9a177e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:40.199270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.271688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.306736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] For port a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:40.311038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] For port a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,segment=NetworkSegment(580e70c9-5af8-4352-a2b4-8154b9a177e5),segment_id=580e70c9-5af8-4352-a2b4-8154b9a177e5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:40.402741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.424906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.474093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4ce94bf-1840-406d-8224-fc62cd5207ae req-5ce97433-9fc6-48d2-8f2e-9c469ac19dcf tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.4012206 Oct 26 16:48:40.479245 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.483037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-59098e21-bfd3-4715-a5bf-9a3094475084 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8161142 Oct 26 16:48:40.483788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35618) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:40.506956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79d4c9-faab-4491-91b8-69f5f53d793f None None] Pushing event updated for resources: {'Port': ['ID=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:40.516176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5c7172a5-59f1-497e-b551-0e5e2c5356c4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '1e332419-7f5e-4282-9b9b-e183671e9b02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:40.517080 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-5c7172a5-59f1-497e-b551-0e5e2c5356c4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 16:48:40.517613 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-5c7172a5-59f1-497e-b551-0e5e2c5356c4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:40.520268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:40.521947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5c7172a5-59f1-497e-b551-0e5e2c5356c4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0368986 Oct 26 16:48:40.523844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35620) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:40.525782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c365627-463c-4f14-8496-9aafb05ab900 req-84f51352-30c9-43d8-94fa-ac63bf8c7c23 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5382669 Oct 26 16:48:40.569198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:40.571618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=6525c4fe-ad08-48c1-86be-a83a73878ac4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:40.594510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:40.596841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.661254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.842410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c330b-bdc8-4a2c-9aeb-97e4b04dc991 req-80693407-22aa-4c2e-8d9f-e297c7002d25 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:40.854390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e74c330b-bdc8-4a2c-9aeb-97e4b04dc991 req-80693407-22aa-4c2e-8d9f-e297c7002d25 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1116679 Oct 26 16:48:40.928582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e74c330b-bdc8-4a2c-9aeb-97e4b04dc991 req-8258f2ef-6d3c-4989-9f45-f197ece81bee tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661924 Oct 26 16:48:40.967990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.970603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:40.972697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e332419-7f5e-4282-9b9b-e183671e9b02 HTTP/1.1" status: 204 len: 168 time: 0.4470556 Oct 26 16:48:40.979456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35630) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:40.990068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1858765-06c0-46e9-9810-ccec70d78c58 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e332419-7f5e-4282-9b9b-e183671e9b02,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:41.149748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:41.156067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf74776d-eb5d-4568-927c-45a8243b90c3 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1700809 Oct 26 16:48:41.169411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35642) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:41.196127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--197179698'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:41.239751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66373855-6e42-4ce4-9fe7-667f2c425b37 req-66f31334-8779-4863-b9e7-14615b435b5c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:41.251867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66373855-6e42-4ce4-9fe7-667f2c425b37 req-66f31334-8779-4863-b9e7-14615b435b5c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1890166 Oct 26 16:48:41.297232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a1046d1a-5ad6-4086-a8d9-d38c3abab40e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:41.309427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.349710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66373855-6e42-4ce4-9fe7-667f2c425b37 req-0661a246-4d76-434c-bad0-a4f2be1ecad1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878141 Oct 26 16:48:41.396359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.411806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:41.412379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.627798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a1046d1a-5ad6-4086-a8d9-d38c3abab40e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:41.628488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.689259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.759470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.775549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cce8351-9e47-4204-9b31-a8b23c5f2236 req-dac18c57-6e5f-4d2c-b333-992ef359fea1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8758aa4b-e994-453a-bcae-ff233c0b1a3b HTTP/1.1" status: 200 len: 210 time: 0.1293335 Oct 26 16:48:41.824667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:41.827924 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac13cbf-d43c-408e-9f5b-019b53a3ecc2" -d '{"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:41.834417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.871822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:41.880761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:41.936638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,segment=NetworkSegment(580e70c9-5af8-4352-a2b4-8154b9a177e5),segment_id=580e70c9-5af8-4352-a2b4-8154b9a177e5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:41.967436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.061861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8740f067-e7aa-4281-a203-b5f6db524f37,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:42.080127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.110005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad5ea2f-e65d-4236-a7aa-1c59fdda6925 None None] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:48:42.128023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a106da-01f7-40ed-a6b6-76747cbc7a4d req-e691be13-165f-40bd-be7f-d8ec6914de62 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:42.143001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4a106da-01f7-40ed-a6b6-76747cbc7a4d req-e691be13-165f-40bd-be7f-d8ec6914de62 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.4025559 Oct 26 16:48:42.161559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.166246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f30f6270-9a4a-4e71-baba-fa3f05d2925c tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9957776 Oct 26 16:48:42.190033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35668) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:42.202064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8d2886dd-939d-4000-8c26-ab8c7db2fa85 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '8740f067-e7aa-4281-a203-b5f6db524f37', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:42.203026 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-8d2886dd-939d-4000-8c26-ab8c7db2fa85 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 16:48:42.203783 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-8d2886dd-939d-4000-8c26-ab8c7db2fa85 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:42.205301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8d2886dd-939d-4000-8c26-ab8c7db2fa85 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104332 Oct 26 16:48:42.212035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:42.285856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:42.323030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.345409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4a106da-01f7-40ed-a6b6-76747cbc7a4d req-edf6d794-0f6d-4981-a76a-77402132f0d8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949348 Oct 26 16:48:42.354423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.421757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0b24f1be-5ff6-4b5a-899d-673772a13b11 None None] Provisioning complete for port a1046d1a-5ad6-4086-a8d9-d38c3abab40e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:42.429644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0b24f1be-5ff6-4b5a-899d-673772a13b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.491667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-201120d0-0506-44e4-a6d7-53b1d5a7e297 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:42.509524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-201120d0-0506-44e4-a6d7-53b1d5a7e297 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.4684968 Oct 26 16:48:42.547152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-ff84696b-9395-40ec-b448-1499e66060b8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/quotas/20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 375 time: 0.0364773 Oct 26 16:48:42.551525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.553497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.556533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:42.560421 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/8740f067-e7aa-4281-a203-b5f6db524f37 HTTP/1.1" status: 204 len: 168 time: 0.3445323 Oct 26 16:48:42.565224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:42.683889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-b510ce30-3d66-4eb7-84eb-5deeaa643e63 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1294043 Oct 26 16:48:42.717691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2da8-d80a-4f84-96cb-6646a36297b6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8740f067-e7aa-4281-a203-b5f6db524f37,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:42.739109 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:48:42.776441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5ad820a-98fe-4685-8b77-2bd96c79074b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2089770 Oct 26 16:48:42.780436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35676) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:42.827689 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd5047-b80e-4702-9d63-b5c8e1f21317 x-openstack-request-id: req-05dd5047-b80e-4702-9d63-b5c8e1f21317 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:42.828227 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:42.828667 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05dd5047-b80e-4702-9d63-b5c8e1f21317 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:42.829199 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'code': 200} Oct 26 16:48:42.863290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Router d5ef18e1-7426-4479-ba99-a8073b0312a1 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:48:42.890203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:42.959479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243448106'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:43.114571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:43.126293 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] Sync routers for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:43.139854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:43.143854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:43.169845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-a927ce3d-1b64-450e-8dd0-b0eb3dce4597 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846876 Oct 26 16:48:43.193491 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:43.212543 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:43.213295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:43.235884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a1046d1a-5ad6-4086-a8d9-d38c3abab40e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:43.239388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:43.279256 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:43.280203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689795-f7ce-4048-b279-74c6036df9ee None None] The sync data for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:43.306112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:43.307274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ec3e007c-9950-434b-b380-5ff800e98988 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.1732285 Oct 26 16:48:43.311303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35684) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:43.364496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a1046d1a-5ad6-4086-a8d9-d38c3abab40e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:43.364904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:43.505223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-deec3a7a-caff-4e4a-a971-c30ccd6a4667 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214953 Oct 26 16:48:43.520060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b90771df-edc8-4b84-a19f-63e0610f9b23 None None] Provisioning complete for port a1046d1a-5ad6-4086-a8d9-d38c3abab40e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:43.520540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b90771df-edc8-4b84-a19f-63e0610f9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:43.713292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ebc07-59e2-4687-909b-51d3bf12301a req-21cc83a5-6f69-4a8b-b13f-1a8676fae93d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:43.725404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-960ebc07-59e2-4687-909b-51d3bf12301a req-21cc83a5-6f69-4a8b-b13f-1a8676fae93d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.2060816 Oct 26 16:48:43.831529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-960ebc07-59e2-4687-909b-51d3bf12301a req-fe716d93-9327-43ab-a1e2-6b5137d7db55 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041021 Oct 26 16:48:43.881739 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:43.968464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af730872-9c4c-4e22-9b1e-edabf06fc259 req-3335b3a8-34cd-4464-ba17-b0e03d1533c3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 210 time: 0.0447364 Oct 26 16:48:43.969262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.029586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7225fe7c-bd02-4e4e-85a0-d5f5c827811d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:44.033043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.106674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.110565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7d112e23-d632-48a8-b935-dfa4f4536f8a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3289115 Oct 26 16:48:44.111538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35694) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.116662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-53ed4fce-b9bf-4cd2-9108-39b81eed76da tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '7225fe7c-bd02-4e4e-85a0-d5f5c827811d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:44.130594 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-53ed4fce-b9bf-4cd2-9108-39b81eed76da tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 16:48:44.131857 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-53ed4fce-b9bf-4cd2-9108-39b81eed76da tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:44.133091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-53ed4fce-b9bf-4cd2-9108-39b81eed76da tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202866 Oct 26 16:48:44.144473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35698) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.156081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-07a58a0f-b786-46c8-9d33-3591292fe523 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '7225fe7c-bd02-4e4e-85a0-d5f5c827811d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:44.156081 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-07a58a0f-b786-46c8-9d33-3591292fe523 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 16:48:44.156081 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-07a58a0f-b786-46c8-9d33-3591292fe523 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:44.156081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07a58a0f-b786-46c8-9d33-3591292fe523 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073476 Oct 26 16:48:44.157081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.185194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6d27018e-d058-4cb2-80c9-e2daf2a8ffb5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '7225fe7c-bd02-4e4e-85a0-d5f5c827811d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:44.193255 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-6d27018e-d058-4cb2-80c9-e2daf2a8ffb5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 16:48:44.196856 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-6d27018e-d058-4cb2-80c9-e2daf2a8ffb5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:44.201451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d27018e-d058-4cb2-80c9-e2daf2a8ffb5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0398061 Oct 26 16:48:44.201752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.206125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6693977f-03fe-4d44-b3a4-5e116fd107e8 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '7225fe7c-bd02-4e4e-85a0-d5f5c827811d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:44.206991 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-6693977f-03fe-4d44-b3a4-5e116fd107e8 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 16:48:44.217802 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-6693977f-03fe-4d44-b3a4-5e116fd107e8 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:44.221377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6693977f-03fe-4d44-b3a4-5e116fd107e8 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0161920 Oct 26 16:48:44.223928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.306817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.340746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.454801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Allocated IP 172.20.0.1 (32a799a4-88a1-4b25-b51e-596ac396ec4f/ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15/b62f7b4c-2371-480a-83ab-ff10793e0512) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:44.464801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.468467 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.469863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/7225fe7c-bd02-4e4e-85a0-d5f5c827811d HTTP/1.1" status: 204 len: 168 time: 0.2449999 Oct 26 16:48:44.474708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.490039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eac64-64d7-47ef-9c89-2887b3f8898a tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225fe7c-bd02-4e4e-85a0-d5f5c827811d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:44.625129 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-899c0708-0ef9-41da-aafc-77c25df4b93d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459324 Oct 26 16:48:44.625717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35712) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:44.626916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-8b7aae4f-4e3f-41e7-ae8e-9233668abe9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293039 Oct 26 16:48:44.634089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--361743705'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:44.769154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.798449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-c9147de9-08a5-411d-8cad-95b8ecef3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:44.804118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-c9147de9-08a5-411d-8cad-95b8ecef3e8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.1044190 Oct 26 16:48:44.819802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:44.925553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.106113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:45.113473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=b62f7b4c-2371-480a-83ab-ff10793e0512,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:45.128915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:45.144609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:45.147323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76659740-3548-4da3-80a0-8521846d2e80 req-dba6ca17-35c8-4b77-833e-e0096255af05 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 210 time: 0.0847549 Oct 26 16:48:45.155345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.210551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba3e9-022c-4d91-bc2b-639ae0d14def req-7c6177f2-3e34-42be-bd29-3d1e933be95f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:45.216385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb8ba3e9-022c-4d91-bc2b-639ae0d14def req-7c6177f2-3e34-42be-bd29-3d1e933be95f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.2550459 Oct 26 16:48:45.229145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.293032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29404000-8125-4407-bd6b-e5fd29529990,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:45.295355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.390355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb8ba3e9-022c-4d91-bc2b-639ae0d14def req-e4dc65fb-03ca-47a0-b8a2-77069459ab3d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601899 Oct 26 16:48:45.398314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-0b251198-c402-471d-99a1-a12a787e49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:45.400069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-0b251198-c402-471d-99a1-a12a787e49d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.5731373 Oct 26 16:48:45.437280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.438947 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80fbca76-650f-48a1-a68c-243a8e44e515 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8100672 Oct 26 16:48:45.468119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35724) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:45.477446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c479291f-783c-4e85-a3f3-eca2cb82115b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:45.478456 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-c479291f-783c-4e85-a3f3-eca2cb82115b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 16:48:45.479220 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-c479291f-783c-4e85-a3f3-eca2cb82115b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:45.481365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c479291f-783c-4e85-a3f3-eca2cb82115b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090482 Oct 26 16:48:45.498362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35726) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:45.515357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-73d2cbd7-7ea4-43ca-9e7c-105f74240400 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:45.584830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-9ca944fd-ea84-4de9-9b0c-f2f1f699afd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.1754515 Oct 26 16:48:45.659518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-17871bfc-950c-401a-a28e-47cf6d6534d8 None None] Provisioning complete for port b62f7b4c-2371-480a-83ab-ff10793e0512 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:45.660123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-17871bfc-950c-401a-a28e-47cf6d6534d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.690669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-b6c6d8a0-9f32-40ba-ae78-027cbac11e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:45.694453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-b6c6d8a0-9f32-40ba-ae78-027cbac11e11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0992193 Oct 26 16:48:45.769852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:45.772228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-17871bfc-950c-401a-a28e-47cf6d6534d8 None None] Port b62f7b4c-2371-480a-83ab-ff10793e0512 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:45.844871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-eae8f1e3-bc8c-4321-9d59-703c48af8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:45.846379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-eae8f1e3-bc8c-4321-9d59-703c48af8be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458793 Oct 26 16:48:45.930300 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-73d2cbd7-7ea4-43ca-9e7c-105f74240400 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:45.942397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73d2cbd7-7ea4-43ca-9e7c-105f74240400 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4429071 Oct 26 16:48:45.951418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:45.957593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2fd45c7d-7ac1-4df6-b0ae-df8971738ed0 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:45.958072 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-2fd45c7d-7ac1-4df6-b0ae-df8971738ed0 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 16:48:45.958552 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-2fd45c7d-7ac1-4df6-b0ae-df8971738ed0 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:45.963652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2fd45c7d-7ac1-4df6-b0ae-df8971738ed0 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095556 Oct 26 16:48:45.975362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35730) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:45.991471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-32cb33ef-e2d5-4cb3-826b-156ea0039e40 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:46.098279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-a662f968-a97e-419c-89f1-1dcfba06c36d service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444565 Oct 26 16:48:46.386508 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-32cb33ef-e2d5-4cb3-826b-156ea0039e40 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:46.390208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:46.399611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-32cb33ef-e2d5-4cb3-826b-156ea0039e40 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4222486 Oct 26 16:48:46.408586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:46.414340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b33e9328-2574-4c2a-b886-782b6d99fa2b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:46.415478 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-b33e9328-2574-4c2a-b886-782b6d99fa2b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 16:48:46.415980 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-b33e9328-2574-4c2a-b886-782b6d99fa2b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:46.417738 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b33e9328-2574-4c2a-b886-782b6d99fa2b tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072012 Oct 26 16:48:46.425379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:46.434558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50dbc31e-92d1-4a6b-9f31-3bfe6da3e671 req-b782ce5f-0156-4189-8a70-10eea1399be3 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222651 Oct 26 16:48:46.437239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8fda46c3-ec3a-4072-bc7f-ad7e20ffb20f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:46.445300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf298b13-b333-4c67-ac77-a68d4a376b55 req-0faf1b44-4fdc-48f4-8bbe-09087ce5be6c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 210 time: 0.1227279 Oct 26 16:48:46.476988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:46.644511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112d43-f497-4e45-b279-112803a1f213 req-a49e1aed-d166-41ea-a76b-f40624a4efc4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:46.646483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86112d43-f497-4e45-b279-112803a1f213 req-a49e1aed-d166-41ea-a76b-f40624a4efc4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0786996 Oct 26 16:48:46.681880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:46.686022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=b62f7b4c-2371-480a-83ab-ff10793e0512,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:46.741565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86112d43-f497-4e45-b279-112803a1f213 req-a3a5dfff-3bf5-43bf-8a11-d30adfe6fe72 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867002 Oct 26 16:48:46.866901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:46.878053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:46.880324 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-8fda46c3-ec3a-4072-bc7f-ad7e20ffb20f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:46.884391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8fda46c3-ec3a-4072-bc7f-ad7e20ffb20f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4546964 Oct 26 16:48:46.885225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:46.895030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5cef04e8-5b3a-4a0c-946b-049a6ef06a3f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:46.895813 n-d-815373-2 neutron-server[102737]: WARNING neutron.api.v2.base [None req-5cef04e8-5b3a-4a0c-946b-049a6ef06a3f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 16:48:46.897037 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-5cef04e8-5b3a-4a0c-946b-049a6ef06a3f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:46.898633 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5cef04e8-5b3a-4a0c-946b-049a6ef06a3f tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126882 Oct 26 16:48:46.908671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:46.924800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ab382df6-3875-4bd3-97e7-ecf65e4c6a24 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:47.122684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-cd9b0ea5-dd44-42ea-84a8-aa3ba3b05702 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:47.126034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-cd9b0ea5-dd44-42ea-84a8-aa3ba3b05702 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.3156512 Oct 26 16:48:47.140858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'device_id': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'admin_state_up': True, 'tenant_id': '20bec57b6ef84fd2af715eab149db62d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:47.189792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Router d5ef18e1-7426-4479-ba99-a8073b0312a1 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:47.335673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c5e0a490-5f03-46b0-a9f7-7329fa2c1b00 None None] Provisioning complete for port b62f7b4c-2371-480a-83ab-ff10793e0512 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:47.336264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5e0a490-5f03-46b0-a9f7-7329fa2c1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:47.402290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0a490-5f03-46b0-a9f7-7329fa2c1b00 None None] Port b62f7b4c-2371-480a-83ab-ff10793e0512 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:47.408493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:47.414804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:47.446472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:47.463367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] Sync routers for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:47.472856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-22d75d9c-1e9e-4e10-9a7e-3808d0588f36 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "PUT /v2.0/routers/d5ef18e1-7426-4479-ba99-a8073b0312a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1580939 Oct 26 16:48:47.473225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35750) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:47.478237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Request body: {'port': {'network_id': '32a799a4-88a1-4b25-b51e-596ac396ec4f', 'name': 'tempest-FloatingIPAdminTestJSON-2104777142'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:47.483459 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-ab382df6-3875-4bd3-97e7-ecf65e4c6a24 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:47.492456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab382df6-3875-4bd3-97e7-ecf65e4c6a24 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5639498 Oct 26 16:48:47.492613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:47.492613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.515351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:47.515351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6eff9a1d-5a5d-4288-8254-40825b78c9c6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '29404000-8125-4407-bd6b-e5fd29529990', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:47.591702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.622353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:47.623007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.690931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5b89bb4-3920-46b3-bab4-062d2bffeb96 req-54c4ab28-2ff3-43e2-8a94-eba7ba830895 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 210 time: 0.0665174 Oct 26 16:48:47.709139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.709802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0cc4-0385-4819-b871-7210fdd7a371 None None] The sync data for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:47.805695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.20.0.14 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/26f2bdd1-ed98-4a92-9390-3445fc5270d1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:47.859467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Made reservation on behalf of c2e8bd6fe3eb40a8aa31d9186be7042e for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:47.863721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:47.897169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] device_id is not set on port ded9d00b-99cf-4ec8-9589-5bee00d62e69 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:48:47.991471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d750e8e-415c-49fc-881e-0ed94fe221d5 req-18bfb379-542c-49b7-a094-3414f1a311a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:48.001337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d750e8e-415c-49fc-881e-0ed94fe221d5 req-18bfb379-542c-49b7-a094-3414f1a311a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1301882 Oct 26 16:48:48.044868 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-6eff9a1d-5a5d-4288-8254-40825b78c9c6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:48.063272 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6eff9a1d-5a5d-4288-8254-40825b78c9c6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5525744 Oct 26 16:48:48.066864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:48.103511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Allocated IP 172.20.0.13 (32a799a4-88a1-4b25-b51e-596ac396ec4f/ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15/ded9d00b-99cf-4ec8-9589-5bee00d62e69) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:48.139365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d750e8e-415c-49fc-881e-0ed94fe221d5 req-57d65ecd-5357-4813-b127-ccad3c0e2547 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328588 Oct 26 16:48:48.191902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.202217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.240033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.378650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.379109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.391742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:48.396394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['979cd35c-94de-4151-958d-bc5c3ab809fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:48.447014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.453093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.459538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/29404000-8125-4407-bd6b-e5fd29529990 HTTP/1.1" status: 204 len: 168 time: 0.3896482 Oct 26 16:48:48.462434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:48.526175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:48.546367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346459d9-1f95-4d8a-8677-c5c3296610ce tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29404000-8125-4407-bd6b-e5fd29529990,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:48.553907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.563542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:48.579060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:48.610463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:48.630155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event updated for resources: {'Port': ['ID=ded9d00b-99cf-4ec8-9589-5bee00d62e69,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:48.660631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed6e5888-dd6c-4e60-95fa-9ef49cad79e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1867030 Oct 26 16:48:48.661359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:48.661505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:48.662030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.672500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630457241'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:48.712007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:48.716548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:48.732448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:48.771521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3ef10776-d928-4b55-a09f-afce20d59f18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6365001 Oct 26 16:48:48.809638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Request body: {'port': {'device_id': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:48.817469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:48.818638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:48.895764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.013470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.077678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a73aa-7a3d-42a2-907e-657b115e8671 req-30040485-8637-46e4-af5e-bf0d38bf90b7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:49.080032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d13a73aa-7a3d-42a2-907e-657b115e8671 req-30040485-8637-46e4-af5e-bf0d38bf90b7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 932 time: 0.1418562 Oct 26 16:48:49.110603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.164055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-08d5c0f9-77ea-4ad3-95c0-95ad44255392 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6898925 Oct 26 16:48:49.167665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:49.176394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d7ed85c5-18fd-49ca-bb0e-42a8a43e84b0 None None] Provisioning complete for port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:49.176776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d7ed85c5-18fd-49ca-bb0e-42a8a43e84b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.259910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d13a73aa-7a3d-42a2-907e-657b115e8671 req-bff4bddf-bc47-4422-b3ae-7633ed051885 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675715 Oct 26 16:48:49.276217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed85c5-18fd-49ca-bb0e-42a8a43e84b0 None None] Port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:49.299817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.338756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98741db-dd2b-494a-8444-c71dcdd7a5a9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:49.392676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'project_id': 'c2e8bd6fe3eb40a8aa31d9186be7042e', 'port_id': 'ded9d00b-99cf-4ec8-9589-5bee00d62e69'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:49.427105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-24a1f4ce-648d-40f1-b503-cc3708cac8ae None None] Provisioning complete for port ded9d00b-99cf-4ec8-9589-5bee00d62e69 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:49.428282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-24a1f4ce-648d-40f1-b503-cc3708cac8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.472688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-24a1f4ce-648d-40f1-b503-cc3708cac8ae None None] Port ded9d00b-99cf-4ec8-9589-5bee00d62e69 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:48:49.501564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bea057-3b79-4d83-ac6b-3a875a992991 req-0b495576-1973-47c3-af26-31bb12031d79 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:49.503148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54bea057-3b79-4d83-ac6b-3a875a992991 req-0b495576-1973-47c3-af26-31bb12031d79 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1157005 Oct 26 16:48:49.539352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.545358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a46e3ece-9fe8-4ef0-a686-1252550ae65d tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8799319 Oct 26 16:48:49.547760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35784) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:49.553446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e5df6be3-a19a-4844-9aed-27cd6138f0bc tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': 'e98741db-dd2b-494a-8444-c71dcdd7a5a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:49.633740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54bea057-3b79-4d83-ac6b-3a875a992991 req-84a929df-23a8-4a4a-8670-b597c03373c7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245258 Oct 26 16:48:49.675356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.772664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f2bdd1-ed98-4a92-9390-3445fc5270d1 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:48:49.784384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.797029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aea015-b1c5-4cf7-9b75-b4f02fc38090 req-8bca16ef-6e0a-4ffd-b018-7e18ec1806e5 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:49.798589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21aea015-b1c5-4cf7-9b75-b4f02fc38090 req-8bca16ef-6e0a-4ffd-b018-7e18ec1806e5 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.1113834 Oct 26 16:48:49.824012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Transition to ACTIVE for port object 26f2bdd1-ed98-4a92-9390-3445fc5270d1 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:48:49.832590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.856837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21aea015-b1c5-4cf7-9b75-b4f02fc38090 req-3be04e02-475a-4c94-98c8-4ad075f0ab4b tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492978 Oct 26 16:48:49.925726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:49.958041 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-e5df6be3-a19a-4844-9aed-27cd6138f0bc tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The resource could not be found. Oct 26 16:48:49.961883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:49.962192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e5df6be3-a19a-4844-9aed-27cd6138f0bc tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4134052 Oct 26 16:48:49.967318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-af4fc05f-cf07-4de1-bf7b-907b4205df4e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': 'e98741db-dd2b-494a-8444-c71dcdd7a5a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '060e4344-8833-4b04-9529-c02c98a18b3f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:49.990605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:50.032876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Allocated IP 172.25.5.9 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/22e2cd82-77dd-40cd-acc0-8a8e24b7f001) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:50.078430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Attempting to bind port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:48:50.083348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Attempting to bind port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:48:50.084198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Attempting to bind port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:50.090335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:48:50.090904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Attempting to bind port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:48:50.097658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:48:50.098271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:48:50.098878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:48:50.099535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Bound port: 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:48:50.100083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.177431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.219803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:48:50.223592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:48:50.259784 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-af4fc05f-cf07-4de1-bf7b-907b4205df4e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The resource could not be found. Oct 26 16:48:50.268533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af4fc05f-cf07-4de1-bf7b-907b4205df4e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2986300 Oct 26 16:48:50.268533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35792) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:50.287663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.291229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.354370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:50.356065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.357973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] 10.222.0.47 "PUT /v2.0/ports/26f2bdd1-ed98-4a92-9390-3445fc5270d1 HTTP/1.1" status: 200 len: 1092 time: 1.5774765 Oct 26 16:48:50.358596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:50.362595 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93b299-912f-400d-81d8-7bb2b24722a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:50.407239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ac75-eabc-494d-a54e-8eec0440fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:50.437483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:50.444837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:50.469552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:50.477413 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2783ef-9cb0-4685-9360-06133416912e x-openstack-request-id: req-6a2783ef-9cb0-4685-9360-06133416912e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:50.477793 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:50.478053 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a2783ef-9cb0-4685-9360-06133416912e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:50.478458 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'status': 'completed', 'code': 200} Oct 26 16:48:50.480417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.506044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Pushing event updated for resources: {'Port': ['ID=22e2cd82-77dd-40cd-acc0-8a8e24b7f001,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:50.587016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.587398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb336ec-af70-4469-b58e-2cd56d0467d8 req-6626df40-991d-4146-a693-3ef351ce714c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:50.589482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fb336ec-af70-4469-b58e-2cd56d0467d8 req-6626df40-991d-4146-a693-3ef351ce714c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 944 time: 0.1728010 Oct 26 16:48:50.596912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-50a9df1f-1e91-4214-b6bc-439b1c9f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:50.599752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-50a9df1f-1e91-4214-b6bc-439b1c9f3824 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 1095 time: 0.1205194 Oct 26 16:48:50.817988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7fb336ec-af70-4469-b58e-2cd56d0467d8 req-03bd1194-77cf-4858-9668-f20bd8b20022 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163365 Oct 26 16:48:50.940397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99778a-d585-4542-be13-da1ebbb2b56c req-9e43889c-1e71-47df-8a9c-45ddce301332 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:50.942517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f99778a-d585-4542-be13-da1ebbb2b56c req-9e43889c-1e71-47df-8a9c-45ddce301332 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1227853 Oct 26 16:48:50.944648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-f5921d22-e7a5-4ecc-9135-1e881395b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:50.946245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-f5921d22-e7a5-4ecc-9135-1e881395b3b5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20bec57b6ef84fd2af715eab149db62d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3352420 Oct 26 16:48:50.970496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.972738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:50.976672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/e98741db-dd2b-494a-8444-c71dcdd7a5a9 HTTP/1.1" status: 204 len: 168 time: 0.7103403 Oct 26 16:48:50.984025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:51.030625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35804) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:51.090064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d16c1-1ae7-4e5b-90d1-58c110d53fe5 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98741db-dd2b-494a-8444-c71dcdd7a5a9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:51.169757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-f51c6803-dcbe-43d5-8ed4-93ae57c85544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.171353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb93b299-912f-400d-81d8-7bb2b24722a8 req-f51c6803-dcbe-43d5-8ed4-93ae57c85544 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960027 Oct 26 16:48:51.189131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fda77d4e-f03b-4c94-9359-908badc17198 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1344573 Oct 26 16:48:51.198890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35806) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:51.207377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fdaa88f0-231a-4be1-8986-c6bd9d5a9a95 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '676ded19-9c3e-4258-8a1f-124291695eb8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:51.241400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f99778a-d585-4542-be13-da1ebbb2b56c req-8823be13-fdb8-4f86-901e-d5b425b1d168 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894614 Oct 26 16:48:51.285845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57633-4cb2-424c-be78-54d97e1de106 req-d93641a5-469b-4adb-914d-93775c5402c0 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.287708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37e57633-4cb2-424c-be78-54d97e1de106 req-d93641a5-469b-4adb-914d-93775c5402c0 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.2528901 Oct 26 16:48:51.351260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694143-6c75-4104-a4ed-03d11ef5514e req-87cc064e-ef95-4ee6-84e8-ab9c74e4b6c7 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.353032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02694143-6c75-4104-a4ed-03d11ef5514e req-87cc064e-ef95-4ee6-84e8-ab9c74e4b6c7 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.1799335 Oct 26 16:48:51.388102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37e57633-4cb2-424c-be78-54d97e1de106 req-3788e9f4-85c6-4e66-bfe0-d1318c2eca03 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786984 Oct 26 16:48:51.410136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-efcf351c-1e8c-4e08-b04f-24f0cba68048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.411883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-efcf351c-1e8c-4e08-b04f-24f0cba68048 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 1095 time: 0.1832321 Oct 26 16:48:51.481837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-61b53b2f-164f-4901-b650-c78673767141 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1 HTTP/1.1" status: 200 len: 217 time: 0.0601587 Oct 26 16:48:51.522583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:51.558406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Deleting port 8f57946d-8fc3-402e-aed3-4ba196320a5e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:51.558819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:51.578549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-14d44f5e-4405-4a78-8dbb-44a9be213493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.580020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-14d44f5e-4405-4a78-8dbb-44a9be213493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0893621 Oct 26 16:48:51.645187 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-fdaa88f0-231a-4be1-8986-c6bd9d5a9a95 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The resource could not be found. Oct 26 16:48:51.646280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fdaa88f0-231a-4be1-8986-c6bd9d5a9a95 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4465475 Oct 26 16:48:51.651672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35808) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:51.666559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268305764'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:51.680047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-7420372e-95ab-440b-8ad3-d5d665c52b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:51.682014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-7420372e-95ab-440b-8ad3-d5d665c52b54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758579 Oct 26 16:48:51.768190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:51.770388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] For port 8f57946d-8fc3-402e-aed3-4ba196320a5e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8f57946d-8fc3-402e-aed3-4ba196320a5e,segment=NetworkSegment(7bba2a6e-77c5-4442-8933-54bc87774bb5),segment_id=7bba2a6e-77c5-4442-8933-54bc87774bb5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:51.770758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:51.788497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Calling delete_port for 8f57946d-8fc3-402e-aed3-4ba196320a5e owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:51.809059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.007997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.077337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.104173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.157404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.229739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5bee3d-425f-43e3-8eba-72a0839f76e8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:52.232078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Pushing event updated for resources: {'Port': ['ID=22e2cd82-77dd-40cd-acc0-8a8e24b7f001,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:52.248208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.321189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-3fbe96af-3075-4bd6-ac58-6c0640c4e0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299324 Oct 26 16:48:52.496312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b88e6-c05b-4941-99d8-bb08df5164c4 req-55d66518-548b-4a9d-b224-63e3e6b0f02e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:52.497896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c2b88e6-c05b-4941-99d8-bb08df5164c4 req-55d66518-548b-4a9d-b224-63e3e6b0f02e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1345828 Oct 26 16:48:52.506031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c4801-9dc2-4879-b22d-096d4e40b5d4 req-7cc626ef-3792-444b-b0f0-401e168cb270 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:52.514514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c4801-9dc2-4879-b22d-096d4e40b5d4 req-7cc626ef-3792-444b-b0f0-401e168cb270 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 944 time: 0.2651212 Oct 26 16:48:52.544527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.635200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca4c439a-1789-4ec2-881d-301d4c803b89 req-34d96c47-7c6a-41c2-8f08-0a41513aab3f service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990820 Oct 26 16:48:52.652416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c2b88e6-c05b-4941-99d8-bb08df5164c4 req-b846f9e7-2e5d-4f35-91d5-7eaed06ddf18 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358232 Oct 26 16:48:52.656670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.657414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32efe176-c39b-47c8-afa9-542966472962 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0031397 Oct 26 16:48:52.661523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35818) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:52.668254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--204289525'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:52.710611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c21c4801-9dc2-4879-b22d-096d4e40b5d4 req-49fc0789-fc24-4cdc-bae0-a8a66d74570e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905453 Oct 26 16:48:52.772417 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Floating IP 98a805cc-a0ea-403c-91dd-af31f382f0fb associated. External IP: 172.25.5.9, port: ded9d00b-99cf-4ec8-9589-5bee00d62e69. Oct 26 16:48:52.838196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.842005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:52.853884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8f57946d-8fc3-402e-aed3-4ba196320a5e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:52.858633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b68c2-c6b1-4180-b2f9-b05e3e9cd273 req-4ab97947-5d20-4805-b984-5f8b060eeae8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:52.864361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-179b68c2-c6b1-4180-b2f9-b05e3e9cd273 req-4ab97947-5d20-4805-b984-5f8b060eeae8 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 946 time: 0.0784175 Oct 26 16:48:52.907484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Pushing event deleted for resources: {'Port': ['ID=8f57946d-8fc3-402e-aed3-4ba196320a5e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:53.048863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] No DVR routers for this DVR port 8f57946d-8fc3-402e-aed3-4ba196320a5e on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:53.060727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.064016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02694143-6c75-4104-a4ed-03d11ef5514e req-7bf034fa-0b71-42e5-b2ce-a38f4a039a04 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.39 "DELETE /v2.0/ports/8f57946d-8fc3-402e-aed3-4ba196320a5e HTTP/1.1" status: 204 len: 173 time: 1.6957145 Oct 26 16:48:53.065986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'name': 'network-vif-deleted', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:53.068292 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8d2993-ceab-4c00-94e3-62f009a1676b" -d '{"events": [{"server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "name": "network-vif-deleted", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:53.151030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.163032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-179b68c2-c6b1-4180-b2f9-b05e3e9cd273 req-14f53768-e2ac-4b64-98c3-48436d9ac441 tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/security-groups?id=14af27a3-59a7-48cd-9678-4da615888e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587147 Oct 26 16:48:53.177857 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171de33-4de4-4fc7-92ff-46e9e86e9f11 x-openstack-request-id: req-8171de33-4de4-4fc7-92ff-46e9e86e9f11 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:53.178206 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befbb04-3bdd-4be9-baf6-ebaff6dc8be9", "name": "network-vif-deleted", "tag": "8f57946d-8fc3-402e-aed3-4ba196320a5e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:53.178467 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8171de33-4de4-4fc7-92ff-46e9e86e9f11 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:53.178874 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6befbb04-3bdd-4be9-baf6-ebaff6dc8be9', 'name': 'network-vif-deleted', 'tag': '8f57946d-8fc3-402e-aed3-4ba196320a5e', 'status': 'completed', 'code': 200} Oct 26 16:48:53.209763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Router d5ef18e1-7426-4479-ba99-a8073b0312a1 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:53.241276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.293685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01782c40-9e31-4404-8bbe-396231723e6e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:53.391611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.393709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cc7d1da6-cd9e-4eb0-b9c9-acc71da303d4 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7311878 Oct 26 16:48:53.396566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35828) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:53.401739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d8dda278-8f3b-47ac-9d2e-ebd0744eac00 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group_rule': {'security_group_id': '2e5bee3d-425f-43e3-8eba-72a0839f76e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '01782c40-9e31-4404-8bbe-396231723e6e'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:53.488199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:53.502712 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] Sync routers for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:53.516548 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:53.517282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:53.602819 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:53.612604 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:53.613201 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:53.652910 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:53.653813 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b3fa8-e0cd-4792-93b3-d3275109f80d None None] The sync data for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:53.681299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.710426 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-d8dda278-8f3b-47ac-9d2e-ebd0744eac00 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:48:53.711643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d8dda278-8f3b-47ac-9d2e-ebd0744eac00 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3140082 Oct 26 16:48:53.715866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35832) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:53.738755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3fd672b4-c688-489a-8ec4-3a4c9647646a tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.5713623 Oct 26 16:48:53.742372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35836) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:53.796525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:53.828895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.025677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe31d0-8712-4230-bf92-6575fa3a27f1 req-5ca82c9c-f298-4d44-bcbd-cde94d9771d7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:54.034807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eebe31d0-8712-4230-bf92-6575fa3a27f1 req-5ca82c9c-f298-4d44-bcbd-cde94d9771d7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.2007523 Oct 26 16:48:54.046291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672421f6-30fa-4db4-bd5f-993e4105eaad req-1a1a9a1b-8dff-4b6e-a42e-114332d9c930 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:54.048270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-672421f6-30fa-4db4-bd5f-993e4105eaad req-1a1a9a1b-8dff-4b6e-a42e-114332d9c930 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 944 time: 0.1946480 Oct 26 16:48:54.067629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-202b10e7-cf94-441e-bd24-64eea0a5a9e7 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "GET /v2.0/floatingips/98a805cc-a0ea-403c-91dd-af31f382f0fb HTTP/1.1" status: 200 len: 982 time: 0.3239193 Oct 26 16:48:54.070127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:54.088797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.091927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.096457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/01782c40-9e31-4404-8bbe-396231723e6e HTTP/1.1" status: 204 len: 168 time: 0.3794487 Oct 26 16:48:54.109757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:54.154678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53b04f-375b-4873-9d28-4a890e34a30e tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01782c40-9e31-4404-8bbe-396231723e6e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:54.198835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eebe31d0-8712-4230-bf92-6575fa3a27f1 req-23ba1806-d04b-4f0a-86b8-454fdcf6f9ca tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620011 Oct 26 16:48:54.246054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5484969a-4d32-48f3-9fce-5d8f1556fd08 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.1739974 Oct 26 16:48:54.249351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35848) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:54.266684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-672421f6-30fa-4db4-bd5f-993e4105eaad req-eb0c5f88-df32-42af-aa9b-f25bdaed7f0a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016900 Oct 26 16:48:54.367252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b88280ef-d30e-40e4-a6ad-0225f3dff1a9 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2531919 Oct 26 16:48:54.374527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:54.477888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b61b201-b435-48ac-a7b2-3bc03a2429af req-5d1fc3d5-b295-4684-827e-e7b3882bc3dd tempest-VolumesSnapshotTestJSON-1546807691 tempest-VolumesSnapshotTestJSON-1546807691-project] 10.222.0.21 "GET /v2.0/ports?device_id=6befbb04-3bdd-4be9-baf6-ebaff6dc8be9 HTTP/1.1" status: 200 len: 210 time: 0.0594993 Oct 26 16:48:54.677043 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.739350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.803786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port 22e2cd82-77dd-40cd-acc0-8a8e24b7f001 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:48:54.804154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.902990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.903421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.912514 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.918226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:54.918226 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e5bee3d-425f-43e3-8eba-72a0839f76e8 HTTP/1.1" status: 204 len: 168 time: 0.5413425 Oct 26 16:48:54.919887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35854) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:54.928572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for 22e2cd82-77dd-40cd-acc0-8a8e24b7f001 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:48:54.954233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4218db-3cc2-42fa-a390-65de576c0d62 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5bee3d-425f-43e3-8eba-72a0839f76e8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:55.022698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-067e9324-5c67-4270-902e-6e3e5e0804c9 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010442 Oct 26 16:48:55.030989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35856) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:55.037968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500008781'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:55.128002 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.224719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26f2bdd1-ed98-4a92-9390-3445fc5270d1 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:48:55.266454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.380766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa54158-b127-427e-baee-0acbd33835b1 req-f030b006-b39b-422b-9280-55c8ad5960b7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:55.382517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9aa54158-b127-427e-baee-0acbd33835b1 req-f030b006-b39b-422b-9280-55c8ad5960b7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0944011 Oct 26 16:48:55.408317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:55.412828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.430620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.443076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'mac_address': 'fa:16:3e:c1:1a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:48:55.488524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=22e2cd82-77dd-40cd-acc0-8a8e24b7f001,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:55.525241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663e7a71-e56b-48a1-88f2-4148bb31990c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:55.552065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9aa54158-b127-427e-baee-0acbd33835b1 req-f6e1bbad-74af-4cd4-b2c3-451622bbc1f9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589608 Oct 26 16:48:55.587069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45729a7e-398f-4dab-a638-bde066bffa1e req-6eb2d087-b09a-469d-99c7-79b90db941ef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:55.589287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45729a7e-398f-4dab-a638-bde066bffa1e req-6eb2d087-b09a-469d-99c7-79b90db941ef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 944 time: 0.2050304 Oct 26 16:48:55.594668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.594668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2cfa2a43-ea52-4c46-8954-f6bd1237d9e6 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5612936 Oct 26 16:48:55.599516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.607970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:55.613685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ec908fe0-6035-4456-86f9-23bf2da8ab47 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:55.614143 n-d-815373-2 neutron-server[102736]: WARNING neutron.api.v2.base [None req-ec908fe0-6035-4456-86f9-23bf2da8ab47 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 16:48:55.616032 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-ec908fe0-6035-4456-86f9-23bf2da8ab47 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 16:48:55.624402 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec908fe0-6035-4456-86f9-23bf2da8ab47 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "PUT /v2.0/security-groups/663e7a71-e56b-48a1-88f2-4148bb31990c HTTP/1.1" status: 409 len: 330 time: 0.0081916 Oct 26 16:48:55.636708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f2bdd1-ed98-4a92-9390-3445fc5270d1 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:48:55.652049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35868) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:55.703483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45729a7e-398f-4dab-a638-bde066bffa1e req-b2d155da-7473-4dbc-a6a9-6d13e262daf1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Oct 26 16:48:55.712039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:55.735797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.736310 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Floating IP 98a805cc-a0ea-403c-91dd-af31f382f0fb disassociated (deleted). External IP: 172.25.5.9, port: ded9d00b-99cf-4ec8-9589-5bee00d62e69. Oct 26 16:48:55.757093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.787147 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:55.959534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Router d5ef18e1-7426-4479-ba99-a8073b0312a1 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:48:56.065018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:48:56.069798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:56.077250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] Sync routers for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:56.088406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:56.089750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:56.097632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60f28e1f-9b88-46cd-8716-b78b3a823e21 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/floatingips/98a805cc-a0ea-403c-91dd-af31f382f0fb HTTP/1.1" status: 204 len: 168 time: 1.8472311 Oct 26 16:48:56.101328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35872) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:56.105570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:56.123620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8f57946d-8fc3-402e-aed3-4ba196320a5e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:48:56.125892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:56.148630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 8f57946d-8fc3-402e-aed3-4ba196320a5e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:48:56.153261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8f57946d-8fc3-402e-aed3-4ba196320a5e not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:48:56.156166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:48:56.156781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:48:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:56.159069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-b3d5cf63-86ce-443d-9d36-1f842f9d1720 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587344 Oct 26 16:48:56.192944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:56.194574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c360cd-64a9-48d8-85a9-b559446b90bb None None] The sync data for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:56.196713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:56.251373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:56.260080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.260944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.262403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.262403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.262403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.262403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.262780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.263037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.267747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.267747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.267747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.267747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.268763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746806-b3be-4f5c-97cc-5d084a574427 req-7dd1667a-bbc6-4c73-841e-3bb8067dd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:56.270288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-7dd1667a-bbc6-4c73-841e-3bb8067dd8bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 1096 time: 0.0619802 Oct 26 16:48:56.307264 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:56.317508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:56.317508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/663e7a71-e56b-48a1-88f2-4148bb31990c HTTP/1.1" status: 204 len: 168 time: 0.6609874 Oct 26 16:48:56.318204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35878) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:56.334957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:56.380632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cab03-84b1-4706-aebd-b40cae924783 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e7a71-e56b-48a1-88f2-4148bb31990c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:56.440218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['26f2bdd1-ed98-4a92-9390-3445fc5270d1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:48:56.481039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746806-b3be-4f5c-97cc-5d084a574427 req-fa76e842-0e91-4cb7-b8f1-3a52ba038e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:56.482526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-fa76e842-0e91-4cb7-b8f1-3a52ba038e99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1891980 Oct 26 16:48:56.486362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c6135c7-101e-492d-8190-88057b8230d9 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1673658 Oct 26 16:48:56.491226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:56.545818 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-eb6a27e6-1e8b-4dc1-aa40-f30b958e2aaa tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] delete failed (client error): The resource could not be found. Oct 26 16:48:56.547016 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb6a27e6-1e8b-4dc1-aa40-f30b958e2aaa tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2cb40e5-963b-42de-9558-d230526e14d4 HTTP/1.1" status: 404 len: 347 time: 0.0547130 Oct 26 16:48:56.559712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35884) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:56.565378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-2b3307b0-6054-4c0f-91c1-03b4a8695e04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 200 len: 217 time: 0.0749013 Oct 26 16:48:56.585146 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-8a0e79f5-e72e-40e6-9297-8239db98c576 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] show failed (client error): The resource could not be found. Oct 26 16:48:56.586258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a0e79f5-e72e-40e6-9297-8239db98c576 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-groups/28d1ac15-1c38-4180-804e-2ca177dba366 HTTP/1.1" status: 404 len: 347 time: 0.0247865 Oct 26 16:48:56.590795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35886) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:56.643605 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-fc410516-7275-43dc-911e-f0ace81a9422 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] show failed (client error): The resource could not be found. Oct 26 16:48:56.649556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fc410516-7275-43dc-911e-f0ace81a9422 tempest-NegativeSecGroupTest-959847534 tempest-NegativeSecGroupTest-959847534-project] 10.222.0.21 "GET /v2.0/security-group-rules/49bce40d-4e06-43f7-8f1d-cff97be0ffee HTTP/1.1" status: 404 len: 356 time: 0.0530005 Oct 26 16:48:56.863714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746806-b3be-4f5c-97cc-5d084a574427 req-abd546d1-59bc-4917-b8f2-97a6805c3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:56.864594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-abd546d1-59bc-4917-b8f2-97a6805c3b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.2904429 Oct 26 16:48:56.958079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:57.059891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5555ea-49a8-43a3-bbd1-f56020003d27 req-6c8bacb7-cedf-4a11-9a79-21c549f889eb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:57.061945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5555ea-49a8-43a3-bbd1-f56020003d27 req-6c8bacb7-cedf-4a11-9a79-21c549f889eb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.3688471 Oct 26 16:48:57.071732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c650d6-6484-44a9-b7fb-bdfa7c271c9d req-d8baee9d-4725-4a8d-9d7b-e2ea82d2c296 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:57.072874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47c650d6-6484-44a9-b7fb-bdfa7c271c9d req-d8baee9d-4725-4a8d-9d7b-e2ea82d2c296 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 945 time: 0.2425911 Oct 26 16:48:57.172969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746806-b3be-4f5c-97cc-5d084a574427 req-5ae600cc-1cbd-42f1-bcd4-a238efffd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:57.174475 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-5ae600cc-1cbd-42f1-bcd4-a238efffd325 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765639 Oct 26 16:48:57.281187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5555ea-49a8-43a3-bbd1-f56020003d27 req-330cfe2b-9a88-43d5-8519-db6b3b78f454 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031569 Oct 26 16:48:57.322182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Allocated IP 172.25.5.253 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/4ee57a3a-dc8c-4e52-8473-0a81b4c56efe) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:57.335757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47c650d6-6484-44a9-b7fb-bdfa7c271c9d req-3e8276e7-29aa-4eb4-ab1f-8d8ad0d6ace9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085686 Oct 26 16:48:57.437346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-27e3168c-1c8d-4819-854d-be61f0c58c41 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446671 Oct 26 16:48:57.462470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:57.567624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:57.611124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be746806-b3be-4f5c-97cc-5d084a574427 req-6f2c8116-c8d7-4dfd-8fda-c33550e6daa8 service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631565 Oct 26 16:48:57.686720 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f6b33d4-61fc-48b5-b446-9cac01f35597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eec9c62a5354bc7bcd641c4a44eecea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221510 Oct 26 16:48:57.689201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35910) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:57.727279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:57.751876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:57.793644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:57.858371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:57.873183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:57.876485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:48:57.916741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee57a3a-dc8c-4e52-8473-0a81b4c56efe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:58.001956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.006465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.011894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5afbe1f2-d915-4913-b84f-cc439ebb2517 HTTP/1.1" status: 204 len: 168 time: 0.3201351 Oct 26 16:48:58.028143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f6f5e-8aa4-457b-b3d2-60751083840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbe1f2-d915-4913-b84f-cc439ebb2517,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:58.105398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.115154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defe4de-14d2-4ead-ab4d-6ed1a7c3ca2b req-448ed249-d340-4904-bdb1-2194ff104407 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:58.116662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8defe4de-14d2-4ead-ab4d-6ed1a7c3ca2b req-448ed249-d340-4904-bdb1-2194ff104407 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1182108 Oct 26 16:48:58.162223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8defe4de-14d2-4ead-ab4d-6ed1a7c3ca2b req-a05bcb82-42c9-4297-9c4d-923b64f58095 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Oct 26 16:48:58.275559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.597513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f065d-131b-4b69-8925-1a37ebd966a6 req-925443c1-1451-43a5-b2f4-f5e31216232b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:58.599284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a0f065d-131b-4b69-8925-1a37ebd966a6 req-925443c1-1451-43a5-b2f4-f5e31216232b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 945 time: 0.1320558 Oct 26 16:48:58.661354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b4c0-ba56-4310-87ed-aff8a6cb8f6a req-0aed43b3-c5f6-4270-989a-e120fe3ef441 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:58.663053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f916b4c0-ba56-4310-87ed-aff8a6cb8f6a req-0aed43b3-c5f6-4270-989a-e120fe3ef441 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.2034705 Oct 26 16:48:58.717787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a0f065d-131b-4b69-8925-1a37ebd966a6 req-52175021-53b7-4ab0-86c1-6670ceef8080 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081641 Oct 26 16:48:58.751540 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.755103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f916b4c0-ba56-4310-87ed-aff8a6cb8f6a req-b34e1669-728e-4fa8-a404-dccf8138fa46 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801630 Oct 26 16:48:58.829154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:58.909152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee57a3a-dc8c-4e52-8473-0a81b4c56efe,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:58.919212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.020167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.024306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d4989478-29a6-461c-9891-bb74862502a3 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9192262 Oct 26 16:48:59.024306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35936) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:48:59.236158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26f2bdd1-ed98-4a92-9390-3445fc5270d1 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:48:59.303658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:59.371259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:48:59.375951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:48:59.376956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.377089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fc586-deb2-410f-80b1-91915545f2bf req-9cafb1fe-bcb2-4d2c-94f8-3837ec864da4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:59.386119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c9fc586-deb2-410f-80b1-91915545f2bf req-9cafb1fe-bcb2-4d2c-94f8-3837ec864da4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1226153 Oct 26 16:48:59.506583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.524222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.533349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c9fc586-deb2-410f-80b1-91915545f2bf req-1491b87e-7b01-4a33-be17-a50a76abfa23 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460497 Oct 26 16:48:59.571694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:48:59.573514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:48:59.576548 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b8bb4-8498-4eea-983b-0e71e259eb15" -d '{"events": [{"server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "name": "network-vif-plugged", "status": "completed", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:59.608922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ba493ca3-63e9-4b38-971d-e009efa7a861 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:59.610020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ba493ca3-63e9-4b38-971d-e009efa7a861 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1921680 Oct 26 16:48:59.689172 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec53a4f-b51d-484f-9eef-4feb5771f060 x-openstack-request-id: req-6ec53a4f-b51d-484f-9eef-4feb5771f060 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:59.689172 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "name": "network-vif-plugged", "status": "completed", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:59.689172 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec53a4f-b51d-484f-9eef-4feb5771f060 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:59.689172 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'code': 200} Oct 26 16:48:59.689962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.766512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:48:59.889431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:59.917981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2ef9-78a3-411d-9139-218cd097bf00 req-bbe845a4-ce1e-4e3b-baa6-9fcfdbffa637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:48:59.919481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e8d2ef9-78a3-411d-9139-218cd097bf00 req-bbe845a4-ce1e-4e3b-baa6-9fcfdbffa637 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 1096 time: 0.1699448 Oct 26 16:49:00.295979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Allocated IP 172.25.5.225 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:00.356912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 67232bff-0253-40c0-9e2e-18eaa1055cea {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:00.357584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:00.378082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd232d-e856-450b-8a69-3eeb6f8df2a9 req-ef323331-8cc1-413e-ad9b-f7b5acdaf5dd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:00.379734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dcd232d-e856-450b-8a69-3eeb6f8df2a9 req-ef323331-8cc1-413e-ad9b-f7b5acdaf5dd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 946 time: 0.5210354 Oct 26 16:49:00.478213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e8d2ef9-78a3-411d-9139-218cd097bf00 req-1464ca1d-9d06-42b3-a0dd-2cd6550f48b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418167 Oct 26 16:49:00.490822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819c1e-b6c6-49d8-8687-0fe7b9c37894 req-6f25a6d3-eb2b-4071-8ec6-a1345d18f6b5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:00.492400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37819c1e-b6c6-49d8-8687-0fe7b9c37894 req-6f25a6d3-eb2b-4071-8ec6-a1345d18f6b5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.5773695 Oct 26 16:49:00.648595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dcd232d-e856-450b-8a69-3eeb6f8df2a9 req-4f657b26-9dc5-4fe7-ba29-c310088f81f9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137549 Oct 26 16:49:00.674879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port 67232bff-0253-40c0-9e2e-18eaa1055cea, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=67232bff-0253-40c0-9e2e-18eaa1055cea,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:00.674879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:00.685968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 67232bff-0253-40c0-9e2e-18eaa1055cea owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:00.760710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:00.854678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37819c1e-b6c6-49d8-8687-0fe7b9c37894 req-6bea122d-7b0f-449a-9669-3f569204ca55 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438044 Oct 26 16:49:00.946214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93e3d-8e07-467e-8bd5-8e7090c07b2c req-a9cef958-e1e6-45ee-bc2c-c4945e06792c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:00.953758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1d93e3d-8e07-467e-8bd5-8e7090c07b2c req-a9cef958-e1e6-45ee-bc2c-c4945e06792c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 945 time: 0.1869326 Oct 26 16:49:01.027448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1d93e3d-8e07-467e-8bd5-8e7090c07b2c req-966ddffb-b12a-47e5-8ee9-c8e6707e6f6b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=65ada91d-c786-4af1-b874-580be1ca2f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635321 Oct 26 16:49:01.252248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-822f89da-a167-48df-8c74-2dbe912c700e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:01.298900 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:01.304060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:01.316600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['67232bff-0253-40c0-9e2e-18eaa1055cea'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:01.362510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:01.373655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:01.381239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:01.400282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Pushing event updated for resources: {'Port': ['ID=2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:01.443064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port 67232bff-0253-40c0-9e2e-18eaa1055cea on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:49:01.468253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:01.471516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9c12f88-4987-41f1-97bb-fb4ee74e17c3 req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "DELETE /v2.0/ports/67232bff-0253-40c0-9e2e-18eaa1055cea HTTP/1.1" status: 204 len: 173 time: 1.8538802 Oct 26 16:49:01.471968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'name': 'network-vif-deleted', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:01.474287 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0ca13-69b7-4232-ab03-badeec828861" -d '{"events": [{"server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "name": "network-vif-deleted", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:01.480819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff2ec-48a8-422d-9fa5-636d022621a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=67232bff-0253-40c0-9e2e-18eaa1055cea,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:01.562004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:01.601792 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb850f-5998-4ceb-9d47-77502608b65b x-openstack-request-id: req-dddb850f-5998-4ceb-9d47-77502608b65b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:01.602802 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b45abe-776e-4e33-9f54-5534b0132707", "name": "network-vif-deleted", "tag": "67232bff-0253-40c0-9e2e-18eaa1055cea", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:01.603564 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dddb850f-5998-4ceb-9d47-77502608b65b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:01.605860 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b45abe-776e-4e33-9f54-5534b0132707', 'name': 'network-vif-deleted', 'tag': '67232bff-0253-40c0-9e2e-18eaa1055cea', 'status': 'completed', 'code': 200} Oct 26 16:49:01.785235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:02.224049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eea944-2e18-4b50-af6a-9bf1ae45587f req-e7eb76c6-b639-4749-8c62-f8fef80ea902 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:02.232078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03eea944-2e18-4b50-af6a-9bf1ae45587f req-e7eb76c6-b639-4749-8c62-f8fef80ea902 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 946 time: 0.1436548 Oct 26 16:49:02.289541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef221eb-db7b-4ea6-bef8-da886f9b933b req-2eb02c49-7402-48d2-9439-458de0ec78a9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:02.291067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ef221eb-db7b-4ea6-bef8-da886f9b933b req-2eb02c49-7402-48d2-9439-458de0ec78a9 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.2039440 Oct 26 16:49:02.366431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-03eea944-2e18-4b50-af6a-9bf1ae45587f req-72ef3e23-f5dc-4fe3-ae41-59593c19b2ef tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291533 Oct 26 16:49:02.441878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:02.471757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ef221eb-db7b-4ea6-bef8-da886f9b933b req-dcbc0828-1589-4eab-9ca1-0393dff3437d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625984 Oct 26 16:49:02.506797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff29ab06-4606-45bf-bde1-4b338c25f347 req-d2e3d16e-e716-4a46-b59d-af53617373bd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0312977 Oct 26 16:49:02.532313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:02.604806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Pushing event updated for resources: {'Port': ['ID=2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:02.650102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:02.731514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:02.733346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a2e38f14-2aa2-48df-bd90-31d487df654c tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7079532 Oct 26 16:49:02.735900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36016) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:02.813862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e1944dab-6202-47ff-b4df-bebbff0d882b tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.0762231 Oct 26 16:49:02.817553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36018) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:02.897950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8d71589-693b-425a-992d-a158366b5c7f tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0786886 Oct 26 16:49:02.901648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:03.039764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Deleting port 2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:03.040464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.143165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.143720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.157166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Calling delete_port for 2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:03.418080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.476087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Pushing event deleted for resources: {'Port': ['ID=2f31ee3b-b7e7-483c-93ff-1e28d7bf5a3d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:03.578488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-332bf54e-c3d2-44d6-8b89-bd52d2b84c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.610072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.612650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.613792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c146c4e-0436-4146-bd30-87f89bab8f8b tempest-FloatingIPAdminTestJSON-1732102665 tempest-FloatingIPAdminTestJSON-1732102665-project] 10.222.0.21 "DELETE /v2.0/floatingips/a9c5e86d-220c-4f49-81f0-ad25eb5336d4 HTTP/1.1" status: 204 len: 168 time: 0.7110581 Oct 26 16:49:03.616810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36046) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:03.622654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7c6f-5da3-4fef-9d5e-0f2cfbbf3dfa req-1dd82f66-61b8-4138-b15f-622f85997a8b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:03.624152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-326d7c6f-5da3-4fef-9d5e-0f2cfbbf3dfa req-1dd82f66-61b8-4138-b15f-622f85997a8b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 946 time: 0.1515775 Oct 26 16:49:03.664740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705176b-8819-40fd-bf12-9c61581b5b32 req-54858b5c-d2d4-44cb-975e-c01bef032ebe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:03.667030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6705176b-8819-40fd-bf12-9c61581b5b32 req-54858b5c-d2d4-44cb-975e-c01bef032ebe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1069379 Oct 26 16:49:03.745119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-326d7c6f-5da3-4fef-9d5e-0f2cfbbf3dfa req-a502b33a-63b7-4b80-ba38-09ae49e511aa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108508 Oct 26 16:49:03.758667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6705176b-8819-40fd-bf12-9c61581b5b32 req-8c1b84bc-a564-41d1-a559-45fa1b9c348a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821717 Oct 26 16:49:03.759844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Deleting port 4ee57a3a-dc8c-4e52-8473-0a81b4c56efe {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:03.761213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.881399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.882016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:03.900244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Calling delete_port for 4ee57a3a-dc8c-4e52-8473-0a81b4c56efe owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:03.906521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19b4ac75-e081-452d-9e6f-bab242fa7d98 req-f22471b6-c0a8-4011-9164-3b3384508bc4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0371401 Oct 26 16:49:03.923877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-13aa3561-57bd-4bca-8df5-27ea15e741d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 267 time: 0.0765810 Oct 26 16:49:03.987178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-aed885d9-863d-4524-bca4-ff0b0892caf6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:03.996000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-aed885d9-863d-4524-bca4-ff0b0892caf6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 946 time: 0.0609355 Oct 26 16:49:04.002442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'security_groups': []}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:04.081052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.118740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 67232bff-0253-40c0-9e2e-18eaa1055cea no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:49:04.140933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.142369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 67232bff-0253-40c0-9e2e-18eaa1055cea {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:49:04.142957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 67232bff-0253-40c0-9e2e-18eaa1055cea not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:49:04.178175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.208832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ee57a3a-dc8c-4e52-8473-0a81b4c56efe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:04.251905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-2138157f-ad98-4705-9bb6-cd9db31828dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:04.253435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-2138157f-ad98-4705-9bb6-cd9db31828dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1096 time: 0.1528149 Oct 26 16:49:04.296066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.299295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.300847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a559457-c508-4f5f-b386-049c04347e96 tempest-FloatingIPAdminTestJSON-1046037187 tempest-FloatingIPAdminTestJSON-1046037187-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3331bb34-b412-4911-9945-d5ad58f68e3f HTTP/1.1" status: 204 len: 168 time: 0.6828115 Oct 26 16:49:04.304044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:04.367464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:04.408827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-693d7265-313b-45cf-869f-374409c52653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:04.410316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-693d7265-313b-45cf-869f-374409c52653 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.1460993 Oct 26 16:49:04.430114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.490380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port ded9d00b-99cf-4ec8-9589-5bee00d62e69 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:04.490726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.504362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-0a883436-ff8e-4b00-b5ab-3a75ab3a247a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 999 time: 0.0841901 Oct 26 16:49:04.522162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.540945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:04.548199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['979cd35c-94de-4151-958d-bc5c3ab809fb', '26f2bdd1-ed98-4a92-9390-3445fc5270d1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:04.617776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:04.618435 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.620731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e02fa6e0-f7d0-4e2d-b6b3-f378bead9d76 req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "PUT /v2.0/ports/26f2bdd1-ed98-4a92-9390-3445fc5270d1 HTTP/1.1" status: 200 len: 905 time: 0.6232567 Oct 26 16:49:04.624243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:04.632101 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab425a7-917a-454b-bf33-fad022c0c684" -d '{"events": [{"name": "network-changed", "server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:04.660936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-358d068c-2f28-4891-96eb-3284760874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:04.664310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-358d068c-2f28-4891-96eb-3284760874bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.1529317 Oct 26 16:49:04.730752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:04.809793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for ded9d00b-99cf-4ec8-9589-5bee00d62e69 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:04.830456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['26f2bdd1-ed98-4a92-9390-3445fc5270d1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:04.868086 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4945e12-f180-46f9-bd87-a693ddb92620 x-openstack-request-id: req-a4945e12-f180-46f9-bd87-a693ddb92620 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:04.870016 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:04.872215 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4945e12-f180-46f9-bd87-a693ddb92620 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:04.879335 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'status': 'completed', 'code': 200} Oct 26 16:49:04.935973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f4ade-9906-4ae1-85f0-1baf661a13a9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:05.044428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-26515d18-6bc7-489f-a37d-670f71a9f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.045935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-26515d18-6bc7-489f-a37d-670f71a9f9de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540230 Oct 26 16:49:05.124962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39320-d31d-4e38-8449-a54c358c7881 req-1dbbb8e8-c2bc-46c2-a6e6-6dee72df8abd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.126406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbf39320-d31d-4e38-8449-a54c358c7881 req-1dbbb8e8-c2bc-46c2-a6e6-6dee72df8abd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1720741 Oct 26 16:49:05.136544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f670f-c1a2-488d-8382-1e5b340beae6 req-d9e73327-bd55-4ac5-9708-8e88402bae5d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.138030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c33f670f-c1a2-488d-8382-1e5b340beae6 req-d9e73327-bd55-4ac5-9708-8e88402bae5d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 908 time: 0.2555418 Oct 26 16:49:05.195571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:05.205917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbf39320-d31d-4e38-8449-a54c358c7881 req-ecfb3fa4-dcba-49f4-95aa-99d6df6784c3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632281 Oct 26 16:49:05.229407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:05.236165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-88f23359-4869-47f1-8b41-d882934b4c19 service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776893 Oct 26 16:49:05.321721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab425a7-917a-454b-bf33-fad022c0c684 req-eeef0adb-7c51-44c3-b535-283ba70603b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.327999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-11f8eab2-865a-4a5e-a70d-49b8c521db93 None None] Provisioning complete for port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:05.328362 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11f8eab2-865a-4a5e-a70d-49b8c521db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:05.328692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-eeef0adb-7c51-44c3-b535-283ba70603b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 1059 time: 0.2067125 Oct 26 16:49:05.342207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3450df87-db70-4cc7-baba-aefbde8bfb29 req-49c7c319-5038-4177-adfe-db741f86ceb6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0726943 Oct 26 16:49:05.346159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=ded9d00b-99cf-4ec8-9589-5bee00d62e69,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:05.567317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53fecc-e0bd-42c2-8d88-22330d62dae4 req-7726d0e3-c8d6-47bb-8589-f10c8c9aa1f0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.575017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f53fecc-e0bd-42c2-8d88-22330d62dae4 req-7726d0e3-c8d6-47bb-8589-f10c8c9aa1f0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2312107 Oct 26 16:49:05.635061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab425a7-917a-454b-bf33-fad022c0c684 req-224b1a22-1715-4d55-8da3-2e605b579ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.636796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d516009-f385-40bc-a60c-7e3282b2b381 req-8ce9c486-4804-4f31-a5ce-27c2fb90a2aa service neutron] 10.222.0.47 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823454 Oct 26 16:49:05.636957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-224b1a22-1715-4d55-8da3-2e605b579ffe service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.2929220 Oct 26 16:49:05.693013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f53fecc-e0bd-42c2-8d88-22330d62dae4 req-418197f5-36f4-4855-9760-931967485c19 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163962 Oct 26 16:49:05.826820 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-ede2a4f9-f125-481d-8d03-721a095425b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1 HTTP/1.1" status: 200 len: 217 time: 0.0814002 Oct 26 16:49:05.833541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394060-e460-43f2-8a4d-78ffbb050e8e req-6dad4ac2-0b78-4ff4-b734-dbbe9f5a6f73 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.843258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3394060-e460-43f2-8a4d-78ffbb050e8e req-6dad4ac2-0b78-4ff4-b734-dbbe9f5a6f73 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0720565 Oct 26 16:49:05.890795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3394060-e460-43f2-8a4d-78ffbb050e8e req-1d4f1a20-dd77-47a6-80ed-0be5a2897aaa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463142 Oct 26 16:49:05.913011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:05.919676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59d6e529-41a4-4b2d-ad4d-c408018ff036 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/ports/ded9d00b-99cf-4ec8-9589-5bee00d62e69 HTTP/1.1" status: 204 len: 168 time: 1.6120930 Oct 26 16:49:05.919676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab425a7-917a-454b-bf33-fad022c0c684 req-98f914c2-3b77-40b1-ab14-bdad81507c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:05.920717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:05.921156 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-98f914c2-3b77-40b1-ab14-bdad81507c42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0794299 Oct 26 16:49:06.001220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d1880-94ee-4477-9baf-4bf083f1cd19 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:06.015739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36086) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:06.016655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3e4d1880-94ee-4477-9baf-4bf083f1cd19 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5ef18e1-7426-4479-ba99-a8073b0312a1 HTTP/1.1" status: 200 len: 913 time: 0.0934691 Oct 26 16:49:06.018802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab425a7-917a-454b-bf33-fad022c0c684 req-7aafa3b7-16db-46ef-8fbd-fe597c8e0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:06.021088 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-7aafa3b7-16db-46ef-8fbd-fe597c8e0eda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922744 Oct 26 16:49:06.375509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-fe55dc0a-6dae-44de-9411-a1b0b296f36c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:06.377354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-fe55dc0a-6dae-44de-9411-a1b0b296f36c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.1960573 Oct 26 16:49:06.447931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-cc0a71d8-a839-4f51-bd5b-7758dcc24275 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/quotas/20bec57b6ef84fd2af715eab149db62d HTTP/1.1" status: 200 len: 375 time: 0.0602710 Oct 26 16:49:06.531855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27002-9594-4b46-b334-1ad4f768a875 req-4e6c44d8-e460-43e0-a4bd-6ceb6937bac7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:06.539645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eee27002-9594-4b46-b334-1ad4f768a875 req-4e6c44d8-e460-43e0-a4bd-6ceb6937bac7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.1610298 Oct 26 16:49:06.605346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-9170ea87-ef07-4567-b8bc-338caf73b93f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1561964 Oct 26 16:49:06.651740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eee27002-9594-4b46-b334-1ad4f768a875 req-051493fc-d15b-4412-93d8-4d3172fbd3d1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046159 Oct 26 16:49:06.676697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:06.861664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-4567e850-1ebd-4d8e-8c3d-066f5ad9300f service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443061 Oct 26 16:49:06.864062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-187509a5-2526-4ced-a3b5-d2350d325114 req-47ff8213-1e9d-4f76-8e28-2ba20d9823cb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0847070 Oct 26 16:49:06.967033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-356598e6-aed0-4079-b40a-65e43b6217b7 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393520 Oct 26 16:49:07.019448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-aa99062c-d1f9-4096-85af-6a3a357babb0 service neutron] 10.222.0.21 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504071 Oct 26 16:49:07.152998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bab425a7-917a-454b-bf33-fad022c0c684 req-839d8fee-b0aa-46d8-907e-975c9eb14322 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620040 Oct 26 16:49:07.189072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:07.260737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:49:07.446332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f5e8286-4933-4186-9bfc-e874fb2b715b req-6d510985-99c4-4b67-80f4-3523d81b0e90 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 210 time: 0.0497141 Oct 26 16:49:07.489531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:07.568032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:07.570296 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716db3a9-c734-4599-bdc1-8babedd89091" -d '{"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:07.596714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:07.647503 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06539823-d3ef-4609-8851-5124d21a0cd0 x-openstack-request-id: req-06539823-d3ef-4609-8851-5124d21a0cd0 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:07.648008 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:07.648425 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06539823-d3ef-4609-8851-5124d21a0cd0 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:07.649022 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'code': 200} Oct 26 16:49:07.728006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:07.779461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port b62f7b4c-2371-480a-83ab-ff10793e0512 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:07.789387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:07.862275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:07.876503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0fcb-194d-4839-90a4-0bed9bdc6c0d req-4ca6070a-f113-4366-8add-d0b59342d160 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:07.878744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a62d0fcb-194d-4839-90a4-0bed9bdc6c0d req-4ca6070a-f113-4366-8add-d0b59342d160 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0983920 Oct 26 16:49:07.981909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:08.018561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for b62f7b4c-2371-480a-83ab-ff10793e0512 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:08.046552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a62d0fcb-194d-4839-90a4-0bed9bdc6c0d req-e40c309a-f9e0-4a44-96b1-2c4d09dc52b6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586905 Oct 26 16:49:08.051076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d0cee4e-e564-436b-a101-7b0d6f361a41 req-8a551bd4-1b23-4c21-8817-b31057cbea25 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0687666 Oct 26 16:49:08.464164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:08.509576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=b62f7b4c-2371-480a-83ab-ff10793e0512,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:08.593169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf278fa4-2959-463f-bfa9-5f8155e68401 req-214fd430-7c22-4b88-8a5a-beab73e777c3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 210 time: 0.0624042 Oct 26 16:49:08.802636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:09.074603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Router d5ef18e1-7426-4479-ba99-a8073b0312a1 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:49:09.173946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ade7651-649a-413b-aeb0-88afb2c1e7fb req-438209f7-087e-4f15-a59e-63342390d4a7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Oct 26 16:49:09.226773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:49:09.244332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70488222-b257-4868-a475-61a395dba72d tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "PUT /v2.0/routers/d5ef18e1-7426-4479-ba99-a8073b0312a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2218208 Oct 26 16:49:09.246857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:09.252352 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] Sync routers for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:09.270497 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:09.276753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:09.325801 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:09.336915 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] Routers {'d5ef18e1-7426-4479-ba99-a8073b0312a1'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:09.338964 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d5ef18e1-7426-4479-ba99-a8073b0312a1'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:09.401646 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:09.402556 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930ea32-a395-4bab-a1b5-e75c5d13ec7f None None] The sync data for ids ['d5ef18e1-7426-4479-ba99-a8073b0312a1'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:09.458019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:09.613686 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:09.751862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4be08ee4-0ecf-493d-923b-53f84d71b488 req-a50c7c2e-a5e0-4789-9800-4c9696ab6f5e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 210 time: 0.0617990 Oct 26 16:49:09.851242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port 6525c4fe-ad08-48c1-86be-a83a73878ac4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:09.851802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:09.980248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.001194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for 6525c4fe-ad08-48c1-86be-a83a73878ac4 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:10.298273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.335568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=6525c4fe-ad08-48c1-86be-a83a73878ac4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:10.419714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71184bb2-708a-4108-a585-92046c9a6ffd req-2c77a6cd-fc61-4e68-9970-007390d12637 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b45abe-776e-4e33-9f54-5534b0132707 HTTP/1.1" status: 200 len: 210 time: 0.0878890 Oct 26 16:49:10.470364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.579901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.582392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.663880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36174) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:10.723359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.724068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Fanout notify agent at l3_agent the message router_deleted on router d5ef18e1-7426-4479-ba99-a8073b0312a1 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:10.753509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.755063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-677fe790-a136-4835-8d5f-e8feede492c7 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/routers/d5ef18e1-7426-4479-ba99-a8073b0312a1 HTTP/1.1" status: 204 len: 168 time: 1.5068855 Oct 26 16:49:10.758953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36178) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:10.846552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01cdf56a-ef57-49d5-a2e5-951a2aa59032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.933455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting subnet ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:49:10.940419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:10.974802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01cdf56a-ef57-49d5-a2e5-951a2aa59032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.053046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.215420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01cdf56a-ef57-49d5-a2e5-951a2aa59032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.241725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-dccbeea9-6ad9-483f-9484-3769031a8f4d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:11.241725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-dccbeea9-6ad9-483f-9484-3769031a8f4d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 812 time: 0.2393560 Oct 26 16:49:11.253946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Request body: {'port': {'device_id': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'admin_state_up': True, 'tenant_id': '20bec57b6ef84fd2af715eab149db62d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:11.257813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:49:11.269737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.283759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-5eeb2355-bff0-4d35-b044-7d0f69fa1efe req-c65fbce0-fee0-43aa-aea7-8e22d5e4a1dc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:49:11.284807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5eeb2355-bff0-4d35-b044-7d0f69fa1efe req-c65fbce0-fee0-43aa-aea7-8e22d5e4a1dc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055275 Oct 26 16:49:11.347633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81574fb3-c4ac-4f4b-b9b0-6ac708f73373 req-e2b22a54-5245-48d4-a47a-16ea1c43a538 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 210 time: 0.1080117 Oct 26 16:49:11.356491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-01cdf56a-ef57-49d5-a2e5-951a2aa59032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6971f74abb9d4ad09b77212f98836d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914866 Oct 26 16:49:11.357407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36188) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:11.375029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdf56a-ef57-49d5-a2e5-951a2aa59032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa74d2be-06f7-487d-bb62-8e2ae569589f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:11.467565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.500525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.612369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.645848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Made reservation on behalf of 20bec57b6ef84fd2af715eab149db62d for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:49:11.649489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.653378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:11.654009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.656869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.660648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa74d2be-06f7-487d-bb62-8e2ae569589f HTTP/1.1" status: 204 len: 168 time: 0.2975233 Oct 26 16:49:11.660777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:11.665458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-474e2982-38d2-414d-b1e8-a98e42c3477e tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/subnets/ba7f3f1f-3f45-4597-a8e0-c2ec1fdebb15 HTTP/1.1" status: 204 len: 168 time: 0.9023874 Oct 26 16:49:11.674421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:11.680903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d58e2-d42f-4636-ba26-527d366d41b8 None None] Network 32a799a4-88a1-4b25-b51e-596ac396ec4f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:49:11.706208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7fa6f-992b-482d-b933-11876e8c9b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa74d2be-06f7-487d-bb62-8e2ae569589f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:12.065679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] DHCP port deletion for 32a799a4-88a1-4b25-b51e-596ac396ec4f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:49:12.161505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Deleting port a1046d1a-5ad6-4086-a8d9-d38c3abab40e {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:12.162053 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.216868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.239572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:12.273216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922dc31-e7ba-453f-8eeb-ce227dc54543 req-94bc913f-55f2-4fc2-9b26-aa5e5ab46c90 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:12.274453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f922dc31-e7ba-453f-8eeb-ce227dc54543 req-94bc913f-55f2-4fc2-9b26-aa5e5ab46c90 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.5343022 Oct 26 16:49:12.281977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] For port a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,segment=NetworkSegment(580e70c9-5af8-4352-a2b4-8154b9a177e5),segment_id=580e70c9-5af8-4352-a2b4-8154b9a177e5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:12.282537 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.297265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Calling delete_port for a1046d1a-5ad6-4086-a8d9-d38c3abab40e owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:12.335782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Allocated IP 172.20.0.3 (05a3358d-5f07-418a-9d0a-1a12118d6ec5/e6429c48-12d5-40e5-8d71-78855d4efc08/7ab11928-c271-4ec7-93df-645629eb126c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:12.385692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f922dc31-e7ba-453f-8eeb-ce227dc54543 req-30d33156-4f03-4ae6-b0a8-366f47741e10 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776527 Oct 26 16:49:12.475715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port a1046d1a-5ad6-4086-a8d9-d38c3abab40e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:12.476148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.502151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ea76481c-e457-457e-b381-5ac81de667ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2613456 Oct 26 16:49:12.512257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-49d7f882-4d93-4295-aea7-16594a9cd42e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:49:12.514057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-49d7f882-4d93-4295-aea7-16594a9cd42e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064433 Oct 26 16:49:12.548689 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.607406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] Pushing event deleted for resources: {'Port': ['ID=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:12.614384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c16a3-b3b9-48af-8d52-9f51746b230e None None] No DVR routers for this DVR port a1046d1a-5ad6-4086-a8d9-d38c3abab40e on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:49:12.661386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-541097db-f441-4f39-8a88-d61ee045855f req-36f36c39-9ee7-43a4-9e34-b4363772104a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 210 time: 0.1822169 Oct 26 16:49:12.694885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] For port a1046d1a-5ad6-4086-a8d9-d38c3abab40e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,segment=NetworkSegment(580e70c9-5af8-4352-a2b4-8154b9a177e5),segment_id=580e70c9-5af8-4352-a2b4-8154b9a177e5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:12.694885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.721279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:12.744187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for a1046d1a-5ad6-4086-a8d9-d38c3abab40e owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:12.744798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d02591-d61c-4aeb-ab33-dd9639efc6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.858780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d02591-d61c-4aeb-ab33-dd9639efc6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.863620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.917710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:12.948070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=a1046d1a-5ad6-4086-a8d9-d38c3abab40e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:12.953245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] No DVR routers for this DVR port a1046d1a-5ad6-4086-a8d9-d38c3abab40e on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:49:12.982670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d02591-d61c-4aeb-ab33-dd9639efc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.037868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.053778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:13.057986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-49d02591-d61c-4aeb-ab33-dd9639efc6a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e9626a06b3e40209c8d98e46ae63876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407743 Oct 26 16:49:13.058371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d02591-d61c-4aeb-ab33-dd9639efc6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726633b8-0a4f-477c-90ec-91eb1677815b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:13.060985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36230) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:13.116928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.121614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:13.131122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['979cd35c-94de-4151-958d-bc5c3ab809fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:13.132499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:13.139114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:13.145940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:13.176056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.276845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a799a4-88a1-4b25-b51e-596ac396ec4f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:13.280957 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.287470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a1046d1a-5ad6-4086-a8d9-d38c3abab40e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:49:13.294105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580e70c9-5af8-4352-a2b4-8154b9a177e5') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:13.294406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580e70c9-5af8-4352-a2b4-8154b9a177e5') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:13.315634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:13.315634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.318618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.344338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.360923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a1046d1a-5ad6-4086-a8d9-d38c3abab40e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:49:13.363152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a1046d1a-5ad6-4086-a8d9-d38c3abab40e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:49:13.364215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:49:13.372963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:49:13.385836 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:49:13.439683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-7b09b8bf-b7b3-4375-acf3-d1c7f903659e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1938403 Oct 26 16:49:13.458036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Request body: {'port': {'device_id': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:13.558592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f5e62d4c-37e8-46a6-8a68-2605fafeb222 None None] Provisioning complete for port 7ab11928-c271-4ec7-93df-645629eb126c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:13.560770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5e62d4c-37e8-46a6-8a68-2605fafeb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.573412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.583849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.588614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.590715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.592227 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/726633b8-0a4f-477c-90ec-91eb1677815b HTTP/1.1" status: 204 len: 168 time: 0.5303648 Oct 26 16:49:13.598180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.601822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/networks/32a799a4-88a1-4b25-b51e-596ac396ec4f HTTP/1.1" status: 204 len: 168 time: 1.9264004 Oct 26 16:49:13.608008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36238) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:13.611671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47cd1-aaf0-482b-9b65-d6742ee000de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726633b8-0a4f-477c-90ec-91eb1677815b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:13.622367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046197f3-61b5-4fb2-9836-19ffe1f5e31c req-34b7f8c3-551f-43ca-8b16-b2c83131ba6c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:13.622562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f5e62d4c-37e8-46a6-8a68-2605fafeb222 None None] Port 7ab11928-c271-4ec7-93df-645629eb126c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:49:13.623583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-046197f3-61b5-4fb2-9836-19ffe1f5e31c req-34b7f8c3-551f-43ca-8b16-b2c83131ba6c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.1258171 Oct 26 16:49:13.663015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8159c-cc5c-498e-ba75-3dc6d4dfaf55 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Network': ['ID=32a799a4-88a1-4b25-b51e-596ac396ec4f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:13.731018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-046197f3-61b5-4fb2-9836-19ffe1f5e31c req-cef74fbf-d1db-4c4f-972e-8f71584d1b67 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709419 Oct 26 16:49:13.862973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Deleting port 0c028510-65ba-44b1-a177-c48d6af2c861 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:13.863865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:13.964977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e0e97-3c91-4c4f-bdde-75f544590cef req-4e784fe9-cc11-4146-9541-0e7b5fa0875d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:13.966563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-443e0e97-3c91-4c4f-bdde-75f544590cef req-4e784fe9-cc11-4146-9541-0e7b5fa0875d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 931 time: 0.1159658 Oct 26 16:49:14.003753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.004682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.031794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Calling delete_port for 0c028510-65ba-44b1-a177-c48d6af2c861 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:14.068522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-443e0e97-3c91-4c4f-bdde-75f544590cef req-346c6ef2-202c-4d01-83a6-01e01e12a923 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851288 Oct 26 16:49:14.146089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab11928-c271-4ec7-93df-645629eb126c {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:49:14.156609 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.377147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Transition to ACTIVE for port object 7ab11928-c271-4ec7-93df-645629eb126c will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:49:14.385579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.418505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Pushing event deleted for resources: {'Port': ['ID=0c028510-65ba-44b1-a177-c48d6af2c861,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:14.485782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.487148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.496722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.496722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e9dcacc0-40f0-43ed-ad6b-67cfe7269857 tempest-FloatingIPAdminTestJSON-699807763 tempest-FloatingIPAdminTestJSON-699807763-project] 10.222.0.21 "DELETE /v2.0/floatingips/ee131d7b-3771-4839-82c1-6e38042b9a9b HTTP/1.1" status: 204 len: 168 time: 0.8815465 Oct 26 16:49:14.538479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:14.677672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-8036d9ae-5426-4dd7-be8a-675eb0d74ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:14.679530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-8036d9ae-5426-4dd7-be8a-675eb0d74ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf&tenant_id=269a853d1c87467d92895a0206f7d45a HTTP/1.1" status: 200 len: 1094 time: 0.0995593 Oct 26 16:49:14.692935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Attempting to bind port 7ab11928-c271-4ec7-93df-645629eb126c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:49:14.697509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:14.697671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Attempting to bind port 7ab11928-c271-4ec7-93df-645629eb126c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:49:14.697671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Attempting to bind port 7ab11928-c271-4ec7-93df-645629eb126c on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:49:14.704202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Port 7ab11928-c271-4ec7-93df-645629eb126c on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:49:14.704955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Attempting to bind port 7ab11928-c271-4ec7-93df-645629eb126c on network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:49:14.713046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:49:14.713680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Checking segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:49:14.714269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Bound using segment: {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:49:14.714871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Bound port: 7ab11928-c271-4ec7-93df-645629eb126c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4227a77a-edae-4193-a105-51fa6f9ee0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:49:14.715423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.786436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:14.839095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:49:14.844029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:49:14.948641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9c36-e879-478c-b1cb-cba9f863744f req-2c2a4efe-6d16-4193-8d2c-497d6b88b0be tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:14.954790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60af9c36-e879-478c-b1cb-cba9f863744f req-2c2a4efe-6d16-4193-8d2c-497d6b88b0be tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.0946321 Oct 26 16:49:15.027489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:15.101309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:15.111711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-60af9c36-e879-478c-b1cb-cba9f863744f req-c4cf3007-c4f4-4550-9a4c-44ea75a39240 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540959 Oct 26 16:49:15.117182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:15.118413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:15.120810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-d10a285e-5d65-46a1-b61b-507532bd92c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/7ab11928-c271-4ec7-93df-645629eb126c HTTP/1.1" status: 200 len: 1091 time: 1.6693003 Oct 26 16:49:15.121297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:15.125053 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95ed15-bd6a-457c-a246-e53e39005b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "tag": "7ab11928-c271-4ec7-93df-645629eb126c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:15.236209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:15.262298 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb334d7c-7c30-470a-a0bf-f9ee26f202d6 x-openstack-request-id: req-bb334d7c-7c30-470a-a0bf-f9ee26f202d6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:15.262623 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "tag": "7ab11928-c271-4ec7-93df-645629eb126c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:15.262848 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb334d7c-7c30-470a-a0bf-f9ee26f202d6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:15.263294 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c', 'status': 'completed', 'code': 200} Oct 26 16:49:15.358146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18e738-bdff-4abd-90f6-ea5624cf9018 req-31d7c1c6-5ed2-4104-a9d9-a71819e08fbc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:15.365688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e18e738-bdff-4abd-90f6-ea5624cf9018 req-31d7c1c6-5ed2-4104-a9d9-a71819e08fbc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.1600101 Oct 26 16:49:15.371052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:49:15.417453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36308) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:15.459401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:49:15.469856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:15.481938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-8b107577-b428-4c62-a9c9-ca99d3ddca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:15.483504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-8b107577-b428-4c62-a9c9-ca99d3ddca0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 1094 time: 0.2175696 Oct 26 16:49:15.496671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Transition to ACTIVE for port object e1f45969-6c79-4688-bd01-bcf60c5a8eb7 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:49:15.618186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:15.630238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e18e738-bdff-4abd-90f6-ea5624cf9018 req-eb3643a0-d911-443b-9404-126332dfaa63 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309217 Oct 26 16:49:15.768254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-0b273049-974d-44d7-88fd-259db4b29db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:15.769748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-0b273049-974d-44d7-88fd-259db4b29db1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=20bec57b6ef84fd2af715eab149db62d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2665353 Oct 26 16:49:15.772566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=9']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:15.930155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.930739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.931818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.932350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.932880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.933301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.933730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.934160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.934567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.934981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.935441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.935906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:15.941702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e4e382b-d835-432d-b7e0-d3e6135b6d5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2e8bd6fe3eb40a8aa31d9186be7042e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133452 Oct 26 16:49:15.944437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36324) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:15.994048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-82906caf-59f2-480f-9e3f-61c965c927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:15.996026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec95ed15-bd6a-457c-a246-e53e39005b8e req-82906caf-59f2-480f-9e3f-61c965c927c5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154608 Oct 26 16:49:16.019552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.033578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] No DVR routers for this DVR port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:49:16.076959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.128713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-acd9840b-95a0-47ed-b526-788305be2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.133862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-acd9840b-95a0-47ed-b526-788305be2b70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 1094 time: 0.0867510 Oct 26 16:49:16.155373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:16.166403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754021367', 'description': 'tempest-secgroup-smoke-1754021367 description', 'project_id': 'db853ae1189f4c059961fffd9f61e138'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:16.214640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:49:16.215216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:49:16.215596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:49:16.221765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:49:16.221765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Attempting to bind port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:49:16.222397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-ab3b8c95-5ed2-418b-b33b-e76bf1fba6b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab11928-c271-4ec7-93df-645629eb126c HTTP/1.1" status: 200 len: 217 time: 0.0795085 Oct 26 16:49:16.226630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:49:16.227106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Checking segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:49:16.227714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Bound using segment: {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:49:16.228314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Bound port: e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beba9ff7-d2c9-4e30-b504-6f0241c46c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:49:16.228731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.288890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.310157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:49:16.319819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-821c9cd3-3505-4461-ae85-4ae0db4e7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.321346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-821c9cd3-3505-4461-ae85-4ae0db4e7d47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0925457 Oct 26 16:49:16.322731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.325055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.326564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d913fcc1-3528-4dfe-baed-180ce8bf0b7a HTTP/1.1" status: 204 len: 168 time: 0.3811033 Oct 26 16:49:16.334735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:49:16.367735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244cf2-22b5-4069-88dd-727661f9449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913fcc1-3528-4dfe-baed-180ce8bf0b7a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:16.381153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.386134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4e37-084f-4c44-b9da-af6f19911fb0 req-da954717-7cfe-4ad9-a09b-f2c500d38afa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.387875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-babd4e37-084f-4c44-b9da-af6f19911fb0 req-da954717-7cfe-4ad9-a09b-f2c500d38afa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 943 time: 0.1183023 Oct 26 16:49:16.408984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-4cddf78e-ed20-479f-aa1e-3715f1b29c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.410451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-4cddf78e-ed20-479f-aa1e-3715f1b29c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791752 Oct 26 16:49:16.424504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.470404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.471123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.472767 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] 10.222.0.39 "PUT /v2.0/ports/e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 1091 time: 1.7847233 Oct 26 16:49:16.473447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:16.475744 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:16.500524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-babd4e37-084f-4c44-b9da-af6f19911fb0 req-bc31b9d8-c056-4a56-8cfe-229ff18b0f35 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012280 Oct 26 16:49:16.500693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.511121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba529ed4-bbaa-4fc4-b541-2fedc9db2f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:16.569845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-0e6c3967-24db-4e94-bc98-bef81e054dfa service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521535 Oct 26 16:49:16.580678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41963cc-ce97-44bd-9dd4-0cb53101858a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:16.609226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-5e2613b2-4949-442e-b31c-cb6292658780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.610752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-5e2613b2-4949-442e-b31c-cb6292658780 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1095 time: 0.0881822 Oct 26 16:49:16.618154 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9897b3-a2cc-43e6-99a8-f5b1d4e67c51 x-openstack-request-id: req-aa9897b3-a2cc-43e6-99a8-f5b1d4e67c51 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:16.618154 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:16.618154 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa9897b3-a2cc-43e6-99a8-f5b1d4e67c51 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:16.618154 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'status': 'completed', 'code': 200} Oct 26 16:49:16.684331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.685597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-689cd83f-8540-4fa5-9601-3643fe4ea259 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5246165 Oct 26 16:49:16.698426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:16.703260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:16.800525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-1c0ce138-a8b9-48bd-82cd-8449a67c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.802839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-1c0ce138-a8b9-48bd-82cd-8449a67c55bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.1850502 Oct 26 16:49:16.842456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edc5c340-d4df-47a2-9e81-a5252b8e20ab req-27982cfa-3716-455b-9b0a-a14946efc27c service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649009 Oct 26 16:49:16.869100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.910650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47640b2e-d50c-460c-aca5-e223eb8413ed req-d2df4c11-7c32-46b7-a7b0-6a3c75931cb1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:16.912215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47640b2e-d50c-460c-aca5-e223eb8413ed req-d2df4c11-7c32-46b7-a7b0-6a3c75931cb1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.1307964 Oct 26 16:49:16.938299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-f923d275-ba64-4d28-b532-2b5c57242749 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 997 time: 0.1217420 Oct 26 16:49:16.978572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:16.990441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47640b2e-d50c-460c-aca5-e223eb8413ed req-7669ea53-5e08-45cb-a9ea-ac7530d0bfe9 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Oct 26 16:49:17.010891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-eb50f497-9eb0-499c-b3ad-7bf8f794032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.012790 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-eb50f497-9eb0-499c-b3ad-7bf8f794032d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0700417 Oct 26 16:49:17.068423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.069544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-dba153a0-4be3-4a61-9b8e-433af20faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.071290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-dba153a0-4be3-4a61-9b8e-433af20faf81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513949 Oct 26 16:49:17.091072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf878025-5e5c-4ec2-b99e-7df405607210,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:17.176179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-f0194a53-d113-4c60-bda3-0cfe2a29e682 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967288 Oct 26 16:49:17.180141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.182313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45d77e94-c506-4c30-a501-7ff11efd10a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858110 Oct 26 16:49:17.185119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36358) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:17.191580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:17.289592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-52c337de-ffa6-4696-a55a-0de5e74dfb6e req-af6adc2c-c39f-4b56-b167-6df2d0d4ce73 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053352 Oct 26 16:49:17.313601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.375999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.392673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:17.406272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fc94-a72e-47d6-b8b1-d8b666861e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.515300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-49420f4d-175f-491b-b170-205525d0bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.516308 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fc94-a72e-47d6-b8b1-d8b666861e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.518696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.521763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-49420f4d-175f-491b-b170-205525d0bd09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=269a853d1c87467d92895a0206f7d45a&device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1095 time: 0.0665832 Oct 26 16:49:17.555427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57eceb4-73ba-4411-900d-ffbb2606991c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:17.611294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fc94-a72e-47d6-b8b1-d8b666861e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.700831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-c1ec80d1-f075-4837-9bec-55233768cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.702597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-c1ec80d1-f075-4837-9bec-55233768cc2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 200 len: 917 time: 0.1634922 Oct 26 16:49:17.712046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.716154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9a4b33f-f949-40d8-baf7-61a22c5e5a2c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5270154 Oct 26 16:49:17.718956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:17.728594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6b0fc94-a72e-47d6-b8b1-d8b666861e8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f9db3c5243342bd9b9f60c45e279097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347442 Oct 26 16:49:17.734742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:17.748618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0fc94-a72e-47d6-b8b1-d8b666861e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6804d-9c7a-4665-a4b2-edff42163826,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:17.760249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:17.792049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c9f9-4935-43a9-a26b-c0e75c000a39 req-0b629f1d-77e0-41a0-93e8-8728f1c8e40d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.799507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9a9c9f9-4935-43a9-a26b-c0e75c000a39 req-0b629f1d-77e0-41a0-93e8-8728f1c8e40d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1799448 Oct 26 16:49:17.821129 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-5eea346e-b998-4f34-9bb7-9b9fedb6fc26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 200 len: 997 time: 0.1103745 Oct 26 16:49:17.852458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9a9c9f9-4935-43a9-a26b-c0e75c000a39 req-394832fc-b294-4bae-8e70-e2b5f32e09ad tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520527 Oct 26 16:49:17.867990 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.885840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-cbc77b9d-65ef-4b7f-adca-8c20495cfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.890824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-cbc77b9d-65ef-4b7f-adca-8c20495cfd4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 200 len: 855 time: 0.0590465 Oct 26 16:49:17.895954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:17.938125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-8c3dcf07-6848-4284-b8aa-59ad1853860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:17.940006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-8c3dcf07-6848-4284-b8aa-59ad1853860c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c748c833-0dc4-4a01-96d9-7e489f0ec0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449865 Oct 26 16:49:17.945356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.062978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.065760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.066987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ee6804d-9c7a-4665-a4b2-edff42163826 HTTP/1.1" status: 204 len: 168 time: 0.3315938 Oct 26 16:49:18.093151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf31c3-ad69-4b78-ae99-303a10c5b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6804d-9c7a-4665-a4b2-edff42163826,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:18.133684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.155711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-1a003154-2584-4730-a244-8452eeeaa2a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070351 Oct 26 16:49:18.272087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.316340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f8bfdb-b510-4eed-919a-b880d3f30101,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:18.324671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dde0d-d041-482d-ab8f-4f3401610102 req-44d49b1b-8225-45ef-9790-13b03a3439e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:18.330110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d2dde0d-d041-482d-ab8f-4f3401610102 req-44d49b1b-8225-45ef-9790-13b03a3439e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.1694360 Oct 26 16:49:18.387406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-53b0efa0-ad3c-41a6-b251-5ac82a079fbb req-5b537de5-79c5-44e3-bb9b-42116ec86740 service neutron] 10.222.0.39 "GET /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203760 Oct 26 16:49:18.431314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d2dde0d-d041-482d-ab8f-4f3401610102 req-0389da4d-d881-492f-808e-ee2187adc138 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827568 Oct 26 16:49:18.431461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.431461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-56d7c790-7460-4975-86ee-a21d978a3df5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7123773 Oct 26 16:49:18.434157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36394) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:18.439762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:18.629659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.784923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.875689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:18.913659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab08c64b-93f5-4333-923d-1f77e3938089,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:19.018857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.020703 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3a615da7-ec17-4b96-bd1a-2ae74b4442ea tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5856061 Oct 26 16:49:19.027814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:19.033760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:19.102304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32ae98-1902-4135-bb84-ea591b67bca6 req-3c4d4bdd-2bd4-448b-bb71-ff1f90ebd9c4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:19.110416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e32ae98-1902-4135-bb84-ea591b67bca6 req-3c4d4bdd-2bd4-448b-bb71-ff1f90ebd9c4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1147711 Oct 26 16:49:19.171621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e32ae98-1902-4135-bb84-ea591b67bca6 req-1cb48a11-1749-4abd-b249-db58c0746b5b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601850 Oct 26 16:49:19.183120 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Project db853ae1189f4c059961fffd9f61e138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:49:19.189483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.293153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.377510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.417939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cd994d-edfe-4240-8348-81690f91d2d1,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:19.467345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36410) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:19.483333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-717ebf54-6146-429e-8cfe-f653d2b3a5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.489736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.491533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c216c9dd-7312-43b5-ad9e-22b22739091c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4626932 Oct 26 16:49:19.502914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36412) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:19.507530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'security_group_rule': {'security_group_id': 'e41963cc-ce97-44bd-9dd4-0cb53101858a', 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:19.609345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda7d46-7703-4315-84ed-df5b4861c999 req-0139d4b4-d39e-4c7b-8a12-559419747d58 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:19.616302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-717ebf54-6146-429e-8cfe-f653d2b3a5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.619058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bda7d46-7703-4315-84ed-df5b4861c999 req-0139d4b4-d39e-4c7b-8a12-559419747d58 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.0675216 Oct 26 16:49:19.663296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bda7d46-7703-4315-84ed-df5b4861c999 req-710bbf4a-4644-408f-b759-1a307a08807a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Oct 26 16:49:19.682271 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Project db853ae1189f4c059961fffd9f61e138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:49:19.697649 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.738886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:49:19.754594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-717ebf54-6146-429e-8cfe-f653d2b3a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.831415 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.854979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-717ebf54-6146-429e-8cfe-f653d2b3a5a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff8a17a0731b43508e3b65d1894a6c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858259 Oct 26 16:49:19.857297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:19.866487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ebf54-6146-429e-8cfe-f653d2b3a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2989e-a6b2-42f3-bc36-58f3aa323271,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:19.945273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.954555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:19.998573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:20.077292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5500747-ea19-4694-a83a-1a48efec9cb7,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:20.179397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:20.180434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58dd2725-2a9c-4b88-bb88-1cfad5f09f1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6764832 Oct 26 16:49:20.201082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:49:20.218340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:20.229203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:20.233637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ce2989e-a6b2-42f3-bc36-58f3aa323271 HTTP/1.1" status: 204 len: 168 time: 0.3715935 Oct 26 16:49:20.247985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c316bcd-6418-4bb2-bb2b-95b848d2f5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2989e-a6b2-42f3-bc36-58f3aa323271,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:20.396925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:20.490967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9baf0-4e69-4676-965e-17d1b781bcf1 req-2e3b9008-7334-41e6-b449-d989f6202efd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:20.504577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90e9baf0-4e69-4676-965e-17d1b781bcf1 req-2e3b9008-7334-41e6-b449-d989f6202efd tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1432593 Oct 26 16:49:20.577139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90e9baf0-4e69-4676-965e-17d1b781bcf1 req-d221d565-af82-43f2-a4f1-c4e06b5993fe tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705075 Oct 26 16:49:20.720939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '7ab11928-c271-4ec7-93df-645629eb126c', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': '7ab11928-c271-4ec7-93df-645629eb126c', 'mac_address': 'fa:16:3e:89:26:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:49:20.799597 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:20.827611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab11928-c271-4ec7-93df-645629eb126c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:49:20.861821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:20.890518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c35f41-fea8-4bd8-8797-330b4a9ff169 req-3e7646dd-777d-43d5-84df-60c1f72602f5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:20.893325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7c35f41-fea8-4bd8-8797-330b4a9ff169 req-3e7646dd-777d-43d5-84df-60c1f72602f5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.1089222 Oct 26 16:49:20.950886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:21.034809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:21.070445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7c35f41-fea8-4bd8-8797-330b4a9ff169 req-86f84dbe-18c3-4b1f-8282-a38767e5be68 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709011 Oct 26 16:49:21.093866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:21.192331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['7ab11928-c271-4ec7-93df-645629eb126c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:21.843612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87f40-b10f-479c-b3f7-0cf1f8eebdd4 req-1179d2e9-229f-4367-bdd5-4f8aa7eb6bfa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:21.853308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cd87f40-b10f-479c-b3f7-0cf1f8eebdd4 req-1179d2e9-229f-4367-bdd5-4f8aa7eb6bfa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0848749 Oct 26 16:49:21.928923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cd87f40-b10f-479c-b3f7-0cf1f8eebdd4 req-62c763a1-12e1-4be7-b80f-50a6208cd828 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682697 Oct 26 16:49:22.222134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:49:22.361768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ed63-2bb2-437b-913a-8209742c4404 req-56fc4a53-a89d-4872-89fc-5fb6bd276cac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:22.365179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a08ed63-2bb2-437b-913a-8209742c4404 req-56fc4a53-a89d-4872-89fc-5fb6bd276cac tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 944 time: 0.1404381 Oct 26 16:49:22.471116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 7ab11928-c271-4ec7-93df-645629eb126c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:49:22.479378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 7ab11928-c271-4ec7-93df-645629eb126c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:22.479754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:22.480994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a08ed63-2bb2-437b-913a-8209742c4404 req-06c4a3fe-ad60-4d4a-9639-92b754adb1c8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068430 Oct 26 16:49:22.630837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:22.730501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:22.784070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:22.784912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:22.787482 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd273e7f-39cf-4982-b9dc-13f911bea398" -d '{"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-plugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:22.850820 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c43aca-bf23-46a4-89f3-2101b9294a80 x-openstack-request-id: req-c6c43aca-bf23-46a4-89f3-2101b9294a80 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:22.850820 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-plugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:22.850820 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6c43aca-bf23-46a4-89f3-2101b9294a80 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:22.850820 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c', 'code': 200} Oct 26 16:49:22.897051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:23.017814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:23.159754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f052e9-d502-41ae-a80b-2ccfc205bb10 req-c28bd870-950f-4dda-9918-6f07127fe646 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:23.162057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06f052e9-d502-41ae-a80b-2ccfc205bb10 req-c28bd870-950f-4dda-9918-6f07127fe646 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0899608 Oct 26 16:49:23.171556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a0d51-3e20-4e86-95f0-e1df67b1e772 req-1b5656b7-6c0f-4dec-abd4-a1dc87eade7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:23.173072 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc8a0d51-3e20-4e86-95f0-e1df67b1e772 req-1b5656b7-6c0f-4dec-abd4-a1dc87eade7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 1096 time: 0.0701129 Oct 26 16:49:23.261538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc8a0d51-3e20-4e86-95f0-e1df67b1e772 req-f4080742-7389-4dde-a0b6-71afa3821435 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678461 Oct 26 16:49:23.406766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06f052e9-d502-41ae-a80b-2ccfc205bb10 req-a2c581c2-3313-49c4-962a-7a54f5beec15 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312913 Oct 26 16:49:23.607556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36560) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:23.708227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48328b08-dfe7-4cfd-ae28-89402194830e req-d03ef4aa-48b8-48af-840c-a21513b9bd0a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:23.717715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48328b08-dfe7-4cfd-ae28-89402194830e req-d03ef4aa-48b8-48af-840c-a21513b9bd0a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1181571 Oct 26 16:49:23.781396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48328b08-dfe7-4cfd-ae28-89402194830e req-b6f1bab0-5598-4684-bc65-c2e4e2ae1ffb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612955 Oct 26 16:49:23.922001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-346150321', 'router:external': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:24.067725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Made reservation on behalf of 6f34c35edeaf47e6bc3a88b3ff3ca831 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:49:24.070098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.082373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.213271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.308147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.361726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:49:24.370982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aecc45-cbb9-4c33-9fd8-70c1f4c17bf3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:24.381427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.381701 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Added segment 90139fda-f5e0-47bb-b09c-7c0fdd0efba3 of type vlan for network 05257755-5113-43b5-b9e3-2cb0bf136eeb Oct 26 16:49:24.450879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.631523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015ce5-12cd-41e5-b2dd-63937f8e3e35 req-23bf88d7-e79a-4a6b-a362-41f7e615fa9a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:24.634451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6015ce5-12cd-41e5-b2dd-63937f8e3e35 req-23bf88d7-e79a-4a6b-a362-41f7e615fa9a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0709963 Oct 26 16:49:24.704474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6015ce5-12cd-41e5-b2dd-63937f8e3e35 req-fa3aa8d8-b056-437d-b849-9ae495f54ff0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577011 Oct 26 16:49:24.933063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32507f-d21e-4e6a-b9c0-a7eb15f7b66d req-56b46eca-901a-41dd-9a15-418bf70cd127 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:24.940491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca32507f-d21e-4e6a-b9c0-a7eb15f7b66d req-56b46eca-901a-41dd-9a15-418bf70cd127 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0602214 Oct 26 16:49:24.992636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca32507f-d21e-4e6a-b9c0-a7eb15f7b66d req-3c8a3ad9-5334-4c09-9c59-503ef3530399 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 Oct 26 16:49:24.996281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:24.997574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:24.997803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:25.082765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Network': ['ID=05257755-5113-43b5-b9e3-2cb0bf136eeb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:25.099745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:49:25.171771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-526ede0a-8cb5-4288-afad-fd636c683e32 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5631361 Oct 26 16:49:25.174709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36580) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:25.188568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'subnet': {'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:25.331451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Made reservation on behalf of 6f34c35edeaf47e6bc3a88b3ff3ca831 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:49:25.338735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:25.893790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b05f3-b6d0-45a8-af46-645c14f0ba5d req-bcada8b1-e062-489a-974e-5a9daeb45f76 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:25.896257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-671b05f3-b6d0-45a8-af46-645c14f0ba5d req-bcada8b1-e062-489a-974e-5a9daeb45f76 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0920718 Oct 26 16:49:25.968139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-671b05f3-b6d0-45a8-af46-645c14f0ba5d req-506d0d6e-76cf-49bf-8bc4-a858a4a16275 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639234 Oct 26 16:49:26.202073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:26.295055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d94d94-72f1-4ff8-b6fa-347d6b3209da req-6ee539b5-67dc-4c8b-a4c0-eaff43e6c9d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:26.304482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d94d94-72f1-4ff8-b6fa-347d6b3209da req-6ee539b5-67dc-4c8b-a4c0-eaff43e6c9d5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1601198 Oct 26 16:49:26.453031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34d94d94-72f1-4ff8-b6fa-347d6b3209da req-b57c8df5-eca7-4dfa-948f-e6eed8e27e17 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464362 Oct 26 16:49:26.603693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d41e85-7013-46f6-b99b-a0d9895a3c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:26.744330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.objects.ports [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 16:49:26.744833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:26.802234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d41e85-7013-46f6-b99b-a0d9895a3c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:26.828102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f41f8dbe-fef5-4dfa-9dd9-5b558cd78986,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:26.838706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Checking segment: {'id': '90139fda-f5e0-47bb-b09c-7c0fdd0efba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:49:26.839069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network hostable DHCP agents. Network: 05257755-5113-43b5-b9e3-2cb0bf136eeb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:49:26.874512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11d41e85-7013-46f6-b99b-a0d9895a3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:26.935684 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11d41e85-7013-46f6-b99b-a0d9895a3c0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71ba632735e441d29e6abafaa637500c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7184944 Oct 26 16:49:26.935684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d41e85-7013-46f6-b99b-a0d9895a3c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff221b6d-5060-4daf-8a7c-0ef754e0bdd3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:26.938643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36604) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:26.941123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:49:27.121217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:27.154953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:27.174145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 05257755-5113-43b5-b9e3-2cb0bf136eeb) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:27.317342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:27.317342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:27.318426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4363d4-7cc9-43a9-8491-a115588e526d None None] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:49:27.318827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e369958-c242-4d7c-85a2-c1c6b5d89715 req-786f7f19-b4dd-44c8-9f4f-82aa7cf60280 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:27.318827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e369958-c242-4d7c-85a2-c1c6b5d89715 req-786f7f19-b4dd-44c8-9f4f-82aa7cf60280 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0677400 Oct 26 16:49:27.318827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e369958-c242-4d7c-85a2-c1c6b5d89715 req-06ccdfe9-b987-4bbf-a206-984026d47083 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336032 Oct 26 16:49:27.360632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437f360-faa9-41e5-9992-0c19a84786af None None] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:49:27.660710 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1397fca7-fe6f-4f11-9a66-9f97230f85de tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4846773 Oct 26 16:49:27.687741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:27.687741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-325892563', 'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:27.714489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d9a4b-2609-4b54-bed6-3e5901cbc5fc req-50cb18ec-6953-4258-a50a-ff06ad30b4a5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:27.716187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-759d9a4b-2609-4b54-bed6-3e5901cbc5fc req-50cb18ec-6953-4258-a50a-ff06ad30b4a5 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1454194 Oct 26 16:49:27.763843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-759d9a4b-2609-4b54-bed6-3e5901cbc5fc req-cf211560-27d2-4260-9793-755d2356f803 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466661 Oct 26 16:49:28.068476 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.073352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.073352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff221b6d-5060-4daf-8a7c-0ef754e0bdd3 HTTP/1.1" status: 204 len: 168 time: 1.1308665 Oct 26 16:49:28.084388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c7e6c-8b0d-4b29-b43a-04680df7bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff221b6d-5060-4daf-8a7c-0ef754e0bdd3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:28.119623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Made reservation on behalf of 6f34c35edeaf47e6bc3a88b3ff3ca831 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:49:28.122165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.147717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] device_id is not set on port 686fd842-8d52-43cf-900f-638c44cc3710 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:49:28.291535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 2001:db8::228 (05257755-5113-43b5-b9e3-2cb0bf136eeb/f41f8dbe-fef5-4dfa-9dd9-5b558cd78986/686fd842-8d52-43cf-900f-638c44cc3710) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:28.488898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.555513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f05f2-a508-4513-83bc-e9269bdcdf6e req-48222868-3c4a-462e-bcf6-a7b990910e5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:28.557165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-941f05f2-a508-4513-83bc-e9269bdcdf6e req-48222868-3c4a-462e-bcf6-a7b990910e5c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1055963 Oct 26 16:49:28.589422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.635820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-941f05f2-a508-4513-83bc-e9269bdcdf6e req-c8143b39-55c7-45fe-bb47-e9721d32dc15 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696568 Oct 26 16:49:28.654609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:28.654609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=686fd842-8d52-43cf-900f-638c44cc3710,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:28.668586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:28.668586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:28.668586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:28.668586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.753887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e6721db-ab45-496f-9a97-464819b1a8cc tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0842175 Oct 26 16:49:28.754173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36628) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:28.905943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Deleting port 686fd842-8d52-43cf-900f-638c44cc3710 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:28.906300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:28.974623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36638) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:28.987473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdc734-d75c-4136-9e81-b610b9b3ebab req-b571b6c2-465b-4b12-b496-f95f187e17e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:28.989132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ecdc734-d75c-4136-9e81-b610b9b3ebab req-b571b6c2-465b-4b12-b496-f95f187e17e3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1218939 Oct 26 16:49:29.004754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d6073e3-af05-49ae-b21e-5421adf0fa40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.124857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ecdc734-d75c-4136-9e81-b610b9b3ebab req-ed651afa-a8b8-4a90-b790-d254c6dc2517 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224518 Oct 26 16:49:29.145028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d6073e3-af05-49ae-b21e-5421adf0fa40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.168749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.185987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Calling delete_port for 686fd842-8d52-43cf-900f-638c44cc3710 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:29.255770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d6073e3-af05-49ae-b21e-5421adf0fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.284429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0d6073e3-af05-49ae-b21e-5421adf0fa40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77335f571a6f40ac95f35933ab1b24e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084512 Oct 26 16:49:29.288122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36644) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:29.328075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6073e3-af05-49ae-b21e-5421adf0fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00afe1b8-027b-4d81-8a3f-9f0e62e24125,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:29.365267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.389760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.410907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.451420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Port': ['ID=686fd842-8d52-43cf-900f-638c44cc3710,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:29.487978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.492058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-58b5b183-1082-4a8e-8656-f42454a846b0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/ports/686fd842-8d52-43cf-900f-638c44cc3710 HTTP/1.1" status: 204 len: 168 time: 0.7368815 Oct 26 16:49:29.498096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36646) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:29.499885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb', 'external_fixed_ips': [{'subnet_id': 'f41f8dbe-fef5-4dfa-9dd9-5b558cd78986', 'ip_address': '2001:db8::228'}]}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:29.530455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.530455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.530455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00afe1b8-027b-4d81-8a3f-9f0e62e24125 HTTP/1.1" status: 204 len: 168 time: 0.2355087 Oct 26 16:49:29.549915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00afe1b8-027b-4d81-8a3f-9f0e62e24125,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:29.559237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.559590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.559934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.560273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.560876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.561255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.561591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.561919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.562249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.562575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.562900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.563283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae8dd81-0505-4613-9160-09ad5d0184a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:49:29.611361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.615097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.695567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.848932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99db6-ca6e-42a9-b52d-a18755231d7f req-a756e07e-9e06-4c7e-ac6c-44f717a27d51 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:29.850457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77a99db6-ca6e-42a9-b52d-a18755231d7f req-a756e07e-9e06-4c7e-ac6c-44f717a27d51 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1341250 Oct 26 16:49:29.950946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:29.961570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77a99db6-ca6e-42a9-b52d-a18755231d7f req-3a76590a-4d9e-4aa8-a889-1963db645584 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041858 Oct 26 16:49:30.339930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeab66-7fcf-4645-a624-608fc51302dd req-2dd3eff5-b8e8-443f-bfa9-10dcb0a2ef76 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:30.342105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caeeab66-7fcf-4645-a624-608fc51302dd req-2dd3eff5-b8e8-443f-bfa9-10dcb0a2ef76 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0962002 Oct 26 16:49:30.346028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:30.375524 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:30.475491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-caeeab66-7fcf-4645-a624-608fc51302dd req-e0cf706a-18ce-45fe-bc19-200e2630edda tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086953 Oct 26 16:49:31.022624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed3f921e-39ea-4600-876d-14b7009275a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:31.044129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 2001:db8::228 (05257755-5113-43b5-b9e3-2cb0bf136eeb/f41f8dbe-fef5-4dfa-9dd9-5b558cd78986/2754549d-7c7c-4110-84d2-0497e70265c2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:31.058226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a114612-7778-462d-af6c-7926ec08bb4e req-6458fdb5-70ef-4470-99e9-b27bf689c485 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:31.071303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a114612-7778-462d-af6c-7926ec08bb4e req-6458fdb5-70ef-4470-99e9-b27bf689c485 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1518061 Oct 26 16:49:31.123727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a114612-7778-462d-af6c-7926ec08bb4e req-87da7cfc-e704-404d-bcc1-8afa2ef68781 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Oct 26 16:49:31.248487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e468-850a-448c-b51f-1c437a1d30e7 req-bc49b432-c0a0-471c-bc6b-a662e5e43ed5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:31.250046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbc8e468-850a-448c-b51f-1c437a1d30e7 req-bc49b432-c0a0-471c-bc6b-a662e5e43ed5 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.1397393 Oct 26 16:49:31.314238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:31.327804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbc8e468-850a-448c-b51f-1c437a1d30e7 req-2311e5f7-6b91-446c-bc95-a51e1f2850e2 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690637 Oct 26 16:49:31.451979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:31.496215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network 05257755-5113-43b5-b9e3-2cb0bf136eeb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:31.499509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:31.503865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:31.592795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=2754549d-7c7c-4110-84d2-0497e70265c2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:31.826973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:32.062960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:32.263610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159acf9-925f-462e-be82-5b073a7c78cb req-1b3adc80-aded-4e41-8bd5-09a6a0a40314 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:32.265165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2159acf9-925f-462e-be82-5b073a7c78cb req-1b3adc80-aded-4e41-8bd5-09a6a0a40314 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0742450 Oct 26 16:49:32.290787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:49:32.308904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2159acf9-925f-462e-be82-5b073a7c78cb req-da9a7be2-8ca0-428f-aa6a-af361d426056 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Oct 26 16:49:32.370783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router 718b9c15-bdba-42a0-9ed3-05d01be2b1af is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:49:32.508812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:32.543248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'port_id': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'mac_address': 'fa:16:3e:a4:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:49:32.583753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa49a-e9da-447e-8864-cca8d4dc90d8 req-b5ef79f9-f96c-4827-8bda-95e793ad65a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:32.591869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-133aa49a-e9da-447e-8864-cca8d4dc90d8 req-b5ef79f9-f96c-4827-8bda-95e793ad65a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 944 time: 0.0901997 Oct 26 16:49:32.622674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:49:32.625762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:32.651468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:49:32.660464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-133aa49a-e9da-447e-8864-cca8d4dc90d8 req-5256ea2d-4547-45e7-b31e-aaa68b87c114 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619299 Oct 26 16:49:32.661072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Sync routers for ids ['718b9c15-bdba-42a0-9ed3-05d01be2b1af'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:32.674975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Routers {'718b9c15-bdba-42a0-9ed3-05d01be2b1af'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:32.675876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['718b9c15-bdba-42a0-9ed3-05d01be2b1af'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:32.773413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:32.775421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-24427656-5a19-4172-81c1-ce6e2b3f1a06 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2785335 Oct 26 16:49:32.777906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:32.780747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:32.839532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Set router 718b9c15-bdba-42a0-9ed3-05d01be2b1af gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:49:32.884128 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:32.994133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=11']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:33.115606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.174160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e1f45969-6c79-4688-bd01-bcf60c5a8eb7'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:33.333520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.553808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718b9c15-bdba-42a0-9ed3-05d01be2b1af', 'name': '', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb', 'external_fixed_ips': [{'subnet_id': 'f41f8dbe-fef5-4dfa-9dd9-5b558cd78986', 'ip_address': '2001:db8::228'}], 'enable_snat': True}, 'gw_port_id': '2754549d-7c7c-4110-84d2-0497e70265c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:29Z', 'updated_at': '2021-10-26T16:49:31Z', 'revision_number': 3, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port': {'id': '2754549d-7c7c-4110-84d2-0497e70265c2', 'name': '', 'network_id': '05257755-5113-43b5-b9e3-2cb0bf136eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718b9c15-bdba-42a0-9ed3-05d01be2b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'f41f8dbe-fef5-4dfa-9dd9-5b558cd78986', 'ip_address': '2001:db8::228', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:49:30Z', 'updated_at': '2021-10-26T16:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41f8dbe-fef5-4dfa-9dd9-5b558cd78986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:33.602564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Checking router: 718b9c15-bdba-42a0-9ed3-05d01be2b1af for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:33.602564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Updating router 718b9c15-bdba-42a0-9ed3-05d01be2b1af port 2754549d-7c7c-4110-84d2-0497e70265c2 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:49:33.610018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611381b-ed90-4b90-9cbb-ddd076687189 req-3996c65a-0513-4d9f-b64d-168e95d266aa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:33.612185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d611381b-ed90-4b90-9cbb-ddd076687189 req-3996c65a-0513-4d9f-b64d-168e95d266aa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.2187986 Oct 26 16:49:33.628132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7dd-93a3-479f-b08b-ed9001482011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.639318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.677911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Deleting port 2754549d-7c7c-4110-84d2-0497e70265c2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:33.678354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.735788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d611381b-ed90-4b90-9cbb-ddd076687189 req-52231ac3-f7ff-42bb-897e-42f6a7b4909c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123166 Oct 26 16:49:33.816451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7342c4-3bce-4a46-bada-487be0e467a8 req-58f8a431-797b-4697-a55c-d28803f7aa13 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:33.824894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa7342c4-3bce-4a46-bada-487be0e467a8 req-58f8a431-797b-4697-a55c-d28803f7aa13 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 945 time: 0.0876219 Oct 26 16:49:33.854780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:33.876381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Calling delete_port for 2754549d-7c7c-4110-84d2-0497e70265c2 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:33.891408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa7342c4-3bce-4a46-bada-487be0e467a8 req-d058e947-b227-4b9b-927e-dbbb138d0302 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651510 Oct 26 16:49:34.013892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.076356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:49:34.076356 n-d-815373-2 neutron-server[102738]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Oct 26 16:49:34.076356 n-d-815373-2 neutron-server[102738]: [parameters: {'host': 'n-d-815373-2', 'ml2_port_bindings_port_id': '2754549d-7c7c-4110-84d2-0497e70265c2', 'ml2_port_bindings_host': ''}] Oct 26 16:49:34.076356 n-d-815373-2 neutron-server[102738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:49:34.076780 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:49:34.101545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.130760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.171656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Port': ['ID=2754549d-7c7c-4110-84d2-0497e70265c2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:34.201047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.297282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.299816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.306494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:49:34.450867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:49:34.455047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:34.455458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.463055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.470973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 718b9c15-bdba-42a0-9ed3-05d01be2b1af {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:34.470973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.473748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d3442b28-0bf5-431b-8a22-efe9cbb4fbf0 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/routers/718b9c15-bdba-42a0-9ed3-05d01be2b1af HTTP/1.1" status: 204 len: 168 time: 1.6947320 Oct 26 16:49:34.476467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36744) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:34.553399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.562707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Deleting subnet f41f8dbe-fef5-4dfa-9dd9-5b558cd78986 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:49:34.565887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.587377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:34.590409 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b00df0-f0a8-41e8-8d1f-ad3690734efb" -d '{"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:34.613714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.636369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:34.637928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Port 2754549d-7c7c-4110-84d2-0497e70265c2 not found while updating agent binding for router 718b9c15-bdba-42a0-9ed3-05d01be2b1af. {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 16:49:34.663020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Routers set() bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:34.665544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Router IDs set() for agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 16:49:34.666262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'718b9c15-bdba-42a0-9ed3-05d01be2b1af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent'). {{(pid=102738) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:49:34.666775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f8ce3-81d4-4d43-ac69-5d64ff4830b8 None None] The sync data for ids ['718b9c15-bdba-42a0-9ed3-05d01be2b1af'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:34.693744 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.694109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f89d43-b68a-4e72-99c4-47fd47edc85d x-openstack-request-id: req-b9f89d43-b68a-4e72-99c4-47fd47edc85d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:34.694109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-plugged", "status": "completed", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:34.694109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9f89d43-b68a-4e72-99c4-47fd47edc85d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:34.694109 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'code': 200} Oct 26 16:49:34.755092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.833529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:34.849491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.899829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f41f8dbe-fef5-4dfa-9dd9-5b558cd78986,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:34.903180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:34.908957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-065d9663-ef77-464b-bc40-bac22aeeec63 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/f41f8dbe-fef5-4dfa-9dd9-5b558cd78986 HTTP/1.1" status: 204 len: 168 time: 0.4282079 Oct 26 16:49:34.909168 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:34.979261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f34408-1864-468b-abc0-ff1a3c7f7066 req-f11aef3a-665b-456b-9392-9991af54ab63 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:34.980853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27f34408-1864-468b-abc0-ff1a3c7f7066 req-f11aef3a-665b-456b-9392-9991af54ab63 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1452041 Oct 26 16:49:35.013678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.020099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b444f-789f-4115-a804-1b087dcbb536 req-a9787cef-8534-49da-8474-cc232f517218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:35.024634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-328b444f-789f-4115-a804-1b087dcbb536 req-a9787cef-8534-49da-8474-cc232f517218 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 1097 time: 0.0882759 Oct 26 16:49:35.073553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27f34408-1864-468b-abc0-ff1a3c7f7066 req-eb5fce89-c9c1-4c05-a13d-bdfb047d270d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856929 Oct 26 16:49:35.085242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-328b444f-789f-4115-a804-1b087dcbb536 req-8f3210f2-2840-40c2-971e-a559eda90ec6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545495 Oct 26 16:49:35.108115 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.146839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b2d85-bd61-4449-9b96-7955ee677ff2 req-3d3e8199-83ba-44f2-add6-f187ba8fb2e0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:35.148347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-754b2d85-bd61-4449-9b96-7955ee677ff2 req-3d3e8199-83ba-44f2-add6-f187ba8fb2e0 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1327655 Oct 26 16:49:35.170437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.201651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05257755-5113-43b5-b9e3-2cb0bf136eeb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:35.218883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90139fda-f5e0-47bb-b09c-7c0fdd0efba3') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:35.219245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90139fda-f5e0-47bb-b09c-7c0fdd0efba3') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:35.223329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-754b2d85-bd61-4449-9b96-7955ee677ff2 req-21bc5e38-9767-4feb-abb9-752534fabaec tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628059 Oct 26 16:49:35.232418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.251935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.258159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:49:35.258538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:49:35.260346 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:49:35.393632 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.420063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05257755-5113-43b5-b9e3-2cb0bf136eeb {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 16:49:35.424231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Network': ['ID=05257755-5113-43b5-b9e3-2cb0bf136eeb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:35.426663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:35.439766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-16faf23c-c227-46cf-9929-655f672479fe tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/networks/05257755-5113-43b5-b9e3-2cb0bf136eeb HTTP/1.1" status: 204 len: 168 time: 0.5288899 Oct 26 16:49:35.935723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:35.940587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'name': 'tempest-router--655404182', 'project_id': '31c96d31363642398db9be436ebb339b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:36.044540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.046547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.115798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.188518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.292484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10677b6f-31ad-4a5d-8da7-a2159cc0fbbc req-74cca45e-56ea-4437-8d4f-1b7227e5e2bd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:36.294671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.295174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10677b6f-31ad-4a5d-8da7-a2159cc0fbbc req-74cca45e-56ea-4437-8d4f-1b7227e5e2bd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0683794 Oct 26 16:49:36.298782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-55041535-aae7-4a11-8285-7089e01772a7 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3593252 Oct 26 16:49:36.299032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36802) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:36.310527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:49:36.373004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10677b6f-31ad-4a5d-8da7-a2159cc0fbbc req-c3afe1ba-9853-4072-9066-31c1b3608528 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705531 Oct 26 16:49:36.521367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.561076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c2d2f-8bb3-4ab5-84c6-af362b351813 req-ba182812-e5b6-49cf-91d0-cd71e58976a6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:36.577968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b49c2d2f-8bb3-4ab5-84c6-af362b351813 req-ba182812-e5b6-49cf-91d0-cd71e58976a6 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1780715 Oct 26 16:49:36.616463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:36.656269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '7ab11928-c271-4ec7-93df-645629eb126c', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'port_id': '7ab11928-c271-4ec7-93df-645629eb126c', 'mac_address': 'fa:16:3e:89:26:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:49:36.701171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b49c2d2f-8bb3-4ab5-84c6-af362b351813 req-ac82ae31-cb05-468a-8b65-ade2a2a09cc3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222103 Oct 26 16:49:36.840323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.856656 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.906889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab11928-c271-4ec7-93df-645629eb126c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:49:36.964270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.967102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:36.978334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:37.062122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:37.090708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:37.091508 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9b9cf12-e087-4159-82b7-c16c476689a9 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:37.096686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:37.100216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b37dcfc1-72a5-469b-8a2a-b60515abf091 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b9b9cf12-e087-4159-82b7-c16c476689a9 HTTP/1.1" status: 204 len: 168 time: 0.7976849 Oct 26 16:49:37.182106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:37.186753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['7ab11928-c271-4ec7-93df-645629eb126c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:49:37.621141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2671-17fd-4fd3-9d34-4dbcc5a96b2b req-09268c9f-1b1c-4df6-aecd-0469564b5fa2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:37.621141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-728a2671-17fd-4fd3-9d34-4dbcc5a96b2b req-09268c9f-1b1c-4df6-aecd-0469564b5fa2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 944 time: 0.0843799 Oct 26 16:49:37.657769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:37.771194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-728a2671-17fd-4fd3-9d34-4dbcc5a96b2b req-0bfd4762-dbeb-4be8-8c43-466c34bc60eb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401489 Oct 26 16:49:38.011499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-797024190', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:38.042199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce6d9-1aac-4c5d-b3b8-2c08df736d30 req-fd191d16-f2e3-4125-92a6-09cf39c151bb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:38.044557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a99ce6d9-1aac-4c5d-b3b8-2c08df736d30 req-fd191d16-f2e3-4125-92a6-09cf39c151bb tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1092455 Oct 26 16:49:38.103368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a99ce6d9-1aac-4c5d-b3b8-2c08df736d30 req-856f39f4-271f-47ad-a0fc-ead571fa23f4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468285 Oct 26 16:49:38.154042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.155322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.245777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.342024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:49:38.452225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 7ab11928-c271-4ec7-93df-645629eb126c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:38.452745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.528438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.660895 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:38.728493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:49:38.734578 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690dabe-40d7-410a-80b4-5b6c7f4b18a4" -d '{"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-plugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:38.803703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:38.859263 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779416f-a072-4b14-ad36-88a3c86f515c x-openstack-request-id: req-6779416f-a072-4b14-ad36-88a3c86f515c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:38.859561 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-plugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:38.859927 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6779416f-a072-4b14-ad36-88a3c86f515c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:38.860217 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c', 'code': 200} Oct 26 16:49:38.907469 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:39.025287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc5b4c-43a2-4bee-97fe-6e9889a14b1c req-ebd37147-6a05-403a-94f3-2498a2098e2c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:39.028775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81cc5b4c-43a2-4bee-97fe-6e9889a14b1c req-ebd37147-6a05-403a-94f3-2498a2098e2c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 944 time: 0.1426938 Oct 26 16:49:39.041236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:39.092674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81cc5b4c-43a2-4bee-97fe-6e9889a14b1c req-8796c3c1-9424-4de5-b335-bb60e702d824 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Oct 26 16:49:39.193035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:39.226462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:39.276460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62620b-8567-4d93-a3fa-676aeda77f64 req-965572a0-0dc2-4102-8699-416be7b1f7fa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:39.288167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef62620b-8567-4d93-a3fa-676aeda77f64 req-965572a0-0dc2-4102-8699-416be7b1f7fa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.0790889 Oct 26 16:49:39.355947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef62620b-8567-4d93-a3fa-676aeda77f64 req-8cff2d59-08ec-4381-8149-456c1c5fa880 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664926 Oct 26 16:49:39.405268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Allocated IP 172.25.5.233 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/91db324e-c126-4a7d-a2e2-2a7aa77221bf) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:39.610903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:39.719662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:39.775242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:39.790293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:39.797890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:39.801243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event updated for resources: {'Port': ['ID=91db324e-c126-4a7d-a2e2-2a7aa77221bf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:40.281714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fb2c8-27f5-4f59-a156-78ec022fa6c5 req-20cd94eb-8743-4b47-a6f6-a08cba870e8f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:40.293313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-332fb2c8-27f5-4f59-a156-78ec022fa6c5 req-20cd94eb-8743-4b47-a6f6-a08cba870e8f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0974381 Oct 26 16:49:40.348381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:40.349021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-332fb2c8-27f5-4f59-a156-78ec022fa6c5 req-1bc993db-5a1f-46d9-a64d-5bd096cfdb28 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 Oct 26 16:49:40.706043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59febeec-a970-4d43-b61a-f8602c3d4632 req-077dc4fc-dcde-4e73-b5d9-41e46b6a2fe4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:40.708377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59febeec-a970-4d43-b61a-f8602c3d4632 req-077dc4fc-dcde-4e73-b5d9-41e46b6a2fe4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1308713 Oct 26 16:49:40.777796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59febeec-a970-4d43-b61a-f8602c3d4632 req-9ee200fd-ea97-410b-8e2a-27ace3b20d15 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591981 Oct 26 16:49:40.799564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:41.430280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Router 89762daa-b546-441f-96c9-90fb76a7daba is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:49:41.557273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5a8f-6fef-4c6a-a399-005bc30f6f0e req-9d04dabb-0f37-40d3-a9b6-f0a57c651adf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:41.559052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e0d5a8f-6fef-4c6a-a399-005bc30f6f0e req-9d04dabb-0f37-40d3-a9b6-f0a57c651adf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1067612 Oct 26 16:49:41.618546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e0d5a8f-6fef-4c6a-a399-005bc30f6f0e req-7eeafcba-12be-4138-b117-10bee62109a2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365973 Oct 26 16:49:41.632952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:49:41.642680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] Sync routers for ids ['89762daa-b546-441f-96c9-90fb76a7daba'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:41.656977 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] Routers {'89762daa-b546-441f-96c9-90fb76a7daba'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:41.657581 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['89762daa-b546-441f-96c9-90fb76a7daba'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:41.690582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:41.701965 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] Routers {'89762daa-b546-441f-96c9-90fb76a7daba'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:41.702940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['89762daa-b546-441f-96c9-90fb76a7daba'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:41.740781 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:41.741354 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dba7a-2077-4628-aab2-9cd9ad6c6f4c None None] The sync data for ids ['89762daa-b546-441f-96c9-90fb76a7daba'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:41.840915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:41.844774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fbc75de9-d08d-4439-94f7-796a4c735226 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1891632 Oct 26 16:49:41.847620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:41.987674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9c71-8637-43a1-8da8-2d4713adaa0d req-c8f4f989-de4e-4ff5-bcfc-58430bd30671 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:41.989153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-744f9c71-8637-43a1-8da8-2d4713adaa0d req-c8f4f989-de4e-4ff5-bcfc-58430bd30671 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1023204 Oct 26 16:49:42.021003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c7c62e5e-b1a8-4b1c-8c42-c64a3b5699d9 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/89762daa-b546-441f-96c9-90fb76a7daba HTTP/1.1" status: 200 len: 924 time: 0.1716688 Oct 26 16:49:42.024668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36874) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:42.042168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-744f9c71-8637-43a1-8da8-2d4713adaa0d req-9e4e3e1a-c93a-4dcd-8e32-715d5b1d9f8f tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437381 Oct 26 16:49:42.070826 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-55276f49-39d9-4e24-bce5-52704e7fb29e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=89762daa-b546-441f-96c9-90fb76a7daba HTTP/1.1" status: 200 len: 205 time: 0.0425746 Oct 26 16:49:42.071511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 36880) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:42.219584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:42.725742 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:42.847762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ea86-2618-485e-9b84-6f22f900ec09 req-187f8538-3f73-4dd5-827a-8350c50a98a2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:42.848876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7a7ea86-2618-485e-9b84-6f22f900ec09 req-187f8538-3f73-4dd5-827a-8350c50a98a2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0948632 Oct 26 16:49:42.932286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7a7ea86-2618-485e-9b84-6f22f900ec09 req-1fdc2205-c903-4875-b5b1-3b09c1648e1f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 Oct 26 16:49:42.958892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port 91db324e-c126-4a7d-a2e2-2a7aa77221bf {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:42.958892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.068708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.091929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for 91db324e-c126-4a7d-a2e2-2a7aa77221bf owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:43.343981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc6516-f5a5-44e7-ad0e-8e7e27ed14cf req-cf82673c-c78d-4885-96a1-e946aaf695c1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:43.345976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fc6516-f5a5-44e7-ad0e-8e7e27ed14cf req-cf82673c-c78d-4885-96a1-e946aaf695c1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1518512 Oct 26 16:49:43.441188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90fc6516-f5a5-44e7-ad0e-8e7e27ed14cf req-ba273936-4420-428f-983e-c11e564cfd44 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593770 Oct 26 16:49:43.508292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.560552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=91db324e-c126-4a7d-a2e2-2a7aa77221bf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:43.707684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.830433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.839626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.964438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.964886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router 89762daa-b546-441f-96c9-90fb76a7daba {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:43.989988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:43.990128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 36902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:43.996790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3f6e3ad-a7b6-414f-ad04-7ef4e9f4632e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/89762daa-b546-441f-96c9-90fb76a7daba HTTP/1.1" status: 204 len: 168 time: 1.9137924 Oct 26 16:49:44.002433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1456420347', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:44.257274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afab193-f480-4380-bfcd-440980092fa1 req-ae442215-b148-4d5b-b50f-ca1e30926ae4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:44.260238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afab193-f480-4380-bfcd-440980092fa1 req-ae442215-b148-4d5b-b50f-ca1e30926ae4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1436808 Oct 26 16:49:44.361667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1afab193-f480-4380-bfcd-440980092fa1 req-e7467d28-ecf1-4e1e-866d-df6f0b87c2ae tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867357 Oct 26 16:49:44.438833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:44.439962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:44.701441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:44.721511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dcd58-d1a9-498f-9aff-e6bf3aef6b70 req-85546082-46f6-4367-87f3-46b656face56 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:44.729638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-085dcd58-d1a9-498f-9aff-e6bf3aef6b70 req-85546082-46f6-4367-87f3-46b656face56 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1159828 Oct 26 16:49:44.745975 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-cd6586b2-3d7e-4d58-8b49-3cafd77d370a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092923 Oct 26 16:49:44.886218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-085dcd58-d1a9-498f-9aff-e6bf3aef6b70 req-e44b23c7-ee8d-4f59-930d-37a0e76b1c67 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488383 Oct 26 16:49:45.689309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677d6d9-70dc-4fd2-a7e9-69790aab0577 req-95a13f2d-a375-427e-b077-7815f32083c4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:45.697022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8677d6d9-70dc-4fd2-a7e9-69790aab0577 req-95a13f2d-a375-427e-b077-7815f32083c4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1655834 Oct 26 16:49:45.720588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-2d9c5a74-1a3c-4816-80d2-63dfb8f8e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:45.722116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-2d9c5a74-1a3c-4816-80d2-63dfb8f8e050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 1097 time: 0.8635054 Oct 26 16:49:45.774166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8677d6d9-70dc-4fd2-a7e9-69790aab0577 req-875d5e5b-e465-4414-a897-6a58c0af4a18 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749450 Oct 26 16:49:45.966176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-f278ed3d-9c12-4b4d-a2df-2ec8186d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:45.967782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-f278ed3d-9c12-4b4d-a2df-2ec8186d53df service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1609869 Oct 26 16:49:45.969971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:46.175588 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-fec6aa9b-f77e-4308-85e8-029d29cdc9b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=979cd35c-94de-4151-958d-bc5c3ab809fb HTTP/1.1" status: 200 len: 217 time: 0.1968591 Oct 26 16:49:46.256629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9bd3-36a8-4030-a762-7422a82086dd req-1e2a2d66-e5b4-4904-8394-2017179dc9e3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:46.262047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b10a9bd3-36a8-4030-a762-7422a82086dd req-1e2a2d66-e5b4-4904-8394-2017179dc9e3 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1270740 Oct 26 16:49:46.276504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-2fa8c2ce-20cb-4ddc-8a22-75c82e1f4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:46.281149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-2fa8c2ce-20cb-4ddc-8a22-75c82e1f4a46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0912137 Oct 26 16:49:46.327565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b10a9bd3-36a8-4030-a762-7422a82086dd req-7a933b97-6150-4c38-b0e0-a4af47b00b12 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605321 Oct 26 16:49:46.493639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-81fc8e08-ca52-48f9-b969-8b47784c2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:46.500519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-81fc8e08-ca52-48f9-b969-8b47784c2b71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078860 Oct 26 16:49:46.696662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-fb7c2c9f-df77-4f71-9d05-83f508d70925 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833718 Oct 26 16:49:46.873377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-205c61f3-3d29-43da-b5d2-284cb674af1d req-c640c4fe-8470-4c6a-90d1-e981d15b3c5b service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271029 Oct 26 16:49:46.973899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:46.988015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb73bd-690b-488a-8f98-49470be381cd req-459eb058-3f1d-4538-b6bf-5ee1d379f7d0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:46.995776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bb73bd-690b-488a-8f98-49470be381cd req-459eb058-3f1d-4538-b6bf-5ee1d379f7d0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0905485 Oct 26 16:49:47.045536 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:47.070592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bb73bd-690b-488a-8f98-49470be381cd req-628bac31-0d11-42d1-b955-a3b73ad0d150 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706992 Oct 26 16:49:47.270871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 172.25.5.193 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/fa1813aa-f096-49b3-b87e-def70c5f2270) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:47.565944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7285e1-3db7-4068-802b-098975893a46 req-6ea02431-8ceb-4d42-8d47-60d29db7aac1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:47.567778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e7285e1-3db7-4068-802b-098975893a46 req-6ea02431-8ceb-4d42-8d47-60d29db7aac1 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1247187 Oct 26 16:49:47.583381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:47.669238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e7285e1-3db7-4068-802b-098975893a46 req-d22b6bc9-7b8f-4c78-ae63-54723d34ac5e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923922 Oct 26 16:49:47.738531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:47.829526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:47.833023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:47.847174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:47.893577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1813aa-f096-49b3-b87e-def70c5f2270,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:48.321832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345add3-702a-4650-9035-1e9f1a0e46bd req-c8ae19aa-217e-421d-a2a6-dcd17b3a34bf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:48.323629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5345add3-702a-4650-9035-1e9f1a0e46bd req-c8ae19aa-217e-421d-a2a6-dcd17b3a34bf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1137331 Oct 26 16:49:48.373211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5345add3-702a-4650-9035-1e9f1a0e46bd req-f95cca20-afbe-4c96-9ed0-b035a576024b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Oct 26 16:49:48.414223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:48.692019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:48.916990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6a11e-f85f-4e2e-9635-cbfc1d8619da req-10a8cd6d-b9cb-4008-bcd4-b6e4583752c8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:48.918564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e6a11e-f85f-4e2e-9635-cbfc1d8619da req-10a8cd6d-b9cb-4008-bcd4-b6e4583752c8 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1279025 Oct 26 16:49:48.980555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e6a11e-f85f-4e2e-9635-cbfc1d8619da req-8c436bcc-066f-4109-bf9c-90a46b1a607e tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477445 Oct 26 16:49:49.035015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router 0de1c217-4bf8-4cb5-abb8-acdffedae146 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:49:49.265343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:49:49.286616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Sync routers for ids ['0de1c217-4bf8-4cb5-abb8-acdffedae146'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:49.298706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Routers {'0de1c217-4bf8-4cb5-abb8-acdffedae146'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:49.299385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0de1c217-4bf8-4cb5-abb8-acdffedae146'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:49.396788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:49.398677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1cd84b4e-b8d7-49bd-bdd9-dcaaf835ff71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4006243 Oct 26 16:49:49.407565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:49.447435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Set router 0de1c217-4bf8-4cb5-abb8-acdffedae146 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:49:49.623932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37006) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:49.625792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1376b629-e195-4cf4-93dd-08f673512e6b tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/0de1c217-4bf8-4cb5-abb8-acdffedae146 HTTP/1.1" status: 200 len: 909 time: 0.2167327 Oct 26 16:49:49.629755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1456420347', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': True}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:49.730090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d509c-46dc-4a7e-8289-5f69d114801a req-2d1b1e03-2c1b-476f-a26c-df00771a9949 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:49.738999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e74d509c-46dc-4a7e-8289-5f69d114801a req-2d1b1e03-2c1b-476f-a26c-df00771a9949 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1109514 Oct 26 16:49:49.775550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:49.776960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:49.817742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e74d509c-46dc-4a7e-8289-5f69d114801a req-1a5fc42c-2106-4d58-87e0-291214b459b3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Oct 26 16:49:49.935294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:49.943679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:44Z', 'updated_at': '2021-10-26T16:49:48Z', 'revision_number': 3, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port': {'id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:49:47Z', 'updated_at': '2021-10-26T16:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:50.016767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Checking router: 0de1c217-4bf8-4cb5-abb8-acdffedae146 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:50.017116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Updating router 0de1c217-4bf8-4cb5-abb8-acdffedae146 port fa1813aa-f096-49b3-b87e-def70c5f2270 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:49:50.072425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.345290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.553010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.656246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.810355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.839599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Attempting to bind port fa1813aa-f096-49b3-b87e-def70c5f2270 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:49:50.839977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Attempting to bind port fa1813aa-f096-49b3-b87e-def70c5f2270 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:49:50.840350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Attempting to bind port fa1813aa-f096-49b3-b87e-def70c5f2270 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:49:50.857944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.872118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329595-ad56-4ad1-9272-cbec6cba7b75 None None] Pushing event updated for resources: {'Port': ['ID=fa1813aa-f096-49b3-b87e-def70c5f2270,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Bound port: fa1813aa-f096-49b3-b87e-def70c5f2270, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:49:50.890374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:51.044243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] For port fa1813aa-f096-49b3-b87e-def70c5f2270, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:49:51.050870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] For port fa1813aa-f096-49b3-b87e-def70c5f2270, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fa1813aa-f096-49b3-b87e-def70c5f2270,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:49:51.068649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29d8e1-bb69-4f01-b989-5d6d10ec9ad9 req-00e90f5c-a791-4291-b4df-9805680b7d80 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:51.076701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df29d8e1-bb69-4f01-b989-5d6d10ec9ad9 req-00e90f5c-a791-4291-b4df-9805680b7d80 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1506484 Oct 26 16:49:51.102244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 172.25.5.214 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/504d1140-a296-40d0-b95a-edd297048774) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:51.165426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:51.188372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:51.189529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df29d8e1-bb69-4f01-b989-5d6d10ec9ad9 req-8a9573a1-7925-4711-a602-d01dd92b29f8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Oct 26 16:49:51.270566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Routers {'0de1c217-4bf8-4cb5-abb8-acdffedae146'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:51.271249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0de1c217-4bf8-4cb5-abb8-acdffedae146'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:51.414433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:51.416445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329595-ad56-4ad1-9272-cbec6cba7b75 None None] Pushing event updated for resources: {'Port': ['ID=fa1813aa-f096-49b3-b87e-def70c5f2270,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:51.435006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] Set router 0de1c217-4bf8-4cb5-abb8-acdffedae146 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:49:51.552923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:51.634395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=504d1140-a296-40d0-b95a-edd297048774,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:51.669092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:51.672532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:51.682362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:49:51.754510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:44Z', 'updated_at': '2021-10-26T16:49:48Z', 'revision_number': 3, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port': {'id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:49:47Z', 'updated_at': '2021-10-26T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:51.815535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f318b50-02f2-4fcd-96be-f7b682f0e5e9 None None] The sync data for ids ['0de1c217-4bf8-4cb5-abb8-acdffedae146'] in n-d-815373-2 is: [{'id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:44Z', 'updated_at': '2021-10-26T16:49:48Z', 'revision_number': 3, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port': {'id': 'fa1813aa-f096-49b3-b87e-def70c5f2270', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1c217-4bf8-4cb5-abb8-acdffedae146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:49:47Z', 'updated_at': '2021-10-26T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:52.118459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-bee9ea9d-e3b7-4ede-89c9-c058bf532be5 req-1a0075a6-0c31-4e96-aa6f-8b0a142d0b20 service neutron] (102737) timed out ('10.222.0.47', 63205) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:49:52.280888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:52.513021 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:52.588784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a56409-9dcf-4819-9d3a-65700f2ea150 req-b18c1150-d054-41c0-97a5-552dc8273844 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:52.590391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37a56409-9dcf-4819-9d3a-65700f2ea150 req-b18c1150-d054-41c0-97a5-552dc8273844 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.2194669 Oct 26 16:49:52.720945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37a56409-9dcf-4819-9d3a-65700f2ea150 req-b137401f-eccd-4e7a-aa33-94f6a4765d49 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 Oct 26 16:49:53.278992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:53.336887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fa1813aa-f096-49b3-b87e-def70c5f2270 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:49:53.473034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fa1813aa-f096-49b3-b87e-def70c5f2270 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:53.473399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:53.615019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:53.650261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port fa1813aa-f096-49b3-b87e-def70c5f2270, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fa1813aa-f096-49b3-b87e-def70c5f2270,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:53.844365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router 80091389-39ee-4ee6-93b8-5d882d66b94a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:49:53.845122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:53.946414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536022-0c82-434d-901c-3c5a9509fd43 req-bda20a9c-6f19-4339-9578-e7786ec78332 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:53.959443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f536022-0c82-434d-901c-3c5a9509fd43 req-bda20a9c-6f19-4339-9578-e7786ec78332 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1370640 Oct 26 16:49:53.960648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=fa1813aa-f096-49b3-b87e-def70c5f2270,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:54.066439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f536022-0c82-434d-901c-3c5a9509fd43 req-bb45506e-186d-421e-a220-682df3a0957a tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974312 Oct 26 16:49:54.135709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:49:54.147795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Sync routers for ids ['80091389-39ee-4ee6-93b8-5d882d66b94a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:54.162039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Routers {'80091389-39ee-4ee6-93b8-5d882d66b94a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:54.163634 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['80091389-39ee-4ee6-93b8-5d882d66b94a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:54.229763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:54.237986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5695babd-7b7b-46e6-9225-a875bbec0a22 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6120319 Oct 26 16:49:54.240042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37048) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:54.393828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Set router 80091389-39ee-4ee6-93b8-5d882d66b94a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:49:54.687636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8e496c7-0fcb-444f-9bc1-82bf9283e78e tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/80091389-39ee-4ee6-93b8-5d882d66b94a HTTP/1.1" status: 200 len: 908 time: 0.4435277 Oct 26 16:49:54.688024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:54.938108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:54.985360 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80091389-39ee-4ee6-93b8-5d882d66b94a', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '504d1140-a296-40d0-b95a-edd297048774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:49Z', 'updated_at': '2021-10-26T16:49:51Z', 'revision_number': 3, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port': {'id': '504d1140-a296-40d0-b95a-edd297048774', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80091389-39ee-4ee6-93b8-5d882d66b94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:49:50Z', 'updated_at': '2021-10-26T16:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:55.060534 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Checking router: 80091389-39ee-4ee6-93b8-5d882d66b94a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:55.060979 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Updating router 80091389-39ee-4ee6-93b8-5d882d66b94a port 504d1140-a296-40d0-b95a-edd297048774 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:49:55.109859 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:55.267758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:55.302357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fa1813aa-f096-49b3-b87e-def70c5f2270 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:49:55.351154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486d03-8bf2-4b69-92c1-bf15d4665c48 req-26bc14b5-69bf-4f22-a0e0-f0e9fb846f0c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:55.359968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe486d03-8bf2-4b69-92c1-bf15d4665c48 req-26bc14b5-69bf-4f22-a0e0-f0e9fb846f0c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1212165 Oct 26 16:49:55.432451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe486d03-8bf2-4b69-92c1-bf15d4665c48 req-2b215377-473b-45aa-bc85-571775c32861 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712373 Oct 26 16:49:55.490522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fa1813aa-f096-49b3-b87e-def70c5f2270 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:49:55.491449 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:55.533474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Deleting port 504d1140-a296-40d0-b95a-edd297048774 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:55.533921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:55.746490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:55.775616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Calling delete_port for 504d1140-a296-40d0-b95a-edd297048774 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:56.284822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.286099 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.db.api [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:49:56.286708 n-d-815373-2 neutron-server[102739]: DEBUG oslo_db.api [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:49:56.361934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Port': ['ID=504d1140-a296-40d0-b95a-edd297048774,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:56.413410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.539168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.547625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.584113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2692-9a6e-46d8-9325-f1dc500a7079 req-d60e05bd-e5a6-4a6f-9944-2385e9e48840 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:56.585807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20dd2692-9a6e-46d8-9325-f1dc500a7079 req-d60e05bd-e5a6-4a6f-9944-2385e9e48840 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Oct 26 16:49:56.628299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20dd2692-9a6e-46d8-9325-f1dc500a7079 req-f2ad7181-d66d-42f8-8193-a9b7238a985d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356245 Oct 26 16:49:56.740574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:49:56.808474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Port 504d1140-a296-40d0-b95a-edd297048774 not found while updating agent binding for router 80091389-39ee-4ee6-93b8-5d882d66b94a. {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 16:49:56.817676 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Routers {'80091389-39ee-4ee6-93b8-5d882d66b94a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:49:56.818282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['80091389-39ee-4ee6-93b8-5d882d66b94a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:56.861425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.862028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80091389-39ee-4ee6-93b8-5d882d66b94a {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:56.871652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:56.874544 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c589122e-b766-4330-88e2-7ff38dd30208 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/routers/80091389-39ee-4ee6-93b8-5d882d66b94a HTTP/1.1" status: 204 len: 168 time: 2.1831257 Oct 26 16:49:56.883860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:56.943525 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] Set router 80091389-39ee-4ee6-93b8-5d882d66b94a gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:49:57.046676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:57.056028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80091389-39ee-4ee6-93b8-5d882d66b94a', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:49Z', 'updated_at': '2021-10-26T16:49:56Z', 'revision_number': 5, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:57.096322 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889205c-71e0-4b09-914a-7fe10a81d642 None None] The sync data for ids ['80091389-39ee-4ee6-93b8-5d882d66b94a'] in n-d-815373-2 is: [{'id': '80091389-39ee-4ee6-93b8-5d882d66b94a', 'name': 'tempest-snat-router-1456420347', 'tenant_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:49:49Z', 'updated_at': '2021-10-26T16:49:56Z', 'revision_number': 5, 'project_id': '6f34c35edeaf47e6bc3a88b3ff3ca831', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:57.249295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:57.469394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Deleting port fa1813aa-f096-49b3-b87e-def70c5f2270 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:49:57.469763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:57.590162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] For port fa1813aa-f096-49b3-b87e-def70c5f2270, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fa1813aa-f096-49b3-b87e-def70c5f2270,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:49:57.590793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:57.609532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Calling delete_port for fa1813aa-f096-49b3-b87e-def70c5f2270 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:49:57.789437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f15cc7-cf01-41d6-bd7a-98fb3af15686 req-b0468fd0-4bfc-40a8-9c21-3eda89ab7dca tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:57.791104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5f15cc7-cf01-41d6-bd7a-98fb3af15686 req-b0468fd0-4bfc-40a8-9c21-3eda89ab7dca tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0775867 Oct 26 16:49:57.870504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5f15cc7-cf01-41d6-bd7a-98fb3af15686 req-3cd9f871-adc5-47cc-8a57-3fc07a4d5e42 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550401 Oct 26 16:49:58.063496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.094815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa1813aa-f096-49b3-b87e-def70c5f2270,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:58.175855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.288263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.288263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.439463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.441145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0de1c217-4bf8-4cb5-abb8-acdffedae146 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:49:58.449227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.449227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5fd3163a-4896-4eee-8e62-5b501dbbe27c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0de1c217-4bf8-4cb5-abb8-acdffedae146 HTTP/1.1" status: 204 len: 168 time: 1.5634542 Oct 26 16:49:58.453848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:49:58.461791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-840208706', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:58.581350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.582440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.644192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:58.980915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:59.028122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-86487bba-28a3-4a6b-a07d-bb8c09a9a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:59.029877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-86487bba-28a3-4a6b-a07d-bb8c09a9a31b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 1096 time: 0.0677171 Oct 26 16:49:59.048822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380703-2756-4cfd-bf3a-604a4e8176bf req-7083d4de-53c2-4d35-834d-71f6cd3f38c8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:59.050382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b380703-2756-4cfd-bf3a-604a4e8176bf req-7083d4de-53c2-4d35-834d-71f6cd3f38c8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0663483 Oct 26 16:49:59.107175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b380703-2756-4cfd-bf3a-604a4e8176bf req-e697c80a-658f-42cd-a4d8-aae6ebce7ce6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Oct 26 16:49:59.193406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-c8f9b903-4a44-491f-9b18-13695ab4a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:59.195528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-c8f9b903-4a44-491f-9b18-13695ab4a0c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1580451 Oct 26 16:49:59.224847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fa1813aa-f096-49b3-b87e-def70c5f2270 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:49:59.239972 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-d55513fd-e8ca-4a86-8423-8c749304c9f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab11928-c271-4ec7-93df-645629eb126c HTTP/1.1" status: 200 len: 217 time: 0.0353365 Oct 26 16:49:59.249895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fa1813aa-f096-49b3-b87e-def70c5f2270 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:49:59.250245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fa1813aa-f096-49b3-b87e-def70c5f2270 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:49:59.306697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-a0bf6124-93a1-457a-8adf-9b6284db8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:59.308649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-a0bf6124-93a1-457a-8adf-9b6284db8127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0610254 Oct 26 16:49:59.441667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-c76986dd-4795-4b7f-aa5a-3669eb4080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:49:59.443560 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-c76986dd-4795-4b7f-aa5a-3669eb4080b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243286 Oct 26 16:49:59.480442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:59.538107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:49:59.671530 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-1fb3632a-b1ec-436f-932a-bbc545d2312a service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996849 Oct 26 16:49:59.744522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Allocated IP 172.25.5.154 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/d224444f-ab2a-463f-86a7-17b5ca238e31) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:59.862075 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3089a9c-efd8-48d6-b8cf-859adf1cb84a req-47b84af4-c677-439e-9af6-27b676872c3c service neutron] 10.222.0.39 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808927 Oct 26 16:49:59.917172 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:00.072315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:00.113763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:00.117404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:00.121143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:00.126832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event updated for resources: {'Port': ['ID=d224444f-ab2a-463f-86a7-17b5ca238e31,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:00.305596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9eafc-ab1e-4e8f-a762-19087f167e74 req-e0d7938d-3fa9-4b64-a691-b89bebe09873 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:00.312702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4e9eafc-ab1e-4e8f-a762-19087f167e74 req-e0d7938d-3fa9-4b64-a691-b89bebe09873 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.1064863 Oct 26 16:50:00.377696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c4e9eafc-ab1e-4e8f-a762-19087f167e74 req-b0fa2339-c3bd-4d96-8d1a-54cd07ea9b86 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Oct 26 16:50:00.553716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:00.756027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:00.990380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Router 85024008-ed65-4c9f-9d2d-41f8b71a95ec is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:50:01.088675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e91e-d296-4bfc-a28e-cc1af687100e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:01.098933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:01.108887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] Sync routers for ids ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:01.119010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] Routers {'85024008-ed65-4c9f-9d2d-41f8b71a95ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:01.119821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:01.154658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:01.164081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] Routers {'85024008-ed65-4c9f-9d2d-41f8b71a95ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:01.164682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:01.197753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:01.198339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d5fd9-31f3-41c2-8ade-b8198c7c637a None None] The sync data for ids ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:01.222871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:01.224167 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a3588e6f-f36a-4d2d-b4f1-007447ee16bc tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7671046 Oct 26 16:50:01.226999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:01.231244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:01.531426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b86d3-bcbb-465a-b5c3-079c1999ce1d req-21d213ed-747f-423a-842a-7c9bec9d6343 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:01.534192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-695b86d3-bcbb-465a-b5c3-079c1999ce1d req-21d213ed-747f-423a-842a-7c9bec9d6343 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0725091 Oct 26 16:50:01.582482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-695b86d3-bcbb-465a-b5c3-079c1999ce1d req-9b744f91-d99b-4e6b-8ddc-dbf13efefc5d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367026 Oct 26 16:50:01.875613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.461963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:02.515209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.520228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.552363 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.581474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:02.583963 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d3066-c9df-42ed-9dac-1317c1a46afe" -d '{"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:02.596701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:02.633165 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ef02a7-c634-49bc-af6a-d54325f5f729 x-openstack-request-id: req-61ef02a7-c634-49bc-af6a-d54325f5f729 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:02.633636 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab11928-c271-4ec7-93df-645629eb126c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:02.634047 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61ef02a7-c634-49bc-af6a-d54325f5f729 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:02.634653 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c', 'code': 200} Oct 26 16:50:02.664080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router 85024008-ed65-4c9f-9d2d-41f8b71a95ec has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:02.717720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47721fc-6d26-49bc-a5a8-3bcd22ad99c7 req-4396d933-bc52-496a-8a8e-2df250f7c051 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:02.725153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c47721fc-6d26-49bc-a5a8-3bcd22ad99c7 req-4396d933-bc52-496a-8a8e-2df250f7c051 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 945 time: 0.0609515 Oct 26 16:50:02.729687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.779114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c47721fc-6d26-49bc-a5a8-3bcd22ad99c7 req-28bb3860-a3ac-4272-9305-3937c70690eb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528331 Oct 26 16:50:02.823767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:02.836060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.836489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.837130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.837464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.837986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.838379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.838773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.839215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.840212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.840588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.840905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.841559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:02.844593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:02.862512 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] Sync routers for ids ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:02.864351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:02.868768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8989a69f-cb80-4720-a281-138652e220aa tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "PUT /v2.0/routers/85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 200 len: 925 time: 1.6406269 Oct 26 16:50:02.877469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37158) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:02.878862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] Routers {'85024008-ed65-4c9f-9d2d-41f8b71a95ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:02.879651 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:02.961647 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:02.971718 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] Routers {'85024008-ed65-4c9f-9d2d-41f8b71a95ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:02.976584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:49:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:03.025931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c8babde-b264-45f7-8bff-5d66d75352fb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 200 len: 925 time: 0.1421628 Oct 26 16:50:03.025931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37162) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:03.033102 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:03.041596 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5b4ba-b4a2-4622-b1d9-1f8d114a4d64 None None] The sync data for ids ['85024008-ed65-4c9f-9d2d-41f8b71a95ec'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:03.125729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693462d3-9a35-4558-84c6-08a133f9fa2e req-932729e3-f0ac-4f4f-bc40-613464be7adf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:03.127250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-693462d3-9a35-4558-84c6-08a133f9fa2e req-932729e3-f0ac-4f4f-bc40-613464be7adf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1507030 Oct 26 16:50:03.165182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8730e-78a8-4ae8-b49a-57c4d7cc8c5d tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:03.166788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8d8730e-78a8-4ae8-b49a-57c4d7cc8c5d tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=85024008-ed65-4c9f-9d2d-41f8b71a95ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1404436 Oct 26 16:50:03.169767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37166) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:03.188207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-693462d3-9a35-4558-84c6-08a133f9fa2e req-aef034ed-9275-426a-95a9-be57def4bd2f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 Oct 26 16:50:03.289178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62cfab2-0b01-418a-889d-f46d22b4874e tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:03.292750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b62cfab2-0b01-418a-889d-f46d22b4874e tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1199403 Oct 26 16:50:03.297326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37170) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:03.327760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0bbfc01f-2a9a-4062-bf92-f2702b22efff tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 200 len: 205 time: 0.0292962 Oct 26 16:50:03.330413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37174) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:03.350330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9d3-af03-4b96-8d36-b61eeb77aec1 req-23ccd9d4-5be2-44b9-87c6-183081cbe3cb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:03.352320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c4f9d3-af03-4b96-8d36-b61eeb77aec1 req-23ccd9d4-5be2-44b9-87c6-183081cbe3cb tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0760393 Oct 26 16:50:03.405478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50c4f9d3-af03-4b96-8d36-b61eeb77aec1 req-c74531e8-aa8c-4d2e-abde-5f9d58e76706 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Oct 26 16:50:03.507963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:03.626061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ecbb708-6424-4f61-a93b-f815d2a6c4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:03.632640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:03.937362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port d224444f-ab2a-463f-86a7-17b5ca238e31 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:03.937717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.062847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df374-b364-4625-8dd4-cf5fe3e8cef2 req-00398bbb-1617-4866-9298-b05afeb1baea tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:04.064396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-465df374-b364-4625-8dd4-cf5fe3e8cef2 req-00398bbb-1617-4866-9298-b05afeb1baea tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0844171 Oct 26 16:50:04.099575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.123365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.164308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-465df374-b364-4625-8dd4-cf5fe3e8cef2 req-c9707c5c-e202-4ec9-903b-1a97b3cf2ba8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835066 Oct 26 16:50:04.164681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for d224444f-ab2a-463f-86a7-17b5ca238e31 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:04.415456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.446424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=d224444f-ab2a-463f-86a7-17b5ca238e31,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:04.507454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.619116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.621705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.758820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.759354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router 85024008-ed65-4c9f-9d2d-41f8b71a95ec {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:04.766178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.767321 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1da37c87-c5e8-4154-8f4c-11648b940a70 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 204 len: 168 time: 1.4359920 Oct 26 16:50:04.771271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:04.776998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306706857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:04.884246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.885746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.936773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:04.998994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.037813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.097398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.098669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed7df3e3-c1dd-4af7-bea9-d71734c560f3 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3255854 Oct 26 16:50:05.102374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:05.107111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:05.325360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ea60-9523-4bc4-9450-e209e34e0c89 req-d0c09937-a2be-47f1-b7ae-6dddc654df50 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:05.327930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d10ea60-9523-4bc4-9450-e209e34e0c89 req-d0c09937-a2be-47f1-b7ae-6dddc654df50 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0802088 Oct 26 16:50:05.364525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.379519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d10ea60-9523-4bc4-9450-e209e34e0c89 req-a6dac024-9dfb-4b77-8f92-f938e18c5643 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Oct 26 16:50:05.593788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-c6978236-7d32-4633-9446-b0e27375908e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754021367&fields=id&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 267 time: 0.0394082 Oct 26 16:50:05.696209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.721341 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:05.752311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-1e14b0ec-78fd-4913-b72f-5bad9435aaf3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:05.753881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-1e14b0ec-78fd-4913-b72f-5bad9435aaf3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1517034 Oct 26 16:50:05.771356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-ae83581f-7008-4a0c-b164-8519df7f61c6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Oct 26 16:50:05.837496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Allocated IP 172.25.5.55 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/9d1b3692-7372-40dd-b6c6-da43d6f03cd0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:05.845629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-0bb89695-39a0-4b32-a312-d36c42f5136a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619366 Oct 26 16:50:05.955312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-57097ffb-6dbe-4ffb-957a-ad526e1fa505 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987616 Oct 26 16:50:05.966181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.062170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-a1cd3674-883e-4d33-a08e-bbba941fe0ea service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997777 Oct 26 16:50:06.098033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.143071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:06.144875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:06.149405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:06.186515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event updated for resources: {'Port': ['ID=9d1b3692-7372-40dd-b6c6-da43d6f03cd0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:06.476586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 7ab11928-c271-4ec7-93df-645629eb126c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:06.530741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672a5f-3c2e-4b02-ae59-5c2cf5ef5835 req-a9c2cda7-ddf5-4e43-8c4a-e8ccd3a00016 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:06.533575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a672a5f-3c2e-4b02-ae59-5c2cf5ef5835 req-a9c2cda7-ddf5-4e43-8c4a-e8ccd3a00016 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Oct 26 16:50:06.595219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a672a5f-3c2e-4b02-ae59-5c2cf5ef5835 req-9ae4af77-58fd-43fb-981d-d940463bac55 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Oct 26 16:50:06.612929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.729016 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.815912 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.822661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:06.861972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c8dcd47-f849-4834-8a7e-5a3a4963ffd0 req-e2142b4c-b604-4740-bc65-e56c1f9e4e64 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0305071 Oct 26 16:50:07.060545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Router 1d976050-3d8d-4e07-9725-b239734c4a7c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:50:07.172235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:07.181910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:07.183749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] Sync routers for ids ['1d976050-3d8d-4e07-9725-b239734c4a7c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:07.183872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5cf888a-6d87-426a-980b-a409ef7827f7 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "PUT /v2.0/routers/1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 200 len: 882 time: 2.0797219 Oct 26 16:50:07.185906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:07.193562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] Routers {'1d976050-3d8d-4e07-9725-b239734c4a7c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:07.194200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1d976050-3d8d-4e07-9725-b239734c4a7c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:07.227820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:07.237304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] Routers {'1d976050-3d8d-4e07-9725-b239734c4a7c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:07.237926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1d976050-3d8d-4e07-9725-b239734c4a7c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:07.275283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:07.276049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e33eb9-8cb5-499d-b865-26622bbb173b None None] The sync data for ids ['1d976050-3d8d-4e07-9725-b239734c4a7c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:07.652461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-da5614e0-2bf7-4a2e-99e8-b31048fd1435 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 200 len: 923 time: 0.4622827 Oct 26 16:50:07.653310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:07.730675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ef892-bcdb-4ba3-8904-64df84742b24 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:07.732232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce4ef892-bcdb-4ba3-8904-64df84742b24 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=1d976050-3d8d-4e07-9725-b239734c4a7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0772874 Oct 26 16:50:07.734962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:07.760569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b319d6-4aa2-49b9-918f-e386b2ad1251 req-43688c19-506f-424a-a3d3-244d27359f95 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:07.762270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07b319d6-4aa2-49b9-918f-e386b2ad1251 req-43688c19-506f-424a-a3d3-244d27359f95 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0803394 Oct 26 16:50:07.860050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07b319d6-4aa2-49b9-918f-e386b2ad1251 req-be96a407-2469-49dc-9f81-9cff5a9128ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855579 Oct 26 16:50:07.887517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab6fa37-07ae-423c-9e38-67ca3cd0dd98 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:07.891855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fab6fa37-07ae-423c-9e38-67ca3cd0dd98 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1529648 Oct 26 16:50:07.892970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:07.926385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-08fccdec-59c1-4481-9251-7da952c977e5 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 200 len: 205 time: 0.0301487 Oct 26 16:50:07.929868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37252) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:08.030997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09e6153a-7e44-4550-a941-cae394a72ad9 req-677b47bb-5ba8-4cb4-8b55-d013960dc623 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0599434 Oct 26 16:50:08.092392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:08.208295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:08.377642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port 9d1b3692-7372-40dd-b6c6-da43d6f03cd0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:08.377983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:08.465061 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:08.479593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for 9d1b3692-7372-40dd-b6c6-da43d6f03cd0 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:08.827012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:08.878869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=9d1b3692-7372-40dd-b6c6-da43d6f03cd0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:08.966329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.199857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-b4cd65f9-ee48-42c1-918c-dc73c4e47df4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:09.202417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-b4cd65f9-ee48-42c1-918c-dc73c4e47df4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1388412 Oct 26 16:50:09.272887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-31ddbe63-2178-4c3b-8504-f754526aad76 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 380 time: 0.0599685 Oct 26 16:50:09.283075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'security_groups': ['e41963cc-ce97-44bd-9dd4-0cb53101858a']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:09.468336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1149a70b-ab10-48bd-8d75-ab84c8f0d65b req-508d4ee9-f106-4225-9c4e-aca567259d97 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0380371 Oct 26 16:50:09.471195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.482912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.495166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71b63-f7e7-4019-9d8d-1279814de5c9 req-301b1ac6-3c54-4e16-b952-ce796caa0059 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:09.497163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fb71b63-f7e7-4019-9d8d-1279814de5c9 req-301b1ac6-3c54-4e16-b952-ce796caa0059 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.5482204 Oct 26 16:50:09.575077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:09.578607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.597163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fb71b63-f7e7-4019-9d8d-1279814de5c9 req-6fc655c5-e348-4837-a1dc-663de46415b7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874894 Oct 26 16:50:09.684389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.687106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router 1d976050-3d8d-4e07-9725-b239734c4a7c {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:09.718438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.722863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fddab643-a973-4975-b9f5-54027ef4535a tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 204 len: 168 time: 1.7952993 Oct 26 16:50:09.727520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37264) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:09.738398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1231186861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:09.840090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.6 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/1a74b7d7-b94b-4d02-9391-8d182101582e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:09.878121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.879948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:09.969241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.031511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.052173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.147789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.169696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.174008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a10d3613-724c-4e55-9e1c-e7b523f54559 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4381096 Oct 26 16:50:10.174159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37268) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:10.180532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': True}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:10.222489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:10.233211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:10.244015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:10.254423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:10.333395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:10.333395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.427783 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-db0592b7-64cb-47c7-8590-b195ef4b0517 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1454179 Oct 26 16:50:10.437237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Request body: {'port': {'device_id': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:10.465778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.529868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.626283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-60d1b9a1-5ba2-4a33-bf33-a949b10458a4 None None] Provisioning complete for port 1a74b7d7-b94b-4d02-9391-8d182101582e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:10.626803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-60d1b9a1-5ba2-4a33-bf33-a949b10458a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:10.697573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717a30-db81-4179-838e-a1f583847c39 req-2d3ee661-4bf6-442e-84c2-57948751585b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:10.710528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c717a30-db81-4179-838e-a1f583847c39 req-2d3ee661-4bf6-442e-84c2-57948751585b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 931 time: 0.1439409 Oct 26 16:50:10.733378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b9a1-5ba2-4a33-bf33-a949b10458a4 None None] Port 1a74b7d7-b94b-4d02-9391-8d182101582e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:50:10.839773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8a82-850f-4e99-a4de-69b5e3a59e8f req-c400962b-59cf-43f6-b6a4-d3801f5e2bc8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:10.851326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70e8a82-850f-4e99-a4de-69b5e3a59e8f req-c400962b-59cf-43f6-b6a4-d3801f5e2bc8 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1295013 Oct 26 16:50:10.886055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c717a30-db81-4179-838e-a1f583847c39 req-488ddd0a-0e36-454f-8dc6-d864f5d2a2a7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698680 Oct 26 16:50:10.939638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d70e8a82-850f-4e99-a4de-69b5e3a59e8f req-ca57b4cc-5e96-428b-b6ac-0f438ca0b358 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869062 Oct 26 16:50:11.010806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a74b7d7-b94b-4d02-9391-8d182101582e {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:50:11.034207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.064369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Transition to ACTIVE for port object 1a74b7d7-b94b-4d02-9391-8d182101582e will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:50:11.089689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.114087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.158130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.286615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:11.320521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 172.25.5.20 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/2affb868-7988-4e16-9455-eee89ee40a86) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:11.476374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Attempting to bind port 1a74b7d7-b94b-4d02-9391-8d182101582e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:50:11.476374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Attempting to bind port 1a74b7d7-b94b-4d02-9391-8d182101582e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:50:11.476374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Attempting to bind port 1a74b7d7-b94b-4d02-9391-8d182101582e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:50:11.493003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Port 1a74b7d7-b94b-4d02-9391-8d182101582e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:50:11.493783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Attempting to bind port 1a74b7d7-b94b-4d02-9391-8d182101582e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:50:11.508707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:50:11.510858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:11.510858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:50:11.510858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Bound port: 1a74b7d7-b94b-4d02-9391-8d182101582e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:50:11.510858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.622000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.668519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:50:11.687589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=1a74b7d7-b94b-4d02-9391-8d182101582e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:50:11.752995 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.791022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:11.791539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.791870 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:11.793466 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 200 len: 1091 time: 1.3610277 Oct 26 16:50:11.794422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:11.799232 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51445cd3-3976-4f1d-a844-a479a841335e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:11.848936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8869-1282-442d-ad34-26c269ca0ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:11.869125 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0feeadc-ae07-4a30-bd6b-8756f12b4110 x-openstack-request-id: req-c0feeadc-ae07-4a30-bd6b-8756f12b4110 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:11.869542 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:11.869890 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0feeadc-ae07-4a30-bd6b-8756f12b4110 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:11.870394 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'status': 'completed', 'code': 200} Oct 26 16:50:11.904203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:11.910529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:11.917326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:11.978937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=2affb868-7988-4e16-9455-eee89ee40a86,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:12.054698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445cd3-3976-4f1d-a844-a479a841335e req-4b4a9a50-ded1-41df-b5ed-11612d68223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.067969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-51445cd3-3976-4f1d-a844-a479a841335e req-4b4a9a50-ded1-41df-b5ed-11612d68223f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1094 time: 0.1791844 Oct 26 16:50:12.251096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51b513-a452-4493-9ab6-2217da055bbc req-5cca36e8-49a6-4b14-9a1e-28605f2db89c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.252811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f51b513-a452-4493-9ab6-2217da055bbc req-5cca36e8-49a6-4b14-9a1e-28605f2db89c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.2325211 Oct 26 16:50:12.262183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445cd3-3976-4f1d-a844-a479a841335e req-bd1f3951-0aa4-41da-9da3-3cf94dfd024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.263979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-51445cd3-3976-4f1d-a844-a479a841335e req-bd1f3951-0aa4-41da-9da3-3cf94dfd024f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=db853ae1189f4c059961fffd9f61e138&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1871309 Oct 26 16:50:12.382998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f51b513-a452-4493-9ab6-2217da055bbc req-a149098f-48d1-4cb0-be7f-a296379efc44 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086464 Oct 26 16:50:12.455605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445cd3-3976-4f1d-a844-a479a841335e req-114ef193-34fd-4b3c-aaaa-0d0890b1bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.461401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-51445cd3-3976-4f1d-a844-a479a841335e req-114ef193-34fd-4b3c-aaaa-0d0890b1bbcd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870344 Oct 26 16:50:12.607771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-b381ac37-d4d0-4ef6-95be-fb0556ab0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.613634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-b381ac37-d4d0-4ef6-95be-fb0556ab0808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1094 time: 0.0939786 Oct 26 16:50:12.621217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3757-ab50-441a-889d-8f5b947ca246 req-86af5dc4-780e-432d-8807-e80c24bb48e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.622969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f52f3757-ab50-441a-889d-8f5b947ca246 req-86af5dc4-780e-432d-8807-e80c24bb48e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.3265448 Oct 26 16:50:12.701568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f52f3757-ab50-441a-889d-8f5b947ca246 req-383749db-2780-4f71-a5fd-504c39e3a270 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605500 Oct 26 16:50:12.711918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951284a2-a28c-4e82-b20d-ea6d961ca756 req-cbca602f-6e72-4a65-a32a-1dc4290b4709 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.717862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-60d58fe3-3bbf-4762-b47c-346f4664b7f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 200 len: 217 time: 0.0976419 Oct 26 16:50:12.730158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-951284a2-a28c-4e82-b20d-ea6d961ca756 req-cbca602f-6e72-4a65-a32a-1dc4290b4709 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1681948 Oct 26 16:50:12.775756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-951284a2-a28c-4e82-b20d-ea6d961ca756 req-e3b367ca-f63a-4f04-be1e-a08efc5f8662 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549300 Oct 26 16:50:12.776988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:12.862760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-5e88b283-ca5d-45b5-8adf-c4f6dad15b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.864425 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-5e88b283-ca5d-45b5-8adf-c4f6dad15b80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1359885 Oct 26 16:50:12.926714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-9e76fd31-1fcf-48e0-922a-cf254728e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:12.931547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-9e76fd31-1fcf-48e0-922a-cf254728e194 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563240 Oct 26 16:50:13.071879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-5066746e-ce62-4bbf-a804-6ecacfab9813 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319673 Oct 26 16:50:13.207969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:13.212386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:13.236665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc6e25a5-0dd5-44bc-bc8c-e8abb2b4dc62 req-4da51244-b8c7-444a-a922-12c4bd25f16e service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546705 Oct 26 16:50:13.491907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router 28d10db6-7dbc-4405-80a8-dca51f3c68f0 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:50:13.558341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37513f6d-78f3-4dfc-a595-ae1068faaeff req-23ea3a9b-4214-43ef-a992-9e9f76e15325 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:13.559882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37513f6d-78f3-4dfc-a595-ae1068faaeff req-23ea3a9b-4214-43ef-a992-9e9f76e15325 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.1068974 Oct 26 16:50:13.614881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-0e320986-38ee-44d4-b3d3-40c1b863c5a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:13.614881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-0e320986-38ee-44d4-b3d3-40c1b863c5a4 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.0937719 Oct 26 16:50:13.639799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37513f6d-78f3-4dfc-a595-ae1068faaeff req-11a15373-63bd-450d-b40b-750b09098455 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521278 Oct 26 16:50:13.662534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:13.676664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:13.678656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d8837bb0-7cda-4225-93f5-6da7ec985fc6 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "PUT /v2.0/routers/28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 200 len: 918 time: 3.5032356 Oct 26 16:50:13.684605 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] Sync routers for ids ['28d10db6-7dbc-4405-80a8-dca51f3c68f0'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:13.685220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37314) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:13.705714 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] Routers {'28d10db6-7dbc-4405-80a8-dca51f3c68f0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:13.706343 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['28d10db6-7dbc-4405-80a8-dca51f3c68f0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:13.751160 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:13.761440 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] Routers {'28d10db6-7dbc-4405-80a8-dca51f3c68f0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:13.762224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['28d10db6-7dbc-4405-80a8-dca51f3c68f0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:13.812298 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:13.814693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49da5dc-97f8-4e16-b05c-cd9e1c35dadd None None] The sync data for ids ['28d10db6-7dbc-4405-80a8-dca51f3c68f0'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:13.873034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Deleting port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:13.873452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:13.955916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c049b547-cf57-4ab8-83a9-d53ce63b3c43 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 200 len: 924 time: 0.2690251 Oct 26 16:50:13.961340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37320) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:13.983959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] For port e1f45969-6c79-4688-bd01-bcf60c5a8eb7, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:13.984291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.010624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058874a-601a-48e0-ade6-8422623f3179 req-04330eb9-d57d-4346-a0f2-09beef22402c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:14.012202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7058874a-601a-48e0-ade6-8422623f3179 req-04330eb9-d57d-4346-a0f2-09beef22402c tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1447356 Oct 26 16:50:14.021744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056d1cb-3c38-4f8b-b2b6-101e8267d38b req-6fa5337b-83a1-49d0-9d13-75c0dcde9b3b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:14.023224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3056d1cb-3c38-4f8b-b2b6-101e8267d38b req-6fa5337b-83a1-49d0-9d13-75c0dcde9b3b tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 946 time: 0.1147819 Oct 26 16:50:14.090342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec26c3f-d8f2-4b35-8577-0a1c12587b71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:14.091900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6ec26c3f-d8f2-4b35-8577-0a1c12587b71 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=28d10db6-7dbc-4405-80a8-dca51f3c68f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1294177 Oct 26 16:50:14.095027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37322) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:14.097700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7058874a-601a-48e0-ade6-8422623f3179 req-7ee5159b-78b6-4486-856c-65602095fa7e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725791 Oct 26 16:50:14.144134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3056d1cb-3c38-4f8b-b2b6-101e8267d38b req-c136e81d-3b70-4b23-9fb9-6c8702abe5f7 tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups?id=bba03129-ad15-4b7d-bb63-9b037ad46fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939770 Oct 26 16:50:14.214843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.215233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.215552 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Floating IP e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7 disassociated. External IP: 172.25.5.8, port: e1f45969-6c79-4688-bd01-bcf60c5a8eb7. Oct 26 16:50:14.215893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Calling delete_port for e1f45969-6c79-4688-bd01-bcf60c5a8eb7 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:14.249413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f27753-725f-47be-ba64-a858b1b9afe8 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:14.250825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79f27753-725f-47be-ba64-a858b1b9afe8 tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1522541 Oct 26 16:50:14.253584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:14.287463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8450eb5-4827-45d3-b500-36f55244a10e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 200 len: 205 time: 0.0304258 Oct 26 16:50:14.287875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:14.458179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.571697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.606882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'Port': ['ID=e1f45969-6c79-4688-bd01-bcf60c5a8eb7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:14.612580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.795006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e3654-8ea7-4030-bf82-3c58bd84d78c req-890e8437-4ba4-4705-a9cb-9f839df16a2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:14.806495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-741e3654-8ea7-4030-bf82-3c58bd84d78c req-890e8437-4ba4-4705-a9cb-9f839df16a2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0706220 Oct 26 16:50:14.834090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port 2affb868-7988-4e16-9455-eee89ee40a86 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:14.840300 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:14.840300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:14.852551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-741e3654-8ea7-4030-bf82-3c58bd84d78c req-68c899c3-17cb-4101-823b-6572a1f1b247 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444255 Oct 26 16:50:15.014705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:15.036094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for 2affb868-7988-4e16-9455-eee89ee40a86 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:15.106215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:15.122012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:15.151080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:15.152210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:15.243564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] No DVR routers for this DVR port e1f45969-6c79-4688-bd01-bcf60c5a8eb7 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:15.257466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:15.278251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aebbb61b-942b-4ff1-895b-d6260f9fcbb6 req-d4216a52-815f-48a8-8ae4-e022f45e150a tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.39 "DELETE /v2.0/ports/e1f45969-6c79-4688-bd01-bcf60c5a8eb7 HTTP/1.1" status: 204 len: 173 time: 1.6585016 Oct 26 16:50:15.278754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-deleted', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:15.289755 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d19e4-ceae-4e40-8c9c-e31745874325" -d '{"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-deleted", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:15.425009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:15.431851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dd45506-ca2a-4154-8386-e5022200a235 req-2a4d5767-d26d-4274-80b6-3b85dec1a87c tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0783086 Oct 26 16:50:15.462131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f020973-1719-48f1-80fa-2eac162b56e1 req-13e936ec-1fba-43ec-905f-9bdc7943b9ec tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:15.479725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f020973-1719-48f1-80fa-2eac162b56e1 req-13e936ec-1fba-43ec-905f-9bdc7943b9ec tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1667876 Oct 26 16:50:15.553911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f020973-1719-48f1-80fa-2eac162b56e1 req-6f0436fc-d96e-4c67-a0c4-c583c1d7d454 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729351 Oct 26 16:50:15.558021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5765c7-5222-4b0a-b7ce-32d2821d0c38 x-openstack-request-id: req-cc5765c7-5222-4b0a-b7ce-32d2821d0c38 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:15.558021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada68bb7-b2e5-4f14-a0f1-254872eee7cf", "name": "network-vif-deleted", "tag": "e1f45969-6c79-4688-bd01-bcf60c5a8eb7", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:15.558021 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc5765c7-5222-4b0a-b7ce-32d2821d0c38 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:15.558021 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada68bb7-b2e5-4f14-a0f1-254872eee7cf', 'name': 'network-vif-deleted', 'tag': 'e1f45969-6c79-4688-bd01-bcf60c5a8eb7', 'status': 'completed', 'code': 200} Oct 26 16:50:15.606407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:15.671323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=2affb868-7988-4e16-9455-eee89ee40a86,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:15.778835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:15.811762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:15.851100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:50:15.861802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:15.862639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:15.919182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:15.925422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.060977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278c8db-c349-421a-ad41-a85a8d17c0cd req-cc91fb95-fbbf-4d02-9b2e-eaf937e81db9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.060977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0278c8db-c349-421a-ad41-a85a8d17c0cd req-cc91fb95-fbbf-4d02-9b2e-eaf937e81db9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0828457 Oct 26 16:50:16.077737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.078272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router 28d10db6-7dbc-4405-80a8-dca51f3c68f0 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:16.086040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.088802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19e71a91-ef7e-4417-afdf-2e970ca53d43 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 204 len: 168 time: 1.7983840 Oct 26 16:50:16.094853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37354) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:16.101063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1251064790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:16.200585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0278c8db-c349-421a-ad41-a85a8d17c0cd req-82b47803-dd28-4afa-9ad4-7cb27e5aee1a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303427 Oct 26 16:50:16.227048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26021bc7-bcf1-4286-909d-c059a317acaa req-ee784d5e-3fdd-47ce-9468-f692f033315b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.228665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26021bc7-bcf1-4286-909d-c059a317acaa req-ee784d5e-3fdd-47ce-9468-f692f033315b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0731037 Oct 26 16:50:16.272617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.273633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.310841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26021bc7-bcf1-4286-909d-c059a317acaa req-54be21d3-d066-4674-b245-9bf042bea3c4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751724 Oct 26 16:50:16.355783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-d525c0c4-5e24-46b4-b3cb-c008174dd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.359345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-d525c0c4-5e24-46b4-b3cb-c008174dd5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.1471813 Oct 26 16:50:16.414653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.438463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:16.508997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-13d305e3-5821-4e7f-aa95-e333d0a4de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.510529 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-13d305e3-5821-4e7f-aa95-e333d0a4de0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1171336 Oct 26 16:50:16.512008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.610025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-f91121cc-7762-41a5-838e-ce78d3f0c644 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.0914769 Oct 26 16:50:16.633388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5026a4b4-b302-45da-836d-831fe638f666 req-b7267d03-3fe0-4716-99ca-944d904c50ac tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada68bb7-b2e5-4f14-a0f1-254872eee7cf HTTP/1.1" status: 200 len: 210 time: 0.0559607 Oct 26 16:50:16.676280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:16.685909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-409a37d4-8af5-4280-bbec-1a7e3a29a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.687758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-409a37d4-8af5-4280-bbec-1a7e3a29a6c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0712209 Oct 26 16:50:16.698873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:16.699044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:16.699185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d62ed7f1-57d3-4319-9e86-319d09e73d21 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6013136 Oct 26 16:50:16.702373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'enable_snat': False}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:16.710849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e1f45969-6c79-4688-bd01-bcf60c5a8eb7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:16.710849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e1f45969-6c79-4688-bd01-bcf60c5a8eb7 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:16.751975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-6540516e-d689-4b49-9834-40f354a71d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:16.753568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-6540516e-d689-4b49-9834-40f354a71d40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552375 Oct 26 16:50:16.866268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:16.902505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4ba-8c37-4069-9630-bc8ea5efc6b9 None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:41:32Z', 'revision_number': 4, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '3902a75a-9096-44a4-8d17-15cfdfb9ced2', 'name': '', 'network_id': 'c748c833-0dc4-4a01-96d9-7e489f0ec0f9', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'mac_address': 'fa:16:3e:2c:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:29Z', 'updated_at': '2021-10-26T16:41:38Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'subnets': [{'id': '5c39754e-aeb6-44ee-ae5d-6a7eefe44983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:16.934132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-373f78a1-ea51-434c-b347-9482948e160f service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727574 Oct 26 16:50:17.110861 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9071c123-b1c2-4c96-ac4c-0728b212a53c req-431939ec-cec2-4ca3-98f4-df46383b9a0b service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657743 Oct 26 16:50:17.148569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:17.335666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cec3ed-3946-4dea-9652-e1f4ecd2c781 None None] New status for floating IP e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:50:17.417498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852852f-f783-49b5-a92d-45a31bbea86c req-0a606125-a923-4f51-bffa-86849b5ac3bd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:17.419431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c852852f-f783-49b5-a92d-45a31bbea86c req-0a606125-a923-4f51-bffa-86849b5ac3bd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0860093 Oct 26 16:50:17.860344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe0cb-1070-4048-ac43-5cfde04342b7 req-c7884a8e-44f6-4695-a65b-b2842cfdca1e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:17.861941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15fbe0cb-1070-4048-ac43-5cfde04342b7 req-c7884a8e-44f6-4695-a65b-b2842cfdca1e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.4406888 Oct 26 16:50:17.867708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c852852f-f783-49b5-a92d-45a31bbea86c req-a40d8077-7256-4218-8218-f3be31ee25eb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328039 Oct 26 16:50:17.998401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15fbe0cb-1070-4048-ac43-5cfde04342b7 req-18a5da39-be8d-4fe3-8713-9fc426b228d7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196666 Oct 26 16:50:18.045462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.065269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.135957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:18.189750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Allocated IP 172.25.5.198 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c9ac9539-fec6-479e-88cd-705ca58cc083) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:18.195343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.223800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.299241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.391523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.395401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.397846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "DELETE /v2.0/security-groups/bba03129-ad15-4b7d-bb63-9b037ad46fd7 HTTP/1.1" status: 204 len: 168 time: 0.2611167 Oct 26 16:50:18.403409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:18.417299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba03129-ad15-4b7d-bb63-9b037ad46fd7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:18.422056 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-44bc5c22-8cdd-44bc-9630-cd083984577d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] show failed (client error): The resource could not be found. Oct 26 16:50:18.425989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-44bc5c22-8cdd-44bc-9630-cd083984577d tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "GET /v2.0/security-groups/bba03129-ad15-4b7d-bb63-9b037ad46fd7 HTTP/1.1" status: 404 len: 347 time: 0.0148528 Oct 26 16:50:18.426280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37380) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:18.432806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.479281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.479558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.479874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.480216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.480549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.480786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:18.480910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.481220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.481641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.481976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.482310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.483069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.483069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42eaed-f4d9-4684-b6bf-68ecaa7bfefa tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:18.503008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:18.518723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:18.596282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ac9539-fec6-479e-88cd-705ca58cc083,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:18.621384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Deleting port 11474f33-3e19-440e-8f22-e040dc6486b5 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:18.621739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.732757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.733051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.745663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Calling delete_port for 11474f33-3e19-440e-8f22-e040dc6486b5 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:18.906606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:18.986123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.036146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Pushing event deleted for resources: {'Port': ['ID=11474f33-3e19-440e-8f22-e040dc6486b5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:19.151035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.157155 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.161674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2146fa19-b3a9-4f27-8e31-e7247f590adc tempest-AttachVolumeShelveTestJSON-828072774 tempest-AttachVolumeShelveTestJSON-828072774-project] 10.222.0.21 "DELETE /v2.0/floatingips/e3a1c2b6-f06e-47d4-8e89-bd868df4bbd7 HTTP/1.1" status: 204 len: 168 time: 0.7309780 Oct 26 16:50:19.199176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5902-5674-4bc9-8fe8-6017ef5ae5f4 req-7e59c277-b2e5-48b3-862a-b3d49bebf655 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:19.206742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-966a5902-5674-4bc9-8fe8-6017ef5ae5f4 req-7e59c277-b2e5-48b3-862a-b3d49bebf655 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0897923 Oct 26 16:50:19.222778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e888fb-e969-4c70-81ed-a00f011293a8 req-fe5d0c79-6347-493f-a2dc-183236ff0163 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:19.225029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07e888fb-e969-4c70-81ed-a00f011293a8 req-fe5d0c79-6347-493f-a2dc-183236ff0163 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.2127149 Oct 26 16:50:19.285656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.301679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-966a5902-5674-4bc9-8fe8-6017ef5ae5f4 req-af404b43-353f-4f09-9254-54db0608cb42 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939939 Oct 26 16:50:19.323482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07e888fb-e969-4c70-81ed-a00f011293a8 req-88fa759b-a851-4b9e-8cec-bd63ef0f1f7d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804801 Oct 26 16:50:19.325179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.490040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882566a-faac-49ec-9755-591462fec8d7 req-4ae603db-6ec0-4437-8c09-9f9d3514d7f7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:19.490040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e882566a-faac-49ec-9755-591462fec8d7 req-4ae603db-6ec0-4437-8c09-9f9d3514d7f7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0807819 Oct 26 16:50:19.548004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e882566a-faac-49ec-9755-591462fec8d7 req-54ebdbdb-7a2e-4924-ba6c-1e6ffc33a7dd tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Oct 26 16:50:19.690935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Router fa5d27a4-f70e-4885-a680-af1b42a77809 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:50:19.805965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0b258-6d0d-486f-9707-b1056c9379ea req-c8a2187c-7765-442a-a4a5-5a4eaefcf907 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:19.807589 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cae0b258-6d0d-486f-9707-b1056c9379ea req-c8a2187c-7765-442a-a4a5-5a4eaefcf907 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1343727 Oct 26 16:50:19.868521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cae0b258-6d0d-486f-9707-b1056c9379ea req-2ff35a34-0a56-4037-83c1-dca869a72c51 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508118 Oct 26 16:50:19.879539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:19.884979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:19.892235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-09c02847-8469-4de1-a2ed-8834160d08cb tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "PUT /v2.0/routers/fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 200 len: 920 time: 3.1883488 Oct 26 16:50:19.892646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37406) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:19.898839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] Sync routers for ids ['fa5d27a4-f70e-4885-a680-af1b42a77809'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:19.941652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] Routers {'fa5d27a4-f70e-4885-a680-af1b42a77809'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:19.942787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fa5d27a4-f70e-4885-a680-af1b42a77809'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:19.998740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:20.015821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] Routers {'fa5d27a4-f70e-4885-a680-af1b42a77809'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:20.016338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fa5d27a4-f70e-4885-a680-af1b42a77809'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:20.050553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d6154d92-79e3-4e50-9446-f6c26a273cbd tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 200 len: 926 time: 0.1567416 Oct 26 16:50:20.054198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37410) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:20.076950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:20.077793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407db176-8cb5-4224-8bb8-49c7993dd287 None None] The sync data for ids ['fa5d27a4-f70e-4885-a680-af1b42a77809'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:20.129192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef72ed-ab89-4dbe-9158-b1d15d03704a tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:20.136281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37412) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:20.143551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7aef72ed-ab89-4dbe-9158-b1d15d03704a tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=fa5d27a4-f70e-4885-a680-af1b42a77809&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0767937 Oct 26 16:50:20.246994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c559e-b6d4-4fa1-9fd1-8e1a90f035ee tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:20.248494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c54c559e-b6d4-4fa1-9fd1-8e1a90f035ee tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 881 time: 0.1105256 Oct 26 16:50:20.251214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:20.289460 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8a349b3-861c-4af4-b910-5706ce404430 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 200 len: 205 time: 0.0345948 Oct 26 16:50:20.289900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:20.499769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:20.671961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75af8-6157-422d-9a65-c3d92afaa6ec req-031e5def-71a0-4d9d-a8d3-b67a53355745 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:20.673472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8eb75af8-6157-422d-9a65-c3d92afaa6ec req-031e5def-71a0-4d9d-a8d3-b67a53355745 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2215631 Oct 26 16:50:20.696223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33c95-466b-44ea-b862-88846ccfaa83 req-f6e07489-8187-462f-bca6-dcc536445ae0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:20.696223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98b33c95-466b-44ea-b862-88846ccfaa83 req-f6e07489-8187-462f-bca6-dcc536445ae0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.2342041 Oct 26 16:50:20.778997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8eb75af8-6157-422d-9a65-c3d92afaa6ec req-d25e348f-7c3b-482c-8788-3b17dd805239 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841045 Oct 26 16:50:20.782397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:20.801344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98b33c95-466b-44ea-b862-88846ccfaa83 req-39a3a2c0-0975-4032-8398-fe52b7420f68 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049767 Oct 26 16:50:20.970779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port c9ac9539-fec6-479e-88cd-705ca58cc083 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:20.971264 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.014178 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.055406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.070736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for c9ac9539-fec6-479e-88cd-705ca58cc083 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:21.351907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.384490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=c9ac9539-fec6-479e-88cd-705ca58cc083,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:21.455423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.563929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.566247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.690944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.691562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router fa5d27a4-f70e-4885-a680-af1b42a77809 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:21.707193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.707193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a19ca21-dd6e-4951-b07e-13389ba89b41 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 204 len: 168 time: 1.4113617 Oct 26 16:50:21.710605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37434) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:21.716457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-20802456', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:21.830992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.832138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.950167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:21.982389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2b123-60e1-4360-9f4c-e0086eb6fee1 req-9cbb168a-5c20-4938-89a8-12aaec4a291e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:21.983928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1a2b123-60e1-4360-9f4c-e0086eb6fee1 req-9cbb168a-5c20-4938-89a8-12aaec4a291e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0851018 Oct 26 16:50:21.992272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2226c-59e0-4f29-82b6-1de5e7f7b10d req-8a0125ab-93c8-4f10-b480-854ee10e2710 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:21.993907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8bf2226c-59e0-4f29-82b6-1de5e7f7b10d req-8a0125ab-93c8-4f10-b480-854ee10e2710 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0959942 Oct 26 16:50:22.046711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1a2b123-60e1-4360-9f4c-e0086eb6fee1 req-8b3a1445-e7d8-4003-813f-29ad877e9f1c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521300 Oct 26 16:50:22.054429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8bf2226c-59e0-4f29-82b6-1de5e7f7b10d req-c3cb03c1-ed64-471e-85b0-5589d083c9fa tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540810 Oct 26 16:50:22.549119 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:22.593592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-ae83d328-2371-4423-b143-04d0f285337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:22.595380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-ae83d328-2371-4423-b143-04d0f285337e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.0680313 Oct 26 16:50:22.596364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:22.615910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a40cd5-5977-494b-b44c-90685ea01f98 req-30b86eb8-7e74-41ca-86bd-4e5a94fd0880 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:22.617491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a40cd5-5977-494b-b44c-90685ea01f98 req-30b86eb8-7e74-41ca-86bd-4e5a94fd0880 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1306324 Oct 26 16:50:22.674732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a40cd5-5977-494b-b44c-90685ea01f98 req-be1571f9-6560-4e3b-8786-51bb2aba35a7 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499463 Oct 26 16:50:23.035311 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:23.087569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:23.263927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678b7bd-8a8f-4062-a9c4-e5b60cecb048 req-6e99fd5e-9f89-4369-a6c8-db8af54af2f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:23.265774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c678b7bd-8a8f-4062-a9c4-e5b60cecb048 req-6e99fd5e-9f89-4369-a6c8-db8af54af2f1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0910652 Oct 26 16:50:23.300666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-9934fc79-b9ea-483b-98f8-a3577a86c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:23.303562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-9934fc79-b9ea-483b-98f8-a3577a86c91a service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.7008965 Oct 26 16:50:23.361064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c678b7bd-8a8f-4062-a9c4-e5b60cecb048 req-926a2e39-6447-46cb-9bcb-b7b23cce34d7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874708 Oct 26 16:50:23.384684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Allocated IP 172.25.5.35 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b8386d95-c619-43ea-9b92-1c4cc424efa4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:23.432699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-571adce1-c2bd-463c-8b3a-fd735ba941d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.1164460 Oct 26 16:50:23.509954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-25a8125a-d068-486d-ad28-16a3ce762e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:23.513045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-25a8125a-d068-486d-ad28-16a3ce762e66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0789289 Oct 26 16:50:23.544681 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:23.592641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-2d0d5c99-f6d2-4e6a-b2d9-9ba1ae7aa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:23.594336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-2d0d5c99-f6d2-4e6a-b2d9-9ba1ae7aa7f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719793 Oct 26 16:50:23.650959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:23.725504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-e76bc6e5-3f09-4ac3-bb45-524d5fd32a51 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230197 Oct 26 16:50:23.766981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:23.777272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:23.781028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event updated for resources: {'Port': ['ID=b8386d95-c619-43ea-9b92-1c4cc424efa4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:23.783689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:23.933213 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7ef52852-47ca-4b71-a740-d8467a4daa0a req-eebafd82-1bda-443f-b31d-177018b7e3b7 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991982 Oct 26 16:50:24.054174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd38cdc-eefb-405e-baf8-1a8688be1b9f req-b3001384-3351-40b2-a3f6-cd615b7096ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:24.061908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cd38cdc-eefb-405e-baf8-1a8688be1b9f req-b3001384-3351-40b2-a3f6-cd615b7096ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2822442 Oct 26 16:50:24.104398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cd38cdc-eefb-405e-baf8-1a8688be1b9f req-52160e2b-4e05-4329-ac28-7524250e4462 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Oct 26 16:50:24.262144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:24.306977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-66d0870c-24c4-48b2-8f64-91bdbd4cae0b req-9e271aaf-23fc-4de3-b48a-096aa0607189 service neutron] (102736) timed out ('10.222.0.39', 50783) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:50:24.582823 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f8847-8701-47ed-a9a0-deeabb43c8e0 req-a7e3fb2a-e0ab-4836-a5c9-1b1e40cb9396 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:24.591569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a10f8847-8701-47ed-a9a0-deeabb43c8e0 req-a7e3fb2a-e0ab-4836-a5c9-1b1e40cb9396 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.1015229 Oct 26 16:50:24.629300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:24.654409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a10f8847-8701-47ed-a9a0-deeabb43c8e0 req-89b9b697-11ae-4233-a7b0-c28cc66e7d4d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618546 Oct 26 16:50:24.893941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Router 1dc0d624-f1b2-437b-afa9-cec48eddf093 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:50:25.046299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:25.059790 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] Sync routers for ids ['1dc0d624-f1b2-437b-afa9-cec48eddf093'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:25.085326 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] Routers {'1dc0d624-f1b2-437b-afa9-cec48eddf093'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:25.093319 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1dc0d624-f1b2-437b-afa9-cec48eddf093'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:25.121640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:25.132623 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] Routers {'1dc0d624-f1b2-437b-afa9-cec48eddf093'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:25.139256 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1dc0d624-f1b2-437b-afa9-cec48eddf093'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:25.158903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:25.162881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db669e7a-7c3f-4058-8008-f3b613e85d57 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4481995 Oct 26 16:50:25.163308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:25.168207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:25.206104 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:25.206744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d7551-baf5-4b2d-bacb-4c9985b0e363 None None] The sync data for ids ['1dc0d624-f1b2-437b-afa9-cec48eddf093'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:25.268356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9f3a-1bcc-4843-96bb-07b71ffacfa7 req-a231e5b3-bbfb-49f2-bc3d-5c0080acc8b6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:25.269935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8fb9f3a-1bcc-4843-96bb-07b71ffacfa7 req-a231e5b3-bbfb-49f2-bc3d-5c0080acc8b6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0529974 Oct 26 16:50:25.338844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8fb9f3a-1bcc-4843-96bb-07b71ffacfa7 req-8a185aac-c0a5-4e2a-bec2-88e346fc1dd3 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618908 Oct 26 16:50:25.494005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f2eb-20e9-4b9d-a2db-841b6e611c75 req-9fd0731d-b939-4b6d-a02e-ebe40cc3d31e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:25.495553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ae3f2eb-20e9-4b9d-a2db-841b6e611c75 req-9fd0731d-b939-4b6d-a02e-ebe40cc3d31e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0655041 Oct 26 16:50:25.571464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ae3f2eb-20e9-4b9d-a2db-841b6e611c75 req-92249946-d141-4b96-8a14-0820f6e49e90 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691309 Oct 26 16:50:25.625966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:25.733950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:25.797611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdb37-5ced-4524-b1af-e4af094b321f req-00353200-8772-45f8-acc4-ae1945ef3e74 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:25.799162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a5bdb37-5ced-4524-b1af-e4af094b321f req-00353200-8772-45f8-acc4-ae1945ef3e74 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.0727315 Oct 26 16:50:25.856144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a5bdb37-5ced-4524-b1af-e4af094b321f req-bb13a8cc-f9ef-4e05-a067-25c35bdd841e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506594 Oct 26 16:50:25.914261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Deleting port b8386d95-c619-43ea-9b92-1c4cc424efa4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:25.914611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.005407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.024394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Calling delete_port for b8386d95-c619-43ea-9b92-1c4cc424efa4 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:26.422385 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.460282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Pushing event deleted for resources: {'Port': ['ID=b8386d95-c619-43ea-9b92-1c4cc424efa4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:26.600526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 1a74b7d7-b94b-4d02-9391-8d182101582e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:50:26.637591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.762134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=1a74b7d7-b94b-4d02-9391-8d182101582e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:26.777004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'mac_address': 'fa:16:3e:ff:61:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:50:26.829740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.846604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a74b7d7-b94b-4d02-9391-8d182101582e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:50:26.877176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=1a74b7d7-b94b-4d02-9391-8d182101582e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:26.905800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:26.912415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.015167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.037175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Router 1dc0d624-f1b2-437b-afa9-cec48eddf093 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:27.088400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726331c8-e41a-4ead-a8fd-2a211c4316be req-aa36eb57-3c7a-403c-a7e3-8701fa015ef3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:27.090592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-726331c8-e41a-4ead-a8fd-2a211c4316be req-aa36eb57-3c7a-403c-a7e3-8701fa015ef3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 943 time: 0.1086824 Oct 26 16:50:27.106757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:27.194310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-726331c8-e41a-4ead-a8fd-2a211c4316be req-e466794e-3357-42d1-b867-a4685b220272 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892766 Oct 26 16:50:27.233970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:27.235904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['1a74b7d7-b94b-4d02-9391-8d182101582e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:50:27.255353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.257090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b8f42a2-f23c-4b46-b055-59addf27f24f tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "PUT /v2.0/routers/1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 200 len: 708 time: 2.0923717 Oct 26 16:50:27.259358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37560) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:27.310683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] Sync routers for ids ['1dc0d624-f1b2-437b-afa9-cec48eddf093'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:27.351914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] Routers {'1dc0d624-f1b2-437b-afa9-cec48eddf093'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:27.352881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1dc0d624-f1b2-437b-afa9-cec48eddf093'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:27.400249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:27.419526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] Routers {'1dc0d624-f1b2-437b-afa9-cec48eddf093'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:27.420409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1dc0d624-f1b2-437b-afa9-cec48eddf093'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:27.483893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:27.484810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77fb-2af9-43a7-8a6c-bc3f199b02a7 None None] The sync data for ids ['1dc0d624-f1b2-437b-afa9-cec48eddf093'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:27.550128 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a01f9ea2-8fb6-4b68-a23a-5d083386beaf tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/routers/1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 200 len: 743 time: 0.2892711 Oct 26 16:50:27.552844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37562) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:27.580439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-780f31c6-4aa9-4e5e-8f4c-14184549238b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:27.591146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-780f31c6-4aa9-4e5e-8f4c-14184549238b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f205a7-a6a3-4b70-a50a-df842199fd95 HTTP/1.1" status: 200 len: 943 time: 0.2050111 Oct 26 16:50:27.677900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37570) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:27.679444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6cbb0f88-e244-4f4c-b598-9b4d0a37d87c tempest-RoutersIpV6AdminTest-490643616 tempest-RoutersIpV6AdminTest-490643616-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&device_id=1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 200 len: 205 time: 0.1199906 Oct 26 16:50:27.715049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b40aa05b-fa4c-47a2-815f-6c6a17937618 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 200 len: 205 time: 0.0338604 Oct 26 16:50:27.716114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37572) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:27.816308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.829782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port 7ab11928-c271-4ec7-93df-645629eb126c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:27.829782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.962245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port 7ab11928-c271-4ec7-93df-645629eb126c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=7ab11928-c271-4ec7-93df-645629eb126c,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:27.965928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:27.990646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for 7ab11928-c271-4ec7-93df-645629eb126c owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:28.083874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.086296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.208778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.221345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['979cd35c-94de-4151-958d-bc5c3ab809fb'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:50:28.249715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=7ab11928-c271-4ec7-93df-645629eb126c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:28.261716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.263521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Fanout notify agent at l3_agent the message router_deleted on router 1dc0d624-f1b2-437b-afa9-cec48eddf093 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:28.285707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.292827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:50:28.300945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9e2469d-aa2b-442b-9d9a-9b5195ceba33 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 204 len: 168 time: 0.5841510 Oct 26 16:50:28.301975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37576) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.382420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90831d8c-58e2-45c7-bae3-ed92d530712c tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 200 len: 205 time: 0.0756772 Oct 26 16:50:28.385638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37578) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.388247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] No DVR routers for this DVR port 7ab11928-c271-4ec7-93df-645629eb126c on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:28.391343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.397974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff9672bb-31bb-4cbd-b947-9968a1a8148b req-0e7caf5a-ef78-4ce2-b19e-1e8750d026e2 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "DELETE /v2.0/ports/7ab11928-c271-4ec7-93df-645629eb126c HTTP/1.1" status: 204 len: 173 time: 0.8032787 Oct 26 16:50:28.399356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-deleted', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:28.402906 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d329b7f-a19a-4bfd-aeb2-e7ada0a5856a" -d '{"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-deleted", "tag": "7ab11928-c271-4ec7-93df-645629eb126c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:28.440231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96ddc8-4fe2-4849-93c2-f0598a16affa req-62fe1633-72ea-4644-bec7-a9aabaae9675 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:28.451833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e96ddc8-4fe2-4849-93c2-f0598a16affa req-62fe1633-72ea-4644-bec7-a9aabaae9675 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 944 time: 0.1319838 Oct 26 16:50:28.509840 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-b578e63e-4697-4224-98a5-089ea3fc116e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:28.515940 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b578e63e-4697-4224-98a5-089ea3fc116e tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/1dc0d624-f1b2-437b-afa9-cec48eddf093 HTTP/1.1" status: 404 len: 336 time: 0.1291759 Oct 26 16:50:28.518938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37582) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.557209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e96ddc8-4fe2-4849-93c2-f0598a16affa req-fdb9d60c-7a0d-419b-a522-77e8e62308e4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993915 Oct 26 16:50:28.625049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c95521c4-e795-4e70-bfaf-4710507a1000 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 200 len: 205 time: 0.1037054 Oct 26 16:50:28.627583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37584) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.631541 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234ec53-2f53-47ad-8822-fe520c3e1625 x-openstack-request-id: req-1234ec53-2f53-47ad-8822-fe520c3e1625 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:28.640601 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f205a7-a6a3-4b70-a50a-df842199fd95", "name": "network-vif-deleted", "tag": "7ab11928-c271-4ec7-93df-645629eb126c", "status": "failed", "code": 422}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:28.640601 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1234ec53-2f53-47ad-8822-fe520c3e1625 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:28.640601 n-d-815373-2 neutron-server[102736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48f205a7-a6a3-4b70-a50a-df842199fd95', 'name': 'network-vif-deleted', 'tag': '7ab11928-c271-4ec7-93df-645629eb126c', 'status': 'failed', 'code': 422} returned with failed status Oct 26 16:50:28.650903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 1a74b7d7-b94b-4d02-9391-8d182101582e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:50:28.673788 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-11f978b9-e9df-4883-8063-e5fcea5657e2 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:28.677240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-11f978b9-e9df-4883-8063-e5fcea5657e2 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/fa5d27a4-f70e-4885-a680-af1b42a77809 HTTP/1.1" status: 404 len: 336 time: 0.0474782 Oct 26 16:50:28.680056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37590) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.717796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8eaa44fb-aaca-4e3d-b79e-9e04af47b2fe tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 200 len: 205 time: 0.0362391 Oct 26 16:50:28.720226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.784932 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-af607862-62f6-431b-8c47-f567e5e7ade2 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:28.790819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-af607862-62f6-431b-8c47-f567e5e7ade2 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/28d10db6-7dbc-4405-80a8-dca51f3c68f0 HTTP/1.1" status: 404 len: 336 time: 0.0666780 Oct 26 16:50:28.791222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.834775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-51803d42-0013-4873-90cd-14e9736d6a0d tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 200 len: 205 time: 0.0395334 Oct 26 16:50:28.835040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.933101 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-435ae161-e5e3-4a51-bddd-53b1120f2dae tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:28.936856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37606) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:28.938627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-435ae161-e5e3-4a51-bddd-53b1120f2dae tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/1d976050-3d8d-4e07-9725-b239734c4a7c HTTP/1.1" status: 404 len: 336 time: 0.1017013 Oct 26 16:50:28.952192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 1a74b7d7-b94b-4d02-9391-8d182101582e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:50:28.956538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 1a74b7d7-b94b-4d02-9391-8d182101582e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:28.957088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:28.995392 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2916ec68-2a1d-4e71-a88c-d853416ba0b0 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 200 len: 205 time: 0.0552914 Oct 26 16:50:28.996308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37610) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:29.026122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:29.105655 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-2b3e401a-5263-408c-8fd3-e7a24fc15a25 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:29.109422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37616) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:29.109620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2b3e401a-5263-408c-8fd3-e7a24fc15a25 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/85024008-ed65-4c9f-9d2d-41f8b71a95ec HTTP/1.1" status: 404 len: 336 time: 0.1121595 Oct 26 16:50:29.145889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af5e0c8d-aae6-4a3e-aed2-58702620d0d6 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "GET /v2.0/ports?device_id=89762daa-b546-441f-96c9-90fb76a7daba HTTP/1.1" status: 200 len: 205 time: 0.0341992 Oct 26 16:50:29.148414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37618) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:29.200649 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-50df6c4e-c966-4d22-ab4b-a24e83ae97a4 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] delete failed (client error): The resource could not be found. Oct 26 16:50:29.203189 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-50df6c4e-c966-4d22-ab4b-a24e83ae97a4 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/routers/89762daa-b546-441f-96c9-90fb76a7daba HTTP/1.1" status: 404 len: 336 time: 0.0502892 Oct 26 16:50:29.212866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37620) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:29.258684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:29.287200 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5040aa2f-a90b-4413-ab5a-25408bf9de01 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] DELETE failed (client error): The resource could not be found. Oct 26 16:50:29.287901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5040aa2f-a90b-4413-ab5a-25408bf9de01 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:50:29.291195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5040aa2f-a90b-4413-ab5a-25408bf9de01 tempest-RoutersIpV6AdminTest-1968082936 tempest-RoutersIpV6AdminTest-1968082936-project] 10.222.0.21 "DELETE /v2.0/subnets/f41f8dbe-fef5-4dfa-9dd9-5b558cd78986 HTTP/1.1" status: 404 len: 337 time: 0.0853422 Oct 26 16:50:29.308897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=1a74b7d7-b94b-4d02-9391-8d182101582e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:29.310195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:29.312506 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c13047-90e7-458c-b9e0-2d3fbebf4c22" -d '{"events": [{"server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "name": "network-vif-plugged", "status": "completed", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:29.391333 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:29.440675 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc2553f-eb4c-44ed-ba8c-a681c2ab47cc x-openstack-request-id: req-dfc2553f-eb4c-44ed-ba8c-a681c2ab47cc {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:29.440946 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "name": "network-vif-plugged", "status": "completed", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:29.441206 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfc2553f-eb4c-44ed-ba8c-a681c2ab47cc {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:29.442811 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'code': 200} Oct 26 16:50:29.494116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:29.648834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f7698-33a1-43d9-86ee-8a5909cc5e9f req-f526ab80-2a83-4125-b020-2c8fc7c78549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:29.651192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d83f7698-33a1-43d9-86ee-8a5909cc5e9f req-f526ab80-2a83-4125-b020-2c8fc7c78549 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1096 time: 0.1417723 Oct 26 16:50:29.752994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e790fd-8543-49fd-b43d-058e6866b658 req-5ac3b62a-fc54-4c5c-8cb3-20fb77622771 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:29.761024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59e790fd-8543-49fd-b43d-058e6866b658 req-5ac3b62a-fc54-4c5c-8cb3-20fb77622771 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.0994568 Oct 26 16:50:29.796836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d83f7698-33a1-43d9-86ee-8a5909cc5e9f req-94644560-b631-46d1-bb24-06d1a8bf6c03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362548 Oct 26 16:50:29.839085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59e790fd-8543-49fd-b43d-058e6866b658 req-9d136621-b733-4045-aa26-e6d44117a522 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768373 Oct 26 16:50:29.872024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37638) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:30.017804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.058606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.153945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.192190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.262099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1c92854318d4501b48776f5e640cebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889918 Oct 26 16:50:30.264630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37644) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:30.272114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd954c6-5e1b-4654-8a79-ba7e04914cf2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:30.295329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.295771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.296003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.296331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.296664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.296991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.297318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.298283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.298283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.298283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.298605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.298875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e63fa-85c9-472a-8012-7f4a2ae0e51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:50:30.320224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8cf5-7430-444d-a4a8-cc5cf9b18835 req-278ac623-99ac-4e62-99dc-d1d25e77f980 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:30.320786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Deleting port 3902a75a-9096-44a4-8d17-15cfdfb9ced2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:30.321346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.321804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e9b8cf5-7430-444d-a4a8-cc5cf9b18835 req-278ac623-99ac-4e62-99dc-d1d25e77f980 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 908 time: 0.1308546 Oct 26 16:50:30.378151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.402548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.430008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] For port 3902a75a-9096-44a4-8d17-15cfdfb9ced2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3902a75a-9096-44a4-8d17-15cfdfb9ced2,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:30.430700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.446619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Calling delete_port for 3902a75a-9096-44a4-8d17-15cfdfb9ced2 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:30.556803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.559701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.560926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cd954c6-5e1b-4654-8a79-ba7e04914cf2 HTTP/1.1" status: 204 len: 168 time: 0.2953990 Oct 26 16:50:30.570271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594cfe6-0083-49ab-8948-d2cdff424ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd954c6-5e1b-4654-8a79-ba7e04914cf2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:30.733195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:30.763840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3902a75a-9096-44a4-8d17-15cfdfb9ced2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:31.027297 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf047-858b-49eb-a8fa-73df760c8551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.036397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb999255-ac03-40a2-9d58-d2d4fd71e5d1 req-72c7a9be-c76a-4ef2-b6d3-43ff5b4410c5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:31.056336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb999255-ac03-40a2-9d58-d2d4fd71e5d1 req-72c7a9be-c76a-4ef2-b6d3-43ff5b4410c5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.1157746 Oct 26 16:50:31.125780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.139614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb999255-ac03-40a2-9d58-d2d4fd71e5d1 req-4e3a87d3-bac0-401e-ba9d-e57b579453a3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779200 Oct 26 16:50:31.529786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7154cae-077b-410d-a906-ac81f0566b28 req-ae800a66-1407-42f4-9f6f-6d6dcfe84f47 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:31.532194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b7154cae-077b-410d-a906-ac81f0566b28 req-ae800a66-1407-42f4-9f6f-6d6dcfe84f47 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 908 time: 0.1073165 Oct 26 16:50:31.557803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37666) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:31.605023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b6c57fae-33e6-42db-815f-2ede9ead2838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f34c35edeaf47e6bc3a88b3ff3ca831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456817 Oct 26 16:50:31.607813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37668) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:31.673897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.700350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.708095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-9a38e45b-1008-433c-a5fd-195de10b2883 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:31.709613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-9a38e45b-1008-433c-a5fd-195de10b2883 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 908 time: 0.0813127 Oct 26 16:50:31.854507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.858154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:31.864981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18aecc45-cbb9-4c33-9fd8-70c1f4c17bf3 HTTP/1.1" status: 204 len: 168 time: 0.2559118 Oct 26 16:50:31.887518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5c72-3716-443f-92e4-02862a59da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aecc45-cbb9-4c33-9fd8-70c1f4c17bf3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:31.902529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Router d8459e82-19da-4fa8-945a-b9dbf5887511 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:31.906325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:31.906669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:32.101997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port 26f2bdd1-ed98-4a92-9390-3445fc5270d1, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26f2bdd1-ed98-4a92-9390-3445fc5270d1,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:32.102370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:32.123480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for 26f2bdd1-ed98-4a92-9390-3445fc5270d1 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:32.133268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:32.141550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37676) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:32.141761 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c71707a-e907-4336-b3ce-f70b8368df13 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8459e82-19da-4fa8-945a-b9dbf5887511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1137342 Oct 26 16:50:32.144557 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Sync routers for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:32.158062 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:32.163258 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:32.489159 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:32.506518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:32.600979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=26f2bdd1-ed98-4a92-9390-3445fc5270d1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:32.732729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] No DVR routers for this DVR port 26f2bdd1-ed98-4a92-9390-3445fc5270d1 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:32.737608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:32.741493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a431cf85-c7d5-4cd0-aba2-01c8778bbf0b req-324ebd9a-e470-412f-a00d-8422c6332e54 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "DELETE /v2.0/ports/26f2bdd1-ed98-4a92-9390-3445fc5270d1 HTTP/1.1" status: 204 len: 173 time: 1.0246656 Oct 26 16:50:32.742003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'name': 'network-vif-deleted', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:32.744371 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0faaf-d0ba-4502-bc47-1e5dce1e27f1" -d '{"events": [{"server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "name": "network-vif-deleted", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:33.102853 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:50:30Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:33.179109 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Checking router: d8459e82-19da-4fa8-945a-b9dbf5887511 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:50:33.194191 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Routers {'d8459e82-19da-4fa8-945a-b9dbf5887511'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:33.196288 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d8459e82-19da-4fa8-945a-b9dbf5887511'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:33.301529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ece0f270-26c2-4a97-a1bc-449226217793 req-1e8103ae-9cdb-4b6d-ba2f-f147914f49ee tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a42f5b0-f800-43eb-9e5c-d79597ae8144 HTTP/1.1" status: 200 len: 210 time: 0.0892069 Oct 26 16:50:33.345685 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] Set router d8459e82-19da-4fa8-945a-b9dbf5887511 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:33.353207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5295-776a-4b21-bf6f-842dec0f7f93 req-dc7c59ca-4105-4667-94aa-574f3ea96b3e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:33.361175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-684e5295-776a-4b21-bf6f-842dec0f7f93 req-dc7c59ca-4105-4667-94aa-574f3ea96b3e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 1.0687814 Oct 26 16:50:33.384648 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee34cb9-5795-4f79-83b6-ee2de63eee29 x-openstack-request-id: req-4ee34cb9-5795-4f79-83b6-ee2de63eee29 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:33.385146 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a42f5b0-f800-43eb-9e5c-d79597ae8144", "name": "network-vif-deleted", "tag": "26f2bdd1-ed98-4a92-9390-3445fc5270d1", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:33.385146 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ee34cb9-5795-4f79-83b6-ee2de63eee29 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:33.385595 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a42f5b0-f800-43eb-9e5c-d79597ae8144', 'name': 'network-vif-deleted', 'tag': '26f2bdd1-ed98-4a92-9390-3445fc5270d1', 'status': 'completed', 'code': 200} Oct 26 16:50:33.417100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:33.429092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-684e5295-776a-4b21-bf6f-842dec0f7f93 req-8b8db73a-3278-43d9-a5f4-77f824815af6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668046 Oct 26 16:50:33.631704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c17319fa-49dd-45be-8e13-899d1492e576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:33.680571 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:50:30Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:33.714001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ae5cc-92a6-4142-925a-59853e5f4a2a req-96c7e8f8-2fa7-4e1e-b428-055962e2861a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:33.716756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3ae5cc-92a6-4142-925a-59853e5f4a2a req-96c7e8f8-2fa7-4e1e-b428-055962e2861a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.1514680 Oct 26 16:50:33.726619 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559fd16-c842-4e27-968e-f01f9829eea7 None None] The sync data for ids ['d8459e82-19da-4fa8-945a-b9dbf5887511'] in n-d-815373-2 is: [{'id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'name': 'tempest-AttachVolumeShelveTestJSON-570879864-router', 'tenant_id': '269a853d1c87467d92895a0206f7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:41:20Z', 'updated_at': '2021-10-26T16:50:30Z', 'revision_number': 5, 'project_id': '269a853d1c87467d92895a0206f7d45a', 'gw_port': {'id': '08585a3c-2b6c-40fa-b15e-df2a5daa5b7a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8459e82-19da-4fa8-945a-b9dbf5887511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:41:22Z', 'updated_at': '2021-10-26T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:33.744574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:50:33.811841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3ae5cc-92a6-4142-925a-59853e5f4a2a req-d3848e27-ad98-4410-bde8-5cb3fb6a5c31 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876064 Oct 26 16:50:33.816327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:33.834251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37712) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:33.969235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37716) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:34.009459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Deleting port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:34.009784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.089280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b25a526-48b6-4a4b-ba0a-62c84ef9186e tempest-AgentManagementNegativeTest-1618507082 tempest-AgentManagementNegativeTest-1618507082-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1153409 Oct 26 16:50:34.128637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.202921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d4929-621b-4996-b004-2d4dd52442d4 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:34.205928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b96d4929-621b-4996-b004-2d4dd52442d4 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1091 time: 0.3706660 Oct 26 16:50:34.210509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37722) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:34.218102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:34.226408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] For port 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:34.227248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.251262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Calling delete_port for 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:34.339737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.500626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.632083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.667026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.25.5.64 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c723abcb-5c46-4aaa-b124-929e6f90d44c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:34.695968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Pushing event deleted for resources: {'Port': ['ID=08585a3c-2b6c-40fa-b15e-df2a5daa5b7a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:34.821046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37734) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:34.845340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.874066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.971240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:34.974125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.006519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9765a0d-d94e-461a-a69c-9eb940dadb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.037230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.077766 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.085623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:35.088682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:35.092306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:35.103707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607b0f-7de1-4ed3-bca4-2fd5ab731a26 req-bea7c2e6-fa81-4eec-a28b-2f9b4e880310 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:35.105292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79607b0f-7de1-4ed3-bca4-2fd5ab731a26 req-bea7c2e6-fa81-4eec-a28b-2f9b4e880310 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.1292138 Oct 26 16:50:35.128380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=c723abcb-5c46-4aaa-b124-929e6f90d44c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:35.189268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79607b0f-7de1-4ed3-bca4-2fd5ab731a26 req-70a6faa4-083d-4986-aa34-26ea192da172 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635276 Oct 26 16:50:35.189268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.189268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8459e82-19da-4fa8-945a-b9dbf5887511 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:35.196977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.199877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97eb0cfd-48ee-426b-bf84-23d3864d8acd admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8459e82-19da-4fa8-945a-b9dbf5887511 HTTP/1.1" status: 204 len: 168 time: 3.0552154 Oct 26 16:50:35.201594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37740) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:35.277301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3902a75a-9096-44a4-8d17-15cfdfb9ced2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:35.277940 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9765a0d-d94e-461a-a69c-9eb940dadb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.281174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Deleting subnet 5c39754e-aeb6-44ee-ae5d-6a7eefe44983 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:50:35.284844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.303940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 3902a75a-9096-44a4-8d17-15cfdfb9ced2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:35.304617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3902a75a-9096-44a4-8d17-15cfdfb9ced2 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:35.323998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.410203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9765a0d-d94e-461a-a69c-9eb940dadb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.467821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9765a0d-d94e-461a-a69c-9eb940dadb48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77e5f738e19c46cab1dfaf63a9055565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510439 Oct 26 16:50:35.469229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.471620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9765a0d-d94e-461a-a69c-9eb940dadb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266608fd-5037-45e1-aa80-e2822d9ddd03,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:35.491861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:35.526556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.563203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.589252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.638425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26f2bdd1-ed98-4a92-9390-3445fc5270d1 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:35.658478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 26f2bdd1-ed98-4a92-9390-3445fc5270d1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:35.658726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26f2bdd1-ed98-4a92-9390-3445fc5270d1 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:35.725326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.744992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.758881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c39754e-aeb6-44ee-ae5d-6a7eefe44983,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:35.761062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.765668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf86edb7-17fa-44bb-8e0d-706803fadf23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c39754e-aeb6-44ee-ae5d-6a7eefe44983 HTTP/1.1" status: 204 len: 168 time: 0.5619609 Oct 26 16:50:35.767177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:35.776455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8e4ce-300d-424e-90bd-dccf0bb476b4 None None] Network c748c833-0dc4-4a01-96d9-7e489f0ec0f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:35.833918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.836665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:35.840102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/266608fd-5037-45e1-aa80-e2822d9ddd03 HTTP/1.1" status: 204 len: 168 time: 0.3451076 Oct 26 16:50:35.883975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4367c3-2043-4e99-a2c1-56d0dc601b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266608fd-5037-45e1-aa80-e2822d9ddd03,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:35.956303 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.034128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.063855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Deleting port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:36.064335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.100093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.184041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] For port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:36.184506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.186694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.201993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Calling delete_port for 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:36.259624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] DHCP port deletion for c748c833-0dc4-4a01-96d9-7e489f0ec0f9 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:50:36.360674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Deleting port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:36.361337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.412227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a39c5-0e3b-4b30-8ed7-cccaf350dc9d req-63009d62-d587-4934-b15e-9e1133b654d1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:36.417442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a9a39c5-0e3b-4b30-8ed7-cccaf350dc9d req-63009d62-d587-4934-b15e-9e1133b654d1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.0880435 Oct 26 16:50:36.452165 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd associated. External IP: 172.25.5.64, port: 1a74b7d7-b94b-4d02-9391-8d182101582e. Oct 26 16:50:36.473505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=c723abcb-5c46-4aaa-b124-929e6f90d44c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:36.492201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] For port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,segment=NetworkSegment(beba9ff7-d2c9-4e30-b504-6f0241c46c09),segment_id=beba9ff7-d2c9-4e30-b504-6f0241c46c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:36.492201 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.509217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Calling delete_port for 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:36.530976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a9a39c5-0e3b-4b30-8ed7-cccaf350dc9d req-9036a7f6-a8bf-46c5-a09d-1fb8f09103ec tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025062 Oct 26 16:50:36.604907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.647080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.660860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] No DVR routers for this DVR port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:36.662597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:36.699632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-84f948f6-3b38-4b21-a932-33d0b01691a4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:36.701299 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-84f948f6-3b38-4b21-a932-33d0b01691a4 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.2461112 Oct 26 16:50:36.713080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] Pushing event deleted for resources: {'Port': ['ID=0f4596a0-1150-4bf6-86b1-5af6a00e17c9,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:36.719579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.747453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd034d-031b-4da5-9237-086e79d1fd5b None None] No DVR routers for this DVR port 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:36.792259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:36.867158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.895962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c748c833-0dc4-4a01-96d9-7e489f0ec0f9']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:36.909695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beba9ff7-d2c9-4e30-b504-6f0241c46c09') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:36.911091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beba9ff7-d2c9-4e30-b504-6f0241c46c09') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:36.925555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.944652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:36.959879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:50:36.960425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.022381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port 979cd35c-94de-4151-958d-bc5c3ab809fb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:37.032110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.032110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:50:37.037872 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:50:37.116560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.123623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.129429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] 10.222.0.21 "DELETE /v2.0/networks/c748c833-0dc4-4a01-96d9-7e489f0ec0f9 HTTP/1.1" status: 204 len: 168 time: 1.3603425 Oct 26 16:50:37.155237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c673b1b-5766-4051-9c2c-f16770aa0faa admin admin] Pushing event deleted for resources: {'Network': ['ID=c748c833-0dc4-4a01-96d9-7e489f0ec0f9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:37.242488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39926532-d5e4-4ec6-84f6-7283e43a5dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.304647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:37.337906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:37.338239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f4596a0-1150-4bf6-86b1-5af6a00e17c9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:37.338661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:37.344762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port 979cd35c-94de-4151-958d-bc5c3ab809fb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=979cd35c-94de-4151-958d-bc5c3ab809fb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:37.345480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.372501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:37.376853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:37.377643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for 979cd35c-94de-4151-958d-bc5c3ab809fb owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:37.378441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08585a3c-2b6c-40fa-b15e-df2a5daa5b7a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:37.384170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:37.398148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:37.398904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:37.504578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39926532-d5e4-4ec6-84f6-7283e43a5dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.513721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.533087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:37.545754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:37.567848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d6d4838-e1f0-4eca-850f-7defe0f9632d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3542762 Oct 26 16:50:37.568916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:37.578506 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc8a21-693c-459a-b775-b00cea7db449" -d '{"events": [{"name": "network-changed", "server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:37.642134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:37.672764 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1adf0f-764c-427d-8d37-e5b7fcdae28a x-openstack-request-id: req-9c1adf0f-764c-427d-8d37-e5b7fcdae28a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:37.673287 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:37.674743 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c1adf0f-764c-427d-8d37-e5b7fcdae28a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:37.676032 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'status': 'completed', 'code': 200} Oct 26 16:50:37.680303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-39926532-d5e4-4ec6-84f6-7283e43a5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.724746 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-39926532-d5e4-4ec6-84f6-7283e43a5dd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d113c325bc9147bdae9384fe9ba0be59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305511 Oct 26 16:50:37.736735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37810) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:37.796931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df2b56b1-20c1-4b26-ad02-2dbddc521dd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=269a853d1c87467d92895a0206f7d45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649020 Oct 26 16:50:37.797836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37812) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:37.836611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39926532-d5e4-4ec6-84f6-7283e43a5dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73473b4-fe5f-4f0a-8d3b-4ee785b8e36d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:37.873329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dd1b8-2929-4d49-a6dc-225e423c5d9f req-709596bd-64c0-484c-8892-502aa5d5599b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:37.875011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f61dd1b8-2929-4d49-a6dc-225e423c5d9f req-709596bd-64c0-484c-8892-502aa5d5599b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 946 time: 0.2235336 Oct 26 16:50:37.879092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8a21-693c-459a-b775-b00cea7db449 req-f9dd6679-9ac4-4e10-87d9-93826165e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:37.881849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-f9dd6679-9ac4-4e10-87d9-93826165e327 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1096 time: 0.1693492 Oct 26 16:50:37.935697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.956103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:37.987334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.001179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.002533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=979cd35c-94de-4151-958d-bc5c3ab809fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:38.035823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f61dd1b8-2929-4d49-a6dc-225e423c5d9f req-e89e36f7-faf0-475a-9fe5-5bf854501364 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463206 Oct 26 16:50:38.055871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:50:38.062697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-707535713'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:38.074918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.121938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] No DVR routers for this DVR port 979cd35c-94de-4151-958d-bc5c3ab809fb on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:38.124933 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.134055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1a52db6e-4db4-4b23-bd1f-56d0d04a46e6 req-8c6429ca-ae28-442f-aed1-3ba81d91e9b1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "DELETE /v2.0/ports/979cd35c-94de-4151-958d-bc5c3ab809fb HTTP/1.1" status: 204 len: 173 time: 1.4239008 Oct 26 16:50:38.171163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8a21-693c-459a-b775-b00cea7db449 req-9c4ca033-c161-4daf-b33d-4f55a28cd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:38.173055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-9c4ca033-c161-4daf-b33d-4f55a28cd52f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.2830904 Oct 26 16:50:38.179208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:38.183070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.211313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.224188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.226520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b73473b4-fe5f-4f0a-8d3b-4ee785b8e36d HTTP/1.1" status: 204 len: 168 time: 0.4877906 Oct 26 16:50:38.251184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f765-4d1d-4b2f-ba1b-9c21dae81b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73473b4-fe5f-4f0a-8d3b-4ee785b8e36d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:38.257541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.282602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.288218 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-064f8e7c-faeb-46a1-b02b-4f04ae4d92d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 200 len: 998 time: 0.1029174 Oct 26 16:50:38.292799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.294944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49328e07-5962-4736-8518-8a48824831eb HTTP/1.1" status: 204 len: 168 time: 0.4898133 Oct 26 16:50:38.310334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90792c-5c73-4101-9cf3-c6f5b8b5e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49328e07-5962-4736-8518-8a48824831eb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:38.448440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8a21-693c-459a-b775-b00cea7db449 req-f553d983-31a3-454d-a4fa-d40ed9215b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:38.450040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-f553d983-31a3-454d-a4fa-d40ed9215b22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1375556 Oct 26 16:50:38.549664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.557116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8a21-693c-459a-b775-b00cea7db449 req-4a8376be-1567-416f-9e3b-73aa553425f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:38.559058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-4a8376be-1567-416f-9e3b-73aa553425f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958633 Oct 26 16:50:38.661162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.708856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:50:38.741714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.742345 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 6a263ed8-22a5-41f7-b358-6585fe7bf19c of type vlan for network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d Oct 26 16:50:38.751447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:ff:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:50:35Z', 'updated_at': '2021-10-26T16:50:35Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:38.768901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec2404-b549-4098-b8e5-a57fdad8ecb2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:38.782535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:50:38.797340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:38.797959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:38.798477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-64973a0d-17f4-4605-8f93-80d107ad3396 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299898 Oct 26 16:50:38.907757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:38.948835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:39.003066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-17cc8a21-693c-459a-b775-b00cea7db449 req-f1b5d7d6-066c-4734-a739-9dcd4f974be6 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637695 Oct 26 16:50:39.030702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:39.042991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:39.044145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:39.190738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=4756b4a2-0794-45ae-9a4f-f281a98dcf8d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:39.209035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:50:39.274858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d5e662ca-a47b-492a-ab7b-4dcd8859ae3a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7279887 Oct 26 16:50:39.278011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37844) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:39.286581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'name': 'tempest-PortsTestJSON-1975407282'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:39.392208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:ff:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:50:35Z', 'updated_at': '2021-10-26T16:50:35Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:39.439033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d33419-9f10-4f26-98c0-bc96813f6c7e None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:ff:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:50:35Z', 'updated_at': '2021-10-26T16:50:35Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:39.606038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:39.609715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:39.616247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-159a32ef-24ef-41b7-a74b-eb50f5f94702 req-1e10bc3f-1be5-4f2a-b2c6-da1641d41d03 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=afef23be-1355-47fb-a0a7-7ecf8b2a3947 HTTP/1.1" status: 200 len: 210 time: 0.4503992 Oct 26 16:50:39.638337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 04c3629d-163c-49b4-9538-e8d94029343e yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:39.658789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 979cd35c-94de-4151-958d-bc5c3ab809fb no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:39.677762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'name': 'network-vif-deleted', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:39.680146 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb6b79-311a-43fc-85a4-f7691939b3e0" -d '{"events": [{"server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "name": "network-vif-deleted", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:39.703748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 979cd35c-94de-4151-958d-bc5c3ab809fb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:39.704092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 979cd35c-94de-4151-958d-bc5c3ab809fb not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:39.753509 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297d8494-8961-4151-ab6c-2e822465ea68 x-openstack-request-id: req-297d8494-8961-4151-ab6c-2e822465ea68 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:39.754011 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afef23be-1355-47fb-a0a7-7ecf8b2a3947", "name": "network-vif-deleted", "tag": "979cd35c-94de-4151-958d-bc5c3ab809fb", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:39.754291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-297d8494-8961-4151-ab6c-2e822465ea68 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:39.754785 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef23be-1355-47fb-a0a7-7ecf8b2a3947', 'name': 'network-vif-deleted', 'tag': '979cd35c-94de-4151-958d-bc5c3ab809fb', 'status': 'completed', 'code': 200} Oct 26 16:50:39.814035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1fed-323a-4a17-bd55-9cbb31338657 None None] New status for floating IP 4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:50:39.979748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.110828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.202639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=04c3629d-163c-49b4-9538-e8d94029343e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:40.221407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '6a263ed8-22a5-41f7-b358-6585fe7bf19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:40.221755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 4756b4a2-0794-45ae-9a4f-f281a98dcf8d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:50:40.350322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:50:40.453464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4756b4a2-0794-45ae-9a4f-f281a98dcf8d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:40.462153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e69c1-c818-4734-985b-1455a28af643 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:40.466299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:40.474719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:40.478896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.571387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d0e79aa9-8a07-42fe-a6a2-88e1f57d501e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2912576 Oct 26 16:50:40.574506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:40.579831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028600741'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:40.710812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:40.714196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.759590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:50:40.773005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.773366 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 7438ab99-ab88-4b00-ac00-30256a7ecdb8 of type vlan for network 3072c4bc-d449-47e8-94b4-f29d572c8cfb Oct 26 16:50:40.815114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.887721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.894265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:40.895773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:40.976714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=3072c4bc-d449-47e8-94b4-f29d572c8cfb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:40.988922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3072c4bc-d449-47e8-94b4-f29d572c8cfb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:50:41.073873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37900) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:41.079980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-caf286f4-3710-4412-9a1e-4d83fb52cd22 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5042105 Oct 26 16:50:41.083685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:41.094957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'ports': [{'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'}, {'network_id': '3072c4bc-d449-47e8-94b4-f29d572c8cfb'}]} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:41.095296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:41.096004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '3072c4bc-d449-47e8-94b4-f29d572c8cfb'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:41.226221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d040e-8ff6-4c51-81f1-8a14864f3058 req-503ca18c-bef9-459d-ae92-4174493bd1af tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:41.226221 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c09d040e-8ff6-4c51-81f1-8a14864f3058 req-503ca18c-bef9-459d-ae92-4174493bd1af tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1027515 Oct 26 16:50:41.301316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c09d040e-8ff6-4c51-81f1-8a14864f3058 req-5c280e0e-5347-4017-b192-d14b0748c4ba tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Oct 26 16:50:41.392446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 2} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:41.398009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:41.415401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Deleting subnet 8362a629-fd66-4a53-810d-e4996a80116e {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:50:41.422094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:41.424058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:41.518960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:41.572571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 1ec326df-d210-494e-8cdf-46a2192da0f9 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:41.591470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.105503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.149763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.202708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8362a629-fd66-4a53-810d-e4996a80116e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:42.205051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.212014 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fdef03ee-b6c6-4920-8d45-bf8b0e4aa07b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8362a629-fd66-4a53-810d-e4996a80116e HTTP/1.1" status: 204 len: 168 time: 1.1345696 Oct 26 16:50:42.213038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:42.220498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port aa406d3b-a409-4264-a993-98aa72ed3f51 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:42.289597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.353456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.393309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.421016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1e150e-326c-4e93-9ad9-6652a0c51169']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:42.435137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bba2a6e-77c5-4442-8933-54bc87774bb5') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:42.435920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bba2a6e-77c5-4442-8933-54bc87774bb5') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:42.455008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-07ca1170-48f5-475c-92ad-3c52499b975e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:42.456716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-07ca1170-48f5-475c-92ad-3c52499b975e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.0847957 Oct 26 16:50:42.465320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.494964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.503014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:50:42.503670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:50:42.507109 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:50:42.512740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.609179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:42.610386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be47e-54f8-4553-9664-290ff547afc3 req-d1eb7e10-0423-46b7-9374-edfff406e0cf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:42.612071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a5be47e-54f8-4553-9664-290ff547afc3 req-d1eb7e10-0423-46b7-9374-edfff406e0cf tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 945 time: 0.1742566 Oct 26 16:50:42.631197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=1ec326df-d210-494e-8cdf-46a2192da0f9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:42.646443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:42.654610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:42.659542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.708950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a5be47e-54f8-4553-9664-290ff547afc3 req-9dac7355-62f8-46a9-ab5a-0482ef58ab66 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=196aeb59-9184-4347-b544-cfac2ad70988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743577 Oct 26 16:50:42.710450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.718929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.724264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a1e150e-326c-4e93-9ad9-6652a0c51169 HTTP/1.1" status: 204 len: 168 time: 0.5095541 Oct 26 16:50:42.742562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cc848-489d-4685-8959-607107a2d039 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1e150e-326c-4e93-9ad9-6652a0c51169,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:42.776120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=aa406d3b-a409-4264-a993-98aa72ed3f51,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:42.781744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:42.782086 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.808226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '7438ab99-ab88-4b00-ac00-30256a7ecdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3072c4bc-d449-47e8-94b4-f29d572c8cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:42.808633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 3072c4bc-d449-47e8-94b4-f29d572c8cfb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:50:42.907010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:42.907442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:42.926591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:42.976001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 3072c4bc-d449-47e8-94b4-f29d572c8cfb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:50:43.053305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3072c4bc-d449-47e8-94b4-f29d572c8cfb) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:43.061302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f8919-b8c0-4984-a55c-9178491708b6 None None] Network 3072c4bc-d449-47e8-94b4-f29d572c8cfb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:43.063720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:43.070672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:43.076377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:43.077122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.179518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37950) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:43.193308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d073a435-fcc9-46e4-b2f3-ccde8cab1407 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1059396 Oct 26 16:50:43.193308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.196156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37952) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:43.207828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:50:43.249761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8ae25fd7-6670-4217-b104-bb1cb042794c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67791084f36b42eb8f4a6e6a02b1dbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685308 Oct 26 16:50:43.251158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:43.285944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=8e21fd5c-36ff-42d0-9d59-e2d49f800ad9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:43.319958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.344917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.365114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] No DVR routers for this DVR port 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:43.368493 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.371895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-25a44ab1-5934-497d-9703-5cfe87f2f343 req-7d6dd718-78d3-45d9-bb31-3ed1fcb171df tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.39 "DELETE /v2.0/ports/8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 HTTP/1.1" status: 204 len: 173 time: 0.9089141 Oct 26 16:50:43.372357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'name': 'network-vif-deleted', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:43.374905 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b80db78-4647-45a8-a437-1f4d4f2bf174" -d '{"events": [{"server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "name": "network-vif-deleted", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:43.435693 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc920c3-8628-4353-8dd2-2767131a217c x-openstack-request-id: req-0cc920c3-8628-4353-8dd2-2767131a217c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:43.435693 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad8029-7509-4eb3-bb07-5b231535945b", "name": "network-vif-deleted", "tag": "8e21fd5c-36ff-42d0-9d59-e2d49f800ad9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:43.435693 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cc920c3-8628-4353-8dd2-2767131a217c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:43.435693 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ad8029-7509-4eb3-bb07-5b231535945b', 'name': 'network-vif-deleted', 'tag': '8e21fd5c-36ff-42d0-9d59-e2d49f800ad9', 'status': 'completed', 'code': 200} Oct 26 16:50:43.448690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port aa406d3b-a409-4264-a993-98aa72ed3f51 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:43.449277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.481691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.484260 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.485625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14af27a3-59a7-48cd-9678-4da615888e4c HTTP/1.1" status: 204 len: 168 time: 0.2332051 Oct 26 16:50:43.511965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5edd9-b678-4544-8f65-ba0e9c931129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af27a3-59a7-48cd-9678-4da615888e4c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:43.569233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.588035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for aa406d3b-a409-4264-a993-98aa72ed3f51 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:43.789897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.838238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=aa406d3b-a409-4264-a993-98aa72ed3f51,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:43.846939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:43.853848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-86b2da7c-dda6-4e82-aa33-406298410606 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/aa406d3b-a409-4264-a993-98aa72ed3f51 HTTP/1.1" status: 204 len: 168 time: 0.6532574 Oct 26 16:50:43.857271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37972) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:43.866658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f828ef27-97b1-4d96-b150-d73f636739bb req-555f0ef9-45ee-4039-9f5b-3bcce3dda3f0 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=32ad8029-7509-4eb3-bb07-5b231535945b HTTP/1.1" status: 200 len: 210 time: 0.0516844 Oct 26 16:50:43.913298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ecfe9-9ba6-4a2e-9310-efdd7f925914 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:43.919436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ecfe9-9ba6-4a2e-9310-efdd7f925914 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:43.921052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5a9ecfe9-9ba6-4a2e-9310-efdd7f925914 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0658836 Oct 26 16:50:43.924202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 37976) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:44.016912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 1ec326df-d210-494e-8cdf-46a2192da0f9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:44.016912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.091708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.105394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 1ec326df-d210-494e-8cdf-46a2192da0f9 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:44.287810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.322245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=1ec326df-d210-494e-8cdf-46a2192da0f9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:44.327739 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.331416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-014d9f86-5b22-4121-9a8b-989ed63b7c8a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/1ec326df-d210-494e-8cdf-46a2192da0f9 HTTP/1.1" status: 204 len: 168 time: 0.4056585 Oct 26 16:50:44.334802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 37998) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:44.399015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14926da-cd59-4bf0-809f-70fd854671dd tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:44.400650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f14926da-cd59-4bf0-809f-70fd854671dd tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0646687 Oct 26 16:50:44.403522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38000) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:44.428453 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-164d5a7b-e921-4a1d-ba86-3b0eb253b2f1 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:50:44.429941 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-164d5a7b-e921-4a1d-ba86-3b0eb253b2f1 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/aa406d3b-a409-4264-a993-98aa72ed3f51 HTTP/1.1" status: 404 len: 333 time: 0.0255251 Oct 26 16:50:44.432708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38002) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:44.458120 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-85286500-28e3-422e-bb5f-46851763cb9a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:50:44.460285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-85286500-28e3-422e-bb5f-46851763cb9a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/1ec326df-d210-494e-8cdf-46a2192da0f9 HTTP/1.1" status: 404 len: 333 time: 0.0264821 Oct 26 16:50:44.463086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:44.557508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.580928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-7da0cd03-e746-40c8-9e46-90d25bcf1a0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006892 Oct 26 16:50:44.675604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.687448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-bef35007-41ea-417d-8545-277c59e1639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:44.689528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-bef35007-41ea-417d-8545-277c59e1639d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bec57b6ef84fd2af715eab149db62d&device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 1096 time: 0.0533977 Oct 26 16:50:44.718427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3072c4bc-d449-47e8-94b4-f29d572c8cfb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:44.745795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7438ab99-ab88-4b00-ac00-30256a7ecdb8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:44.746214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7438ab99-ab88-4b00-ac00-30256a7ecdb8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:44.763550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.779512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.788510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:50:44.789041 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:50:44.860691 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:50:44.911308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-c51c55ac-cdd2-40a3-9a0f-86923f707b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:44.913224 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-c51c55ac-cdd2-40a3-9a0f-86923f707b2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 200 len: 913 time: 0.1934621 Oct 26 16:50:44.978960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.986166 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:44.990014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/3072c4bc-d449-47e8-94b4-f29d572c8cfb HTTP/1.1" status: 204 len: 168 time: 0.5257902 Oct 26 16:50:44.995741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38026) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:45.006571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-730454667'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:45.051713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-bf9bd032-90e2-4bac-9fbd-b29aa044b1cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 200 len: 999 time: 0.1300437 Oct 26 16:50:45.052751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89955c-aee2-4f99-8cca-2dce0007445b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=3072c4bc-d449-47e8-94b4-f29d572c8cfb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:45.129626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-8f4e4ce7-161a-4de1-b580-119699cc7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:45.131510 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-8f4e4ce7-161a-4de1-b580-119699cc7eb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 200 len: 851 time: 0.0714722 Oct 26 16:50:45.173820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:45.178640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:45.230959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:50:45.241807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-120d5c37-e964-4c7d-87ad-dc2def436912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:45.243536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-120d5c37-e964-4c7d-87ad-dc2def436912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05a3358d-5f07-418a-9d0a-1a12118d6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007018 Oct 26 16:50:45.255907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:45.257212 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment ac6e4741-b54d-4ad5-a738-d077a38a85bd of type vlan for network 88ddf033-6c96-41c4-9943-ab29d2e9023a Oct 26 16:50:45.351288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:45.424834 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-c2772828-a9cc-42e0-b211-9f69f78fccd9 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673825 Oct 26 16:50:45.471393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:45.477873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:45.478699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:45.541760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b1d263b-d488-42bb-9b59-c054e3016f49 req-aae81346-a4a4-42d7-a962-973ec9bad245 service neutron] 10.222.0.47 "GET /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078084 Oct 26 16:50:45.631774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=88ddf033-6c96-41c4-9943-ab29d2e9023a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:45.647648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:50:45.660663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f035-fac9-470d-97b1-b8f93c17df1e req-f3637930-f216-447c-9dc2-86d760cc0efc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:45.662447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3237f035-fac9-470d-97b1-b8f93c17df1e req-f3637930-f216-447c-9dc2-86d760cc0efc tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.1580613 Oct 26 16:50:45.670337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c0bcb09-1b6c-4a42-9372-a00764a1b83b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6708295 Oct 26 16:50:45.670645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:45.676569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:45.830452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3237f035-fac9-470d-97b1-b8f93c17df1e req-9e5eb549-4216-4ecb-8883-6db22d3a4d4f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590048 Oct 26 16:50:46.114973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:46.114973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:46.181276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Performing IP validity checks on allocation pools {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:50:46.182105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:50:46.482120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:46.568014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': 'ac6e4741-b54d-4ad5-a738-d077a38a85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:46.568378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 88ddf033-6c96-41c4-9943-ab29d2e9023a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:50:46.571942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e5a17-9c54-4712-8a5c-21fd8c7b8131,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:46.670336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:50:46.725376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:46.750262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:46.750603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8e21fd5c-36ff-42d0-9d59-e2d49f800ad9 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:46.784959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 88ddf033-6c96-41c4-9943-ab29d2e9023a) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:46.798729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:46.798729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:46.798920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45d92b-c19b-4239-8359-82dd83bd0fd8 None None] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:46.899084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b13d6f72-8ec7-49df-83aa-3feb547bf293 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2249084 Oct 26 16:50:46.899528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:46.905390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a', 'name': 'tempest-PortsTestJSON-2064032664'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:47.000670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-88ddf033-6c96-41c4-9943-ab29d2e9023a', 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': '9e6e5a17-9c54-4712-8a5c-21fd8c7b8131'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:50:47.001530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.147168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-e2063b72-fbf6-45e7-9003-a4b8de772f08 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:47.149699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-e2063b72-fbf6-45e7-9003-a4b8de772f08 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.0745449 Oct 26 16:50:47.151231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:47.160700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.161466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4bdfb-0b9c-4e1d-ae00-a3c616f0f2e2 req-4ab7a31a-2eab-4d9a-aadb-96e5a2bc4b5e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:47.166088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe4bdfb-0b9c-4e1d-ae00-a3c616f0f2e2 req-4ab7a31a-2eab-4d9a-aadb-96e5a2bc4b5e tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 945 time: 0.2610753 Oct 26 16:50:47.216504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Allocated IP 172.20.0.2 (88ddf033-6c96-41c4-9943-ab29d2e9023a/9e6e5a17-9c54-4712-8a5c-21fd8c7b8131/55b82d16-3daf-4777-b6c6-8e6d3dc016dd) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:47.219424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe4bdfb-0b9c-4e1d-ae00-a3c616f0f2e2 req-6d585f1e-5be8-42bb-b564-4f9fe7f6cd51 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0e90491-7a84-4539-9739-bc2660a8b181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Oct 26 16:50:47.260811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 57da83be-c346-4143-8ede-3333a0432a2b yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:47.336667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:47.337008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.382628 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.435107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] For port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:47.435767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.451067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.518072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:47.531069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:47.538196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:47.551772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Pushing event updated for resources: {'Port': ['ID=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:47.627400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Attempting to bind port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:50:47.630411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Attempting to bind port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ac6e4741-b54d-4ad5-a738-d077a38a85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:50:47.630809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Attempting to bind port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd on network 88ddf033-6c96-41c4-9943-ab29d2e9023a {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:50:47.637512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:50:47.637900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Checking segment: {'id': 'ac6e4741-b54d-4ad5-a738-d077a38a85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:47.638446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.638685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Bound using segment: {'id': 'ac6e4741-b54d-4ad5-a738-d077a38a85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:50:47.639712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Bound port: 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6e4741-b54d-4ad5-a738-d077a38a85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '88ddf033-6c96-41c4-9943-ab29d2e9023a'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:50:47.640371 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.730760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9dfbaf02-eb92-4407-b03c-8ccc6ed0debe {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:50:47.731321 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:50:47.758796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] For port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:50:47.764481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] For port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,segment=NetworkSegment(ac6e4741-b54d-4ad5-a738-d077a38a85bd),segment_id=ac6e4741-b54d-4ad5-a738-d077a38a85bd)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:50:47.830824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.867575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.871144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:47.871144 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Floating IP fe114558-1918-4586-b1e4-8830c9420894 disassociated. External IP: 172.25.5.57, port: cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb. Oct 26 16:50:47.871144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:47.888412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad22fc-1ccc-4787-a929-ffebb4e91883 None None] Pushing event updated for resources: {'Port': ['ID=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:48.071169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:48.120491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:48.234843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:48.278434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 97a33873-587a-4779-8986-d2a0fb5fca9b yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:48.359237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:48.396942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08476e5d-ca29-41f0-bda6-09c806fe07e5 req-21e82092-0709-4620-bb6b-11503854749b tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0468080 Oct 26 16:50:48.485080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.6 (88ddf033-6c96-41c4-9943-ab29d2e9023a/9e6e5a17-9c54-4712-8a5c-21fd8c7b8131/97a33873-587a-4779-8986-d2a0fb5fca9b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:48.686985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:48.689534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:48.704227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Sync routers for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:48.725786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:48.732678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:48.751087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] No DVR routers for this DVR port cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:48.755368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:48.761312 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e46ba3d-5c2b-4496-9782-a5d16116419c req-8c531721-0aba-4740-ae6e-c7bb8e44953f tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.47 "DELETE /v2.0/ports/cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb HTTP/1.1" status: 204 len: 173 time: 1.5990164 Oct 26 16:50:48.761312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-deleted', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:50:48.762308 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b2150-9f4d-4755-b87c-01cdc9864e9f" -d '{"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-deleted", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:50:48.861812 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a7289-ced6-4f51-aac9-32bf76cac6a2 x-openstack-request-id: req-ac5a7289-ced6-4f51-aac9-32bf76cac6a2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:50:48.862114 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887b1bd-3fb1-43a1-816f-7aab5db221a5", "name": "network-vif-deleted", "tag": "cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:50:48.865471 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac5a7289-ced6-4f51-aac9-32bf76cac6a2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:50:48.871006 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887b1bd-3fb1-43a1-816f-7aab5db221a5', 'name': 'network-vif-deleted', 'tag': 'cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb', 'status': 'completed', 'code': 200} Oct 26 16:50:48.951109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:48.981013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:49.036153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:49.045105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:49.048224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:49.053447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=97a33873-587a-4779-8986-d2a0fb5fca9b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:49.177945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:49.178692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:49.285777 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be1af02c-6f9b-4700-9579-433f75460707 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3848817 Oct 26 16:50:49.288446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:49.392229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 55b82d16-3daf-4777-b6c6-8e6d3dc016dd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:50:49.445332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55f1d2-2b40-4dae-b6eb-464d1d7889e5 None None] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:49.467228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 97a33873-587a-4779-8986-d2a0fb5fca9b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:49.468357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:49.621036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-032c5e69-e590-4b7e-8329-1a96bfd4732e req-6cd5db86-010d-40f5-bc0c-82dd485c6ec6 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/ports?device_id=5887b1bd-3fb1-43a1-816f-7aab5db221a5 HTTP/1.1" status: 200 len: 210 time: 0.0869048 Oct 26 16:50:49.639434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] Provisioning complete for port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:49.640578 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:49.650810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:49.695600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 97a33873-587a-4779-8986-d2a0fb5fca9b owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:49.695955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:49.696419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.031581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.063183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:50.072714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=97a33873-587a-4779-8986-d2a0fb5fca9b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:50.150210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Checking router: 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:50:50.167286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.173569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4b6722e-3ef6-4d95-9691-12c3407da77c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/97a33873-587a-4779-8986-d2a0fb5fca9b HTTP/1.1" status: 204 len: 168 time: 0.8817172 Oct 26 16:50:50.173870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38122) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:50.206129 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8eb89e-6e05-420d-8737-2ad6ff84b1bc tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:50:50.207161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8eb89e-6e05-420d-8737-2ad6ff84b1bc tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:50:50.213141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b8eb89e-6e05-420d-8737-2ad6ff84b1bc tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/97a33873-587a-4779-8986-d2a0fb5fca9b HTTP/1.1" status: 404 len: 333 time: 0.0351069 Oct 26 16:50:50.213350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:50.227746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:50.228357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:50.247169 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba26a8-d7f3-4bb6-bded-e60abd363c0f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:50:50.251417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8dba26a8-d7f3-4bb6-bded-e60abd363c0f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/97a33873-587a-4779-8986-d2a0fb5fca9b HTTP/1.1" status: 404 len: 333 time: 0.0344005 Oct 26 16:50:50.257858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:50.315407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 9e6e5a17-9c54-4712-8a5c-21fd8c7b8131 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:50:50.321361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.392757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.455015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.531594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.563702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:50.592984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] For port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,segment=NetworkSegment(ac6e4741-b54d-4ad5-a738-d077a38a85bd),segment_id=ac6e4741-b54d-4ad5-a738-d077a38a85bd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:50.679246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.718734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.840119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38136) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:50.867770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc69b9-7cd7-4089-9270-85761ba7534d None None] Pushing event updated for resources: {'Port': ['ID=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:50.884598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2594e499-74e2-4e20-a5c8-3d988b27ea11 None None] Provisioning complete for port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:50.884965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2594e499-74e2-4e20-a5c8-3d988b27ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.920726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.967261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6e5a17-9c54-4712-8a5c-21fd8c7b8131,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:50.969841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:50.974046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a79f264f-fad4-43ab-98e0-62291c51e0ab tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/9e6e5a17-9c54-4712-8a5c-21fd8c7b8131 HTTP/1.1" status: 204 len: 168 time: 0.7214582 Oct 26 16:50:50.977079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:50.993701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.031109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.105313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:50:51.105928 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:50:51.119906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.141692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3ba38-808f-474f-a56e-126e57b0a4f5 None None] Network 88ddf033-6c96-41c4-9943-ab29d2e9023a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:51.163174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.171582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:51.207252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.211088 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.213435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0e90491-7a84-4539-9739-bc2660a8b181 HTTP/1.1" status: 204 len: 168 time: 0.3717976 Oct 26 16:50:51.215807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:51.229008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7c7d9-64bc-42a1-a02f-963297ae5278 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e90491-7a84-4539-9739-bc2660a8b181,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:51.236696 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-aab8c2e5-4bfb-4d6e-a7be-ec2161a2a9c1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] show failed (client error): The resource could not be found. Oct 26 16:50:51.238910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aab8c2e5-4bfb-4d6e-a7be-ec2161a2a9c1 tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "GET /v2.0/security-groups/f0e90491-7a84-4539-9739-bc2660a8b181 HTTP/1.1" status: 404 len: 347 time: 0.0209739 Oct 26 16:50:51.241836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38150) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:51.280866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760799ed-1ade-4f72-ac25-158b5ae450b8 None None] The sync data for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 is: [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd529ac2c-24ad-423c-ba46-21241b2b3f18', 'name': '', 'network_id': '05a3358d-5f07-418a-9d0a-1a12118d6ec5', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'mac_address': 'fa:16:3e:1c:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:08Z', 'updated_at': '2021-10-26T16:42:13Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'subnets': [{'id': 'e6429c48-12d5-40e5-8d71-78855d4efc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:51.303429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:51.303771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.439298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6847ceb9-dd18-41c5-8857-87c295062686 None None] Could not find standard attr ID for object 97a33873-587a-4779-8986-d2a0fb5fca9b. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:50:51.479167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,segment=NetworkSegment(ac6e4741-b54d-4ad5-a738-d077a38a85bd),segment_id=ac6e4741-b54d-4ad5-a738-d077a38a85bd)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:51.479167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.500096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 55b82d16-3daf-4777-b6c6-8e6d3dc016dd owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:51.532888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] DHCP port deletion for 88ddf033-6c96-41c4-9943-ab29d2e9023a request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:50:51.607446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Deleting port ea4bed76-52dd-41ad-bae7-85b5a963b373 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:51.607817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.741472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:51.778261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.778681 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.807394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Deleting port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:51.807644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.809119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Calling delete_port for ea4bed76-52dd-41ad-bae7-85b5a963b373 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:51.867808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:51.868149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device cfe28d2b-8fec-47b6-ad8c-a58aec6b3bcb not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:51.907605 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a192a-3948-48a5-94cd-a3e92b4c5eaa None None] New status for floating IP fe114558-1918-4586-b1e4-8830c9420894: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:50:51.926661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] For port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,segment=NetworkSegment(ac6e4741-b54d-4ad5-a738-d077a38a85bd),segment_id=ac6e4741-b54d-4ad5-a738-d077a38a85bd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:51.927088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:51.948069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Calling delete_port for 55b82d16-3daf-4777-b6c6-8e6d3dc016dd owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:52.077038 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.087087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 55b82d16-3daf-4777-b6c6-8e6d3dc016dd no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:52.161222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 55b82d16-3daf-4777-b6c6-8e6d3dc016dd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:52.161957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 55b82d16-3daf-4777-b6c6-8e6d3dc016dd not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:52.172144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] No DVR routers for this DVR port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:52.185895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6c15-ae03-46d1-aa00-32358ce1c79a None None] Pushing event deleted for resources: {'Port': ['ID=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:52.376276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.410774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=55b82d16-3daf-4777-b6c6-8e6d3dc016dd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:52.420982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port 55b82d16-3daf-4777-b6c6-8e6d3dc016dd on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:52.512008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.520689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.561882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ddf033-6c96-41c4-9943-ab29d2e9023a']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:52.619105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6e4741-b54d-4ad5-a738-d077a38a85bd') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:52.619105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6e4741-b54d-4ad5-a738-d077a38a85bd') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:52.641589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.661159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:50:52.673452 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:50:52.779267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.817475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.883742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Pushing event deleted for resources: {'Port': ['ID=ea4bed76-52dd-41ad-bae7-85b5a963b373,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:52.914309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.922235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/88ddf033-6c96-41c4-9943-ab29d2e9023a HTTP/1.1" status: 204 len: 168 time: 1.9400239 Oct 26 16:50:52.922235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae266-e530-47b5-b6bd-70ce317cce04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=88ddf033-6c96-41c4-9943-ab29d2e9023a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:52.923220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38178) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:52.928847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1232379222'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:52.952807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.958098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:52.962520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7746e930-b14c-4a8a-bc22-d2c5e821d02d tempest-ServerActionsTestJSON-901988026 tempest-ServerActionsTestJSON-901988026-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe114558-1918-4586-b1e4-8830c9420894 HTTP/1.1" status: 204 len: 168 time: 1.7168968 Oct 26 16:50:52.963017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38180) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:53.058669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:53.062579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.138073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:50:53.152805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.153483 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 2c482bef-6101-4758-9551-f30017edd19d of type vlan for network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d Oct 26 16:50:53.228010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.361623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.367967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:53.368564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.477230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:53.499221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:50:53.593330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e81821cd-1199-48ee-a58d-b400314db472 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6700010 Oct 26 16:50:53.595967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38192) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:53.602031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:53.715075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:53.807172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:53.811517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.085153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Deleting port d529ac2c-24ad-423c-ba46-21241b2b3f18 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:54.085581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.239805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] For port d529ac2c-24ad-423c-ba46-21241b2b3f18, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d529ac2c-24ad-423c-ba46-21241b2b3f18,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:54.240175 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.254107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Calling delete_port for d529ac2c-24ad-423c-ba46-21241b2b3f18 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:54.259438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.326785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=42d75232-083b-4d14-aa7e-64ca928b820d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:54.336226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '2c482bef-6101-4758-9551-f30017edd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:54.337097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:50:54.424068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:50:54.515219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:54.519962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:54.520648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.528320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e35722-716f-41d5-86eb-6edd6baabc89 None None] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:54.584842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:54.637915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44cb1ebb-be6d-4167-9b11-44d927d1a8e0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0401123 Oct 26 16:50:54.642998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38202) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:54.654327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-667925291'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:54.679774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Pushing event deleted for resources: {'Port': ['ID=d529ac2c-24ad-423c-ba46-21241b2b3f18,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:54.854371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d', 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': '42d75232-083b-4d14-aa7e-64ca928b820d'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:50:54.864574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.136758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Allocated IP 172.20.0.2 (887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d/42d75232-083b-4d14-aa7e-64ca928b820d/b983c10f-4bd3-413d-a22d-769f6c303b13) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:55.138802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.241829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:50:55.246323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.278160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 1ed766bc-de4a-4d3e-b26f-b4921a1098f9 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:50:55.363920 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.460639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.520455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.5 (887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d/42d75232-083b-4d14-aa7e-64ca928b820d/1ed766bc-de4a-4d3e-b26f-b4921a1098f9) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:50:55.607709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:50:55.734545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:55.740604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:55.742498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.744355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:55.787606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:50:55.796680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:55.820021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8d45aa67-1300-4e4c-8a9f-293175313521 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8558426 Oct 26 16:50:55.821644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Attempting to bind port b983c10f-4bd3-413d-a22d-769f6c303b13 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:50:55.822527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Attempting to bind port b983c10f-4bd3-413d-a22d-769f6c303b13 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2c482bef-6101-4758-9551-f30017edd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:50:55.825132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Attempting to bind port b983c10f-4bd3-413d-a22d-769f6c303b13 on network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:50:55.834821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Sync routers for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:50:55.843064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Pushing event updated for resources: {'Port': ['ID=b983c10f-4bd3-413d-a22d-769f6c303b13,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:55.872838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:50:55.873412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Checking segment: {'id': '2c482bef-6101-4758-9551-f30017edd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:50:55.873748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.874143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Bound using segment: {'id': '2c482bef-6101-4758-9551-f30017edd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:50:55.874841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Bound port: b983c10f-4bd3-413d-a22d-769f6c303b13, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c482bef-6101-4758-9551-f30017edd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:50:55.875590 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:55.899823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:55.900970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:55.916433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.016430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=1ed766bc-de4a-4d3e-b26f-b4921a1098f9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:56.020411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:50:56.037169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:50:56.042068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.047333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:50:56.152846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:56.153576 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.186746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] For port b983c10f-4bd3-413d-a22d-769f6c303b13, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:50:56.191879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] For port b983c10f-4bd3-413d-a22d-769f6c303b13, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b983c10f-4bd3-413d-a22d-769f6c303b13,segment=NetworkSegment(2c482bef-6101-4758-9551-f30017edd19d),segment_id=2c482bef-6101-4758-9551-f30017edd19d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:50:56.230187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:56.250559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3462c882-5375-4594-8d78-b4690168e554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6098945 Oct 26 16:50:56.253127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38246) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:56.324232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.428316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 1ed766bc-de4a-4d3e-b26f-b4921a1098f9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:56.429060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.499796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ec99-d4dc-4fc1-8587-4cea650fc640 None None] Pushing event updated for resources: {'Port': ['ID=b983c10f-4bd3-413d-a22d-769f6c303b13,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:56.642606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:56.677222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:50:54Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:56.678486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 1ed766bc-de4a-4d3e-b26f-b4921a1098f9 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:56.738597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Checking router: 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:50:56.755503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Routers {'0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:50:56.757333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:50:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:56.757796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:56.941889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-6f7ae5a5-2c20-4bcb-9e51-aad9a6831c58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223577 Oct 26 16:50:56.965462 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.010569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] Set router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:50:57.051179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8edc33d-19f0-44f6-be02-cd7d2a7141e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.075262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-e3d1c451-b42f-448d-be07-dd1e8519af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:57.080838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-e3d1c451-b42f-448d-be07-dd1e8519af03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1096 time: 0.0802455 Oct 26 16:50:57.094670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.146720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=1ed766bc-de4a-4d3e-b26f-b4921a1098f9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:57.317440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Deleting port b71c449c-ef7c-4a8a-bcde-8da3760058f8 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:57.317860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.429996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.431082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:50:54Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:57.446590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fed51ce8-6b31-4aec-96cb-901d558ac213 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/1ed766bc-de4a-4d3e-b26f-b4921a1098f9 HTTP/1.1" status: 204 len: 168 time: 1.1921022 Oct 26 16:50:57.451294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:57.471595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] For port b71c449c-ef7c-4a8a-bcde-8da3760058f8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b71c449c-ef7c-4a8a-bcde-8da3760058f8,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:57.474170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.494020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Calling delete_port for b71c449c-ef7c-4a8a-bcde-8da3760058f8 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:57.573176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86b7c8-b31d-4a76-b6d3-5db351139255 None None] The sync data for ids ['0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d'] in n-d-815373-2 is: [{'id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'name': 'tempest-ServerActionsTestJSON-1153177920-router', 'tenant_id': '20bec57b6ef84fd2af715eab149db62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:01Z', 'updated_at': '2021-10-26T16:50:54Z', 'revision_number': 5, 'project_id': '20bec57b6ef84fd2af715eab149db62d', 'gw_port': {'id': 'b71c449c-ef7c-4a8a-bcde-8da3760058f8', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:03Z', 'updated_at': '2021-10-26T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:50:57.593623 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea1be77-c05c-460f-8f28-b885ab0fd2b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:50:57.595306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8ea1be77-c05c-460f-8f28-b885ab0fd2b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/1ed766bc-de4a-4d3e-b26f-b4921a1098f9 HTTP/1.1" status: 404 len: 333 time: 0.1349618 Oct 26 16:50:57.602281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38266) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:57.617677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8edc33d-19f0-44f6-be02-cd7d2a7141e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.656289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-76d1b184-dfe8-406f-8ad8-793c557ed509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:57.658357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-76d1b184-dfe8-406f-8ad8-793c557ed509 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.5550506 Oct 26 16:50:57.698412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 42d75232-083b-4d14-aa7e-64ca928b820d {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:50:57.706915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.710730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e8edc33d-19f0-44f6-be02-cd7d2a7141e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.900889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-4ab78938-92d1-462e-8a14-ee75c214d780 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 200 len: 1000 time: 0.2333097 Oct 26 16:50:57.948567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:57.953792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e8edc33d-19f0-44f6-be02-cd7d2a7141e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5de69f8d00c740ce8c540d0f00798278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1948750 Oct 26 16:50:57.954693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edc33d-19f0-44f6-be02-cd7d2a7141e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680b6eb-8e09-41e0-b09c-baf4cdaa57ae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:57.994987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38268) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:58.126405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-c3ad0e5d-e4ec-4f92-a936-dba088ecd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:58.131236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-c3ad0e5d-e4ec-4f92-a936-dba088ecd910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.2205665 Oct 26 16:50:58.147832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b983c10f-4bd3-413d-a22d-769f6c303b13 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:50:58.187475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.260530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b983c10f-4bd3-413d-a22d-769f6c303b13 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:58.261021 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.297252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.297525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b51443-cf4d-4c2b-8f0a-719b61b28e78 None None] Network 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:58.337537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.346984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-d20a2190-8f77-4b37-afa6-d2706b457773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:50:58.349122 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-d20a2190-8f77-4b37-afa6-d2706b457773 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397867 Oct 26 16:50:58.368340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.419639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.440690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=42d75232-083b-4d14-aa7e-64ca928b820d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:58.443762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.447478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73434e47-a383-48a9-852c-7504f61b5a14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/42d75232-083b-4d14-aa7e-64ca928b820d HTTP/1.1" status: 204 len: 168 time: 0.8439059 Oct 26 16:50:58.450213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38270) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:58.452109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71c449c-ef7c-4a8a-bcde-8da3760058f8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:58.551077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Provisioning complete for port b983c10f-4bd3-413d-a22d-769f6c303b13 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:50:58.551550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.587581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.598914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-fba2787d-80cf-41f4-9bfe-ca52c42fc7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408934 Oct 26 16:50:58.653072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port b983c10f-4bd3-413d-a22d-769f6c303b13 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:58.653444 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.727247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.732614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0a8f9a1f-8710-4052-b75d-6db16cb61152 req-182d7859-b9ed-462b-872c-abd904dc829f service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 Oct 26 16:50:58.755429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.761952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port b983c10f-4bd3-413d-a22d-769f6c303b13, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b983c10f-4bd3-413d-a22d-769f6c303b13,segment=NetworkSegment(2c482bef-6101-4758-9551-f30017edd19d),segment_id=2c482bef-6101-4758-9551-f30017edd19d)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:58.762210 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.762339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.764906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2680b6eb-8e09-41e0-b09c-baf4cdaa57ae HTTP/1.1" status: 204 len: 168 time: 0.7679353 Oct 26 16:50:58.792486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for b983c10f-4bd3-413d-a22d-769f6c303b13 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:58.825216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.829729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64863bfd-69d4-4bb9-9917-d4733d716896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680b6eb-8e09-41e0-b09c-baf4cdaa57ae,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:58.838633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.865779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] DHCP port deletion for 887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:50:58.956076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.962287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b983c10f-4bd3-413d-a22d-769f6c303b13, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b983c10f-4bd3-413d-a22d-769f6c303b13,segment=NetworkSegment(2c482bef-6101-4758-9551-f30017edd19d),segment_id=2c482bef-6101-4758-9551-f30017edd19d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:58.962852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:58.984012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Deleting port b983c10f-4bd3-413d-a22d-769f6c303b13 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:50:58.984776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.047690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.061329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d529ac2c-24ad-423c-ba46-21241b2b3f18 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:50:59.110894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.124392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.128749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:50:59.147645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d529ac2c-24ad-423c-ba46-21241b2b3f18 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:50:59.148049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d529ac2c-24ad-423c-ba46-21241b2b3f18 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:50:59.160589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] For port b983c10f-4bd3-413d-a22d-769f6c303b13, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b983c10f-4bd3-413d-a22d-769f6c303b13,segment=NetworkSegment(2c482bef-6101-4758-9551-f30017edd19d),segment_id=2c482bef-6101-4758-9551-f30017edd19d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:50:59.160589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.165850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.180098 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e07df2b6-7b9d-4701-b9d6-9af905739974 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0f6e32bd-7b7a-4ae1-92ff-331b74f4ce4d HTTP/1.1" status: 204 len: 168 time: 3.3803408 Oct 26 16:50:59.181556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:50:59.181704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38280) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:59.182023 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:50:59.183005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Calling delete_port for b983c10f-4bd3-413d-a22d-769f6c303b13 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:50:59.195872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=b983c10f-4bd3-413d-a22d-769f6c303b13,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:59.200474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b983c10f-4bd3-413d-a22d-769f6c303b13,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:59.212227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port b983c10f-4bd3-413d-a22d-769f6c303b13 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:59.337255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Deleting subnet e6429c48-12d5-40e5-8d71-78855d4efc08 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:50:59.344727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.349008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.390344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.409743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] Pushing event deleted for resources: {'Port': ['ID=b983c10f-4bd3-413d-a22d-769f6c303b13,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:59.415455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac8ebd-5795-47d5-a0a6-9d0e54875d97 None None] No DVR routers for this DVR port b983c10f-4bd3-413d-a22d-769f6c303b13 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:50:59.438609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:59.465198 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.476680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c482bef-6101-4758-9551-f30017edd19d') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:59.476680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c482bef-6101-4758-9551-f30017edd19d') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:50:59.492967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.508386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.515425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:50:59.516080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:50:59.594498 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:50:59.634929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.681409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.689112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.692795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d HTTP/1.1" status: 204 len: 168 time: 1.2416344 Oct 26 16:50:59.696535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:50:59.706143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'name': 'tempest-PortsTestJSON-54172428'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:50:59.714234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5145bfa2-a0bb-4c5c-8565-a2d13f24cd23 None None] Port b983c10f-4bd3-413d-a22d-769f6c303b13 update to ACTIVE by agent not found {{(pid=102738) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 16:50:59.773237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea735-4679-4a77-af5b-c42b80703a7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=887bb2ac-eb1a-4ef4-b3fa-04249fe3b66d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:59.795607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.825804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6429c48-12d5-40e5-8d71-78855d4efc08,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:50:59.829678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:50:59.839122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb37984-3c94-46a7-8200-d12f0d95ae40 None None] Network 05a3358d-5f07-418a-9d0a-1a12118d6ec5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:50:59.849065 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7faa23eb-cb56-4d1d-b532-ede1f3a9288c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6429c48-12d5-40e5-8d71-78855d4efc08 HTTP/1.1" status: 204 len: 168 time: 0.6617672 Oct 26 16:50:59.849318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38296) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:00.004988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b983c10f-4bd3-413d-a22d-769f6c303b13 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:00.020747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.025984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:00.030730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.086398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 8b501250-fe3b-45d2-8ceb-04bd0a359383 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:00.195155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b983c10f-4bd3-413d-a22d-769f6c303b13 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:00.195790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b983c10f-4bd3-413d-a22d-769f6c303b13 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:00.195896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b71c449c-ef7c-4a8a-bcde-8da3760058f8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:00.217865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b71c449c-ef7c-4a8a-bcde-8da3760058f8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:00.218327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b71c449c-ef7c-4a8a-bcde-8da3760058f8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:00.258622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Deleting port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:00.258956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.308156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] DHCP port deletion for 05a3358d-5f07-418a-9d0a-1a12118d6ec5 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:00.358335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.360206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Deleting port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:00.360729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.364969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] For port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:00.365323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.381403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Calling delete_port for 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:00.431669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] For port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,segment=NetworkSegment(4227a77a-edae-4193-a105-51fa6f9ee0a7),segment_id=4227a77a-edae-4193-a105-51fa6f9ee0a7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:00.431928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.447681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Calling delete_port for 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:00.532122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.587258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:00.593209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:00.598255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:00.604499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:00.605244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.616586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=8b501250-fe3b-45d2-8ceb-04bd0a359383,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:00.624073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.632089 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.649428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] No DVR routers for this DVR port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:00.679945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] No DVR routers for this DVR port 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:00.682616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eeb36-180e-4266-8797-252f0e742c3f None None] Pushing event deleted for resources: {'Port': ['ID=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:00.684853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e37acf6-1d1e-4061-b0cb-b3e463cf0c27,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:00.731306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef04c762-76a4-4f05-9a32-b3808eee7d73 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0294695 Oct 26 16:51:00.734126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38334) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:00.832460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.871367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a3358d-5f07-418a-9d0a-1a12118d6ec5']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:00.885808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4227a77a-edae-4193-a105-51fa6f9ee0a7') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:00.886249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4227a77a-edae-4193-a105-51fa6f9ee0a7') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:00.900701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.958018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.977309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 8b501250-fe3b-45d2-8ceb-04bd0a359383 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:00.980194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:00.989412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:00.990960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.007011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d46dd517-498e-4cd7-9a32-e5e6f8e22e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:01.043379 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:01.084879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.099442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 8b501250-fe3b-45d2-8ceb-04bd0a359383 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:01.264153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.269700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.276730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] 10.222.0.21 "DELETE /v2.0/networks/05a3358d-5f07-418a-9d0a-1a12118d6ec5 HTTP/1.1" status: 204 len: 168 time: 1.4234159 Oct 26 16:51:01.292205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81543f-a96d-44f0-a3aa-62bb7d88f522 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a3358d-5f07-418a-9d0a-1a12118d6ec5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:01.298344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.338957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=8b501250-fe3b-45d2-8ceb-04bd0a359383,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:01.349847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.354717 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bcf423f2-3e6b-466b-a37e-a93e8027451a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/8b501250-fe3b-45d2-8ceb-04bd0a359383 HTTP/1.1" status: 204 len: 168 time: 0.6188636 Oct 26 16:51:01.357116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:01.362932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'mac_address': 'fa:16:3e:36:b0:6c', 'name': 'tempest-PortsTestJSON-452850568'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:01.549871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:01.701038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.728952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 109d3443-2fdc-4f92-9483-b5c24dbdf05a yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:01.936417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:01.968857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:01.990277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:01.990618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8e37acf6-1d1e-4061-b0cb-b3e463cf0c27 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:02.073044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.104376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38360) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.124211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.144964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38364) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.156214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.178977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:02.185590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:02.190387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:02.196738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:02.197375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.202384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=109d3443-2fdc-4f92-9483-b5c24dbdf05a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:02.218468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6e17bbe-ff36-4b10-9f21-ea8b47c48505 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20bec57b6ef84fd2af715eab149db62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600791 Oct 26 16:51:02.218836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38370) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.267703 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5bf93ce-0c36-4a8e-8196-4694468c4463 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9094532 Oct 26 16:51:02.270639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38372) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.282106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.306083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.326952 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8c9fe-564c-40b9-bc78-e9564367b58b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:02.329182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dec8c9fe-564c-40b9-bc78-e9564367b58b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/109d3443-2fdc-4f92-9483-b5c24dbdf05a HTTP/1.1" status: 200 len: 840 time: 0.0574059 Oct 26 16:51:02.331942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.358753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a70afd6-199d-4961-bb41-889375de2531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.409707 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2176581f-987a-4d24-be4a-141b45457d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.432886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-074633bc-5b0e-4857-9bf0-6bf3793fdcfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.476235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 109d3443-2fdc-4f92-9483-b5c24dbdf05a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:02.476470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.493987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.496764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.497917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/196aeb59-9184-4347-b544-cfac2ad70988 HTTP/1.1" status: 204 len: 168 time: 0.2780929 Oct 26 16:51:02.499960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2176581f-987a-4d24-be4a-141b45457d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.512874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8839f43-3456-406c-a03f-9e0172679213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196aeb59-9184-4347-b544-cfac2ad70988,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:02.555752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.558113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a70afd6-199d-4961-bb41-889375de2531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.575921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 109d3443-2fdc-4f92-9483-b5c24dbdf05a owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:02.578373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2176581f-987a-4d24-be4a-141b45457d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.623463 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2176581f-987a-4d24-be4a-141b45457d4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5331c130904bbea415dd3f083157ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178950 Oct 26 16:51:02.624668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176581f-987a-4d24-be4a-141b45457d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb2088-5827-488c-80ed-1d9662050d50,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:02.627179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38378) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.635894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a70afd6-199d-4961-bb41-889375de2531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.639251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-074633bc-5b0e-4857-9bf0-6bf3793fdcfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.688481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a70afd6-199d-4961-bb41-889375de2531 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526448892636413dbfb5cabe9ff2dafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139929 Oct 26 16:51:02.691680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38380) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:02.700703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70afd6-199d-4961-bb41-889375de2531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a80d08-c9c9-4849-9c12-3702db5fc70f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:02.720253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.743061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.745557 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.756525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-074633bc-5b0e-4857-9bf0-6bf3793fdcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.782997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.785718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.835169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.838089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:02.839429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7beb2088-5827-488c-80ed-1d9662050d50 HTTP/1.1" status: 204 len: 168 time: 0.2105274 Oct 26 16:51:02.851851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d3567-17c5-4105-a911-1e3d388415c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb2088-5827-488c-80ed-1d9662050d50,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:02.858661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=109d3443-2fdc-4f92-9483-b5c24dbdf05a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:03.194994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-074633bc-5b0e-4857-9bf0-6bf3793fdcfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bb56a4a272a4623baa56fdf3aaa0acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0486894 Oct 26 16:51:03.198264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38398) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:03.200846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074633bc-5b0e-4857-9bf0-6bf3793fdcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c192c-5f8a-4310-88cd-583396ee9719,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:03.203612 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.207284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0289efab-173b-4a34-9cd0-2e83d5e18501 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/109d3443-2fdc-4f92-9483-b5c24dbdf05a HTTP/1.1" status: 204 len: 168 time: 0.8743591 Oct 26 16:51:03.210261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38400) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:03.236579 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d7e35b-aa34-4e88-b97c-233545504d8f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:03.242232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73d7e35b-aa34-4e88-b97c-233545504d8f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/109d3443-2fdc-4f92-9483-b5c24dbdf05a HTTP/1.1" status: 404 len: 333 time: 0.0276411 Oct 26 16:51:03.242595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38404) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:03.248433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'name': 'tempest-PortsTestJSON-1485637867'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:03.277595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.310692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.356395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.363025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.364160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a80d08-c9c9-4849-9c12-3702db5fc70f HTTP/1.1" status: 204 len: 168 time: 0.6711257 Oct 26 16:51:03.372265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45edc37-b787-471c-845a-e69e9d59155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a80d08-c9c9-4849-9c12-3702db5fc70f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:03.458003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:03.461797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.475705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.478670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.482797 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/279c192c-5f8a-4310-88cd-583396ee9719 HTTP/1.1" status: 204 len: 168 time: 0.2803652 Oct 26 16:51:03.483397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 3a079214-82bd-4a95-9404-3f6ae2672cc3 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:03.489328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bce0-6bea-4faf-aa63-f91502f382ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c192c-5f8a-4310-88cd-583396ee9719,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:03.605664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-89e4c9b5-96b2-4d75-8f76-48abe2983b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.663753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.789984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.837627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:03.840858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:03.844625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:03.851251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:03.851720 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:03.862727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=3a079214-82bd-4a95-9404-3f6ae2672cc3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:03.886196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38426) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:03.959079 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c322c2b-5f27-4666-a9b7-ff3618d88d7e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7153473 Oct 26 16:51:03.961746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38432) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:03.966945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:04.041868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.137829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-network', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:04.163888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.235243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.275321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Made reservation on behalf of bdbaf91b91c74ad2849ec2f780de95c9 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:04.277792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.287866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.336015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.387880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] In _notify_port_updated(), no bound segment for port 3a079214-82bd-4a95-9404-3f6ae2672cc3 on network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:51:04.394315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:04.395301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.396550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/ports/3a079214-82bd-4a95-9404-3f6ae2672cc3 HTTP/1.1" status: 200 len: 818 time: 0.4337356 Oct 26 16:51:04.400238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:04.422005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795402-9b18-485f-8c79-4376a0210449 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=3a079214-82bd-4a95-9404-3f6ae2672cc3,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:04.425454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.499531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38450) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:04.508035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.520915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 3a079214-82bd-4a95-9404-3f6ae2672cc3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:04.521594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.530351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e1c022b-771e-4df2-b81c-6c2e7ec9567b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.552457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:04.562858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e53341-606e-49fa-b6a2-2d8cfb0548db,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:04.575500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.576230 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Added segment d48b9a77-b47b-4352-ada6-8bb0b1e5f69b of type vlan for network c1d58d16-b977-49bc-8f58-9f829f42cf6c Oct 26 16:51:04.633977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.634139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.649575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 3a079214-82bd-4a95-9404-3f6ae2672cc3 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:04.690301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e1c022b-771e-4df2-b81c-6c2e7ec9567b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.784669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.785963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:04.786852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.789872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e1c022b-771e-4df2-b81c-6c2e7ec9567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.812432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.833778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0e1c022b-771e-4df2-b81c-6c2e7ec9567b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a006779a3d84d62a749e7f4f6e362ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306649 Oct 26 16:51:04.847012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38456) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:04.853253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=3a079214-82bd-4a95-9404-3f6ae2672cc3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:04.870221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.876111 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f2eb57e-30a9-4a5c-93fe-a9baaa205e51 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/3a079214-82bd-4a95-9404-3f6ae2672cc3 HTTP/1.1" status: 204 len: 168 time: 0.4745200 Oct 26 16:51:04.876711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38458) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:04.901865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c022b-771e-4df2-b81c-6c2e7ec9567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038d8697-7f48-4bdd-8f00-9d777f0eb9d1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:04.908938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d58d16-b977-49bc-8f58-9f829f42cf6c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:04.929598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:04.946948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d79c5-3a98-419e-9a52-8ecaec47ddee tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:04.951751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38460) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:04.951952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a33d79c5-3a98-419e-9a52-8ecaec47ddee tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0717618 Oct 26 16:51:04.967697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:04.998195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79dee695-8767-4ff8-8617-47e14452faa1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1106868 Oct 26 16:51:04.999674 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d93d7fe-cad7-49d7-beca-0e2a2a2c985f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:05.001393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2d93d7fe-cad7-49d7-beca-0e2a2a2c985f tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/3a079214-82bd-4a95-9404-3f6ae2672cc3 HTTP/1.1" status: 404 len: 333 time: 0.0489178 Oct 26 16:51:05.003000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:05.008507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Request body: {'subnet': {'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-subnet', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:05.008964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:05.019865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1835167733'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:05.028443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.118636 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.212482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Made reservation on behalf of bdbaf91b91c74ad2849ec2f780de95c9 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:05.214795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.259167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.261778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.263022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/038d8697-7f48-4bdd-8f00-9d777f0eb9d1 HTTP/1.1" status: 204 len: 168 time: 0.4116409 Oct 26 16:51:05.274228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbe242-cf08-4142-96e4-21a71cd9d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d8697-7f48-4bdd-8f00-9d777f0eb9d1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:05.395574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:05.399113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.430280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:05.440618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.440967 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 9509d9e8-dd32-47f5-be60-a5bdfe586e6e of type vlan for network 4f03715e-91e8-4f6c-8582-a7381ea26f2f Oct 26 16:51:05.472189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.487681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.528791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6341f716-dcc9-4ff2-b52a-a3e5590300ae,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:05.553593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Checking segment: {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:05.554043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Network hostable DHCP agents. Network: c1d58d16-b977-49bc-8f58-9f829f42cf6c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:05.623011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.629725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:05.630309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.677650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:05.702893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=4f03715e-91e8-4f6c-8582-a7381ea26f2f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:05.716045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:05.787443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ded69088-ccef-46d2-8d7c-c984a7286d40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7773871 Oct 26 16:51:05.790499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38494) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:05.810554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:05.839393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c1d58d16-b977-49bc-8f58-9f829f42cf6c) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:05.852385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:05.852385 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:05.852693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0601255-94ff-4486-b5ab-6248a8ad21d2 None None] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:05.933445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd39cc0b-c49b-4935-8820-fb606abe0e7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9290328 Oct 26 16:51:05.936412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38498) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:05.941375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:05.998379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:06.003162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10949a35-b0fc-4200-9353-0107c12cd91b None None] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:06.008458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.075649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.076722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.134487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.298523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.325895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38508) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:06.356837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e48f819-9903-450a-a97d-3fda6dc9cbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.373875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.396281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=a661b54d-7ce7-4bd4-9f44-147964a981dd,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:06.416914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '9509d9e8-dd32-47f5-be60-a5bdfe586e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:06.417269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 4f03715e-91e8-4f6c-8582-a7381ea26f2f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:06.487638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e48f819-9903-450a-a97d-3fda6dc9cbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.556350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:06.601257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e48f819-9903-450a-a97d-3fda6dc9cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.642395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4f03715e-91e8-4f6c-8582-a7381ea26f2f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:06.649396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f819-9903-450a-a97d-3fda6dc9cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6e854-f262-4631-84e3-b96da1a33706,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:06.660331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:06.661189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.667034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd619cc-7186-424b-9e52-6589f4172a44 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:06.673007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.690252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5e48f819-9903-450a-a97d-3fda6dc9cbe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44354be8ad9d4fa483407cff1652654d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604310 Oct 26 16:51:06.690671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38522) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:06.747838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.760605 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.770836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed993fac-a96d-46d4-a418-02dfe629046d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9790890 Oct 26 16:51:06.771780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38524) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:06.780146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:06.790343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.866351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.892431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': 'a661b54d-7ce7-4bd4-9f44-147964a981dd'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:06.894423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:06.953723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Allocated IP 172.25.5.235 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/36fe96d7-ae69-4fad-afd3-55433accca07) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:07.079682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.079822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.081860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.083879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35e6e854-f262-4631-84e3-b96da1a33706 HTTP/1.1" status: 204 len: 168 time: 0.3916292 Oct 26 16:51:07.103976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:07.109458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.114821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34117cc1-ded9-4b1c-a3d4-6fa6b6954d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6e854-f262-4631-84e3-b96da1a33706,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:07.144296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Allocated IP 172.20.0.2 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/a661b54d-7ce7-4bd4-9f44-147964a981dd/4ae62555-f148-48a2-ae38-f2557fbf9417) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:07.207409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.268596 n-d-815373-2 neutron-server[102736]: INFO neutron.db.ipam_backend_mixin [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a661b54d-7ce7-4bd4-9f44-147964a981dd (CIDR: 172.20.0.0/28) Oct 26 16:51:07.279105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:07.284957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:07.290474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:07.293609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Pushing event updated for resources: {'Port': ['ID=36fe96d7-ae69-4fad-afd3-55433accca07,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:07.321787 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:51:07.322292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:51:07.351940 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.411470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8125d403-a0d5-4418-92f9-480184d6584a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6359975 Oct 26 16:51:07.415182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38542) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:07.420646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:07.424956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.504895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:07.515854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:07.522444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:07.570180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Pushing event updated for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:07.597706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.598356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.598863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.599397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.599914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.600662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.601224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.601802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.602293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.602781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.603305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.603903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:07.639970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Attempting to bind port 4ae62555-f148-48a2-ae38-f2557fbf9417 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Attempting to bind port 4ae62555-f148-48a2-ae38-f2557fbf9417 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '9509d9e8-dd32-47f5-be60-a5bdfe586e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Attempting to bind port 4ae62555-f148-48a2-ae38-f2557fbf9417 on network 4f03715e-91e8-4f6c-8582-a7381ea26f2f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Checking segment: {'id': '9509d9e8-dd32-47f5-be60-a5bdfe586e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Bound using segment: {'id': '9509d9e8-dd32-47f5-be60-a5bdfe586e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Bound port: 4ae62555-f148-48a2-ae38-f2557fbf9417, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9509d9e8-dd32-47f5-be60-a5bdfe586e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:07.649965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.669573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:07.678589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.683454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.727968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:07.733969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4ae62555-f148-48a2-ae38-f2557fbf9417,segment=NetworkSegment(9509d9e8-dd32-47f5-be60-a5bdfe586e6e),segment_id=9509d9e8-dd32-47f5-be60-a5bdfe586e6e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:07.807083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38552) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:07.818650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.824583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'network': {'name': 'tempest-network-smoke--1846242129', 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'port_security_enabled': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:07.891590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7d040-3295-4f60-bcc8-df66d7cef11f None None] Pushing event updated for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:07.930787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:07.934289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:07.946690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.000633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.094688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.133411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.237810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.254547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:08.269896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:08.273325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:08.273892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.287605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=2fac0b38-c507-4297-8438-f3c131de4743,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:08.305129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:08.318851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6374e840-5200-4b65-b951-f2b83712eb66,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:08.321777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.322247 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Added segment 6310b652-1fe4-426e-a4eb-8edbbd31e596 of type vlan for network bf7a72ca-6b60-4756-836a-f912997687ae Oct 26 16:51:08.370252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.395197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Router d685f54f-f9d9-46fb-aa12-0183778cd2de is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:51:08.431109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a14154a-01d9-43bd-bed8-74ab8a4d3a2e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0147610 Oct 26 16:51:08.435010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:08.443474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'fixed_ips': [{'subnet_id': 'a661b54d-7ce7-4bd4-9f44-147964a981dd'}, {'subnet_id': '2fac0b38-c507-4297-8438-f3c131de4743'}], 'name': 'tempest-PortsTestJSON-97064992'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:08.505808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.511514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:08.512131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.526609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:08.542521 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Sync routers for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:08.562615 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:08.563861 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:08.602950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.605549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f97febe5-6ab6-48bc-8a6d-75837740cb9a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6680377 Oct 26 16:51:08.608177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38572) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:08.610558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Network': ['ID=bf7a72ca-6b60-4756-836a-f912997687ae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:08.631638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network bf7a72ca-6b60-4756-836a-f912997687ae details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:08.636847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-edf6464b-dbbc-45f7-b450-65d9df74bec9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8279836 Oct 26 16:51:08.648666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38576) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:08.655024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'admin_state_up': True, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:08.796497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.796497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.818658 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:08.921011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:08.927024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:09.101832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.182580 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:07Z', 'revision_number': 3, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:09.238057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port a4a681b8-a293-4914-825f-2abb19b46703 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:09.246786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Checking router: d685f54f-f9d9-46fb-aa12-0183778cd2de for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:51:09.248164 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Updating router d685f54f-f9d9-46fb-aa12-0183778cd2de port 36fe96d7-ae69-4fad-afd3-55433accca07 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:51:09.287978 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.326912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d8b15-659f-444d-ae6b-c344242c7957 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:09.402363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.571938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:09.572556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.729003 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.768375 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.790307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Update dhcp port {'port': {'network_id': '4f03715e-91e8-4f6c-8582-a7381ea26f2f', 'fixed_ips': [{'subnet_id': 'a661b54d-7ce7-4bd4-9f44-147964a981dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fac0b38-c507-4297-8438-f3c131de4743'}], 'binding:host_id': 'n-d-815373-2'}, 'id': '4ae62555-f148-48a2-ae38-f2557fbf9417'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:51:09.818457 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.827993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.866220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.880663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4ae62555-f148-48a2-ae38-f2557fbf9417,segment=NetworkSegment(9509d9e8-dd32-47f5-be60-a5bdfe586e6e),segment_id=9509d9e8-dd32-47f5-be60-a5bdfe586e6e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:09.945194 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Attempting to bind port 36fe96d7-ae69-4fad-afd3-55433accca07 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:09.945627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Attempting to bind port 36fe96d7-ae69-4fad-afd3-55433accca07 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:09.945932 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Attempting to bind port 36fe96d7-ae69-4fad-afd3-55433accca07 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:09.957810 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Pushing event updated for resources: {'Port': ['ID=36fe96d7-ae69-4fad-afd3-55433accca07,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:09.962846 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:09.963236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:09.963628 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.964011 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:09.964477 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Bound port: 36fe96d7-ae69-4fad-afd3-55433accca07, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:09.964849 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.968426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.984031 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.984367 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.984697 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.985028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.985351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.985689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.985991 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.986372 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.986684 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.986999 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.994456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:09.995722 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:09.996698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:10.001567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.3 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/a661b54d-7ce7-4bd4-9f44-147964a981dd/a4a681b8-a293-4914-825f-2abb19b46703) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:10.035775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.038279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.25 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/2fac0b38-c507-4297-8438-f3c131de4743/a4a681b8-a293-4914-825f-2abb19b46703) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:10.090619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3ea8f-60a1-49fb-82d9-5a2c85af56aa None None] Pushing event updated for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:10.097331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4ae62555-f148-48a2-ae38-f2557fbf9417 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:10.150485 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] For port 36fe96d7-ae69-4fad-afd3-55433accca07, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:10.153660 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] For port 36fe96d7-ae69-4fad-afd3-55433accca07, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=36fe96d7-ae69-4fad-afd3-55433accca07,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:10.172890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:10.173511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.219259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Allocated IP 172.20.0.1 (c1d58d16-b977-49bc-8f58-9f829f42cf6c/6341f716-dcc9-4ff2-b52a-a3e5590300ae/82751a60-82ab-4a3c-9b2d-a0c97b00a1b8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:10.253430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.25.5.209 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0fb19261-0d90-4dc8-9fd5-f70956ec42d6) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:10.304095 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.349829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.359532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.365828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:10.366741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:10.423483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.452818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.459424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae03f1-82c1-49bf-9185-6ead3614e2d3 None None] Pushing event updated for resources: {'Port': ['ID=36fe96d7-ae69-4fad-afd3-55433accca07,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:10.494544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:10.497542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:10.501095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:10.506897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:10.515680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:10.552094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.568797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.611914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Allocated IP 172.20.0.18 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/2fac0b38-c507-4297-8438-f3c131de4743/4ae62555-f148-48a2-ae38-f2557fbf9417) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:10.651683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.685462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:10.695342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:10.698753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:10.702967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:10.708637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:10.733796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=a4a681b8-a293-4914-825f-2abb19b46703,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:10.737986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:10.754635 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:51:10.788682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:10.804220 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:07Z', 'revision_number': 3, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:10.807473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4ae62555-f148-48a2-ae38-f2557fbf9417,segment=NetworkSegment(9509d9e8-dd32-47f5-be60-a5bdfe586e6e),segment_id=9509d9e8-dd32-47f5-be60-a5bdfe586e6e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:10.833196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:10.840116 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.853193 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0a350-6286-46ed-af1c-31dd5611164c None None] The sync data for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 is: [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:07Z', 'revision_number': 3, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:10.857020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:10.857020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.898270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.915098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.945650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0614696f-019c-44c5-85cf-77f7d929042b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:10.982961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c505d002-4084-4400-b96b-51c3a0eda60c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.5465503 Oct 26 16:51:10.986049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38602) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:10.993884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a661b54d-7ce7-4bd4-9f44-147964a981dd'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:11.009196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1530dd-740a-4322-9318-d145c1b1a332 None None] Pushing event updated for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:11.099025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.194331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.261833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0614696f-019c-44c5-85cf-77f7d929042b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.317220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.442547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0614696f-019c-44c5-85cf-77f7d929042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.490486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:11.497669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614696f-019c-44c5-85cf-77f7d929042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfdc9b-4556-4c77-a54c-e4b48f4f3b53,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:11.508112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.526006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.529936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0614696f-019c-44c5-85cf-77f7d929042b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3747c4abd7ab4b42907e6161bb9855c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399898 Oct 26 16:51:11.536606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38606) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:11.679269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.735028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:11.741314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:11.749727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:11.978662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Router d685f54f-f9d9-46fb-aa12-0183778cd2de has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:51:12.001888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76ac74-f77d-41d2-bcd0-bc6a693c6941 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:12.107599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Delete allocated IP 172.20.0.25 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/2fac0b38-c507-4297-8438-f3c131de4743) {{(pid=102736) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:51:12.123752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b3e12b5a-3553-4e3b-8422-3e11d6c97e6b None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:12.124379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3e12b5a-3553-4e3b-8422-3e11d6c97e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.135082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.141689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.148877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dbfdc9b-4556-4c77-a54c-e4b48f4f3b53 HTTP/1.1" status: 204 len: 168 time: 0.6102943 Oct 26 16:51:12.158912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4ae62555-f148-48a2-ae38-f2557fbf9417 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:12.192660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:12.223021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16ba4667-86d5-47bf-a929-9dea2c80aca3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d685f54f-f9d9-46fb-aa12-0183778cd2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6061215 Oct 26 16:51:12.223021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888af7-868d-4880-84ee-7b28906f9b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfdc9b-4556-4c77-a54c-e4b48f4f3b53,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:12.385780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:12.389615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.424071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.515208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 36fe96d7-ae69-4fad-afd3-55433accca07 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:12.583429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 36fe96d7-ae69-4fad-afd3-55433accca07 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:12.583878 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.615028 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.688336 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.703751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.722374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 36fe96d7-ae69-4fad-afd3-55433accca07, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=36fe96d7-ae69-4fad-afd3-55433accca07,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:12.808538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=a4a681b8-a293-4914-825f-2abb19b46703,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:12.844586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.877359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router cf08e99e-b48e-4274-9e57-cae1e42605cd is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:51:12.902359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] In _notify_port_updated(), no bound segment for port a4a681b8-a293-4914-825f-2abb19b46703 on network 4f03715e-91e8-4f6c-8582-a7381ea26f2f {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:51:12.909549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:12.910235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:12.914227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c3e885e-4f67-4a38-ab96-6c36645f0f35 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/ports/a4a681b8-a293-4914-825f-2abb19b46703 HTTP/1.1" status: 200 len: 917 time: 1.9242318 Oct 26 16:51:12.915499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:12.933558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a661b54d-7ce7-4bd4-9f44-147964a981dd'}, {'subnet_id': '2fac0b38-c507-4297-8438-f3c131de4743'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:13.073253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-1dffdc86-3281-4e21-8041-32067ac8b851 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:13.075238 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-1dffdc86-3281-4e21-8041-32067ac8b851 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 819 time: 0.2554615 Oct 26 16:51:13.110035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-065154fc-39d7-4d62-9a18-ff301822e134 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/quotas/bdbaf91b91c74ad2849ec2f780de95c9 HTTP/1.1" status: 200 len: 375 time: 0.0210602 Oct 26 16:51:13.118878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:13.125646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=36fe96d7-ae69-4fad-afd3-55433accca07,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:13.131654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-90bd115a-f183-4aec-8688-35debb763946 None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:13.137224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-90bd115a-f183-4aec-8688-35debb763946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.137224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Sync routers for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:13.201993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:13.226415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f4c7a3-9ee4-453f-9626-fabff7772e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.229428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:13.230070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:13.231742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-2578ba07-7630-427d-99fc-ae5fb44daeef tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149242 Oct 26 16:51:13.307092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.308831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d31dffef-0068-472e-a5dc-54fc5f25dcd0 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6591542 Oct 26 16:51:13.312191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38640) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:13.329577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.402039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-eb1489d7-1f0f-4e6a-b91b-f765cead451d service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636300 Oct 26 16:51:13.427052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:13.614953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0f8b34e8-8e0e-4536-a8b2-4ce35c1e2726 service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047381 Oct 26 16:51:13.671758 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Sync routers for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:13.677589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-90bd115a-f183-4aec-8688-35debb763946 None None] Provisioning complete for port a4a681b8-a293-4914-825f-2abb19b46703 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:13.677998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-90bd115a-f183-4aec-8688-35debb763946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.687960 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:13.689079 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:13.763819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f4c7a3-9ee4-453f-9626-fabff7772e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.766826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-90bd115a-f183-4aec-8688-35debb763946 None None] Port a4a681b8-a293-4914-825f-2abb19b46703 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:13.798274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:11Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:13.837460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Checking router: cf08e99e-b48e-4274-9e57-cae1e42605cd for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:51:13.838113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Updating router cf08e99e-b48e-4274-9e57-cae1e42605cd port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:51:13.841494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4427c222-9fd6-4cdf-8700-6f44d0e5b8b4 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f2b001c1b2854a99a500479be3ff0378&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5281053 Oct 26 16:51:13.847349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38644) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:13.868476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.21 (4f03715e-91e8-4f6c-8582-a7381ea26f2f/2fac0b38-c507-4297-8438-f3c131de4743/a4a681b8-a293-4914-825f-2abb19b46703) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:13.885017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:13.909037 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:13.994118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-361c59e5-e4b5-4ad9-a9b8-3b10994bd76f None None] Provisioning complete for port a4a681b8-a293-4914-825f-2abb19b46703 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:13.995180 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-361c59e5-e4b5-4ad9-a9b8-3b10994bd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.009952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c11f3a0e-4371-401e-a75d-ef074524cda1 req-fb60d4ba-90ee-4334-b077-749446efd0ee tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.0349536 Oct 26 16:51:14.021772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f4c7a3-9ee4-453f-9626-fabff7772e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.058081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0802c9-783f-44c0-a7ba-6a65ae4f4c53 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:14.060067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd0802c9-783f-44c0-a7ba-6a65ae4f4c53 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2117667 Oct 26 16:51:14.078340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:14.092398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4c7a3-9ee4-453f-9626-fabff7772e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bee2b2-018d-42f8-bb13-e9b731cf2f66,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:14.125057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e1394712-f7d0-4020-853f-694a17914b3f tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453541 Oct 26 16:51:14.128067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38652) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:14.134480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045884402', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:14.155108 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b2f4c7a3-9ee4-453f-9626-fabff7772e5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a6847bf6f6e4c8a93cc6de1f70f3111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536009 Oct 26 16:51:14.174145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38654) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:14.193507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 36fe96d7-ae69-4fad-afd3-55433accca07 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:14.271114 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:11Z', 'revision_number': 2, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:14.318155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-361c59e5-e4b5-4ad9-a9b8-3b10994bd76f None None] Port a4a681b8-a293-4914-825f-2abb19b46703 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:14.334631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.342100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.364125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.418593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 36fe96d7-ae69-4fad-afd3-55433accca07 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:14.418978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.424182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:14.429457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.450819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.459905 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Checking router: d685f54f-f9d9-46fb-aa12-0183778cd2de for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:51:14.460252 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Updating router d685f54f-f9d9-46fb-aa12-0183778cd2de port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:51:14.498898 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.561020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.569553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.575217 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65bee2b2-018d-42f8-bb13-e9b731cf2f66 HTTP/1.1" status: 204 len: 168 time: 0.3965545 Oct 26 16:51:14.724872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.774637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] In _notify_port_updated(), no bound segment for port a4a681b8-a293-4914-825f-2abb19b46703 on network 4f03715e-91e8-4f6c-8582-a7381ea26f2f {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:51:14.784194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:14.784946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.789336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/ports/a4a681b8-a293-4914-825f-2abb19b46703 HTTP/1.1" status: 200 len: 997 time: 1.8706439 Oct 26 16:51:14.790056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38664) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:14.855786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e28c7-8fa4-4b78-b1f2-1bc06d369c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bee2b2-018d-42f8-bb13-e9b731cf2f66,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:14.878653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c33ed-e610-4e6d-ac61-1c00412ddacf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=a4a681b8-a293-4914-825f-2abb19b46703,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:14.884485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.921192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.928393 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.974871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Attempting to bind port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:14.975356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Attempting to bind port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:14.975787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Attempting to bind port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:14.980356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7fb7-767c-49d1-8056-960fbdd4d02f None None] Pushing event updated for resources: {'Port': ['ID=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:14.990850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port a4a681b8-a293-4914-825f-2abb19b46703 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:14.990850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Bound port: 0fb19261-0d90-4dc8-9fd5-f70956ec42d6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:14.991403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:14.995995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7a4f7dce-bbaa-4039-a2a2-ef1f639eabca None None] Provisioning complete for port a4a681b8-a293-4914-825f-2abb19b46703 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:14.996386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7dce-bbaa-4039-a2a2-ef1f639eabca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.001108 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.033577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Subnet': ['ID=07e9b896-21ce-4371-b8c0-feca1d4a4fde,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:15.045219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Checking segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:15.045590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network hostable DHCP agents. Network: bf7a72ca-6b60-4756-836a-f912997687ae, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:15.111348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f7dce-bbaa-4039-a2a2-ef1f639eabca None None] Port a4a681b8-a293-4914-825f-2abb19b46703 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:15.113087 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8226-e927-4d13-a807-c63089734f50 None None] Pushing event updated for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:15.127724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] For port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:15.134345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] For port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:15.178950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-406dab8a-202b-4010-a0fb-e88fa1433a37 req-8f3fe82e-1641-4cd9-9062-3527e8014f02 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.0818021 Oct 26 16:51:15.180330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network bf7a72ca-6b60-4756-836a-f912997687ae is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:15.204929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.219074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for a4a681b8-a293-4914-825f-2abb19b46703 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:15.228641 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Attempting to bind port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:15.233028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Attempting to bind port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:15.233028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Attempting to bind port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 on network c1d58d16-b977-49bc-8f58-9f829f42cf6c {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:15.233266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.234964 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:15.235596 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Checking segment: {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:15.236818 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.237375 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Bound using segment: {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:15.237998 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Bound port: 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:15.238977 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.274850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, bf7a72ca-6b60-4756-836a-f912997687ae) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:15.292284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:15.292284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.337726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8a3d8-c022-4821-93af-f72904b67999 None None] Network bf7a72ca-6b60-4756-836a-f912997687ae requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:15.390171 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] For port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:15.402702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] For port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:15.412220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:15.412843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:15.439708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e97b278-04a8-441d-87c2-b2ab7c3a1572 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3078368 Oct 26 16:51:15.440518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:15.488011 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.520110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7fb7-767c-49d1-8056-960fbdd4d02f None None] Pushing event updated for resources: {'Port': ['ID=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:15.585178 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8226-e927-4d13-a807-c63089734f50 None None] Pushing event updated for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:15.605940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:15.606557 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:15.659118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.685830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-bf7a72ca-6b60-4756-836a-f912997687ae', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:15.687080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.745070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=a4a681b8-a293-4914-825f-2abb19b46703,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:15.771789 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:15.847794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:15.985065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:15.990673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13dca85c-18d7-4268-9893-6ce961fde297 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/a4a681b8-a293-4914-825f-2abb19b46703 HTTP/1.1" status: 204 len: 168 time: 1.1927741 Oct 26 16:51:15.993395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:16.073296 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5b3f9e-31f2-40cd-8da4-349952d084c1 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:16.076535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7f5b3f9e-31f2-40cd-8da4-349952d084c1 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/a4a681b8-a293-4914-825f-2abb19b46703 HTTP/1.1" status: 404 len: 333 time: 0.0808835 Oct 26 16:51:16.078959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:16.216240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 2fac0b38-c507-4297-8438-f3c131de4743 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:16.227055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:16.334640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:15Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:16.343254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:16.367213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766310c3-3f84-497e-b907-b0663d332f51 req-d44bf2a7-12e0-43c5-8454-4019e481ceee tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.0386252 Oct 26 16:51:16.429157 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6076a75-cd3f-43f4-ae9f-339fefd740a4 None None] The sync data for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 is: [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:15Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:16.450549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:16.508333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:16.703922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:11Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:16.738414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc64a-8594-4516-9060-27c018c26fdf None None] The sync data for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 is: [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:11Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:16.864198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Allocated IP 172.20.0.2 (bf7a72ca-6b60-4756-836a-f912997687ae/07e9b896-21ce-4371-b8c0-feca1d4a4fde/ef11f3f8-e99c-42d8-86c9-e2718103db7f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:17.061422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.172282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.205848 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.241681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac0b38-c507-4297-8438-f3c131de4743,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:17.289123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Pushing event updated for resources: {'Port': ['ID=ef11f3f8-e99c-42d8-86c9-e2718103db7f,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:17.289385 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.297996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670387d-a59f-439d-9783-71430924c691 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:17.302971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:17.313607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40b9c94f-a051-4fa6-9faa-327157478320 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/2fac0b38-c507-4297-8438-f3c131de4743 HTTP/1.1" status: 204 len: 168 time: 1.2315321 Oct 26 16:51:17.349854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Network bf7a72ca-6b60-4756-836a-f912997687ae is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:17.457758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:17.461575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:17.474931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet a661b54d-7ce7-4bd4-9f44-147964a981dd {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:17.495716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.517951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.20.0.1 (bf7a72ca-6b60-4756-836a-f912997687ae/07e9b896-21ce-4371-b8c0-feca1d4a4fde/8952ae52-a449-41bc-b9b8-000ffb93da21) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:17.591487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-ba1661e6-8da4-4aaf-8166-ecef47f641e7 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:17.593818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-ba1661e6-8da4-4aaf-8166-ecef47f641e7 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 819 time: 0.3464277 Oct 26 16:51:17.611982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'port': {'device_id': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'admin_state_up': True, 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:17.645643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Attempting to bind port ef11f3f8-e99c-42d8-86c9-e2718103db7f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:17.646014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Attempting to bind port ef11f3f8-e99c-42d8-86c9-e2718103db7f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:17.646382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Attempting to bind port ef11f3f8-e99c-42d8-86c9-e2718103db7f on network bf7a72ca-6b60-4756-836a-f912997687ae {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:17.662008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:17.662550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Checking segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:17.664354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.664763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Bound using segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:17.665267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Bound port: ef11f3f8-e99c-42d8-86c9-e2718103db7f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:17.665677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.722302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26f67f73-2448-4c5a-ac68-f7e4ac7a3764 req-d0f81902-3262-49fa-ac42-5b7d70b6c2f0 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.2053223 Oct 26 16:51:17.773727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38716) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:17.786103 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:17.846944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] For port ef11f3f8-e99c-42d8-86c9-e2718103db7f, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:17.850650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] For port ef11f3f8-e99c-42d8-86c9-e2718103db7f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef11f3f8-e99c-42d8-86c9-e2718103db7f,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:17.963990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Made reservation on behalf of bdbaf91b91c74ad2849ec2f780de95c9 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:17.965315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.021023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.099383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.113465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7204ea-d8ef-436e-be87-199f0cfde515 None None] Pushing event updated for resources: {'Port': ['ID=ef11f3f8-e99c-42d8-86c9-e2718103db7f,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:18.208844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:18.223442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26342208-534e-4514-b041-e896c4bc90b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.281120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.393798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:18.393798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.404885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Allocated IP 172.20.0.6 (c1d58d16-b977-49bc-8f58-9f829f42cf6c/6341f716-dcc9-4ff2-b52a-a3e5590300ae/bf8c39e3-e0b1-4d74-9e6f-786285637d1f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:18.481022 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.491562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network bf7a72ca-6b60-4756-836a-f912997687ae is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:18.578947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:18.588576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:18.617377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.641695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.651419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:18.679915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:18.747560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26342208-534e-4514-b041-e896c4bc90b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.777708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.786265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:18.857796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26342208-534e-4514-b041-e896c4bc90b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.859817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.885747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:18.903453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:18.904116 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.919649 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:18.990248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.013159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.033805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54b79317-7aed-4cfd-ae01-0bc96c790184 req-d02284eb-c074-4600-91a4-0c9f54c58afe tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.1237364 Oct 26 16:51:19.034865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=a661b54d-7ce7-4bd4-9f44-147964a981dd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:19.045804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-26342208-534e-4514-b041-e896c4bc90b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cd2c9e1247346ae8353e8410b700283&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2631962 Oct 26 16:51:19.050630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38724) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:19.051984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.059241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e13702cb-c7d7-4915-8894-0464c973fe5d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/a661b54d-7ce7-4bd4-9f44-147964a981dd HTTP/1.1" status: 204 len: 168 time: 1.7350447 Oct 26 16:51:19.063440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26342208-534e-4514-b041-e896c4bc90b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5bcf68-52c7-404e-9b5b-1da1acb9ecae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:19.069296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38726) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:19.104558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:19.132925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:19.149020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Network c1d58d16-b977-49bc-8f58-9f829f42cf6c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:19.150645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.150993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.151360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.151697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.152029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.152359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.152766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.153586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.154013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.154347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.154677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.155313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:19.160843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:19.169324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:19.217158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.234045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:19.234781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.284370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.291506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:19.308762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df2b41-f897-46b3-8ec1-5a5732ed62f4 None None] Network 4f03715e-91e8-4f6c-8582-a7381ea26f2f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:19.314480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.325689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.329629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-8c5c2223-6486-4054-8d68-3f00bd360873 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7264240 Oct 26 16:51:19.342346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Request body: {'port': {'device_id': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:19.437509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.447577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-36d97ed3-d6ea-41b4-8b03-d5c756b6b745 None None] Provisioning complete for port 4ae62555-f148-48a2-ae38-f2557fbf9417 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:19.447577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36d97ed3-d6ea-41b4-8b03-d5c756b6b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.456524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.621829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] DHCP port deletion for 4f03715e-91e8-4f6c-8582-a7381ea26f2f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:19.693852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Deleting port 4ae62555-f148-48a2-ae38-f2557fbf9417 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:19.694608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.800059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4ae62555-f148-48a2-ae38-f2557fbf9417,segment=NetworkSegment(9509d9e8-dd32-47f5-be60-a5bdfe586e6e),segment_id=9509d9e8-dd32-47f5-be60-a5bdfe586e6e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:19.800059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:19.820063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Calling delete_port for 4ae62555-f148-48a2-ae38-f2557fbf9417 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:19.896979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8c39e3-e0b1-4d74-9e6f-786285637d1f {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:51:19.912448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.040478 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.095002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf55686-8f9d-4c1d-a10a-311cba52fc2b None None] Network bf7a72ca-6b60-4756-836a-f912997687ae requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:20.111185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] Pushing event deleted for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:20.154819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c192f4-2dbc-4ba2-a563-55da11b1d561 None None] No DVR routers for this DVR port 4ae62555-f148-48a2-ae38-f2557fbf9417 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:20.192114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:20.219576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] Provisioning complete for port ef11f3f8-e99c-42d8-86c9-e2718103db7f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:20.220243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.338877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Transition to ACTIVE for port object bf8c39e3-e0b1-4d74-9e6f-786285637d1f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:51:20.344520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.348024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.351538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb5bcf68-52c7-404e-9b5b-1da1acb9ecae HTTP/1.1" status: 204 len: 168 time: 1.2877827 Oct 26 16:51:20.351538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 4ae62555-f148-48a2-ae38-f2557fbf9417 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:20.351538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.408905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:20.409409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.412618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.421889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418c69-7a53-421a-acc7-352e5e8dd241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5bcf68-52c7-404e-9b5b-1da1acb9ecae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:20.430803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1adf-1e00-4bb3-9531-fcef8612c360 req-d9a5f080-06cc-4ba8-8fbc-9efd068bdfb1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:20.432423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948c1adf-1e00-4bb3-9531-fcef8612c360 req-d9a5f080-06cc-4ba8-8fbc-9efd068bdfb1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 931 time: 0.1794682 Oct 26 16:51:20.505596 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.539120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port 4ae62555-f148-48a2-ae38-f2557fbf9417, host n-d-815373-2, got binding levels [] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:20.539523 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.593777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] For port ef11f3f8-e99c-42d8-86c9-e2718103db7f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef11f3f8-e99c-42d8-86c9-e2718103db7f,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:20.601143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 4ae62555-f148-48a2-ae38-f2557fbf9417 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:20.609818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef11f3f8-e99c-42d8-86c9-e2718103db7f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:20.610559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-948c1adf-1e00-4bb3-9531-fcef8612c360 req-bc44bff9-edbb-400c-aefc-50f9704b6b1e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450539 Oct 26 16:51:20.612227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Port 4ae62555-f148-48a2-ae38-f2557fbf9417 was not found and therefore no delete operation was performed {{(pid=102736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:51:20.618283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.661047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:20.677892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=4ae62555-f148-48a2-ae38-f2557fbf9417,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:20.687632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port 4ae62555-f148-48a2-ae38-f2557fbf9417 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:20.725912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ef11f3f8-e99c-42d8-86c9-e2718103db7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:20.729707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.731880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Attempting to bind port bf8c39e3-e0b1-4d74-9e6f-786285637d1f on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:20.734415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Attempting to bind port bf8c39e3-e0b1-4d74-9e6f-786285637d1f by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:20.734760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Attempting to bind port bf8c39e3-e0b1-4d74-9e6f-786285637d1f on network c1d58d16-b977-49bc-8f58-9f829f42cf6c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:20.746150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Port bf8c39e3-e0b1-4d74-9e6f-786285637d1f on network c1d58d16-b977-49bc-8f58-9f829f42cf6c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:51:20.746470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Attempting to bind port bf8c39e3-e0b1-4d74-9e6f-786285637d1f on network c1d58d16-b977-49bc-8f58-9f829f42cf6c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:20.748833 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.757064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:20.773014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Checking segment: {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:20.773438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Bound using segment: {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:20.775901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Bound port: bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:20.780219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.801514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.852025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.882103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f03715e-91e8-4f6c-8582-a7381ea26f2f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:20.895727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9509d9e8-dd32-47f5-be60-a5bdfe586e6e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:20.896556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9509d9e8-dd32-47f5-be60-a5bdfe586e6e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:20.910157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.911720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8ed38-a4d0-4cec-b0d2-15bfcaf95b24 None None] Pushing event updated for resources: {'Port': ['ID=ef11f3f8-e99c-42d8-86c9-e2718103db7f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:20.928993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.938297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:20.938945 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:20.958682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:20.963297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:20.974423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:21.013748 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:21.016465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.046881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.072545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e2fffeb2-e5c3-488c-ac96-7e264ba2e8d8 None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:21.073165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2fffeb2-e5c3-488c-ac96-7e264ba2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.096505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.135690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:21.136221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.166979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:21.167620 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.175866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 1091 time: 1.8321373 Oct 26 16:51:21.176444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:51:21.184911 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f131e-e557-47df-af8f-5b5ce8a94f89" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:51:21.247977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.255353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e2fffeb2-e5c3-488c-ac96-7e264ba2e8d8 None None] Port 8952ae52-a449-41bc-b9b8-000ffb93da21 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:21.255699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.262390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.266271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/4f03715e-91e8-4f6c-8582-a7381ea26f2f HTTP/1.1" status: 204 len: 168 time: 2.1868219 Oct 26 16:51:21.272668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e2fffeb2-e5c3-488c-ac96-7e264ba2e8d8 None None] Provisioning complete for port ef11f3f8-e99c-42d8-86c9-e2718103db7f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:21.273168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2fffeb2-e5c3-488c-ac96-7e264ba2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.276111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:21.287956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ebdb-9673-452a-bc3a-19d03b6be7f8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=4f03715e-91e8-4f6c-8582-a7381ea26f2f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:21.307603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:21.308249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network bf7a72ca-6b60-4756-836a-f912997687ae is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:21.309736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:21.374988 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031c816-40d6-4897-b8a2-5701d07342db x-openstack-request-id: req-3031c816-40d6-4897-b8a2-5701d07342db {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:51:21.376807 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:51:21.376807 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3031c816-40d6-4897-b8a2-5701d07342db {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:51:21.377220 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:51:21.379061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a1e5-26c4-4975-bf05-f4df4ebe6334 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:21.452387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a2327-df68-4cf3-b243-21573899e974 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:21.458762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f06a2327-df68-4cf3-b243-21573899e974 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1808624 Oct 26 16:51:21.463003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:21.464143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4ae62555-f148-48a2-ae38-f2557fbf9417 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:21.574331 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-99581160-f462-4105-a575-da99be87b465 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1090255 Oct 26 16:51:21.577768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38758) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:21.583475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4ae62555-f148-48a2-ae38-f2557fbf9417 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:21.583820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4ae62555-f148-48a2-ae38-f2557fbf9417 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:21.595789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-607483617'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:21.621659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router cf08e99e-b48e-4274-9e57-cae1e42605cd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:51:21.728608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-105f6f91-a4d1-4dd7-9555-7c255c67c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:21.730585 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-105f6f91-a4d1-4dd7-9555-7c255c67c443 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1094 time: 0.4582117 Oct 26 16:51:21.760629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9ec3435d-7ec1-4b88-9560-b765b1b60ae5 None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:21.760629 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ec3435d-7ec1-4b88-9560-b765b1b60ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.773917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:21.777368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.789823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-bc7a68eb-259f-4cde-82af-662f0fd716b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0501940 Oct 26 16:51:21.812971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3435d-7ec1-4b88-9560-b765b1b60ae5 None None] Port 8952ae52-a449-41bc-b9b8-000ffb93da21 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:21.852597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:21.870892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0120274b-cbd0-45a8-93e7-e454dc889f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:21.873727 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0120274b-cbd0-45a8-93e7-e454dc889f3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.0766501 Oct 26 16:51:21.882629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:21.882980 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment c4a9ce66-81b2-494d-977b-5a36196233c8 of type vlan for network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 Oct 26 16:51:21.900941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c2d2-a6f3-42b4-9bf7-3bcc81ffd276 req-32c7c47d-f59e-486c-bc2f-9ca62759b3b7 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:21.903057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc32c2d2-a6f3-42b4-9bf7-3bcc81ffd276 req-32c7c47d-f59e-486c-bc2f-9ca62759b3b7 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 943 time: 0.1322303 Oct 26 16:51:21.904691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:21.913557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9ecc4d7-be2e-4b86-9ad9-47b89d51d75c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "PUT /v2.0/routers/cf08e99e-b48e-4274-9e57-cae1e42605cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4720025 Oct 26 16:51:21.915434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38768) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:21.917418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Sync routers for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:21.937065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:21.943181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:21.943705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--46962725', 'description': 'tempest-secgroup_access--46962725 description', 'project_id': 'f2b001c1b2854a99a500479be3ff0378'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:21.953576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-37c7d1c7-bb72-47a7-9a13-4b6b490b571f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712814 Oct 26 16:51:21.975707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0550c32f-1566-43b4-862e-21c1119f096a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:51:21.977959 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0550c32f-1566-43b4-862e-21c1119f096a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181572 Oct 26 16:51:22.020083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-29810556-a37f-48ec-9225-76f674696ebd None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:22.020546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29810556-a37f-48ec-9225-76f674696ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.031636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.042073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.066960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc32c2d2-a6f3-42b4-9bf7-3bcc81ffd276 req-89d692a2-ce48-40dd-a25f-fd732ad63268 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522448 Oct 26 16:51:22.149459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-0a2e604e-8b4d-4a6e-bc97-226b6911f05e service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641147 Oct 26 16:51:22.164429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.194797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.210744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:22.211638 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.259688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef11f3f8-e99c-42d8-86c9-e2718103db7f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:22.272003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.299450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-29810556-a37f-48ec-9225-76f674696ebd None None] Port 8952ae52-a449-41bc-b9b8-000ffb93da21 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:22.306144 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19fa1154-e28d-46b3-89a1-5b90aceae4f3 req-d0bce66d-ac83-47fe-a00a-d6707f1a882f service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491442 Oct 26 16:51:22.336545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:22.364126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bae213-4ef4-4372-be98-f190803f9e44,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:22.375761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:22.381337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ef11f3f8-e99c-42d8-86c9-e2718103db7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:22.381717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.393956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.397872 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0332f8ae-8a9e-4611-9cc4-3a738eb7571a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4552624 Oct 26 16:51:22.398261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38778) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:22.403417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--543968996', 'description': 'tempest-secgroup_general--543968996 description', 'project_id': 'f2b001c1b2854a99a500479be3ff0378'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:22.437433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:22.508625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f41a80c3-5126-420c-b7a4-a5682f5a0de2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9291024 Oct 26 16:51:22.512381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38780) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:22.518219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:22.575725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-c6bffca1-d443-40a0-8289-aefe3b8b023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:22.578322 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-c6bffca1-d443-40a0-8289-aefe3b8b023a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1094 time: 0.0783238 Oct 26 16:51:22.647964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.705395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-e6f9736b-8e5c-43fc-a0aa-499dd7d3f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:22.706241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:20Z', 'revision_number': 2, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:22.708179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-e6f9736b-8e5c-43fc-a0aa-499dd7d3f0b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.1158895 Oct 26 16:51:22.731881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.741965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Checking router: cf08e99e-b48e-4274-9e57-cae1e42605cd for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:51:22.744740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Updating router cf08e99e-b48e-4274-9e57-cae1e42605cd port 8952ae52-a449-41bc-b9b8-000ffb93da21 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:51:22.773538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.793614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-be574ede-38ee-4e13-a320-03b8554043c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0783334 Oct 26 16:51:22.851510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-6f009d24-27b4-49be-9ec4-123d8c2edd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:22.853192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-6f009d24-27b4-49be-9ec4-123d8c2edd3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.0517752 Oct 26 16:51:22.861408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:22.865265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:22.896747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-ab920572-d8eb-4e1a-aa51-42ec58fa55e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339375 Oct 26 16:51:22.973320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.050168 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-8203040b-61e2-445b-b0a8-906d74ddd728 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440752 Oct 26 16:51:23.059014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.132639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba354389-b81f-4c5e-9cb6-c455f8d43956,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:23.176279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.180764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3e691cb-2f6f-4602-a67d-060d81f6e5df tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7813983 Oct 26 16:51:23.184775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38802) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:23.200061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'security_group_rule': {'security_group_id': 'f0bae213-4ef4-4372-be98-f190803f9e44', 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:23.227033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.264734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1359b-2e8f-4606-bb89-441e7ca87908 req-95fa85f7-8952-4bb5-9fcf-cf4bee1cf69b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:23.265307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9b9f131e-e557-47df-af8f-5b5ce8a94f89 req-55cd8865-0bed-4985-890b-ca67f6619ab6 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059855 Oct 26 16:51:23.266437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85b1359b-2e8f-4606-bb89-441e7ca87908 req-95fa85f7-8952-4bb5-9fcf-cf4bee1cf69b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 943 time: 0.0695164 Oct 26 16:51:23.315650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85b1359b-2e8f-4606-bb89-441e7ca87908 req-07b516c8-3acd-4d52-84cd-21392593dd8b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Oct 26 16:51:23.320163 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.365643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.383901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=62f5eaa7-ab74-42db-9b55-9385a22fe620,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:23.393663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': 'c4a9ce66-81b2-494d-977b-5a36196233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:23.394034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:23.420064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf2ce-8ff1-4a65-ab33-8918dd306768 None None] Pushing event updated for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:23.453217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.478843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Attempting to bind port 8952ae52-a449-41bc-b9b8-000ffb93da21 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:23.484145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Attempting to bind port 8952ae52-a449-41bc-b9b8-000ffb93da21 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:23.484145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Attempting to bind port 8952ae52-a449-41bc-b9b8-000ffb93da21 on network bf7a72ca-6b60-4756-836a-f912997687ae {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:23.484427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:23.484862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:23.486003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Checking segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:23.486511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.486902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Bound using segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:23.487400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Bound port: 8952ae52-a449-41bc-b9b8-000ffb93da21, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:23.487772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.508397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.555738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] For port 8952ae52-a449-41bc-b9b8-000ffb93da21, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:23.559014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] For port 8952ae52-a449-41bc-b9b8-000ffb93da21, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8952ae52-a449-41bc-b9b8-000ffb93da21,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:23.566797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:23.571022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:23.572003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.585440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f221c-94b0-4b3c-84cb-7f75efcc1e3d None None] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:23.589160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.626778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a64fbf-7580-4a07-beb2-e63ab937d36a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:23.654366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.676646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.686757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-314d97dd-ab78-4e82-80b6-c2f21e2a48d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1647015 Oct 26 16:51:23.686757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38812) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:23.686757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3', 'name': 'tempest-PortsTestJSON-1446490495'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:23.687986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91b2920f-ea4b-4b7e-b8ea-fc718c8e35ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5020804 Oct 26 16:51:23.795569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:23.796218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:23.803875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf2ce-8ff1-4a65-ab33-8918dd306768 None None] Pushing event updated for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:23.931398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:23.938312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.961515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3', 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': '62f5eaa7-ab74-42db-9b55-9385a22fe620'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:23.962293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:23.980331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-af1e01ea-543f-4495-83f9-f668fd140785 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--46962725&fields=id&tenant_id=f2b001c1b2854a99a500479be3ff0378 HTTP/1.1" status: 200 len: 267 time: 0.0642033 Oct 26 16:51:23.983496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:23.993567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:24.028459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:24.041027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 80143a53-f67b-44fe-86a1-bf335e81e38e yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:24.094394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-dfb344e2-2ab8-42f6-b0d8-a3e3ecbfea89 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--543968996&fields=id&tenant_id=f2b001c1b2854a99a500479be3ff0378 HTTP/1.1" status: 200 len: 267 time: 0.1130250 Oct 26 16:51:24.223083 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:24.256197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.2 (8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3/62f5eaa7-ab74-42db-9b55-9385a22fe620/80143a53-f67b-44fe-86a1-bf335e81e38e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:24.280557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-61d191fa-2f20-4c68-ae1b-27e026e2a1a9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:24.288664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-61d191fa-2f20-4c68-ae1b-27e026e2a1a9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/networks?id=bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 200 len: 797 time: 0.1830685 Oct 26 16:51:24.306060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-f33f7b90-1422-4d28-89db-f5306ad5b60e tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/quotas/f2b001c1b2854a99a500479be3ff0378 HTTP/1.1" status: 200 len: 375 time: 0.0163889 Oct 26 16:51:24.307382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] For port 8952ae52-a449-41bc-b9b8-000ffb93da21, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8952ae52-a449-41bc-b9b8-000ffb93da21,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:24.399268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:23Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:24.408329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-188b9d08-04af-47ef-8202-709297ecee04 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934732 Oct 26 16:51:24.432566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:24.437110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a489f2-38f0-4e0c-90f2-f48e7cbf5dec None None] The sync data for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 is: [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:23Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:24.525772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df57b6b-eb74-46be-8b49-00ea05dddc56 None None] Pushing event updated for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:24.568998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d0a6597d-10f8-4576-a92f-9dc095de3d6b None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:24.569372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-10f8-4576-a92f-9dc095de3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:24.626010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def603-39cd-452d-9b7b-24f63e443122 req-441c1c36-f5f0-4023-bcd7-609cab23eaf1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:24.628307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48def603-39cd-452d-9b7b-24f63e443122 req-441c1c36-f5f0-4023-bcd7-609cab23eaf1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 943 time: 0.2178292 Oct 26 16:51:24.709838 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-9f2a0cd2-5f36-4c15-9d55-c7f22f4ddba6 service neutron] 10.222.0.21 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005929 Oct 26 16:51:24.737155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:24.800938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48def603-39cd-452d-9b7b-24f63e443122 req-222b9be5-cd29-431a-a7f1-8cf30860eca9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565421 Oct 26 16:51:24.871906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-01a2c597-85a8-49dd-b632-6a4da2395647 service neutron] 10.222.0.21 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438320 Oct 26 16:51:24.943889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.013090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:25.017427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:25.024644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:25.057769 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a4ddeb8b-ef20-45e9-9ef0-530ccdc74b10 {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:51:25.058776 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:51:25.059299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=80143a53-f67b-44fe-86a1-bf335e81e38e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:25.094963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:25.095687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.204849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e266e61-2652-46e5-a6dd-8c46e7df73ae tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5214725 Oct 26 16:51:25.207238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:25.213432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3', 'name': 'tempest-PortsTestJSON-548033065'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:25.320001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52ca3d83-f388-46af-9b04-35e27e62f752 req-cb7fc406-7830-46bc-ad3d-3329b7751136 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 210 time: 0.0486858 Oct 26 16:51:25.440307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:25.445396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.474079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port fcbb6432-2986-41a3-b09b-676df7f1b39b yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:25.562993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.600105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.12 (8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3/62f5eaa7-ab74-42db-9b55-9385a22fe620/fcbb6432-2986-41a3-b09b-676df7f1b39b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:25.776993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.847317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bf8c39e3-e0b1-4d74-9e6f-786285637d1f details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:51:25.903092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:25.996787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972f573-f566-4a30-9af1-c92023329075 req-3ead49b0-4fc4-41a8-9236-ec5b6f955c3c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:25.997520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:26.000312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d972f573-f566-4a30-9af1-c92023329075 req-3ead49b0-4fc4-41a8-9236-ec5b6f955c3c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 943 time: 0.1068089 Oct 26 16:51:26.036678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:26.052357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:26.060036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=fcbb6432-2986-41a3-b09b-676df7f1b39b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:26.081111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d972f573-f566-4a30-9af1-c92023329075 req-531d02d2-57d5-4f6e-9bce-be35a29fdce0 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686731 Oct 26 16:51:26.131235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:26.131922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.194152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8952ae52-a449-41bc-b9b8-000ffb93da21 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:26.277979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8f8e8812-49b2-4d01-9af1-d1de59cc6961 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0691299 Oct 26 16:51:26.280896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38910) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:26.305086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Allocated IP 172.20.0.3 (8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3/62f5eaa7-ab74-42db-9b55-9385a22fe620/20942b3c-b318-4c59-abc5-912ec378e5a7) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:26.316432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:26.340512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'port_id': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'mac_address': 'fa:16:3e:35:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:51:26.406421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8952ae52-a449-41bc-b9b8-000ffb93da21 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:26.406797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.409915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f4653-1c01-4a62-8bf9-1f4565aec264 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:26.414941 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-465f4653-1c01-4a62-8bf9-1f4565aec264 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.1301167 Oct 26 16:51:26.417523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38918) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:26.459970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b82437d-9670-4d35-867d-7b629e048f9a req-c56b940e-5896-4689-ba08-a9feaa484b5e tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 210 time: 0.0850105 Oct 26 16:51:26.497166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.560450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port fcbb6432-2986-41a3-b09b-676df7f1b39b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:26.560450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.560840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8c39e3-e0b1-4d74-9e6f-786285637d1f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:51:26.642697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:26.653982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.667333 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.670443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for fcbb6432-2986-41a3-b09b-676df7f1b39b owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:26.726046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.775525 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.806785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:26.817984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:26.820728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:26.833144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:26.916085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Attempting to bind port 20942b3c-b318-4c59-abc5-912ec378e5a7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:26.916449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Attempting to bind port 20942b3c-b318-4c59-abc5-912ec378e5a7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c4a9ce66-81b2-494d-977b-5a36196233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:26.916823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Attempting to bind port 20942b3c-b318-4c59-abc5-912ec378e5a7 on network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:26.918975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Pushing event updated for resources: {'Port': ['ID=20942b3c-b318-4c59-abc5-912ec378e5a7,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:26.925653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:26.925997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Checking segment: {'id': 'c4a9ce66-81b2-494d-977b-5a36196233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:26.926394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.926923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Bound using segment: {'id': 'c4a9ce66-81b2-494d-977b-5a36196233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:26.927250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Bound port: 20942b3c-b318-4c59-abc5-912ec378e5a7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a9ce66-81b2-494d-977b-5a36196233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:26.927628 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.937346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:26.976670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:51:26.979084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=fcbb6432-2986-41a3-b09b-676df7f1b39b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:27.040269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] For port 20942b3c-b318-4c59-abc5-912ec378e5a7, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:27.046174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] For port 20942b3c-b318-4c59-abc5-912ec378e5a7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=20942b3c-b318-4c59-abc5-912ec378e5a7,segment=NetworkSegment(c4a9ce66-81b2-494d-977b-5a36196233c8),segment_id=c4a9ce66-81b2-494d-977b-5a36196233c8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:27.056466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.062353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-83e821c6-ac94-43f6-b6c9-e96caa77ab4b tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/fcbb6432-2986-41a3-b09b-676df7f1b39b HTTP/1.1" status: 204 len: 168 time: 0.6413200 Oct 26 16:51:27.062930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:27.089204 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8697caaa-0ca8-4113-b800-7ab3b1a44431 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:27.090613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8697caaa-0ca8-4113-b800-7ab3b1a44431 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/fcbb6432-2986-41a3-b09b-676df7f1b39b HTTP/1.1" status: 404 len: 333 time: 0.0266392 Oct 26 16:51:27.093361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38942) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:27.156721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.224392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3233-5b43-4cc5-93e2-c5c91038cfa3 None None] Pushing event updated for resources: {'Port': ['ID=20942b3c-b318-4c59-abc5-912ec378e5a7,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:27.246027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3099b5-cf84-4ceb-817b-b08954b2615e req-ad234a77-f41d-4254-bb6d-65bbbdf2d8d2 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:27.247590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e3099b5-cf84-4ceb-817b-b08954b2615e req-ad234a77-f41d-4254-bb6d-65bbbdf2d8d2 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 944 time: 0.0801387 Oct 26 16:51:27.255875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 80143a53-f67b-44fe-86a1-bf335e81e38e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:27.256245 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.348808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e3099b5-cf84-4ceb-817b-b08954b2615e req-cbc75fbb-7b35-41ce-9a5e-a2b0f3251724 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829270 Oct 26 16:51:27.410965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.426996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 80143a53-f67b-44fe-86a1-bf335e81e38e owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:27.624853 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed9dc7e4-49aa-4101-a94a-dbe8e330856f req-c8ee088a-4296-4afb-847e-586d074261f6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 210 time: 0.0344415 Oct 26 16:51:27.771951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.801521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=80143a53-f67b-44fe-86a1-bf335e81e38e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:27.855852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bf8c39e3-e0b1-4d74-9e6f-786285637d1f up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:27.888360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:27.893773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c143c172-40a8-4fa3-9778-51f18d60d23e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/80143a53-f67b-44fe-86a1-bf335e81e38e HTTP/1.1" status: 204 len: 168 time: 0.7994561 Oct 26 16:51:27.896534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 38966) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:27.926410 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d008ff2-d47e-4fe5-890c-b7060aa74554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:27.930874 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d008ff2-d47e-4fe5-890c-b7060aa74554 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/80143a53-f67b-44fe-86a1-bf335e81e38e HTTP/1.1" status: 404 len: 333 time: 0.0300212 Oct 26 16:51:27.931959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38970) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:27.979866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port bf8c39e3-e0b1-4d74-9e6f-786285637d1f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:51:27.989790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port bf8c39e3-e0b1-4d74-9e6f-786285637d1f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:27.990843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.035773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 62f5eaa7-ab74-42db-9b55-9385a22fe620 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:28.047001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.089320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 20942b3c-b318-4c59-abc5-912ec378e5a7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:28.107479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.205304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.215671 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.222114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 20942b3c-b318-4c59-abc5-912ec378e5a7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:28.228364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.272415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:51:28.275316 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6cbb7f-d585-4b1e-af4f-bb04684d4658" -d '{"events": [{"server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:51:28.288370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:28.337905 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79527781-2f69-4593-b7e0-0aa6e0723c42 x-openstack-request-id: req-79527781-2f69-4593-b7e0-0aa6e0723c42 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:51:28.347334 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:51:28.347334 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79527781-2f69-4593-b7e0-0aa6e0723c42 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:51:28.347334 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'code': 200} Oct 26 16:51:28.358669 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.469134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.562167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.577064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=62f5eaa7-ab74-42db-9b55-9385a22fe620,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:28.585276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.588528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-edc2e5e1-e6ff-40f2-b779-4da843f22d9e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/62f5eaa7-ab74-42db-9b55-9385a22fe620 HTTP/1.1" status: 204 len: 168 time: 0.6555178 Oct 26 16:51:28.591047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 38990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:28.608268 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:51:28.609801 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:51:28.641430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:28.716613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58350d-37d4-47b9-9cee-954ef92c208b None None] Network 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:28.757259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc8884-5d43-4cfb-a138-56f8cc5436aa req-43feda32-2bd0-48ff-a9f1-8c58ad990a07 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:28.773305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcbc8884-5d43-4cfb-a138-56f8cc5436aa req-43feda32-2bd0-48ff-a9f1-8c58ad990a07 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.3275476 Oct 26 16:51:28.794707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] Provisioning complete for port 20942b3c-b318-4c59-abc5-912ec378e5a7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:28.797357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.838649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74244402-fd6e-40f5-a70d-e87dc6657d8f req-a4b6e579-3402-4728-8538-23236c38d657 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 210 time: 0.1080692 Oct 26 16:51:28.860203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.886600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcbc8884-5d43-4cfb-a138-56f8cc5436aa req-a912caee-7af6-4e4c-8f19-82566a2e8968 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120830 Oct 26 16:51:28.935488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-46f43823-f4f7-4250-a15c-b6e6ceb7c98e tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:28.937111 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-46f43823-f4f7-4250-a15c-b6e6ceb7c98e tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.39 "GET /v2.0/networks?id=bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 200 len: 797 time: 0.6657720 Oct 26 16:51:28.953266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.961981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c189a-5f51-4695-964b-d7ad7884d2ea req-ca7cdf05-1f1f-4683-b36a-f29e82c162cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:28.962839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 20942b3c-b318-4c59-abc5-912ec378e5a7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:28.963429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:28.963845 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-134c189a-5f51-4695-964b-d7ad7884d2ea req-ca7cdf05-1f1f-4683-b36a-f29e82c162cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.5737584 Oct 26 16:51:28.993452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] For port 20942b3c-b318-4c59-abc5-912ec378e5a7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=20942b3c-b318-4c59-abc5-912ec378e5a7,segment=NetworkSegment(c4a9ce66-81b2-494d-977b-5a36196233c8),segment_id=c4a9ce66-81b2-494d-977b-5a36196233c8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:29.024436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] DHCP port deletion for 8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:29.025226 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef8bd72a-6c5d-466c-aebf-2e6e9c74190e tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b001c1b2854a99a500479be3ff0378 HTTP/1.1" status: 200 len: 475 time: 0.0758715 Oct 26 16:51:29.026982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-134c189a-5f51-4695-964b-d7ad7884d2ea req-31bab214-c2de-4a1a-9550-9800a4e401fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Oct 26 16:51:29.037494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'port': {'device_id': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'admin_state_up': True, 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'security_groups': ['f0bae213-4ef4-4372-be98-f190803f9e44', 'ba354389-b81f-4c5e-9cb6-c455f8d43956']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:29.046757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port 20942b3c-b318-4c59-abc5-912ec378e5a7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=20942b3c-b318-4c59-abc5-912ec378e5a7,segment=NetworkSegment(c4a9ce66-81b2-494d-977b-5a36196233c8),segment_id=c4a9ce66-81b2-494d-977b-5a36196233c8)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:29.047115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.064076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 20942b3c-b318-4c59-abc5-912ec378e5a7 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:29.095736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Deleting port 20942b3c-b318-4c59-abc5-912ec378e5a7 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:29.096101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.171847 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.254355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.284974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] For port 20942b3c-b318-4c59-abc5-912ec378e5a7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=20942b3c-b318-4c59-abc5-912ec378e5a7,segment=NetworkSegment(c4a9ce66-81b2-494d-977b-5a36196233c8),segment_id=c4a9ce66-81b2-494d-977b-5a36196233c8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:29.285364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.285564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.305974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a483e8-fbe3-4dfd-b167-924a087f24a9 None None] Pushing event updated for resources: {'Port': ['ID=20942b3c-b318-4c59-abc5-912ec378e5a7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:29.308359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:29.311958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.314430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Calling delete_port for 20942b3c-b318-4c59-abc5-912ec378e5a7 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:29.344539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port 20942b3c-b318-4c59-abc5-912ec378e5a7 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:29.344539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=20942b3c-b318-4c59-abc5-912ec378e5a7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:29.428080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.435796 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.458332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:29.467111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] Pushing event deleted for resources: {'Port': ['ID=20942b3c-b318-4c59-abc5-912ec378e5a7,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:29.469663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a9ce66-81b2-494d-977b-5a36196233c8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:29.470063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a9ce66-81b2-494d-977b-5a36196233c8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:29.475890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340d0d7-32db-4e4a-aaf7-6588ac8c214b None None] No DVR routers for this DVR port 20942b3c-b318-4c59-abc5-912ec378e5a7 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:29.507855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.513110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.20.0.8 (bf7a72ca-6b60-4756-836a-f912997687ae/07e9b896-21ce-4371-b8c0-feca1d4a4fde/90561e03-defe-4183-9864-63aec71e8cb4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:29.524778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.541522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:29.546056 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:29.685299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.701013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.704677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.711601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3 HTTP/1.1" status: 204 len: 168 time: 1.1160607 Oct 26 16:51:29.711601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1bb2-3987-4ffa-bfad-f70e376aea7a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=8b1942ef-0ea7-4e1d-bb3f-7080cd66b3b3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:29.713771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39022) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:29.718642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1035660735'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:29.845948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:29.849660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.876810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:29.880246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.886767 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:29.889099 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 587d0c1c-d3a2-4da7-89b3-ff81a1e290ac of type vlan for network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 Oct 26 16:51:29.923854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network bf7a72ca-6b60-4756-836a-f912997687ae is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:29.928410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:29.944682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:30.016683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.019108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:30.075041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:30.075910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.100706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 20942b3c-b318-4c59-abc5-912ec378e5a7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:30.138045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 20942b3c-b318-4c59-abc5-912ec378e5a7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:30.138721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 20942b3c-b318-4c59-abc5-912ec378e5a7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:30.154496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b77faf-773b-4ce9-b2e0-e1432e5a6e14 req-f38689d2-d922-41f6-9177-a9ffd834a961 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:30.156616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19b77faf-773b-4ce9-b2e0-e1432e5a6e14 req-f38689d2-d922-41f6-9177-a9ffd834a961 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 970 time: 0.2199941 Oct 26 16:51:30.158216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-04393a48-d878-432d-bef0-c83cb3f19137 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1266623 Oct 26 16:51:30.173880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Request body: {'port': {'device_id': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:30.177189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dabcd-813c-4c16-92e1-46ea464a1dec req-ec9f03d3-7ffd-471b-9ed0-69c513361949 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:30.185561 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-845dabcd-813c-4c16-92e1-46ea464a1dec req-ec9f03d3-7ffd-471b-9ed0-69c513361949 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1717148 Oct 26 16:51:30.273231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.279421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:30.279995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.309049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19b77faf-773b-4ce9-b2e0-e1432e5a6e14 req-d418ef56-efd2-4525-8044-1ae646d71741 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1438596 Oct 26 16:51:30.319013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.346101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cf056de9-4808-4b06-9045-77757848d1e4 None None] Provisioning complete for port 90561e03-defe-4183-9864-63aec71e8cb4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:30.346713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf056de9-4808-4b06-9045-77757848d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.359142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-845dabcd-813c-4c16-92e1-46ea464a1dec req-e69cef2a-25a3-4802-999d-6bcaef62ed97 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721835 Oct 26 16:51:30.390385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cf056de9-4808-4b06-9045-77757848d1e4 None None] Port 90561e03-defe-4183-9864-63aec71e8cb4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:30.426198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7116537 Oct 26 16:51:30.429567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39062) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:30.433968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:30.520468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=1ae919a0-b51b-404b-8bd8-f7f6d7f4b023,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.549700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.554478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74486536-303f-4e75-b65a-cf09329d5a40 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:30.564406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:30.682869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90561e03-defe-4183-9864-63aec71e8cb4 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:51:30.691873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.707575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Transition to ACTIVE for port object 90561e03-defe-4183-9864-63aec71e8cb4 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:51:30.708451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:30.712077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.846563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:30.902304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Pushing event updated for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:30.971672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.036215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Attempting to bind port 90561e03-defe-4183-9864-63aec71e8cb4 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:31.036797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Attempting to bind port 90561e03-defe-4183-9864-63aec71e8cb4 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:31.037122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Attempting to bind port 90561e03-defe-4183-9864-63aec71e8cb4 on network bf7a72ca-6b60-4756-836a-f912997687ae {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:31.042908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Port 90561e03-defe-4183-9864-63aec71e8cb4 on network bf7a72ca-6b60-4756-836a-f912997687ae not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:51:31.043368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Attempting to bind port 90561e03-defe-4183-9864-63aec71e8cb4 on network bf7a72ca-6b60-4756-836a-f912997687ae {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:31.063053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:31.064219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Checking segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:31.065356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Bound using segment: {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:31.066151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Bound port: 90561e03-defe-4183-9864-63aec71e8cb4, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6310b652-1fe4-426e-a4eb-8edbbd31e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:31.066415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.068722 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8f24-9e24-44a0-89b1-25e50600e89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.094737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=227caecb-12a4-4ab4-bc7f-178ee6ca7b80,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:31.097350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:31.097928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:31.165946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:31.171048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=90561e03-defe-4183-9864-63aec71e8cb4,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:31.217098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:31.257153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.292427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:31.298413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.298998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.304051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5da9b3-dcac-4d2e-9ad3-df630a392268 None None] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:31.306654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.307323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.308702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] 10.222.0.39 "PUT /v2.0/ports/90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 200 len: 1130 time: 1.1403308 Oct 26 16:51:31.309153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:51:31.311445 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db8b3a-2eed-4241-9dad-0f71b42a7078" -d '{"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:51:31.352420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ecc1a-0ba9-4282-883f-650946b66f9a service neutron] Pushing event updated for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:31.377675 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb994a-76d4-4901-bc1c-df707f95155b x-openstack-request-id: req-9bcb994a-76d4-4901-bc1c-df707f95155b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:51:31.377675 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:51:31.377675 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bcb994a-76d4-4901-bc1c-df707f95155b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:51:31.377675 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4', 'status': 'completed', 'code': 200} Oct 26 16:51:31.397845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b2e383f-bb7d-4417-9784-f20bbad9c6c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9676154 Oct 26 16:51:31.400623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:31.406245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023', 'name': 'tempest-PortsTestJSON-324852927', 'fixed_ips': [{'subnet_id': '227caecb-12a4-4ab4-bc7f-178ee6ca7b80', 'ip_address': '172.20.0.10'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:31.482753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-94f6a2ea-df69-4037-b878-362df68d4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.486047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-94f6a2ea-df69-4037-b878-362df68d4d43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1133 time: 0.0757868 Oct 26 16:51:31.605042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1ae919a0-b51b-404b-8bd8-f7f6d7f4b023', 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': '227caecb-12a4-4ab4-bc7f-178ee6ca7b80'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:31.606134 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.709940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e08b8-617a-4c51-97c5-4dfa290d88d2 req-35c3f8da-b485-45e3-ba25-a48baa783fc1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.711591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-466e08b8-617a-4c51-97c5-4dfa290d88d2 req-35c3f8da-b485-45e3-ba25-a48baa783fc1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1490014 Oct 26 16:51:31.727935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb1d7-708f-4466-bc6b-d69782a00c7c req-2a384b44-7f1f-426c-b3ea-f310bef6b879 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.729860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccbfb1d7-708f-4466-bc6b-d69782a00c7c req-2a384b44-7f1f-426c-b3ea-f310bef6b879 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 982 time: 0.1685169 Oct 26 16:51:31.739029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-01db3418-019e-4788-84a5-4e9a4875eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.742054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-01db3418-019e-4788-84a5-4e9a4875eb0e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f2b001c1b2854a99a500479be3ff0378&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2444432 Oct 26 16:51:31.813839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-466e08b8-617a-4c51-97c5-4dfa290d88d2 req-e6fe7d8a-c292-4026-b141-5f3f54db513f tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Oct 26 16:51:31.817977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccbfb1d7-708f-4466-bc6b-d69782a00c7c req-0265902e-365e-4f3e-9d2a-da59199c1ee2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0773096 Oct 26 16:51:31.822908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:31.858495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Allocated IP 172.20.0.2 (1ae919a0-b51b-404b-8bd8-f7f6d7f4b023/227caecb-12a4-4ab4-bc7f-178ee6ca7b80/163994d8-ae59-4568-800e-e5e9a67cd9ee) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:31.871473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-fd31738b-3efe-4c5e-8b86-2cf5a25bd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.873191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06db8b3a-2eed-4241-9dad-0f71b42a7078 req-fd31738b-3efe-4c5e-8b86-2cf5a25bd9d6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233165 Oct 26 16:51:31.964829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:31.988989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-baa4ac7f-3b78-4d51-b95e-d3eaa2af2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:31.991341 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-baa4ac7f-3b78-4d51-b95e-d3eaa2af2b8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1133 time: 0.0693321 Oct 26 16:51:32.085600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:32.136311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-70c36ab2-12f8-4e1d-9f40-73b343ccd1e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0568438 Oct 26 16:51:32.190867 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:32.199350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-3d912c90-1819-43a5-9a8a-e340686be973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.201132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-3d912c90-1819-43a5-9a8a-e340686be973 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07e9b896-21ce-4371-b8c0-feca1d4a4fde HTTP/1.1" status: 200 len: 835 time: 0.0572150 Oct 26 16:51:32.293996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-b354b6d7-1fd0-4bbd-904a-4f9131d55562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.294813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:32.296010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-b354b6d7-1fd0-4bbd-904a-4f9131d55562 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf7a72ca-6b60-4756-836a-f912997687ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876396 Oct 26 16:51:32.306071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:32.311013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:32.349699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Pushing event updated for resources: {'Port': ['ID=163994d8-ae59-4568-800e-e5e9a67cd9ee,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:32.395245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Attempting to bind port 163994d8-ae59-4568-800e-e5e9a67cd9ee on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:32.395610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Attempting to bind port 163994d8-ae59-4568-800e-e5e9a67cd9ee by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:32.395971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Attempting to bind port 163994d8-ae59-4568-800e-e5e9a67cd9ee on network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:32.401662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:32.402024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Checking segment: {'id': '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:32.402531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:32.402914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Bound using segment: {'id': '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:32.403696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Bound port: 163994d8-ae59-4568-800e-e5e9a67cd9ee, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:32.404068 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:32.428500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 02e55e61-02e0-46db-bf21-a3903992b559 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:32.464414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-90fe1e60-9211-4718-8459-f93883040198 service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612015 Oct 26 16:51:32.466473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-42575342-b16e-450d-9b64-8f3593f12b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.468066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-42575342-b16e-450d-9b64-8f3593f12b91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.0758128 Oct 26 16:51:32.490874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] For port 163994d8-ae59-4568-800e-e5e9a67cd9ee, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:32.502617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399619e-647b-4d25-a99f-304701631712 req-f8946c47-1b86-4a33-9cd3-c13edeaed273 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.502846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] For port 163994d8-ae59-4568-800e-e5e9a67cd9ee, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=163994d8-ae59-4568-800e-e5e9a67cd9ee,segment=NetworkSegment(587d0c1c-d3a2-4da7-89b3-ff81a1e290ac),segment_id=587d0c1c-d3a2-4da7-89b3-ff81a1e290ac)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:32.502972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2399619e-647b-4d25-a99f-304701631712 req-f8946c47-1b86-4a33-9cd3-c13edeaed273 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1008081 Oct 26 16:51:32.612753 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:32.616422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2399619e-647b-4d25-a99f-304701631712 req-cf49506e-05a3-408c-8749-41e0db8f2062 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831656 Oct 26 16:51:32.650277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26d23640-4aa3-425e-88ba-4df5f85cceab req-be221ccc-5a35-4268-af0d-c29db16bbebf service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779513 Oct 26 16:51:32.652964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-8919a0e6-90e2-4955-b5ef-a94cfa563088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.654297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-8919a0e6-90e2-4955-b5ef-a94cfa563088 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.1740046 Oct 26 16:51:32.682162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.10 (1ae919a0-b51b-404b-8bd8-f7f6d7f4b023/227caecb-12a4-4ab4-bc7f-178ee6ca7b80/02e55e61-02e0-46db-bf21-a3903992b559) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:32.691959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62b2e-5a30-4fd1-af56-274cd804328a None None] Pushing event updated for resources: {'Port': ['ID=163994d8-ae59-4568-800e-e5e9a67cd9ee,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:32.734750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-91d4876b-0dd2-4dbc-a14f-83423d75c221 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0721610 Oct 26 16:51:32.795043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-db0a1724-7ec1-4119-8313-4a5c7baae8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:32.796601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-db0a1724-7ec1-4119-8313-4a5c7baae8ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.0545616 Oct 26 16:51:32.845901 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-8d921a38-58cf-42ef-aea5-1a198e1485b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421350 Oct 26 16:51:32.921220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:33.008434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e69e8-fdd2-47bb-a1a8-62eeb08d687c req-46343181-0072-49c9-832c-f358d9dca22f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:33.010472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a46e69e8-fdd2-47bb-a1a8-62eeb08d687c req-46343181-0072-49c9-832c-f358d9dca22f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 982 time: 0.0836439 Oct 26 16:51:33.045755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-4e4062af-94b5-4dcc-a5ba-250a3f49447c service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894739 Oct 26 16:51:33.076069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a46e69e8-fdd2-47bb-a1a8-62eeb08d687c req-35e972fd-bb83-4a24-baac-1d20761e6630 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0479937 Oct 26 16:51:33.115275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:33.190361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:33.190361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:33.190361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:33.190849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a7e7d787-ea9c-406b-bef7-bd6d7c1c0935 req-1110fcc0-3026-4b97-9316-930ed01788be service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335001 Oct 26 16:51:33.218802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=02e55e61-02e0-46db-bf21-a3903992b559,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:33.247653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:33.248256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:33.346098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d1da5ae9-a94d-462f-b65f-eca44be4cf11 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9440541 Oct 26 16:51:33.348645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39226) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:33.355170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': '1ae919a0-b51b-404b-8bd8-f7f6d7f4b023', 'name': 'tempest-PortsTestJSON-971070872', 'fixed_ips': [{'subnet_id': '227caecb-12a4-4ab4-bc7f-178ee6ca7b80', 'ip_address': '172.20.0.9'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:33.559580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:33.566223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:33.586989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 2bf98501-3e3f-4471-a046-8d2b2176c271 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:33.595103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eb20223b-3234-4581-82e0-71acb56d5f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:33.785182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.9 (1ae919a0-b51b-404b-8bd8-f7f6d7f4b023/227caecb-12a4-4ab4-bc7f-178ee6ca7b80/2bf98501-3e3f-4471-a046-8d2b2176c271) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:33.862955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b84b-901a-445a-b8b0-5d5d0822ebc4 req-19ee9500-2960-4331-880e-411aee9c7e5e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:33.864567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e79b84b-901a-445a-b8b0-5d5d0822ebc4 req-19ee9500-2960-4331-880e-411aee9c7e5e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0947335 Oct 26 16:51:33.925609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b097b-46e0-414b-8fbc-49ea10b04895 None None] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:33.992875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e79b84b-901a-445a-b8b0-5d5d0822ebc4 req-dccc33c5-042e-4c5d-b4d0-ad2a9ba3920e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199660 Oct 26 16:51:34.074446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.097149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 163994d8-ae59-4568-800e-e5e9a67cd9ee up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:34.148591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] Provisioning complete for port 163994d8-ae59-4568-800e-e5e9a67cd9ee triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:34.149255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.182441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.246197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.274605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:34.280318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:34.283628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:34.320035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f744-67d6-426d-b74d-513ac476b528 req-91b45348-e471-4347-8526-49e3309e0259 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.321567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.321742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc10f744-67d6-426d-b74d-513ac476b528 req-91b45348-e471-4347-8526-49e3309e0259 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 982 time: 0.1551800 Oct 26 16:51:34.323588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 163994d8-ae59-4568-800e-e5e9a67cd9ee triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:34.328473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.343507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=2bf98501-3e3f-4471-a046-8d2b2176c271,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:34.376510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.377285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.395433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] For port 163994d8-ae59-4568-800e-e5e9a67cd9ee, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=163994d8-ae59-4568-800e-e5e9a67cd9ee,segment=NetworkSegment(587d0c1c-d3a2-4da7-89b3-ff81a1e290ac),segment_id=587d0c1c-d3a2-4da7-89b3-ff81a1e290ac)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:34.403252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc10f744-67d6-426d-b74d-513ac476b528 req-e881d631-4510-4523-b8e6-a2a01cd0e830 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0681610 Oct 26 16:51:34.509645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ccfd6218-f851-4b36-a29e-cd92dfed73cf tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1568761 Oct 26 16:51:34.511616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39276) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:34.612704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.654306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd49f72-a8ce-4309-a7f4-65b829629d8c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.655887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1bd49f72-a8ce-4309-a7f4-65b829629d8c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1449115 Oct 26 16:51:34.657218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.659990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39278) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:34.686737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301de2f-dc84-4fa5-8b34-b26b370a9510 None None] Pushing event updated for resources: {'Port': ['ID=163994d8-ae59-4568-800e-e5e9a67cd9ee,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:34.760121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:51:34.760476 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:51:34.763850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Provisioning complete for port 2bf98501-3e3f-4471-a046-8d2b2176c271 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:34.764218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.768192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f6d04-7b31-42c3-b91a-196b71e184d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.775414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f6d04-7b31-42c3-b91a-196b71e184d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.781068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f6d04-7b31-42c3-b91a-196b71e184d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:34.786299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cc7f6d04-7b31-42c3-b91a-196b71e184d4 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1227722 Oct 26 16:51:34.788734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39286) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:34.811529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Port 2bf98501-3e3f-4471-a046-8d2b2176c271 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:34.826665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Provisioning complete for port 02e55e61-02e0-46db-bf21-a3903992b559 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:34.827201 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.865580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Port 02e55e61-02e0-46db-bf21-a3903992b559 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:34.890251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Provisioning complete for port 163994d8-ae59-4568-800e-e5e9a67cd9ee triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:34.890691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e9a0097-735a-4708-b7c8-0632c7153944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:34.943698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 90561e03-defe-4183-9864-63aec71e8cb4 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:51:34.964379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 2bf98501-3e3f-4471-a046-8d2b2176c271 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:34.964769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.098064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.112406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 2bf98501-3e3f-4471-a046-8d2b2176c271 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:35.138462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=90561e03-defe-4183-9864-63aec71e8cb4,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:35.157296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '90561e03-defe-4183-9864-63aec71e8cb4', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'port_id': '90561e03-defe-4183-9864-63aec71e8cb4', 'mac_address': 'fa:16:3e:d3:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:51:35.165054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-92f91eb7-0a85-4a05-a5a9-824bfae14c5b None None] Provisioning complete for port 02e55e61-02e0-46db-bf21-a3903992b559 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:35.165499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92f91eb7-0a85-4a05-a5a9-824bfae14c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.167186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.239702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713877df-495a-4eb3-87d6-b279a18c321e req-d08812db-5929-489b-a21b-cf275ab7a15c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:35.241294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-713877df-495a-4eb3-87d6-b279a18c321e req-d08812db-5929-489b-a21b-cf275ab7a15c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1248250 Oct 26 16:51:35.345927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-713877df-495a-4eb3-87d6-b279a18c321e req-d9a461a8-4f29-44f8-a835-ff04298588bb tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896485 Oct 26 16:51:35.363020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-92f91eb7-0a85-4a05-a5a9-824bfae14c5b None None] Port 02e55e61-02e0-46db-bf21-a3903992b559 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:35.377876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.388755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.397321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90561e03-defe-4183-9864-63aec71e8cb4 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:51:35.420921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=90561e03-defe-4183-9864-63aec71e8cb4,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:35.441990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=2bf98501-3e3f-4471-a046-8d2b2176c271,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:35.476175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7db2-edaa-4a5f-8385-c736827fb9d1 None None] Could not find standard attr ID for object 2bf98501-3e3f-4471-a046-8d2b2176c271. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:51:35.528845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.532514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e8300e1-36ec-4abd-a4af-282584ae05be tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/2bf98501-3e3f-4471-a046-8d2b2176c271 HTTP/1.1" status: 204 len: 168 time: 0.7425809 Oct 26 16:51:35.535453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39314) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:35.554736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e324e-13c9-499b-8a87-38adc83bfe6b req-c9b07a66-4bda-4a83-b821-5a6d54e02307 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:35.556783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc4e324e-13c9-499b-8a87-38adc83bfe6b req-c9b07a66-4bda-4a83-b821-5a6d54e02307 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 982 time: 0.0678592 Oct 26 16:51:35.559988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.564584 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2ce278-f3e5-4415-a16e-c1b42777c47d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:35.564584 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ba2ce278-f3e5-4415-a16e-c1b42777c47d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/2bf98501-3e3f-4471-a046-8d2b2176c271 HTTP/1.1" status: 404 len: 333 time: 0.0274723 Oct 26 16:51:35.567272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39316) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:35.639340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:35.652809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc4e324e-13c9-499b-8a87-38adc83bfe6b req-fa107287-093e-4295-80b7-6bd25e91f627 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0873294 Oct 26 16:51:35.693200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 02e55e61-02e0-46db-bf21-a3903992b559 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:35.693443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.778702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['90561e03-defe-4183-9864-63aec71e8cb4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:51:35.795000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:35.810741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 02e55e61-02e0-46db-bf21-a3903992b559 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:36.014395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 163994d8-ae59-4568-800e-e5e9a67cd9ee up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:36.040244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.068185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 163994d8-ae59-4568-800e-e5e9a67cd9ee triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:36.068550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.073964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=02e55e61-02e0-46db-bf21-a3903992b559,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:36.163305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.169813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37c71859-701f-484c-a86c-19a3d5161fd6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/02e55e61-02e0-46db-bf21-a3903992b559 HTTP/1.1" status: 204 len: 168 time: 0.5990322 Oct 26 16:51:36.170627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:36.204835 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6e678b-b54f-4c04-b465-1c2ef69220b6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:36.206511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e6e678b-b54f-4c04-b465-1c2ef69220b6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/02e55e61-02e0-46db-bf21-a3903992b559 HTTP/1.1" status: 404 len: 333 time: 0.0347395 Oct 26 16:51:36.211047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39334) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:36.265580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 227caecb-12a4-4ab4-bc7f-178ee6ca7b80 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:36.270351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.327624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.383560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39340) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:36.417762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.510746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a100704-252c-446c-bdbd-890dc21bf080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.549409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0e742-acf1-40e4-998a-2ad480cc236f req-b1cfeb6d-bac3-4885-a664-62be912909ef tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:36.550934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ab0e742-acf1-40e4-998a-2ad480cc236f req-b1cfeb6d-bac3-4885-a664-62be912909ef tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0793979 Oct 26 16:51:36.566353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.604612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=227caecb-12a4-4ab4-bc7f-178ee6ca7b80,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:36.606627 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.611374 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cf38c820-366f-446e-b7e9-45b0a5a2e61c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/227caecb-12a4-4ab4-bc7f-178ee6ca7b80 HTTP/1.1" status: 204 len: 168 time: 0.3983231 Oct 26 16:51:36.613330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:36.616474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799decf3-01c0-4d0a-a34d-1b2db57b0414 None None] Network 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:36.636864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ab0e742-acf1-40e4-998a-2ad480cc236f req-acbff5b4-9bae-4173-9c6e-857e4967b6fe tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792952 Oct 26 16:51:36.676776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a100704-252c-446c-bdbd-890dc21bf080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.721095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.727447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.733212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1a100704-252c-446c-bdbd-890dc21bf080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.772081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a100704-252c-446c-bdbd-890dc21bf080 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd540a269c4c4a01a38cf4c8732cb3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872764 Oct 26 16:51:36.777399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39352) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:36.833264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 163994d8-ae59-4568-800e-e5e9a67cd9ee {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:36.833599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.835272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a100704-252c-446c-bdbd-890dc21bf080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530e544-053a-49e9-9b4a-70b7efecf5c8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:36.845358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] DHCP port deletion for 1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:36.864925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da41f-e974-4da9-8fdd-a00b712fca50 req-c54b283f-038f-42b7-9bac-177f7425eec2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:36.866612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-438da41f-e974-4da9-8fdd-a00b712fca50 req-c54b283f-038f-42b7-9bac-177f7425eec2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 983 time: 0.0996256 Oct 26 16:51:36.897201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Deleting port 163994d8-ae59-4568-800e-e5e9a67cd9ee {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:36.897723 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.903420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.919689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-438da41f-e974-4da9-8fdd-a00b712fca50 req-b9426edc-e938-44da-8378-f0f8ac22c05d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0449419 Oct 26 16:51:36.928356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port 163994d8-ae59-4568-800e-e5e9a67cd9ee, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=163994d8-ae59-4568-800e-e5e9a67cd9ee,segment=NetworkSegment(587d0c1c-d3a2-4da7-89b3-ff81a1e290ac),segment_id=587d0c1c-d3a2-4da7-89b3-ff81a1e290ac)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:36.928901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.949703 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:36.953853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 163994d8-ae59-4568-800e-e5e9a67cd9ee owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:36.958254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 90561e03-defe-4183-9864-63aec71e8cb4 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:37.017451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] For port 163994d8-ae59-4568-800e-e5e9a67cd9ee, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=163994d8-ae59-4568-800e-e5e9a67cd9ee,segment=NetworkSegment(587d0c1c-d3a2-4da7-89b3-ff81a1e290ac),segment_id=587d0c1c-d3a2-4da7-89b3-ff81a1e290ac)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:37.018157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.041012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Calling delete_port for 163994d8-ae59-4568-800e-e5e9a67cd9ee owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:37.125580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 90561e03-defe-4183-9864-63aec71e8cb4 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:51:37.130214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 90561e03-defe-4183-9864-63aec71e8cb4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:37.130679 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.143247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.145978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.149606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8530e544-053a-49e9-9b4a-70b7efecf5c8 HTTP/1.1" status: 204 len: 168 time: 0.3673620 Oct 26 16:51:37.150066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.170399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.195268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a8ebe-84da-4687-bf4c-8cb2aad855e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530e544-053a-49e9-9b4a-70b7efecf5c8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:37.197314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=163994d8-ae59-4568-800e-e5e9a67cd9ee,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:37.204682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] Pushing event deleted for resources: {'Port': ['ID=163994d8-ae59-4568-800e-e5e9a67cd9ee,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:37.204992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port 163994d8-ae59-4568-800e-e5e9a67cd9ee on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:37.206661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd9c2b-0e48-4c0a-9a3d-86c15c0c4f04 None None] No DVR routers for this DVR port 163994d8-ae59-4568-800e-e5e9a67cd9ee on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:37.267045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.293732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:51:37.296218 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c40c2d-6331-4d5c-afa4-adffb2e9dfa7" -d '{"events": [{"server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "name": "network-vif-plugged", "status": "completed", "tag": "90561e03-defe-4183-9864-63aec71e8cb4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:51:37.298803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.309017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=90561e03-defe-4183-9864-63aec71e8cb4,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:37.327785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae919a0-b51b-404b-8bd8-f7f6d7f4b023']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:37.339634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:37.340143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587d0c1c-d3a2-4da7-89b3-ff81a1e290ac') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:37.353168 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d827178-01af-4dca-b311-949e125215b0 x-openstack-request-id: req-2d827178-01af-4dca-b311-949e125215b0 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:51:37.353168 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "name": "network-vif-plugged", "status": "completed", "tag": "90561e03-defe-4183-9864-63aec71e8cb4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:51:37.353168 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d827178-01af-4dca-b311-949e125215b0 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:51:37.353168 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4', 'code': 200} Oct 26 16:51:37.353581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.367383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.371110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.375790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:37.381767 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:37.436666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:37.513712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e7341-d0bd-4860-aa24-e1185865bd92 req-8d01e956-2605-48c4-88bd-58ab4c897157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:37.515234 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-235e7341-d0bd-4860-aa24-e1185865bd92 req-8d01e956-2605-48c4-88bd-58ab4c897157 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.0615859 Oct 26 16:51:37.556766 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-235e7341-d0bd-4860-aa24-e1185865bd92 req-4f1a5462-dc65-4ae3-a755-bda1a162c5b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0344372 Oct 26 16:51:37.576640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.586497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.593515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/1ae919a0-b51b-404b-8bd8-f7f6d7f4b023 HTTP/1.1" status: 204 len: 168 time: 0.9755111 Oct 26 16:51:37.595072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:37.608292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362735574'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:37.613226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036547f3-903c-4244-9f16-00be4062a441 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=1ae919a0-b51b-404b-8bd8-f7f6d7f4b023,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:37.725472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:37.728990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.753375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:37.766662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993467-da71-4671-8646-68e75a8bc812 req-e5e0544d-c781-472a-b0d3-c2388ba659e3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:37.768434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3993467-da71-4671-8646-68e75a8bc812 req-e5e0544d-c781-472a-b0d3-c2388ba659e3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0536065 Oct 26 16:51:37.773106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.773539 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Added segment 2eb7beca-fc7c-404a-9864-5d40e5933845 of type vlan for network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca Oct 26 16:51:37.810778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3993467-da71-4671-8646-68e75a8bc812 req-d7566f03-7ce6-4b02-8543-16b7f92ae72d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Oct 26 16:51:37.846219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.956972 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:37.965641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:37.966409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:38.039119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 163994d8-ae59-4568-800e-e5e9a67cd9ee no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:38.061546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7d7d6-8ffd-4959-b967-52ebda672820 req-5ac23285-e98b-4529-8d5c-e454a06966cf tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:38.064943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Network': ['ID=d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:38.072647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1b7d7d6-8ffd-4959-b967-52ebda672820 req-5ac23285-e98b-4529-8d5c-e454a06966cf tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.0758452 Oct 26 16:51:38.074223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 163994d8-ae59-4568-800e-e5e9a67cd9ee {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:38.074561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 163994d8-ae59-4568-800e-e5e9a67cd9ee not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:38.088620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:38.113497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8c72bb7c-f59e-4c79-854f-d21c0296ff25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5180426 Oct 26 16:51:38.116140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39398) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:38.133602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:38.142096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1b7d7d6-8ffd-4959-b967-52ebda672820 req-682ac52b-f481-43ae-8d52-0b86e7ff3845 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0677764 Oct 26 16:51:38.319507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:38.325040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:38.571150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:38.634578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=eb36cdbb-f088-4fb7-9896-7f27291ad82f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:38.644977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Checking segment: {'id': '2eb7beca-fc7c-404a-9864-5d40e5933845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:38.645331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network hostable DHCP agents. Network: d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:38.754040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:38.816817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:38.821107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:38.824319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:38.829504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8697df1-5409-42c2-baba-991ded71b97b None None] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:38.944904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5c2104dc-05a1-4557-977f-cbb82fcfae99 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247390 Oct 26 16:51:38.947923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39424) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:38.954021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1682914012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:38.993270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ea1a-ca68-407b-98b0-aa8f2e1a3a8a req-c57bca81-fc1d-413d-9e2f-a6a0d2797733 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:38.995549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc30ea1a-ca68-407b-98b0-aa8f2e1a3a8a req-c57bca81-fc1d-413d-9e2f-a6a0d2797733 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0949934 Oct 26 16:51:39.014144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca', 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': 'eb36cdbb-f088-4fb7-9896-7f27291ad82f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:39.015183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.040286 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc30ea1a-ca68-407b-98b0-aa8f2e1a3a8a req-19a4f03d-9ef6-432c-b710-540776fc057f tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Oct 26 16:51:39.085599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.087223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.149591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.192557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Allocated IP 172.20.0.2 (d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca/eb36cdbb-f088-4fb7-9896-7f27291ad82f/953cd7ca-3509-4567-953f-9bc9cb5ec128) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:39.218255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:39.225316 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.290135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8b9f2-96c0-44e3-805e-7d9e2e54f9b4 req-6849d97c-fcec-4927-b023-77708f55dba4 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:39.291750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96d8b9f2-96c0-44e3-805e-7d9e2e54f9b4 req-6849d97c-fcec-4927-b023-77708f55dba4 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.0541472 Oct 26 16:51:39.310779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.312862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-382622dd-8126-4198-8cb6-68dfcda059ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3633814 Oct 26 16:51:39.315846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:39.327682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca', 'name': 'tempest-PortsTestJSON-186506099'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:39.342347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96d8b9f2-96c0-44e3-805e-7d9e2e54f9b4 req-dc5477c1-8fc7-45ff-ac90-8c05102f8fb8 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0428944 Oct 26 16:51:39.417646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.453190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1796097662'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:39.493646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb919a-28e8-47b5-9c45-a68d41bbfa8f req-152d01f5-7658-4542-b42f-59b29bc93487 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:39.495210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2deb919a-28e8-47b5-9c45-a68d41bbfa8f req-152d01f5-7658-4542-b42f-59b29bc93487 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.0565012 Oct 26 16:51:39.536334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2deb919a-28e8-47b5-9c45-a68d41bbfa8f req-87021f18-62a0-4a15-996c-3e29e7bcbf4d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0347087 Oct 26 16:51:39.574323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.618378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Made reservation on behalf of a172d545ea9b4c128773be87dd97c38b for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:39.621872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.623287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:39.626752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:39.630292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:39.636847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.637400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Pushing event updated for resources: {'Port': ['ID=953cd7ca-3509-4567-953f-9bc9cb5ec128,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:39.664650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-83efcde9-d3f7-41ba-8a90-cd4debe1c0a4 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:39.666524 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-83efcde9-d3f7-41ba-8a90-cd4debe1c0a4 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.0625427 Oct 26 16:51:39.711993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-a12774b5-bacc-4528-9e27-13ad53402aa8 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.717984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Attempting to bind port 953cd7ca-3509-4567-953f-9bc9cb5ec128 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:39.719421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Attempting to bind port 953cd7ca-3509-4567-953f-9bc9cb5ec128 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2eb7beca-fc7c-404a-9864-5d40e5933845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:39.719861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Attempting to bind port 953cd7ca-3509-4567-953f-9bc9cb5ec128 on network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:39.725508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:39.726159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Checking segment: {'id': '2eb7beca-fc7c-404a-9864-5d40e5933845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:39.726647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.727142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Bound using segment: {'id': '2eb7beca-fc7c-404a-9864-5d40e5933845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:39.727706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Bound port: 953cd7ca-3509-4567-953f-9bc9cb5ec128, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb7beca-fc7c-404a-9864-5d40e5933845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4d64c17-c2cd-4e7c-a7c7-0837c20e7eca'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:39.728295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.743463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.745384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:39.750107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.771617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 94d04796-2c99-4e41-ad6f-468f0f89ce28 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:39.796879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-a12774b5-bacc-4528-9e27-13ad53402aa8 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.805605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] For port 953cd7ca-3509-4567-953f-9bc9cb5ec128, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:39.808845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] For port 953cd7ca-3509-4567-953f-9bc9cb5ec128, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=953cd7ca-3509-4567-953f-9bc9cb5ec128,segment=NetworkSegment(2eb7beca-fc7c-404a-9864-5d40e5933845),segment_id=2eb7beca-fc7c-404a-9864-5d40e5933845)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:39.825132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.853535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:39.885164 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-a12774b5-bacc-4528-9e27-13ad53402aa8 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.905235 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.905568 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Added segment 6b2dc5b8-fa5e-4ca1-964a-56182484c4b6 of type vlan for network dc61f9af-3699-4e7a-a425-d1153f882910 Oct 26 16:51:39.911069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d069221f-6017-40df-a5f8-c7b51b8e2453,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:39.911773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10b52fe4-4d51-464f-a87d-4c587cf017fe req-a12774b5-bacc-4528-9e27-13ad53402aa8 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2345603 Oct 26 16:51:39.926516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12774b5-bacc-4528-9e27-13ad53402aa8 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e29e13-1f02-48ac-b205-657b3b847316,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:39.936113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39452) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:39.949143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.967654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.7 (d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca/eb36cdbb-f088-4fb7-9896-7f27291ad82f/94d04796-2c99-4e41-ad6f-468f0f89ce28) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:39.973877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:39.979848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc12c33a-c494-44a3-a7ac-d2417ad9150d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:39.985869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39454) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:39.987705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bc12c33a-c494-44a3-a7ac-d2417ad9150d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1130 time: 0.0492415 Oct 26 16:51:39.993883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '90561e03-defe-4183-9864-63aec71e8cb4', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:40.021903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca497-d8f8-4377-8a78-44ddcd1560cc None None] Pushing event updated for resources: {'Port': ['ID=953cd7ca-3509-4567-953f-9bc9cb5ec128,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:40.108080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.114187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:40.114808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.188144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.248704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event updated for resources: {'Network': ['ID=dc61f9af-3699-4e7a-a425-d1153f882910,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:40.261839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf80a7-4f44-44b9-a034-3e5720a39d35 req-b19ea887-37f4-4473-bc98-9bb0f8aec708 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:40.263483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dabf80a7-4f44-44b9-a034-3e5720a39d35 req-b19ea887-37f4-4473-bc98-9bb0f8aec708 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0989048 Oct 26 16:51:40.280367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network dc61f9af-3699-4e7a-a425-d1153f882910 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:40.315225 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dabf80a7-4f44-44b9-a034-3e5720a39d35 req-b30179dd-4b81-4181-bc03-840e8a6d75a0 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Oct 26 16:51:40.655422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53ba15ec-7631-4721-9b26-569412b68998 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4358151 Oct 26 16:51:40.659249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:40.664664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Request body: {'subnet': {'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:40.716625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.798388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.856914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.890293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Made reservation on behalf of a172d545ea9b4c128773be87dd97c38b for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:40.894691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:40.940787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:40.951942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:40.960676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:41.009109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=94d04796-2c99-4e41-ad6f-468f0f89ce28,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:41.030460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.25.5.150 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/58e49141-95d1-4167-957e-d790ac286af6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:41.056511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:41.057150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.143610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8270c935-2662-4b9a-9ca3-b3ad26aee0d6 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8258691 Oct 26 16:51:41.149217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224df38-1ab1-4f7f-9e7d-29d6eedd3f0e None None] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:41.151178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39474) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:41.224344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] Provisioning complete for port 953cd7ca-3509-4567-953f-9bc9cb5ec128 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:41.224731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.257332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.267594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.340403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event updated for resources: {'Subnet': ['ID=c4981be6-bd98-42f2-8a4f-6cb37fc75459,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:41.363920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Checking segment: {'id': '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:41.364283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Network hostable DHCP agents. Network: dc61f9af-3699-4e7a-a425-d1153f882910, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:41.479415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Network dc61f9af-3699-4e7a-a425-d1153f882910 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:41.479957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.521245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f03be-7511-424e-81ed-6a3166589c19 req-3e7afd46-21c7-4c8d-a56e-f6b641f4147b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:41.523001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d81f03be-7511-424e-81ed-6a3166589c19 req-3e7afd46-21c7-4c8d-a56e-f6b641f4147b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0962241 Oct 26 16:51:41.536283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] For port 953cd7ca-3509-4567-953f-9bc9cb5ec128, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=953cd7ca-3509-4567-953f-9bc9cb5ec128,segment=NetworkSegment(2eb7beca-fc7c-404a-9864-5d40e5933845),segment_id=2eb7beca-fc7c-404a-9864-5d40e5933845)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:41.583283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d81f03be-7511-424e-81ed-6a3166589c19 req-dbf843e8-1a20-438d-9683-834e6ff8cfeb tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Oct 26 16:51:41.605122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, dc61f9af-3699-4e7a-a425-d1153f882910) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:41.606058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.609922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.610315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:41.611060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.622610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f330c14-f009-4ea8-9c0a-1d0b496a0eb9 None None] Network dc61f9af-3699-4e7a-a425-d1153f882910 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:41.645480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:41.680757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:41.776816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-56f71e72-edbb-46f9-ba32-18619eedc7a3 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1145132 Oct 26 16:51:41.778010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39490) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:41.784067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Request body: {'port': {'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2086960737'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:41.843981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:41.848289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:41.852720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=58e49141-95d1-4167-957e-d790ac286af6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:42.008770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f061f-771c-419f-afca-48db460b8d02 None None] Pushing event updated for resources: {'Port': ['ID=953cd7ca-3509-4567-953f-9bc9cb5ec128,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:42.017726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a55d9885-15db-4787-97db-9b54a098334f None None] Provisioning complete for port 953cd7ca-3509-4567-953f-9bc9cb5ec128 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:42.018104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a55d9885-15db-4787-97db-9b54a098334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.075673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Made reservation on behalf of a172d545ea9b4c128773be87dd97c38b for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:42.082047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.118978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] device_id is not set on port d67c69ae-8331-443b-89cc-ff930f38c4ba yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:42.138427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-dc61f9af-3699-4e7a-a425-d1153f882910', 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910', 'tenant_id': 'a172d545ea9b4c128773be87dd97c38b', 'fixed_ips': [{'subnet_id': 'c4981be6-bd98-42f2-8a4f-6cb37fc75459'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:42.140934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.157756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 953cd7ca-3509-4567-953f-9bc9cb5ec128 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:42.287293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.314834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 953cd7ca-3509-4567-953f-9bc9cb5ec128 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:42.315317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.316798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a55d9885-15db-4787-97db-9b54a098334f None None] Provisioning complete for port 94d04796-2c99-4e41-ad6f-468f0f89ce28 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:42.317148 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a55d9885-15db-4787-97db-9b54a098334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.317365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Allocated IP 172.20.0.9 (dc61f9af-3699-4e7a-a425-d1153f882910/c4981be6-bd98-42f2-8a4f-6cb37fc75459/d67c69ae-8331-443b-89cc-ff930f38c4ba) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:42.386195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.392676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a55d9885-15db-4787-97db-9b54a098334f None None] Port 94d04796-2c99-4e41-ad6f-468f0f89ce28 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:42.503643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.534051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b97ec5a7-c32d-447b-9195-5c771625e445 None None] Provisioning complete for port 94d04796-2c99-4e41-ad6f-468f0f89ce28 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:42.534608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b97ec5a7-c32d-447b-9195-5c771625e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.577409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=94d04796-2c99-4e41-ad6f-468f0f89ce28,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:42.594120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b97ec5a7-c32d-447b-9195-5c771625e445 None None] Port 94d04796-2c99-4e41-ad6f-468f0f89ce28 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:42.634470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.707817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Allocated IP 172.20.0.2 (dc61f9af-3699-4e7a-a425-d1153f882910/c4981be6-bd98-42f2-8a4f-6cb37fc75459/df9266b0-fc34-42ce-87de-073a9657c981) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:42.720616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.724647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event updated for resources: {'Port': ['ID=d67c69ae-8331-443b-89cc-ff930f38c4ba,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:42.784969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Network dc61f9af-3699-4e7a-a425-d1153f882910 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:42.787887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:42.793748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:42.833554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.851200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-39a91f2d-8cfa-41e5-ba3c-abd42cf52f46 None None] Provisioning complete for port 94d04796-2c99-4e41-ad6f-468f0f89ce28 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:42.851842 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-39a91f2d-8cfa-41e5-ba3c-abd42cf52f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.874027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146500-8bb5-4827-88b2-515fad25ed0f req-d65d5f3f-1980-4575-8a96-9e014e55dc00 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:42.875783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb146500-8bb5-4827-88b2-515fad25ed0f req-d65d5f3f-1980-4575-8a96-9e014e55dc00 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1708796 Oct 26 16:51:42.896187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:42.896927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.911442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-39a91f2d-8cfa-41e5-ba3c-abd42cf52f46 None None] Port 94d04796-2c99-4e41-ad6f-468f0f89ce28 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:42.933625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb146500-8bb5-4827-88b2-515fad25ed0f req-284cf8e0-32c3-436b-bb16-d33a06c3aa60 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513985 Oct 26 16:51:42.956458 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.972071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:42.976987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-573f019d-1b46-46ce-84e1-3863e07a49cc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1949272 Oct 26 16:51:42.977311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39506) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:43.023914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.078473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Deleting port d67c69ae-8331-443b-89cc-ff930f38c4ba {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:43.078824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.081156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Network dc61f9af-3699-4e7a-a425-d1153f882910 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:43.084466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:43.088324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:43.111360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.129928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Pushing event updated for resources: {'Port': ['ID=df9266b0-fc34-42ce-87de-073a9657c981,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:43.167258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Attempting to bind port df9266b0-fc34-42ce-87de-073a9657c981 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:43.167808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Attempting to bind port df9266b0-fc34-42ce-87de-073a9657c981 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:43.168431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Attempting to bind port df9266b0-fc34-42ce-87de-073a9657c981 on network dc61f9af-3699-4e7a-a425-d1153f882910 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:43.174737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:43.175573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Checking segment: {'id': '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:43.176206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.176816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Bound using segment: {'id': '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:43.177504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Bound port: df9266b0-fc34-42ce-87de-073a9657c981, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc61f9af-3699-4e7a-a425-d1153f882910'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:43.178161 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.224170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.242767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Calling delete_port for d67c69ae-8331-443b-89cc-ff930f38c4ba owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:43.250368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] For port df9266b0-fc34-42ce-87de-073a9657c981, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:43.254392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] For port df9266b0-fc34-42ce-87de-073a9657c981, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=df9266b0-fc34-42ce-87de-073a9657c981,segment=NetworkSegment(6b2dc5b8-fa5e-4ca1-964a-56182484c4b6),segment_id=6b2dc5b8-fa5e-4ca1-964a-56182484c4b6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:43.320432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.331459 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.396210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708467-bc79-4384-88e9-eacf91b1093d None None] Pushing event updated for resources: {'Port': ['ID=df9266b0-fc34-42ce-87de-073a9657c981,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:43.406980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.502387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.547647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.550114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event deleted for resources: {'Port': ['ID=d67c69ae-8331-443b-89cc-ff930f38c4ba,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:43.552059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=58e49141-95d1-4167-957e-d790ac286af6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:43.570823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.619203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.677869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.686669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-36faf64b-de47-4870-8e88-5cf8fb61df56 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "DELETE /v2.0/ports/d67c69ae-8331-443b-89cc-ff930f38c4ba HTTP/1.1" status: 204 len: 168 time: 0.7081411 Oct 26 16:51:43.689443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39516) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:43.748883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.766010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=94d04796-2c99-4e41-ad6f-468f0f89ce28,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:43.799265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a48730e0-d3d6-4d58-b8b9-019e55c0c0c9 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1077616 Oct 26 16:51:43.801347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39522) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:43.806248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-223734340'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:43.851222 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Floating IP fa8821c9-a8ec-4377-960c-cc90f99abbe5 associated. External IP: 172.25.5.150, port: 90561e03-defe-4183-9864-63aec71e8cb4. Oct 26 16:51:43.896454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Made reservation on behalf of a172d545ea9b4c128773be87dd97c38b for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:43.900288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.932490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:43.946649 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:43.947589 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Added segment a4a8624c-3ba9-4bad-9ed1-4e715ac4603b of type vlan for network d8ab8b91-4434-40ba-8fe9-de7029921357 Oct 26 16:51:43.985416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:43.990527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:44.066310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.192413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634ec5b-fa0b-4159-8047-1d768c14e279 req-433fddc2-c0fd-4b27-9100-43a2b974729b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:44.200074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1634ec5b-fa0b-4159-8047-1d768c14e279 req-433fddc2-c0fd-4b27-9100-43a2b974729b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0973005 Oct 26 16:51:44.226155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.250908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:44.250908 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.251118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device df9266b0-fc34-42ce-87de-073a9657c981 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:44.302849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Router 2eca398e-48fb-44ab-9314-282eb772d032 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:51:44.324860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router cf08e99e-b48e-4274-9e57-cae1e42605cd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:51:44.358454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event updated for resources: {'Network': ['ID=d8ab8b91-4434-40ba-8fe9-de7029921357,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:44.378406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d8ab8b91-4434-40ba-8fe9-de7029921357 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:44.389481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1634ec5b-fa0b-4159-8047-1d768c14e279 req-ce53314b-44f2-4823-a071-ab99eff0f002 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884942 Oct 26 16:51:44.429912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port df9266b0-fc34-42ce-87de-073a9657c981 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:44.430273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.462438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e19c82b9-c7e9-4106-8e12-cdebd2789379 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6570821 Oct 26 16:51:44.462438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39534) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:44.509318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e9eedee5-976e-42e3-a069-70c340916b55 None None] Provisioning complete for port 94d04796-2c99-4e41-ad6f-468f0f89ce28 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:44.509683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9eedee5-976e-42e3-a069-70c340916b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.584298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e9eedee5-976e-42e3-a069-70c340916b55 None None] Port 94d04796-2c99-4e41-ad6f-468f0f89ce28 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:44.632376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.681234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port df9266b0-fc34-42ce-87de-073a9657c981, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=df9266b0-fc34-42ce-87de-073a9657c981,segment=NetworkSegment(6b2dc5b8-fa5e-4ca1-964a-56182484c4b6),segment_id=6b2dc5b8-fa5e-4ca1-964a-56182484c4b6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:44.741968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.743290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 953cd7ca-3509-4567-953f-9bc9cb5ec128 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:44.790736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2d35670e-8d91-4eba-a0c4-195b605eb515 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.3271077 Oct 26 16:51:44.796228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39536) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:44.855792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe8fab9-51e0-4c5b-b70a-6b5c81d4f857 None None] Network dc61f9af-3699-4e7a-a425-d1153f882910 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:44.914230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89e1d5-0322-4dfc-85d9-0b9a00056123 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] Network d8ab8b91-4434-40ba-8fe9-de7029921357 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:44.954898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 953cd7ca-3509-4567-953f-9bc9cb5ec128 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:44.955974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:44.958297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=df9266b0-fc34-42ce-87de-073a9657c981,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:44.990337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0e89e1d5-0322-4dfc-85d9-0b9a00056123 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "POST /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1896424 Oct 26 16:51:44.990337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39542) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.016282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cb8f7-927c-415d-a74e-e210d13d5bf3 None None] Network d8ab8b91-4434-40ba-8fe9-de7029921357 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:45.037992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a89c6ac8-a3c9-4825-8bf5-ba8fdc75dd00 None None] Provisioning complete for port df9266b0-fc34-42ce-87de-073a9657c981 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:45.038415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a89c6ac8-a3c9-4825-8bf5-ba8fdc75dd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:45.043671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:45.051024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e902d01-18b9-41fc-b1c5-3e412b3ff737 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/routers/2eca398e-48fb-44ab-9314-282eb772d032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973961 Oct 26 16:51:45.054709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39544) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.067930 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] Sync routers for ids ['2eca398e-48fb-44ab-9314-282eb772d032'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:45.121797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684021a1-9363-4255-93e1-f02da5ab531a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.123281 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-684021a1-9363-4255-93e1-f02da5ab531a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2eca398e-48fb-44ab-9314-282eb772d032 HTTP/1.1" status: 200 len: 981 time: 0.0679162 Oct 26 16:51:45.127009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.136365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] Routers {'2eca398e-48fb-44ab-9314-282eb772d032'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:45.137189 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2eca398e-48fb-44ab-9314-282eb772d032'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:45.201688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-10b16ac6-506d-4080-8534-f5d427268d82 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks HTTP/1.1" status: 200 len: 8789 time: 0.2077661 Oct 26 16:51:45.205361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39548) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.209685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:45.230261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:45.270365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] Routers {'2eca398e-48fb-44ab-9314-282eb772d032'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:45.270956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2eca398e-48fb-44ab-9314-282eb772d032'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:45.330791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Sync routers for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:45.338840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:45.348593 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a022e-2db3-42f7-a3b7-446b90d36373 None None] The sync data for ids ['2eca398e-48fb-44ab-9314-282eb772d032'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:45.355051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:45.380789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2fe9db71-f17b-4100-b582-e9687dedcb7a tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "DELETE /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks/d8ab8b91-4434-40ba-8fe9-de7029921357 HTTP/1.1" status: 204 len: 168 time: 0.1711464 Oct 26 16:51:45.385390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39552) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.446888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ebe1e2e5-e99d-4a7b-91b1-26414e5414d6 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4543021 Oct 26 16:51:45.446888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39558) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.446888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:51:45.449458 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:51:45.470143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:45.471201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:45.760066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4918e5-724b-4e4c-8e3c-30ac87839ec4 req-928e2665-342a-4bc3-8b0f-d1e0cfd69ace tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.770453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd4918e5-724b-4e4c-8e3c-30ac87839ec4 req-928e2665-342a-4bc3-8b0f-d1e0cfd69ace tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.2551532 Oct 26 16:51:45.780163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4fc0bbd1-2f91-4b1f-90ca-5bf4302089cb tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.3933268 Oct 26 16:51:45.780547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:45.786995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.819893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a334-d582-4112-8ef2-915c2769434a req-e9a35a9a-fe2c-4452-80c4-f51580545ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.821835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-e9a35a9a-fe2c-4452-80c4-f51580545ab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.2025487 Oct 26 16:51:45.824243 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d1fe39-1d19-453c-aaf4-016b08a8c84c x-openstack-request-id: req-c2d1fe39-1d19-453c-aaf4-016b08a8c84c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:51:45.824243 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:51:45.824507 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2d1fe39-1d19-453c-aaf4-016b08a8c84c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:51:45.825784 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4', 'status': 'completed', 'code': 200} Oct 26 16:51:45.827783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bf443d84-cd98-4b81-aeee-86e29b759cea tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/networks/dc61f9af-3699-4e7a-a425-d1153f882910/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0394349 Oct 26 16:51:45.828518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39568) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.876166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e39d474-9947-435f-bdad-0c62e2bba433 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/networks/dc61f9af-3699-4e7a-a425-d1153f882910/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0461733 Oct 26 16:51:45.881903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.882369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.884412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.884412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.884412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.884859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.884970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.885448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.886463 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.886920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.887388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:45.891209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd4918e5-724b-4e4c-8e3c-30ac87839ec4 req-366b0d11-c6a1-4c50-be56-0938511eb728 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157968 Oct 26 16:51:45.891873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39570) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:45.892050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1fa6045-dba2-4018-9b95-79af975a2068 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7710 time: 0.4375739 Oct 26 16:51:45.906818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39572) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:46.051258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a334-d582-4112-8ef2-915c2769434a req-d97b582a-faa0-4d72-84c0-b41787c0cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.053432 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-d97b582a-faa0-4d72-84c0-b41787c0cd27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.1439919 Oct 26 16:51:46.119350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-41bf3091-ad39-4035-8a6d-d0926a6309f6 tempest-DHCPAgentSchedulersTestJSON-2054874075 tempest-DHCPAgentSchedulersTestJSON-2054874075-project-admin] 10.222.0.21 "GET /v2.0/agents/78d2b984-345f-4496-8944-d5bb52643664/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.2246985 Oct 26 16:51:46.123624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39576) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:46.188303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device df9266b0-fc34-42ce-87de-073a9657c981 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:46.235156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.304682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.305291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.305809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.306320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.306827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.307356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.307860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.308363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.308867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.311330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1f99ae72-9af7-4777-8478-f390408e288d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5835 time: 0.3995621 Oct 26 16:51:46.316454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39582) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:46.380647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.382370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port df9266b0-fc34-42ce-87de-073a9657c981 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:46.393815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.436083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab8b91-4434-40ba-8fe9-de7029921357']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:46.465984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8624c-3ba9-4bad-9ed1-4e715ac4603b') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:46.466351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8624c-3ba9-4bad-9ed1-4e715ac4603b') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:46.493441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.516480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-185e66d6-4394-4451-8117-1e30deba12d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.3930719 Oct 26 16:51:46.524469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.538329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:46.538963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:46.543231 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:46.631549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fa8821c9-a8ec-4377-960c-cc90f99abbe5', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'port_id': '90561e03-defe-4183-9864-63aec71e8cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'mac_address': 'fa:16:3e:d3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:51:42Z', 'updated_at': '2021-10-26T16:51:42Z', 'revision_number': 0, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:46.638119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-cc918c00-1601-4f55-9d66-68c224f498a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:46.639802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-cc918c00-1601-4f55-9d66-68c224f498a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.7319489 Oct 26 16:51:46.686136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Checking router: cf08e99e-b48e-4274-9e57-cae1e42605cd for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:51:46.713399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:46.714933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:46.730733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.741514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.744569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "DELETE /v2.0/networks/d8ab8b91-4434-40ba-8fe9-de7029921357 HTTP/1.1" status: 204 len: 168 time: 0.6189852 Oct 26 16:51:46.747356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:46.764609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e94d5ba2-c75c-4b7b-9187-c95e4d06a503 None None] Provisioning complete for port df9266b0-fc34-42ce-87de-073a9657c981 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:46.765274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e94d5ba2-c75c-4b7b-9187-c95e4d06a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.806276 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-946abc1a-c81b-4b90-a432-398f49772080 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] DELETE failed (client error): The resource could not be found. Oct 26 16:51:46.806995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946abc1a-c81b-4b90-a432-398f49772080 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:51:46.810092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-946abc1a-c81b-4b90-a432-398f49772080 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "DELETE /v2.0/ports/d67c69ae-8331-443b-89cc-ff930f38c4ba HTTP/1.1" status: 404 len: 333 time: 0.0618203 Oct 26 16:51:46.813215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39592) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:46.872602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Deleting subnet c4981be6-bd98-42f2-8a4f-6cb37fc75459 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:46.876760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ea1d6-7e67-4a91-bf2f-9b1101b32fcc tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event deleted for resources: {'Network': ['ID=d8ab8b91-4434-40ba-8fe9-de7029921357,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:46.885620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.897959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:46.948329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:51:46.973488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.027235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a334-d582-4112-8ef2-915c2769434a req-25c80caa-e844-420a-b91b-ebe568ad8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:47.033806 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-25c80caa-e844-420a-b91b-ebe568ad8028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.4512320 Oct 26 16:51:47.087824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd321d-d3a2-46f7-87b8-ec99865b3288 req-c76e3c2a-30ed-4eb1-ad14-0a3ed7ea16cd tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:47.090523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8cd321d-d3a2-46f7-87b8-ec99865b3288 req-c76e3c2a-30ed-4eb1-ad14-0a3ed7ea16cd tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0809634 Oct 26 16:51:47.117839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-096a0e12-df20-4204-b4bd-c237d6b23e44 None None] Could not find standard attr ID for object d67c69ae-8331-443b-89cc-ff930f38c4ba. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:51:47.152990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-33163bb6-1758-4323-b6ea-596fe0d03d05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937338 Oct 26 16:51:47.172217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8cd321d-d3a2-46f7-87b8-ec99865b3288 req-7e717511-e773-46b8-afb7-3a48e08f63f6 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Oct 26 16:51:47.190157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-5f71f840-b924-43de-8688-0aabd417970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:47.191846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-5f71f840-b924-43de-8688-0aabd417970d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 200 len: 898 time: 0.5069561 Oct 26 16:51:47.199780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.306426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fa8821c9-a8ec-4377-960c-cc90f99abbe5', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'port_id': '90561e03-defe-4183-9864-63aec71e8cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'mac_address': 'fa:16:3e:d3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:51:42Z', 'updated_at': '2021-10-26T16:51:42Z', 'revision_number': 0, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:47.340353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f3b-d407-42d5-ba2d-c2f7197f7b30 None None] The sync data for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 is: [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fa8821c9-a8ec-4377-960c-cc90f99abbe5', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'port_id': '90561e03-defe-4183-9864-63aec71e8cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'mac_address': 'fa:16:3e:d3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:51:42Z', 'updated_at': '2021-10-26T16:51:42Z', 'revision_number': 0, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:47.342350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.381228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event deleted for resources: {'Subnet': ['ID=c4981be6-bd98-42f2-8a4f-6cb37fc75459,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:47.387743 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.395324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fc55b872-6e2e-4fe2-ac4e-cae3c3d56e74 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "DELETE /v2.0/subnets/c4981be6-bd98-42f2-8a4f-6cb37fc75459 HTTP/1.1" status: 204 len: 168 time: 0.5810137 Oct 26 16:51:47.396332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39600) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:47.396640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6d9a5-13be-4bb6-8902-39c89d12b25a None None] Network dc61f9af-3699-4e7a-a425-d1153f882910 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:47.487213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.568567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Deleting port df9266b0-fc34-42ce-87de-073a9657c981 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:47.568915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.660087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] For port df9266b0-fc34-42ce-87de-073a9657c981, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=df9266b0-fc34-42ce-87de-073a9657c981,segment=NetworkSegment(6b2dc5b8-fa5e-4ca1-964a-56182484c4b6),segment_id=6b2dc5b8-fa5e-4ca1-964a-56182484c4b6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:47.660596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.666940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] DHCP port deletion for dc61f9af-3699-4e7a-a425-d1153f882910 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:47.706884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Calling delete_port for df9266b0-fc34-42ce-87de-073a9657c981 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:47.746327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Deleting port df9266b0-fc34-42ce-87de-073a9657c981 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:47.753483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.753632 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:51:47.759978 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3154bb3-79f4-4eda-b724-824672a885e5 None None] New status for floating IP fa8821c9-a8ec-4377-960c-cc90f99abbe5: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:51:47.844927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] For port df9266b0-fc34-42ce-87de-073a9657c981, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=df9266b0-fc34-42ce-87de-073a9657c981,segment=NetworkSegment(6b2dc5b8-fa5e-4ca1-964a-56182484c4b6),segment_id=6b2dc5b8-fa5e-4ca1-964a-56182484c4b6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:47.844927 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:47.844927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Calling delete_port for df9266b0-fc34-42ce-87de-073a9657c981 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:47.923048 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-8bc57fb9-dfc4-4b53-901b-237aad3673c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 200 len: 999 time: 0.6984229 Oct 26 16:51:47.995042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.002132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.015224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] No DVR routers for this DVR port df9266b0-fc34-42ce-87de-073a9657c981 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:48.039984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] No DVR routers for this DVR port df9266b0-fc34-42ce-87de-073a9657c981 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:48.042003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event deleted for resources: {'Port': ['ID=df9266b0-fc34-42ce-87de-073a9657c981,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:48.055201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d559597-b650-49dc-bdda-d8ee9168927c None None] Pushing event deleted for resources: {'Port': ['ID=df9266b0-fc34-42ce-87de-073a9657c981,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:48.074669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-d6e24653-75f9-4b41-b772-d8f33bdd5c06 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806911 Oct 26 16:51:48.077563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device df9266b0-fc34-42ce-87de-073a9657c981 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:48.108124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-c4e8d590-f735-4cbd-8517-6933e20e3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:48.109929 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-c4e8d590-f735-4cbd-8517-6933e20e3059 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07e9b896-21ce-4371-b8c0-feca1d4a4fde HTTP/1.1" status: 200 len: 835 time: 0.1780896 Oct 26 16:51:48.115175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: df9266b0-fc34-42ce-87de-073a9657c981 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:48.115782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device df9266b0-fc34-42ce-87de-073a9657c981 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:48.154645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.179748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc61f9af-3699-4e7a-a425-d1153f882910']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:48.196929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:48.197316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2dc5b8-fa5e-4ca1-964a-56182484c4b6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:48.210869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.227098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.240292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:48.240918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:48.244286 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:48.286908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0bcebea-9d7b-4794-b658-91c733bb768d tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4317 time: 1.9694643 Oct 26 16:51:48.289973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:48.316914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b3e4a334-d582-4112-8ef2-915c2769434a req-aa853b21-0b09-4444-88ff-e6e921abf6ca service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257829 Oct 26 16:51:48.321116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-01f59009-9cb3-4ceb-b062-2337f1dba7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:48.323360 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-01f59009-9cb3-4ceb-b062-2337f1dba7bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf7a72ca-6b60-4756-836a-f912997687ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648431 Oct 26 16:51:48.330372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 94d04796-2c99-4e41-ad6f-468f0f89ce28 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:48.330862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.502397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.526948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 94d04796-2c99-4e41-ad6f-468f0f89ce28 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:48.542264 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-4aae0916-6113-40ae-b41d-6a0de3210789 service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059681 Oct 26 16:51:48.741056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2fd47e26-cab0-4fa5-b5b7-eae5ba076ce6 req-c88c978e-384f-4397-9a90-c359b434bf57 service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589084 Oct 26 16:51:48.768043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38116a92-a73a-4027-ac92-51e886fdbe52 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:48.768507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38116a92-a73a-4027-ac92-51e886fdbe52 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:48.770089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38116a92-a73a-4027-ac92-51e886fdbe52 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cf08e99e-b48e-4274-9e57-cae1e42605cd HTTP/1.1" status: 200 len: 1990 time: 0.4765050 Oct 26 16:51:48.777591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1dd4-ce6f-4b24-9f1f-dae266b15071 req-ab8886e7-4ea7-4188-83d0-1a5940a0a365 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:48.778957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24fb1dd4-ce6f-4b24-9f1f-dae266b15071 req-ab8886e7-4ea7-4188-83d0-1a5940a0a365 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.4902127 Oct 26 16:51:48.823550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24fb1dd4-ce6f-4b24-9f1f-dae266b15071 req-0f033225-7332-49be-819b-5ba6bf977a3d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379567 Oct 26 16:51:48.841973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.849889 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.853950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] 10.222.0.21 "DELETE /v2.0/networks/dc61f9af-3699-4e7a-a425-d1153f882910 HTTP/1.1" status: 204 len: 168 time: 1.4565816 Oct 26 16:51:48.872845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:48.882864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99335-0f7c-4b6b-ad2b-02205f0a9b19 tempest-DHCPAgentSchedulersTestJSON-679133675 tempest-DHCPAgentSchedulersTestJSON-679133675-project] Pushing event deleted for resources: {'Network': ['ID=dc61f9af-3699-4e7a-a425-d1153f882910,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:48.910147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=94d04796-2c99-4e41-ad6f-468f0f89ce28,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:49.057651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.223675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Router 2eca398e-48fb-44ab-9314-282eb772d032 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:51:49.306272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:51:49.313051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67b30d5f-54ca-4f6c-9c50-241bd6cd8dd7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/routers/2eca398e-48fb-44ab-9314-282eb772d032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1848350 Oct 26 16:51:49.315625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39630) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:49.317993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] Sync routers for ids ['2eca398e-48fb-44ab-9314-282eb772d032'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:51:49.328352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] Routers {'2eca398e-48fb-44ab-9314-282eb772d032'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:49.328956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2eca398e-48fb-44ab-9314-282eb772d032'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:49.342528 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-58937c4f-d722-4df9-b398-b2c5b6dcde5e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:49.346865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58937c4f-d722-4df9-b398-b2c5b6dcde5e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/94d04796-2c99-4e41-ad6f-468f0f89ce28 HTTP/1.1" status: 404 len: 333 time: 0.0278108 Oct 26 16:51:49.347912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:49.376084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:49.386330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] Routers {'2eca398e-48fb-44ab-9314-282eb772d032'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:51:49.386937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:51:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['2eca398e-48fb-44ab-9314-282eb772d032'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:49.425169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:49.426301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3604b09-1086-457c-9890-62394558e7a8 None None] The sync data for ids ['2eca398e-48fb-44ab-9314-282eb772d032'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:51:49.432836 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.482672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39636) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:49.601056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.603333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.644144 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f1f45bb0-54e7-455d-8748-8e8dea7e1674 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a172d545ea9b4c128773be87dd97c38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597681 Oct 26 16:51:49.648406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39646) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:49.703108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.719938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.723970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Fanout notify agent at l3_agent the message router_deleted on router 2eca398e-48fb-44ab-9314-282eb772d032 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:51:49.728353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.728490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.732347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf4b68d9-8b9d-4698-a209-2e0ae1bba357 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/routers/2eca398e-48fb-44ab-9314-282eb772d032 HTTP/1.1" status: 204 len: 168 time: 0.3834832 Oct 26 16:51:49.732915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39648) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:49.787397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet eb36cdbb-f088-4fb7-9896-7f27291ad82f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:49.790707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.828529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.831180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.832566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d069221f-6017-40df-a5f8-c7b51b8e2453 HTTP/1.1" status: 204 len: 168 time: 0.1829615 Oct 26 16:51:49.844785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e41fc-7edb-4503-beda-caede25cace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d069221f-6017-40df-a5f8-c7b51b8e2453,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:49.848948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:49.974586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.021117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc414-e875-4c50-af3c-af8e3fc3ae5d req-98faf477-fcb0-4c58-b591-f0c1ee1be231 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:50.022635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-313dc414-e875-4c50-af3c-af8e3fc3ae5d req-98faf477-fcb0-4c58-b591-f0c1ee1be231 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1118093 Oct 26 16:51:50.075112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-313dc414-e875-4c50-af3c-af8e3fc3ae5d req-4e3896c2-02d5-485c-988a-84f7cb37dee8 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Oct 26 16:51:50.119700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.149926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=eb36cdbb-f088-4fb7-9896-7f27291ad82f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:50.155112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.162706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ccd4c486-4e10-4901-9cf2-9adf6db6e3ca tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/eb36cdbb-f088-4fb7-9896-7f27291ad82f HTTP/1.1" status: 204 len: 168 time: 0.4258287 Oct 26 16:51:50.162814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:50.171026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69136c9a-22ac-4801-be84-89da2cc13a34 None None] Network d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:50.245594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.314811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 953cd7ca-3509-4567-953f-9bc9cb5ec128 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:50.315176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.367819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] DHCP port deletion for d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:51:50.380501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port 953cd7ca-3509-4567-953f-9bc9cb5ec128, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=953cd7ca-3509-4567-953f-9bc9cb5ec128,segment=NetworkSegment(2eb7beca-fc7c-404a-9864-5d40e5933845),segment_id=2eb7beca-fc7c-404a-9864-5d40e5933845)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:50.381101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.393689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 953cd7ca-3509-4567-953f-9bc9cb5ec128 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:50.430983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Deleting port 953cd7ca-3509-4567-953f-9bc9cb5ec128 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:50.431534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.509037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] For port 953cd7ca-3509-4567-953f-9bc9cb5ec128, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=953cd7ca-3509-4567-953f-9bc9cb5ec128,segment=NetworkSegment(2eb7beca-fc7c-404a-9864-5d40e5933845),segment_id=2eb7beca-fc7c-404a-9864-5d40e5933845)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:50.509339 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.521204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Calling delete_port for 953cd7ca-3509-4567-953f-9bc9cb5ec128 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:50.569428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39670) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:50.583765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29191111-9c66-4757-bf21-4a52dd99f667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.612449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.617280 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.647793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=953cd7ca-3509-4567-953f-9bc9cb5ec128,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:50.648847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] Pushing event deleted for resources: {'Port': ['ID=953cd7ca-3509-4567-953f-9bc9cb5ec128,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:50.652373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port 953cd7ca-3509-4567-953f-9bc9cb5ec128 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:50.654710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c482a6e-481a-4098-bdcc-a3af140da013 None None] No DVR routers for this DVR port 953cd7ca-3509-4567-953f-9bc9cb5ec128 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:51:50.758864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.775067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29191111-9c66-4757-bf21-4a52dd99f667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.786528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:50.796877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb7beca-fc7c-404a-9864-5d40e5933845') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:50.797309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb7beca-fc7c-404a-9864-5d40e5933845') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:50.806451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.821122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.827643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:50.828033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:50.831034 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:50.841350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-29191111-9c66-4757-bf21-4a52dd99f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.928054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-29191111-9c66-4757-bf21-4a52dd99f667 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533a040fab114ea4a052b1ed25b3b4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574457 Oct 26 16:51:50.930184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29191111-9c66-4757-bf21-4a52dd99f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d3ab7-ec27-4bfe-8492-9eae2d6b5c18,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:50.930842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:50.992276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:50.998691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.006472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.011175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca HTTP/1.1" status: 204 len: 168 time: 0.8463733 Oct 26 16:51:51.020551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39678) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:51.024073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61da7-824e-4bc6-9333-8efbc3f3cbd8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=d4d64c17-c2cd-4e7c-a7c7-0837c20e7eca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:51.032149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.033012 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.082283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f631e1-94cd-437f-aad1-24dd0080cf20 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:51.083720 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c4f631e1-94cd-437f-aad1-24dd0080cf20 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/04c3629d-163c-49b4-9538-e8d94029343e HTTP/1.1" status: 200 len: 841 time: 0.0621839 Oct 26 16:51:51.087597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:51.144422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05310e9d-57a0-419e-a522-09a9e9e496e2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/04c3629d-163c-49b4-9538-e8d94029343e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0556662 Oct 26 16:51:51.148774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39686) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:51.153023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:51.205233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.207408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.208669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a12d3ab7-ec27-4bfe-8492-9eae2d6b5c18 HTTP/1.1" status: 204 len: 168 time: 0.2768269 Oct 26 16:51:51.217783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d7c25-b148-4118-91c8-24c0e93660ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d3ab7-ec27-4bfe-8492-9eae2d6b5c18,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:51.274889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82f159-e562-41d0-972f-4549a9351255 req-ed4075e4-5f2e-45a4-bbb6-742dfaafbf69 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:51.276394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae82f159-e562-41d0-972f-4549a9351255 req-ed4075e4-5f2e-45a4-bbb6-742dfaafbf69 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1078873 Oct 26 16:51:51.343112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae82f159-e562-41d0-972f-4549a9351255 req-99ec9a74-a529-446f-8fc2-ab92d0a1e40a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Oct 26 16:51:51.364368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:51.368457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.605626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.651199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:51.658043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:51.661486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:51.662038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.674019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719951cb-85fd-4631-aa23-26a13bb50727 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:51.685006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=b1119dcb-17d1-41b2-9ae8-485634630d6f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:51.752101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-92095a11-82f5-4d8b-a64f-3ded9a3b5c02 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027925 Oct 26 16:51:51.754775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:51.759972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'security_group': {'name': 'tempest-secgroup-1169905270'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:51.850386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.881977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'tenant_id': '1d659f8b7da041f0b4a9e20f3c9c7553', 'fixed_ips': [{'subnet_id': 'b1119dcb-17d1-41b2-9ae8-485634630d6f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:51.884112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:51.939715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.021398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.049221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Allocated IP 172.20.0.2 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/b1119dcb-17d1-41b2-9ae8-485634630d6f/dcd0cef9-17fa-40fb-b985-9c750a12d910) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:52.052163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 953cd7ca-3509-4567-953f-9bc9cb5ec128 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:51:52.073163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79207e3-b2fa-4be0-be82-add7a8905d64,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:52.084489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 953cd7ca-3509-4567-953f-9bc9cb5ec128 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:51:52.084827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 953cd7ca-3509-4567-953f-9bc9cb5ec128 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:51:52.126878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.128255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a5460fb8-ad1d-4793-abf4-de17f8bca84d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3723724 Oct 26 16:51:52.130983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39720) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:52.135871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'security_group': {'name': 'tempest-secgroup-417212671'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:52.215776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.239323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.287398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.307567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.346336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:52.349267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:52.352935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:52.361085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.364982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:52.397353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:52.403884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4f8236-8ed4-49b5-b71e-08ca9f27d092,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:52.429272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Attempting to bind port dcd0cef9-17fa-40fb-b985-9c750a12d910 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:51:52.430042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Attempting to bind port dcd0cef9-17fa-40fb-b985-9c750a12d910 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6a263ed8-22a5-41f7-b358-6585fe7bf19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:51:52.430592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Attempting to bind port dcd0cef9-17fa-40fb-b985-9c750a12d910 on network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:51:52.446581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:51:52.447337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Checking segment: {'id': '6a263ed8-22a5-41f7-b358-6585fe7bf19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:52.448166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.448878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Bound using segment: {'id': '6a263ed8-22a5-41f7-b358-6585fe7bf19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:51:52.449576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Bound port: dcd0cef9-17fa-40fb-b985-9c750a12d910, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a263ed8-22a5-41f7-b358-6585fe7bf19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:51:52.450182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.486733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.488240 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a020583-11e8-4f87-b4cb-c839672c1bf8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3560796 Oct 26 16:51:52.491453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39734) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:52.501056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-641902421', 'security_groups': ['cc4f8236-8ed4-49b5-b71e-08ca9f27d092'], 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1119dcb-17d1-41b2-9ae8-485634630d6f'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:52.527802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef58b9-da83-4758-8938-537ea65ae549 req-a9ea452c-2bf0-413d-9469-a1b650e7d581 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:52.533865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acef58b9-da83-4758-8938-537ea65ae549 req-a9ea452c-2bf0-413d-9469-a1b650e7d581 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0927565 Oct 26 16:51:52.545770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.548141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:51:52.551584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:51:52.564687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-155336438'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:52.623425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acef58b9-da83-4758-8938-537ea65ae549 req-62ac8592-1567-4a6d-8667-46e90c822d7a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760391 Oct 26 16:51:52.627384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.673132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:52.677092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.683906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ef535-7e3f-4255-ac70-6e1dce35d7d4 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:52.688250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.778283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.845056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:52.884823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.920236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:52.926190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb734ad-356c-4117-8d33-8a7ac88cc6a5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:52.934001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.934430 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment de74b4a5-45b9-4609-97be-ba8d6602cd5e of type vlan for network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 Oct 26 16:51:52.985994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:52.987021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.016978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:53.074584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.080963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:53.085782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.157793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=5b82c98b-bb2c-464b-8488-c5f5a1bc3860,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:53.168534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:53.202252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ae09aad-beaf-4afb-988d-f50ded7f3721 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8032262 Oct 26 16:51:53.205102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39742) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:53.223325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'name': 'tempest-PortsIpV6TestJSON-1320953710'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:53.275987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.14 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/b1119dcb-17d1-41b2-9ae8-485634630d6f/1c7bc9ad-cf85-440f-860b-39651eefe7c3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:53.412098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:53.416072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.417609 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.444802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 855e2afb-0b6f-4315-ac51-8243d85d8220 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:53.553601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.621589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:53.627600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:53.630256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=1c7bc9ad-cf85-440f-860b-39651eefe7c3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:53.631094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.633131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:53.708465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:53.709270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.742106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:53.789405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c306bb43-22fc-4895-83a4-70eaf875b673 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2959585 Oct 26 16:51:53.790230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:53.797186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:53.835228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=855e2afb-0b6f-4315-ac51-8243d85d8220,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:53.848581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53957d1-ad59-417c-a071-417af3477104 req-34600052-0e7b-4b2d-b950-a7f006c3d200 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:53.850212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c53957d1-ad59-417c-a071-417af3477104 req-34600052-0e7b-4b2d-b950-a7f006c3d200 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1211452 Oct 26 16:51:53.860932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': 'de74b4a5-45b9-4609-97be-ba8d6602cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:53.860932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: 5b82c98b-bb2c-464b-8488-c5f5a1bc3860, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:53.914808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c53957d1-ad59-417c-a071-417af3477104 req-0618a9ab-d933-4e7c-8d77-986f385fe64b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Oct 26 16:51:53.946947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:53.948942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:53.949450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.041473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.045027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 5b82c98b-bb2c-464b-8488-c5f5a1bc3860) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:54.054353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:54.067049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:54.071754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40649c-f4b9-4cb2-9af0-f5781606e75d None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:54.071915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.080511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:54.081202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.135976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:54.177342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:54.188285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fd0a21f0-b8f0-4960-9068-eae54549f9fd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9776406 Oct 26 16:51:54.188531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39758) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:54.193574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-250342063'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:54.210452 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1119dcb-17d1-41b2-9ae8-485634630d6f (CIDR: 172.20.0.0/28) Oct 26 16:51:54.247594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:54.248071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.250665 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:51:54.252036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:51:54.275061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.296685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:54.300427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.325554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:54.327925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:54.327925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.335307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.335653 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment 846d99f9-5561-4308-a45a-07bd5ab331dc of type vlan for network a5a1efb1-e731-439c-9112-61df2481afaa Oct 26 16:51:54.375908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:54.378418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.395714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1755abd-f194-4483-81cc-c67675e8ea25 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6042275 Oct 26 16:51:54.398638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39764) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:54.402499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-865e2eb7-cb83-4426-a342-60585b86e952 None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:54.403729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:54.478803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.485567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:54.486217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.524131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f5982b6a-c190-4eb7-bca3-743abf38ac5e None None] Provisioning complete for port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:54.524615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5982b6a-c190-4eb7-bca3-743abf38ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.557287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=a5a1efb1-e731-439c-9112-61df2481afaa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:54.627073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a93ef6c0-1f86-449a-956d-c2456585b863 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4374628 Oct 26 16:51:54.629598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39768) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:54.636773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'ports': [{'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'}, {'network_id': 'a5a1efb1-e731-439c-9112-61df2481afaa'}]} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:54.637516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:54.637963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'a5a1efb1-e731-439c-9112-61df2481afaa'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:54.721550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a5a1efb1-e731-439c-9112-61df2481afaa details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:54.752908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:54.758293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.779222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f5982b6a-c190-4eb7-bca3-743abf38ac5e None None] Port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:54.964966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 2} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:54.970257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:54.988224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.109860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.114119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f29f2b-9ea1-4121-9721-bf1113831629 req-fc4eedc6-6063-4ae4-a312-10711061ff83 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:55.115956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61f29f2b-9ea1-4121-9721-bf1113831629 req-fc4eedc6-6063-4ae4-a312-10711061ff83 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1144121 Oct 26 16:51:55.120794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 661a189d-6a32-481a-9136-6b5ba885eea7 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:55.168689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61f29f2b-9ea1-4121-9721-bf1113831629 req-540b28ea-e2e0-4829-8b13-de3b7a241dac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446119 Oct 26 16:51:55.282255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.364346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port c12730b9-5081-4c83-b195-2ca989f15ded yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:55.414419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:55.418955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:55.424081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:55.424668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.432619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128423d2-7873-4047-941b-5d20ffd84bf6 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:55.441364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=6502fbdf-9aa7-43d6-9602-14cf1a4667cc,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:55.489740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.540970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65536742-49b2-4b41-a14b-1bac6e83c076 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1411860 Oct 26 16:51:55.543576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:55.549269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1660766067', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6502fbdf-9aa7-43d6-9602-14cf1a4667cc'}], 'security_groups': ['a79207e3-b2fa-4be0-be82-add7a8905d64']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:55.611419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.622176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.674663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:55.678568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=661a189d-6a32-481a-9136-6b5ba885eea7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:55.685448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:55.689133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Update dhcp port {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'fixed_ips': [{'subnet_id': 'b1119dcb-17d1-41b2-9ae8-485634630d6f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6502fbdf-9aa7-43d6-9602-14cf1a4667cc'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'dcd0cef9-17fa-40fb-b985-9c750a12d910'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:51:55.689303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:55.690262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.740683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:55.771505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=c12730b9-5081-4c83-b195-2ca989f15ded,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:55.803773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': '846d99f9-5561-4308-a45a-07bd5ab331dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a5a1efb1-e731-439c-9112-61df2481afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:55.804190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: a5a1efb1-e731-439c-9112-61df2481afaa, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:55.889989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network a5a1efb1-e731-439c-9112-61df2481afaa is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:55.923857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Allocated IP 172.20.0.18 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/6502fbdf-9aa7-43d6-9602-14cf1a4667cc/dcd0cef9-17fa-40fb-b985-9c750a12d910) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:55.992735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a5a1efb1-e731-439c-9112-61df2481afaa) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:56.005377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:51:56.006183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e95f9-92d5-4ef5-a3d8-44912b7f6a1d None None] Network a5a1efb1-e731-439c-9112-61df2481afaa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:56.011753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.018868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.019190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.062874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:56.113895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:51:56.145323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d6a3eb0f-dc1b-4edb-a170-226655763b33 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5144649 Oct 26 16:51:56.148102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:56.208493 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.229437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:56.229817 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.251704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port c12730b9-5081-4c83-b195-2ca989f15ded {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:56.251942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.279938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.358250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b6b35-af1e-4fcb-ab79-461251b9805f req-802cfab6-ddeb-49f7-8abb-59376775317a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.360329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc7b6b35-af1e-4fcb-ab79-461251b9805f req-802cfab6-ddeb-49f7-8abb-59376775317a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0772414 Oct 26 16:51:56.371042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.392811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for c12730b9-5081-4c83-b195-2ca989f15ded owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:56.410650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc7b6b35-af1e-4fcb-ab79-461251b9805f req-9691198e-649d-4526-9169-500cc25c2a21 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Oct 26 16:51:56.419184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbc59a-fccd-4307-8c0f-2ce4e4c82268 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:56.496118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Delete allocated IP 172.20.0.14 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/b1119dcb-17d1-41b2-9ae8-485634630d6f) {{(pid=102737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:51:56.511901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.28 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/6502fbdf-9aa7-43d6-9602-14cf1a4667cc/1c7bc9ad-cf85-440f-860b-39651eefe7c3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:51:56.623570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.665133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=c12730b9-5081-4c83-b195-2ca989f15ded,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:56.674593 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.677994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c3db4bee-4a76-44db-bfa3-faa879408108 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/c12730b9-5081-4c83-b195-2ca989f15ded HTTP/1.1" status: 204 len: 168 time: 0.5284042 Oct 26 16:51:56.680692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39802) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:56.739462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9920ad-aa39-4345-9d8b-21e2a3499e5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.747748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9920ad-aa39-4345-9d8b-21e2a3499e5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.749981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ee9920ad-aa39-4345-9d8b-21e2a3499e5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0682962 Oct 26 16:51:56.755635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39806) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:56.760613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.813277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.876219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 661a189d-6a32-481a-9136-6b5ba885eea7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:56.876592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.910244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=1c7bc9ad-cf85-440f-860b-39651eefe7c3,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:56.935451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] In _notify_port_updated(), no bound segment for port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 on network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:51:56.943490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:56.944712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:56.953072 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93ff07a5-69c7-4394-91cd-cf051f194085 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/ports/1c7bc9ad-cf85-440f-860b-39651eefe7c3 HTTP/1.1" status: 200 len: 921 time: 1.4075925 Oct 26 16:51:56.955051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39812) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:56.990627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.005563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 661a189d-6a32-481a-9136-6b5ba885eea7 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:57.074037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:51:57.074673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.132535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:57.133102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.134153 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.168670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=661a189d-6a32-481a-9136-6b5ba885eea7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:57.180049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.180177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.180284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ff246cb-1395-4f91-85de-824916d2d780 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/661a189d-6a32-481a-9136-6b5ba885eea7 HTTP/1.1" status: 204 len: 168 time: 0.4206901 Oct 26 16:51:57.180384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39816) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.221972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 1c7bc9ad-cf85-440f-860b-39651eefe7c3 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:51:57.244408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:57.244783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.294314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:57.307758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Provisioning complete for port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:57.308137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.320691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919e7b9-ff26-44b9-be7e-2ba4d0923412 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:57.324836 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a919e7b9-ff26-44b9-be7e-2ba4d0923412 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1414292 Oct 26 16:51:57.325279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39820) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.345369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-61fb34b1-0e61-48fb-bd7e-8cade3a4732c None None] Port 1c7bc9ad-cf85-440f-860b-39651eefe7c3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:51:57.358147 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-822ac028-7d23-4bc7-a574-0052632f2176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:51:57.362248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-822ac028-7d23-4bc7-a574-0052632f2176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/c12730b9-5081-4c83-b195-2ca989f15ded HTTP/1.1" status: 404 len: 333 time: 0.0333734 Oct 26 16:51:57.362407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.387634 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58f5b92-be7f-4662-8b83-f64926a6cb70 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:51:57.393180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e58f5b92-be7f-4662-8b83-f64926a6cb70 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/661a189d-6a32-481a-9136-6b5ba885eea7 HTTP/1.1" status: 404 len: 333 time: 0.0259731 Oct 26 16:51:57.394272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39824) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.496169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.500223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.532215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=1c7bc9ad-cf85-440f-860b-39651eefe7c3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:57.591632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95f0d-1d59-41be-aca6-5f215fe8bcf3 req-f5d65aad-0646-4d6f-892c-84ce594e7976 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:57.594552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9a95f0d-1d59-41be-aca6-5f215fe8bcf3 req-f5d65aad-0646-4d6f-892c-84ce594e7976 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0917823 Oct 26 16:51:57.640510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.646444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d8945fd-7283-4eef-aa8c-54a4a86ec60d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/1c7bc9ad-cf85-440f-860b-39651eefe7c3 HTTP/1.1" status: 204 len: 168 time: 0.6868007 Oct 26 16:51:57.646670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39832) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.677017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.686701 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-39398002-b234-4c21-b2b8-fbecb09f5e64 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:51:57.688497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-39398002-b234-4c21-b2b8-fbecb09f5e64 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/1c7bc9ad-cf85-440f-860b-39651eefe7c3 HTTP/1.1" status: 404 len: 333 time: 0.0396674 Oct 26 16:51:57.690924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.721873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9a95f0d-1d59-41be-aca6-5f215fe8bcf3 req-b37a1069-32e0-4f1a-8bb0-b5b3ed9f9336 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143200 Oct 26 16:51:57.723684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a1efb1-e731-439c-9112-61df2481afaa']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:57.734594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846d99f9-5561-4308-a45a-07bd5ab331dc') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:57.734902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846d99f9-5561-4308-a45a-07bd5ab331dc') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:51:57.746962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.782779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.790424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:51:57.790827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:51:57.794453 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:51:57.803760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.852290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.867262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e0b0693c-be6b-4c02-be59-8ce968374ed6 None None] Could not find standard attr ID for object 1c7bc9ad-cf85-440f-860b-39651eefe7c3. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:51:57.941310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-2f7bff38-ca20-48ae-86cb-77f8cd4c1f90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259207 Oct 26 16:51:57.947951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.961364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:57.964564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/a5a1efb1-e731-439c-9112-61df2481afaa HTTP/1.1" status: 204 len: 168 time: 0.5700157 Oct 26 16:51:57.972223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39842) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:57.980573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532203416'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:57.990900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15210e99-e20e-433f-8d58-119d9c80c7d9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=a5a1efb1-e731-439c-9112-61df2481afaa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:58.044938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.048335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.049742 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc4f8236-8ed4-49b5-b71e-08ca9f27d092 HTTP/1.1" status: 204 len: 168 time: 0.3576276 Oct 26 16:51:58.053430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39846) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:58.076873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293082b-3655-4e23-87d7-cdd9560c98b3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4f8236-8ed4-49b5-b71e-08ca9f27d092,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:58.118186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584f76-2222-4e1d-b314-974938409cd9 req-3e2612f8-f023-4912-ab30-4a645aae6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.119748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-3e2612f8-f023-4912-ab30-4a645aae6583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 1096 time: 0.1162744 Oct 26 16:51:58.126739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:51:58.147377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:58.161059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.225411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.242517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:58.243670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.265446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.276781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:51:58.300367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.307123 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2 of type vlan for network 0fa1aed4-7782-490b-a8dd-195369e38faa Oct 26 16:51:58.346583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584f76-2222-4e1d-b314-974938409cd9 req-f62ed873-1d4e-437e-b2c2-83a0cb1b2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.348115 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-f62ed873-1d4e-437e-b2c2-83a0cb1b2ff1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1747205 Oct 26 16:51:58.376981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.381854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.387569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/security-groups/a79207e3-b2fa-4be0-be82-add7a8905d64 HTTP/1.1" status: 204 len: 168 time: 0.3329608 Oct 26 16:51:58.388237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:58.402723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.416507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9b4c-b263-4359-8253-809067cf4c62 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79207e3-b2fa-4be0-be82-add7a8905d64,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:58.449563 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-a15412bb-3ecd-41fe-970f-aee65c52378c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 200 len: 1000 time: 0.0904880 Oct 26 16:51:58.461537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet b1119dcb-17d1-41b2-9ae8-485634630d6f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:51:58.464845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.492400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.498904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.499614 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.509405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.535933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584f76-2222-4e1d-b314-974938409cd9 req-c233a4df-f7ac-423e-8677-695d45882847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.537683 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-c233a4df-f7ac-423e-8677-695d45882847 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0809913 Oct 26 16:51:58.610288 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.625772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6497128 Oct 26 16:51:58.626512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39854) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:58.631750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:58.652843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e8256-0721-405c-ae89-ff593a1a400d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=0fa1aed4-7782-490b-a8dd-195369e38faa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:58.666347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 0fa1aed4-7782-490b-a8dd-195369e38faa details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:51:58.712453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584f76-2222-4e1d-b314-974938409cd9 req-30c2f256-0025-4284-8bda-f18d0ce039ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.713895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-30c2f256-0025-4284-8bda-f18d0ce039ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454206 Oct 26 16:51:58.724453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.727825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-66f6057c-7275-42d2-bffb-3f5fbc06e75f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:51:58.728856 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-66f6057c-7275-42d2-bffb-3f5fbc06e75f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057635 Oct 26 16:51:58.754021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76778b1c-b6eb-4f38-8afd-06589ac8a9cf None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:58.778272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.782174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/b1119dcb-17d1-41b2-9ae8-485634630d6f HTTP/1.1" status: 204 len: 168 time: 0.3868532 Oct 26 16:51:58.790418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0efa90-2685-4632-809f-2dd3f7d6510a tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=b1119dcb-17d1-41b2-9ae8-485634630d6f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:58.790418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:58.803635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:58.867089 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-66e846f5-27c4-459c-831e-858904441141 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293833 Oct 26 16:51:58.943172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:58.943464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbb2d-2222-4bee-b080-a887eee39d23 req-b57e639e-7b68-4fec-b81c-0df16878feac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:58.943888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:58.952598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cefdbb2d-2222-4bee-b080-a887eee39d23 req-b57e639e-7b68-4fec-b81c-0df16878feac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0897546 Oct 26 16:51:59.011481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cefdbb2d-2222-4bee-b080-a887eee39d23 req-0270a42b-ea25-4796-b74e-b1cbe2cbbdcc tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Oct 26 16:51:59.040493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Performing IP validity checks on allocation pools {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:51:59.043293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:51:59.081641 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f9584f76-2222-4e1d-b314-974938409cd9 req-090c2740-4095-4bc5-9682-ffd332259a01 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065139 Oct 26 16:51:59.125364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:59.132964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.249527 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.313809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24f7c-2c83-4add-85d8-6a1e33c0c4d0 req-f050b7c7-ef75-4853-a7a3-dc4af94482f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:59.315587 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93a24f7c-2c83-4add-85d8-6a1e33c0c4d0 req-f050b7c7-ef75-4853-a7a3-dc4af94482f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.0936477 Oct 26 16:51:59.355704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=74134485-082b-4b97-ba61-6ed4d610595b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:59.387226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:51:59.387686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: 0fa1aed4-7782-490b-a8dd-195369e38faa, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:51:59.412613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-93a24f7c-2c83-4add-85d8-6a1e33c0c4d0 req-1b79aa2e-c015-4189-8d7f-7c9a280208fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873120 Oct 26 16:51:59.473082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 0fa1aed4-7782-490b-a8dd-195369e38faa is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:51:59.484651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.538374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:51:59.541693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:59.546042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:59.546706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.553406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=c7e22979-958e-4de7-aba1-93a4610bf367,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:59.592751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 0fa1aed4-7782-490b-a8dd-195369e38faa) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:51:59.597020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:51:59.597673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.603844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e24ab-f878-4e50-8949-0f91d2e5faca None None] Network 0fa1aed4-7782-490b-a8dd-195369e38faa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:59.643474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2967fc5-db50-455c-ad7b-02ae6c0542f7 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:51:59.670098 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6ef03729-1027-45fc-a805-8a628cf2e538 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789537 Oct 26 16:51:59.673360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39872) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:59.677793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063857964'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:59.696264 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8e5469e1-220b-4f0c-9270-c35c4efccedb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0686638 Oct 26 16:51:59.699553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39876) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:51:59.706614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa', 'name': 'tempest-PortsIpV6TestJSON-1690462801'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:51:59.769970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.795912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-511b0075-b340-4a92-bde4-672eda2b8a8b None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:51:59.796355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-511b0075-b340-4a92-bde4-672eda2b8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.879263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.914474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-0fa1aed4-7782-490b-a8dd-195369e38faa', 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': '74134485-082b-4b97-ba61-6ed4d610595b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:51:59.915352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.918147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:51:59.923629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.941273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:51:59.947934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 49925e2f-767f-4c21-9218-df394aed9535 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:51:59.987265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889558cf-2a74-4de1-913c-a62fedb8ba5d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:00.074141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.074141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea141ecb-0939-4328-8ccd-99d00c6a2dc7 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3993375 Oct 26 16:52:00.076211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39886) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:00.084318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100587364'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:00.089681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::1f2 (0fa1aed4-7782-490b-a8dd-195369e38faa/74134485-082b-4b97-ba61-6ed4d610595b/49925e2f-767f-4c21-9218-df394aed9535) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:00.136197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-511b0075-b340-4a92-bde4-672eda2b8a8b None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:00.136578 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-511b0075-b340-4a92-bde4-672eda2b8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.140170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Update dhcp port {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'fixed_ips': [{'subnet_id': '6502fbdf-9aa7-43d6-9602-14cf1a4667cc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7e22979-958e-4de7-aba1-93a4610bf367'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'dcd0cef9-17fa-40fb-b985-9c750a12d910'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:52:00.179782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.195229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766317c5-ad44-4c89-bd71-45f86388f774 req-c8b4e282-a9bb-48fa-95ea-8308c6c61610 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:00.196394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.204798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766317c5-ad44-4c89-bd71-45f86388f774 req-c8b4e282-a9bb-48fa-95ea-8308c6c61610 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0927873 Oct 26 16:52:00.281609 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.337805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.348126 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766317c5-ad44-4c89-bd71-45f86388f774 req-54b9fb65-bf71-4019-92c9-99be505b75a1 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422117 Oct 26 16:52:00.372720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-511b0075-b340-4a92-bde4-672eda2b8a8b None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:00.398254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.427753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d15b03-46cb-47ea-9d9a-650df5e4ef1d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:00.450336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.503993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.505563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f24e860-22ad-4199-a083-a839c6b4e562 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4256709 Oct 26 16:52:00.511284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:00.513277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'security_group': {'name': 'tempest-secgroup-263610940'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:00.521400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 0fa1aed4-7782-490b-a8dd-195369e38faa is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:00.539515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:00.540652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:00.557446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:00.557446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.557446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=49925e2f-767f-4c21-9218-df394aed9535,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:00.563196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Allocated IP 2001:db8::2 (0fa1aed4-7782-490b-a8dd-195369e38faa/74134485-082b-4b97-ba61-6ed4d610595b/43d02dc1-d827-4238-a4cf-b0f21d681140) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:00.603931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Allocated IP 172.20.0.2 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/c7e22979-958e-4de7-aba1-93a4610bf367/dcd0cef9-17fa-40fb-b985-9c750a12d910) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:00.651056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.719433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.735257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00e62a10-c824-488e-8cf5-9a5db736128c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0335968 Oct 26 16:52:00.736408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:00.801378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.804186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:00.832317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.839848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1302ad44-50b2-476e-9e32-73ff96272ca5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:00.849802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.855525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 49925e2f-767f-4c21-9218-df394aed9535 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:00.855861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.900925 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.904962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-025b6415-5fcd-4424-84b9-791cda5f6268 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3952267 Oct 26 16:52:00.905195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:00.913364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.913584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1863689792', 'security_groups': ['1302ad44-50b2-476e-9e32-73ff96272ca5'], 'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7e22979-958e-4de7-aba1-93a4610bf367'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:00.917173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.973029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:00.991044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 49925e2f-767f-4c21-9218-df394aed9535 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:00.997839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Network 0fa1aed4-7782-490b-a8dd-195369e38faa is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:01.004038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:01.023580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:01.059762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0581fe02-e45b-4067-8393-9c84afb4d7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.072028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35764a-02a7-465e-86bc-c3693a54c29a None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:01.129714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:01.163558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Attempting to bind port 43d02dc1-d827-4238-a4cf-b0f21d681140 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:01.163920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Attempting to bind port 43d02dc1-d827-4238-a4cf-b0f21d681140 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:01.164282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Attempting to bind port 43d02dc1-d827-4238-a4cf-b0f21d681140 on network 0fa1aed4-7782-490b-a8dd-195369e38faa {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:01.175762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:01.176241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Checking segment: {'id': 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:01.176710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.177323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Bound using segment: {'id': 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:01.177866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Bound port: 43d02dc1-d827-4238-a4cf-b0f21d681140, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0fa1aed4-7782-490b-a8dd-195369e38faa'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:01.178326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.188856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Pushing event updated for resources: {'Port': ['ID=43d02dc1-d827-4238-a4cf-b0f21d681140,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:01.238240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.241437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.267610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] For port 43d02dc1-d827-4238-a4cf-b0f21d681140, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:01.273163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] For port 43d02dc1-d827-4238-a4cf-b0f21d681140, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=43d02dc1-d827-4238-a4cf-b0f21d681140,segment=NetworkSegment(cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2),segment_id=cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:01.288093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] device_id is not set on port af39d4cb-c179-4818-aa58-97feb0af36f9 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:01.288281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=49925e2f-767f-4c21-9218-df394aed9535,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:01.324923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.331435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e18c6e14-d141-405e-a224-3045f00f72a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/49925e2f-767f-4c21-9218-df394aed9535 HTTP/1.1" status: 204 len: 168 time: 0.5937181 Oct 26 16:52:01.334291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39910) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:01.374144 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7231312c-af35-49be-a5da-08c00a7fcf0c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:01.375056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7231312c-af35-49be-a5da-08c00a7fcf0c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:01.380568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7231312c-af35-49be-a5da-08c00a7fcf0c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/49925e2f-767f-4c21-9218-df394aed9535 HTTP/1.1" status: 404 len: 333 time: 0.0451446 Oct 26 16:52:01.383223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:01.404779 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.431078 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-712db6a8-cdfe-440a-af4c-1d309dc0e004 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:01.435597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-712db6a8-cdfe-440a-af4c-1d309dc0e004 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/49925e2f-767f-4c21-9218-df394aed9535 HTTP/1.1" status: 404 len: 333 time: 0.0513847 Oct 26 16:52:01.474366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39916) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:01.488577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe21d2-444e-4db8-9a78-8f42d9e614f1 None None] Pushing event updated for resources: {'Port': ['ID=43d02dc1-d827-4238-a4cf-b0f21d681140,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:01.553432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.9 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/c7e22979-958e-4de7-aba1-93a4610bf367/af39d4cb-c179-4818-aa58-97feb0af36f9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:01.556911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4aabe2-579f-4591-a5d2-d11bf33d56ef req-27e1ffdd-986c-44ac-a37d-2e7569df31ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:01.565835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f4aabe2-579f-4591-a5d2-d11bf33d56ef req-27e1ffdd-986c-44ac-a37d-2e7569df31ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1108394 Oct 26 16:52:01.576165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 74134485-082b-4b97-ba61-6ed4d610595b {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:01.580067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.619110 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f4aabe2-579f-4591-a5d2-d11bf33d56ef req-5267b128-e44e-4f2c-a180-b5ee33289005 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519643 Oct 26 16:52:01.646025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.677465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-24442360', 'description': 'tempest-description-1409235801'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:01.766417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.880882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.886532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.914807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.924336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9582a523-189d-48b1-9c0c-112645d4bc6a None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:01.925315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9582a523-189d-48b1-9c0c-112645d4bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:01.959314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.009609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dc0a7-1935-44df-9556-3918e051382c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:02.056249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.060253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9582a523-189d-48b1-9c0c-112645d4bc6a None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:02.060624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9582a523-189d-48b1-9c0c-112645d4bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.074583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.081058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/74134485-082b-4b97-ba61-6ed4d610595b HTTP/1.1" status: 204 len: 168 time: 0.6027853 Oct 26 16:52:02.081423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:02.100720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9582a523-189d-48b1-9c0c-112645d4bc6a None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:02.105496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04713b-26d3-4871-9b9d-0fa41f5adcfe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=74134485-082b-4b97-ba61-6ed4d610595b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:02.109431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.138432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.143321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-155ce964-1942-4f88-8691-b0677969cd13 req-4269efb9-dcf2-4e35-8e3c-3b1ca11dce1c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4710402 Oct 26 16:52:02.154879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:02.158373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:02.162263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:02.193154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=af39d4cb-c179-4818-aa58-97feb0af36f9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:02.210617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.237670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 43d02dc1-d827-4238-a4cf-b0f21d681140 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:02.251092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:02.251763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.315252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 43d02dc1-d827-4238-a4cf-b0f21d681140 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:02.315623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.322179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 43d02dc1-d827-4238-a4cf-b0f21d681140 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:02.322553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.355513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd94cbc3-9393-4c2c-8dbc-0f3ff5cf72da tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4486954 Oct 26 16:52:02.358115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:02.363721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:02.384188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01efb930-5c5c-4796-999b-40dc272bba95 req-15436494-844e-4f0a-a201-32c696c87bbd tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-24442360&fields=id&tenant_id=bdbaf91b91c74ad2849ec2f780de95c9 HTTP/1.1" status: 200 len: 267 time: 0.1052332 Oct 26 16:52:02.463383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port 43d02dc1-d827-4238-a4cf-b0f21d681140, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=43d02dc1-d827-4238-a4cf-b0f21d681140,segment=NetworkSegment(cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2),segment_id=cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:02.463383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.483922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efb930-5c5c-4796-999b-40dc272bba95 req-e701ef0e-42da-4715-aed3-17e600ae1d4b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:02.493726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01efb930-5c5c-4796-999b-40dc272bba95 req-e701ef0e-42da-4715-aed3-17e600ae1d4b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.1084571 Oct 26 16:52:02.504293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'port': {'security_groups': ['d1e53341-606e-49fa-b6a2-2d8cfb0548db', '9d2dc0a7-1935-44df-9556-3918e051382c']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:02.513344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 43d02dc1-d827-4238-a4cf-b0f21d681140 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:02.519538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.541235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e769f8a8-c7ed-4d7a-b01e-67f87c4686f4 None None] Provisioning complete for port af39d4cb-c179-4818-aa58-97feb0af36f9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:02.541608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e769f8a8-c7ed-4d7a-b01e-67f87c4686f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.598285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:02.601981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.608647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 43d02dc1-d827-4238-a4cf-b0f21d681140, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=43d02dc1-d827-4238-a4cf-b0f21d681140,segment=NetworkSegment(cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2),segment_id=cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:02.613967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e769f8a8-c7ed-4d7a-b01e-67f87c4686f4 None None] Port af39d4cb-c179-4818-aa58-97feb0af36f9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:02.631531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.689943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.690668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:02.735184 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c7e22979-958e-4de7-aba1-93a4610bf367 (CIDR: 172.20.0.0/28) Oct 26 16:52:02.791420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=43d02dc1-d827-4238-a4cf-b0f21d681140,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:02.795930 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:52:02.798283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:02.817695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:02.818050 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.827290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:02.858524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a6bf8ac-ada1-4c1d-a999-ff0d7f007462 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4990034 Oct 26 16:52:02.861178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:02.867647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:02.870380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=43d02dc1-d827-4238-a4cf-b0f21d681140,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:02.874530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port 43d02dc1-d827-4238-a4cf-b0f21d681140 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:02.997845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784857c-844c-4c93-a520-6c2df6e43133 None None] Network 0fa1aed4-7782-490b-a8dd-195369e38faa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:03.016858 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.030932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:03.055084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5183478f-1f07-453e-9ae6-7cf0eb474646 None None] Could not find standard attr ID for object 43d02dc1-d827-4238-a4cf-b0f21d681140. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:52:03.124780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:03.129262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.201260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae859b-4c5a-46ec-b9bf-7a70e7de255c None None] DHCP port deletion for 0fa1aed4-7782-490b-a8dd-195369e38faa request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:03.262058 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6502fbdf-9aa7-43d6-9602-14cf1a4667cc (CIDR: 172.20.0.16/28) Oct 26 16:52:03.301783 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:52:03.302433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:03.369552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a91a4ed8-1290-4719-aa7e-68a4cafe7c9c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5035806 Oct 26 16:52:03.369816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:03.374997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'subnet': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:03.405522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa1aed4-7782-490b-a8dd-195369e38faa']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.420209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.420483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc07880-9f4b-466d-9acb-f3c5dfe6b5d2') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.437485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.446479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.456068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.462064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:03.462446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:03.465469 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:03.503042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.517017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:03.552768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Made reservation on behalf of 1d659f8b7da041f0b4a9e20f3c9c7553 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:03.556796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.583989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b12183e9-1b6c-47e2-8e8f-9e79cf267339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.591421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:03.592075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.593519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01efb930-5c5c-4796-999b-40dc272bba95 req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "PUT /v2.0/ports/bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 981 time: 1.0975425 Oct 26 16:52:03.596376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:03.598499 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:03.619559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb7ff8-69af-45e5-9b38-d154286e6dd4 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:03.685828 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd45453-aead-4b1b-afdd-a6dbe5f8d24a x-openstack-request-id: req-3bd45453-aead-4b1b-afdd-a6dbe5f8d24a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:03.686315 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:03.686570 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bd45453-aead-4b1b-afdd-a6dbe5f8d24a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:03.686968 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:52:03.696947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.710715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:03.714448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/0fa1aed4-7782-490b-a8dd-195369e38faa HTTP/1.1" status: 204 len: 168 time: 1.6320167 Oct 26 16:52:03.720709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39958) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:03.733569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248898722'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:03.735776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:03.737630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0883de-5c12-40f3-a29d-9567529d7d9f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=0fa1aed4-7782-490b-a8dd-195369e38faa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:03.769590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeb33885-7719-44da-b4cf-966a783caaca req-c6438885-1488-491f-bd4f-d49add69d8dd tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-24442360&fields=id&tenant_id=bdbaf91b91c74ad2849ec2f780de95c9 HTTP/1.1" status: 200 len: 267 time: 0.0635934 Oct 26 16:52:03.825904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb33885-7719-44da-b4cf-966a783caaca req-5d9a9caf-2828-48fa-aac9-a6b120cc8562 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:03.828206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeb33885-7719-44da-b4cf-966a783caaca req-5d9a9caf-2828-48fa-aac9-a6b120cc8562 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 984 time: 0.0577781 Oct 26 16:52:03.842958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'port': {'security_groups': ['d1e53341-606e-49fa-b6a2-2d8cfb0548db']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:03.924839 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.101416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 43d02dc1-d827-4238-a4cf-b0f21d681140 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:04.133925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 43d02dc1-d827-4238-a4cf-b0f21d681140 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:04.134534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 43d02dc1-d827-4238-a4cf-b0f21d681140 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:04.141577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.172605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-37beb575-b422-45f6-b356-2d159ce6dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.175328 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-37beb575-b422-45f6-b356-2d159ce6dffd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1135 time: 0.4525044 Oct 26 16:52:04.177931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:04.209666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.250209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:04.253657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.261462 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.273058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:04.314993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.315727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.320279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eeb33885-7719-44da-b4cf-966a783caaca req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "PUT /v2.0/ports/bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 942 time: 0.4825425 Oct 26 16:52:04.323940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:04.354510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.354940 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment a19e5aff-5a10-43e3-bd22-c9dac4175088 of type vlan for network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 Oct 26 16:52:04.365300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-0201b99f-e8a9-40fd-af2c-6761eb18cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.366876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-0201b99f-e8a9-40fd-af2c-6761eb18cd9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.1703963 Oct 26 16:52:04.373776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:04.388249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277800b-bb20-4818-be6e-2cd5d78ef13d tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:04.453845 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-4f719039-3b7e-4b93-a529-253db90a2d00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0586827 Oct 26 16:52:04.457881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.463302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.567046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:04.577489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:04.589353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-1faa5b24-0187-4a3d-8169-9d2c06021421 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2445745 Oct 26 16:52:04.594645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967a54d-5a8a-4cd2-9589-82bc8b3ad150 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:04.595864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:04.603156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-a497269b-a149-4ec3-a148-5704efb71aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.607535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-a497269b-a149-4ec3-a148-5704efb71aee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.1331699 Oct 26 16:52:04.607535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Subnet': ['ID=44e098df-08a3-4ae1-86f9-d8ace02313ec,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:04.611644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.612354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.658660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-2a48b8bb-c8c3-4cc8-a058-2ae8767d648a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309691 Oct 26 16:52:04.675791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.681773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:04.682425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.764580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:04.811384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:04.829767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:04.859337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52f2dc39-55fc-4810-816e-ba8f98261241 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4847040 Oct 26 16:52:04.859337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39976) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:04.869997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-119462365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44e098df-08a3-4ae1-86f9-d8ace02313ec'}], 'security_groups': ['889558cf-2a74-4de1-913c-a62fedb8ba5d', '10d15b03-46cb-47ea-9d9a-650df5e4ef1d']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:04.915336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:04.915794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6bf25943-a028-4a86-aeb4-1366d51e53fa tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1911645 Oct 26 16:52:04.928580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-0a4de2be-1eff-494d-972d-b3117304c7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613456 Oct 26 16:52:04.935529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:04.956297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Update dhcp port {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'fixed_ips': [{'subnet_id': '6502fbdf-9aa7-43d6-9602-14cf1a4667cc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7e22979-958e-4de7-aba1-93a4610bf367', 'ip_address': '172.20.0.2'}, {'subnet_id': '44e098df-08a3-4ae1-86f9-d8ace02313ec'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'dcd0cef9-17fa-40fb-b985-9c750a12d910'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:52:05.004129 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.044927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.050167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.062701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.177656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Allocated IP 172.25.5.102 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/009d9d33-e60f-4373-ad7c-ea2fae9a075f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:05.184189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:05.187859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8233f704-4f10-4e5f-8b07-6a2acdf9d91f req-cceb9ecf-39f2-4e80-8cb6-6ebbef03b9f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465570 Oct 26 16:52:05.190221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.207795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Allocated IP 172.20.0.34 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/44e098df-08a3-4ae1-86f9-d8ace02313ec/dcd0cef9-17fa-40fb-b985-9c750a12d910) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:05.320027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:05.360197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.386510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.409982 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.522501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cc18b-b664-4487-b4b0-2de252af664b None None] Pushing event updated for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.546921 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.554964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Delete allocated IP 172.20.0.9 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/c7e22979-958e-4de7-aba1-93a4610bf367) {{(pid=102737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:52:05.564933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Allocated IP 172.20.0.42 (4756b4a2-0794-45ae-9a4f-f281a98dcf8d/44e098df-08a3-4ae1-86f9-d8ace02313ec/af39d4cb-c179-4818-aa58-97feb0af36f9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:05.585437 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.663305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=6616f75b-dbbd-4eb6-8f43-6ebe7436eaea,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.666922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:05.681254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:05.681254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:05.681585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'Port': ['ID=009d9d33-e60f-4373-ad7c-ea2fae9a075f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.705536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:05.707866 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb58f55-5007-421d-be51-3fbf7a5a75ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:05.716335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': 'a19e5aff-5a10-43e3-bd22-c9dac4175088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:05.718796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:05.752804 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560bad1-086d-4b59-a7e1-0d0cac2a70cf x-openstack-request-id: req-1560bad1-086d-4b59-a7e1-0d0cac2a70cf {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:05.753100 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:05.753354 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1560bad1-086d-4b59-a7e1-0d0cac2a70cf {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:05.753753 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:52:05.783900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.808042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:05.821685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.834515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-f4007578-58b0-40db-8d28-d8811a0a99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:05.842157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-f4007578-58b0-40db-8d28-d8811a0a99cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.0502496 Oct 26 16:52:05.895905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.900947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:05.906024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:05.906424 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:05.918975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c018c2-c9a8-405b-b5fc-8718920e9b15 None None] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:06.001570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb9a6db5-70c7-4104-8119-4f3b832c27b4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814161 Oct 26 16:52:06.012962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 39992) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:06.023392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event updated for resources: {'Port': ['ID=af39d4cb-c179-4818-aa58-97feb0af36f9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:06.057034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2053117481'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:06.090104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] In _notify_port_updated(), no bound segment for port af39d4cb-c179-4818-aa58-97feb0af36f9 on network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:52:06.104521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:06.105537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.110243 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-006bf79b-fb3f-46bf-aecc-52c0731d8a04 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "PUT /v2.0/ports/af39d4cb-c179-4818-aa58-97feb0af36f9 HTTP/1.1" status: 200 len: 959 time: 1.2465203 Oct 26 16:52:06.110243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-27724957-3c42-4118-8b83-52878e581663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:06.112813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-27724957-3c42-4118-8b83-52878e581663 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.2694709 Oct 26 16:52:06.113890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 39996) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:06.148174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:06.186232 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-649a72bd-acae-49d3-b39a-218ec00db2e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0629768 Oct 26 16:52:06.189570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.225175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56', 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': '6616f75b-dbbd-4eb6-8f43-6ebe7436eaea'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:06.226232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.309749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-1646c5ec-6ded-4275-bdba-8c8514802cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:06.311917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-1646c5ec-6ded-4275-bdba-8c8514802cda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.1144929 Oct 26 16:52:06.354045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-d270394f-a245-494c-ada5-2b25325b0146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354514 Oct 26 16:52:06.365548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:06.366163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.414091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port af39d4cb-c179-4818-aa58-97feb0af36f9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:06.414525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.417950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:06.418886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.457125 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.471048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:06.477555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.521395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 8cda95b2-a6cd-4f66-90cf-24b7997b71a1 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:06.538073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-b1f4eb86-5509-4e5b-a858-1b103a414641 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747527 Oct 26 16:52:06.556349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.608096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for af39d4cb-c179-4818-aa58-97feb0af36f9 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:06.624795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.704586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5eb58f55-5007-421d-be51-3fbf7a5a75ff req-57f3edbd-727d-47a1-9a8e-f9e4610274dd service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577947 Oct 26 16:52:06.731061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Allocated IP 2001:db8::2 (e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56/6616f75b-dbbd-4eb6-8f43-6ebe7436eaea/b36e29e0-2a3c-498a-9b8f-51e82c064de1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:06.774306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event updated for resources: {'Port': ['ID=009d9d33-e60f-4373-ad7c-ea2fae9a075f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:06.781702 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.790394 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.843590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:06.844059 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.863508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.871203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-2eafd0db-124c-4957-ad22-2b6082809ce9 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2746038 Oct 26 16:52:06.883329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:06.891253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.930524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=af39d4cb-c179-4818-aa58-97feb0af36f9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:06.962185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-d2e702c8-d789-4be2-8650-659235148e91 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0904346 Oct 26 16:52:06.963563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Provisioning complete for port af39d4cb-c179-4818-aa58-97feb0af36f9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:06.964147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:06.996160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9e05289f-660a-43ff-a649-cbaad9274190 None None] Port af39d4cb-c179-4818-aa58-97feb0af36f9 was deleted so its status cannot be updated. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 16:52:07.023969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.027713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fbfaf74c-f8a9-431a-8ef9-24114681fba0 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/af39d4cb-c179-4818-aa58-97feb0af36f9 HTTP/1.1" status: 204 len: 168 time: 0.9126501 Oct 26 16:52:07.034860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40006) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:07.061725 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6506c7dd-e2b3-4021-815d-0bb6426c9174 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] GET failed (client error): The resource could not be found. Oct 26 16:52:07.065945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6506c7dd-e2b3-4021-815d-0bb6426c9174 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports/af39d4cb-c179-4818-aa58-97feb0af36f9 HTTP/1.1" status: 404 len: 333 time: 0.0274611 Oct 26 16:52:07.066168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40008) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:07.145250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.151080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fb588023-7529-41d0-8b26-307737f2fe57 None None] Could not find standard attr ID for object af39d4cb-c179-4818-aa58-97feb0af36f9. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:52:07.163824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-e6fa9284-d271-4882-8284-36f12e6dcbab tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:07.165348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-e6fa9284-d271-4882-8284-36f12e6dcbab tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1970084 Oct 26 16:52:07.169271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.179771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-a54f1d66-8182-4f7e-be88-f1274c3cf2c3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:52:07.180797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9192ca2b-e30c-487a-97c6-922f6ed3942f req-a54f1d66-8182-4f7e-be88-f1274c3cf2c3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070269 Oct 26 16:52:07.196310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.250745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.294770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:07.298198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:07.302443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:07.305435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Pushing event updated for resources: {'Port': ['ID=b36e29e0-2a3c-498a-9b8f-51e82c064de1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.318649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.322936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.328919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/security-groups/1302ad44-50b2-476e-9e32-73ff96272ca5 HTTP/1.1" status: 204 len: 168 time: 0.2616944 Oct 26 16:52:07.331536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:07.355360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45460d-7042-4b8d-b184-cef2a77fe2c8 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302ad44-50b2-476e-9e32-73ff96272ca5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.363660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Attempting to bind port b36e29e0-2a3c-498a-9b8f-51e82c064de1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:07.364040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Attempting to bind port b36e29e0-2a3c-498a-9b8f-51e82c064de1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a19e5aff-5a10-43e3-bd22-c9dac4175088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:07.364403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Attempting to bind port b36e29e0-2a3c-498a-9b8f-51e82c064de1 on network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:07.381450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:07.381815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Checking segment: {'id': 'a19e5aff-5a10-43e3-bd22-c9dac4175088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:07.382217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.383166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Bound using segment: {'id': 'a19e5aff-5a10-43e3-bd22-c9dac4175088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:07.383166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Bound port: b36e29e0-2a3c-498a-9b8f-51e82c064de1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19e5aff-5a10-43e3-bd22-c9dac4175088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:07.383491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.410951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-b75d7a5b-9359-4356-bb1b-8b701becf3ed tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:07.412605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-b75d7a5b-9359-4356-bb1b-8b701becf3ed tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1331511 Oct 26 16:52:07.414065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::155 (e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56/6616f75b-dbbd-4eb6-8f43-6ebe7436eaea/8cda95b2-a6cd-4f66-90cf-24b7997b71a1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:07.448702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.471860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-ea2b706b-0f1e-4733-bd5d-2b9f626845dc tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0477011 Oct 26 16:52:07.474542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] For port b36e29e0-2a3c-498a-9b8f-51e82c064de1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:07.478153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] For port b36e29e0-2a3c-498a-9b8f-51e82c064de1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b36e29e0-2a3c-498a-9b8f-51e82c064de1,segment=NetworkSegment(a19e5aff-5a10-43e3-bd22-c9dac4175088),segment_id=a19e5aff-5a10-43e3-bd22-c9dac4175088)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:07.480692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.491782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'floatingip': {'port_id': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:07.553276 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.570355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.581809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.589062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.591831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/security-groups/10d15b03-46cb-47ea-9d9a-650df5e4ef1d HTTP/1.1" status: 204 len: 168 time: 0.2548196 Oct 26 16:52:07.613057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40020) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:07.626736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Pushing event updated for resources: {'Port': ['ID=b36e29e0-2a3c-498a-9b8f-51e82c064de1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.638053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.638709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2b36d-50e3-4461-a8fd-844cc4b3be30 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d15b03-46cb-47ea-9d9a-650df5e4ef1d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.642720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.642720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.643372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d35a-1762-44da-8ffc-e8b3b8018ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:07.691354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.716023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.755563 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.836104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.856122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.861895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/security-groups/889558cf-2a74-4de1-913c-a62fedb8ba5d HTTP/1.1" status: 204 len: 168 time: 0.2432468 Oct 26 16:52:07.864309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40026) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:07.909733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509832d0-555b-49de-86ab-e7e5cdedae21 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889558cf-2a74-4de1-913c-a62fedb8ba5d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.952260 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:07.963665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet c7e22979-958e-4de7-aba1-93a4610bf367 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:07.967315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.034978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.079302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=8cda95b2-a6cd-4f66-90cf-24b7997b71a1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.106356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:08.109805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:08.112307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:08.118939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:08.118939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.140703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b36e29e0-2a3c-498a-9b8f-51e82c064de1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:08.162399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.217286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b36e29e0-2a3c-498a-9b8f-51e82c064de1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:08.218063 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.231186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:08.231951 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-660758dd-b3f7-4edd-a28c-d54330bc088f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2139416 Oct 26 16:52:08.272693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.314275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.318566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.347253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.348192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.351568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/c7e22979-958e-4de7-aba1-93a4610bf367 HTTP/1.1" status: 204 len: 168 time: 0.4815292 Oct 26 16:52:08.354707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b36e29e0-2a3c-498a-9b8f-51e82c064de1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b36e29e0-2a3c-498a-9b8f-51e82c064de1,segment=NetworkSegment(a19e5aff-5a10-43e3-bd22-c9dac4175088),segment_id=a19e5aff-5a10-43e3-bd22-c9dac4175088)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:08.360208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40036) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:08.363218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a639e38-e1ab-4c9e-a038-982de6bc24a3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e22979-958e-4de7-aba1-93a4610bf367,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.365027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96356465-5d43-4c56-8b32-8b78eb2b6f99 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:08.437386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.437858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 44e098df-08a3-4ae1-86f9-d8ace02313ec {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:08.443405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.473159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 8cda95b2-a6cd-4f66-90cf-24b7997b71a1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:08.473496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.496876 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Floating IP 1d12141c-f5b6-41a6-a74e-2ab9c64318d8 associated. External IP: 172.25.5.102, port: bf8c39e3-e0b1-4d74-9e6f-786285637d1f. Oct 26 16:52:08.510527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b36e29e0-2a3c-498a-9b8f-51e82c064de1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.578683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.602365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 8cda95b2-a6cd-4f66-90cf-24b7997b71a1 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:08.617762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:08.774959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.002635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.030270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=8cda95b2-a6cd-4f66-90cf-24b7997b71a1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.061293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.102922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.109981 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f6328c49-420d-44fe-bd2e-6dfdd77fddb9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/8cda95b2-a6cd-4f66-90cf-24b7997b71a1 HTTP/1.1" status: 204 len: 168 time: 0.8764143 Oct 26 16:52:09.111297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.112628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.116429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/44e098df-08a3-4ae1-86f9-d8ace02313ec HTTP/1.1" status: 204 len: 168 time: 0.7487266 Oct 26 16:52:09.129530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.133023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94337f4-0dd8-4a20-b154-06ef30dfe831 None None] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:09.141879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316dff0-5989-4eff-9984-b0fd259c5898 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=44e098df-08a3-4ae1-86f9-d8ace02313ec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.182226 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ebbce9-74d5-4541-a805-f666ce774701 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:09.182831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ebbce9-74d5-4541-a805-f666ce774701 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:09.191159 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20ebbce9-74d5-4541-a805-f666ce774701 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/c7e22979-958e-4de7-aba1-93a4610bf367 HTTP/1.1" status: 404 len: 337 time: 0.0588138 Oct 26 16:52:09.192338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.193556 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fe1bae-2118-42cd-b50c-356bf731ed6c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:09.195458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13fe1bae-2118-42cd-b50c-356bf731ed6c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/8cda95b2-a6cd-4f66-90cf-24b7997b71a1 HTTP/1.1" status: 404 len: 333 time: 0.0759664 Oct 26 16:52:09.220141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.272072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-437ac487-c91a-4b9c-a0db-26ca351d5b27 None None] Provisioning complete for port b36e29e0-2a3c-498a-9b8f-51e82c064de1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:09.273032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-437ac487-c91a-4b9c-a0db-26ca351d5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.304341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting subnet 6502fbdf-9aa7-43d6-9602-14cf1a4667cc {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:09.308213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.324298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 6616f75b-dbbd-4eb6-8f43-6ebe7436eaea {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:09.329924 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.365337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.425670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387776b4-ac36-4bda-b3bb-a7ee40694841 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:09.436922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.441539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Router d685f54f-f9d9-46fb-aa12-0183778cd2de has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:09.473347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.627284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.696353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:09.706184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.710218 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Sync routers for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:09.713575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1552ff84-1cff-429b-bc57-b60b67ea5bb8 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:09.725852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1552ff84-1cff-429b-bc57-b60b67ea5bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.726014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.726150 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.726301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/6502fbdf-9aa7-43d6-9602-14cf1a4667cc HTTP/1.1" status: 204 len: 168 time: 0.5277972 Oct 26 16:52:09.727395 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:09.728245 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:09.730553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5906e-3796-44b0-b516-ec19cab143bb tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Subnet': ['ID=6502fbdf-9aa7-43d6-9602-14cf1a4667cc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.741636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.812004 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c9e2dc-a893-483a-a1ce-821a6a5e242c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:09.812482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c9e2dc-a893-483a-a1ce-821a6a5e242c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:09.818319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-99c9e2dc-a893-483a-a1ce-821a6a5e242c tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/b1119dcb-17d1-41b2-9ae8-485634630d6f HTTP/1.1" status: 404 len: 337 time: 0.0748270 Oct 26 16:52:09.821989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40064) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.841218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-7b5f09c5-83ad-40c9-bca3-c1a2611e8d62 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "PUT /v2.0/floatingips/1d12141c-f5b6-41a6-a74e-2ab9c64318d8 HTTP/1.1" status: 200 len: 996 time: 2.3535755 Oct 26 16:52:09.842313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:09.848226 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0bb4d-be6b-4522-97da-b686c67895cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:09.914088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b774038-cca5-4bbd-8cd7-b78b90b9eaaf None None] Update dhcp port {'port': {'network_id': '4756b4a2-0794-45ae-9a4f-f281a98dcf8d', 'fixed_ips': [{'subnet_id': '6502fbdf-9aa7-43d6-9602-14cf1a4667cc'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'dcd0cef9-17fa-40fb-b985-9c750a12d910'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:52:09.932111 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa27d2c6-6e9c-4e59-8d85-db67bc7d69a2 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "GET /v2.0/ports?device_id=2eca398e-48fb-44ab-9314-282eb772d032 HTTP/1.1" status: 200 len: 205 time: 0.1071708 Oct 26 16:52:09.938887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:09.962034 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4024efb-6905-45a5-b538-fe0151c52ea1 x-openstack-request-id: req-f4024efb-6905-45a5-b538-fe0151c52ea1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:09.962347 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:09.962525 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4024efb-6905-45a5-b538-fe0151c52ea1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:09.962871 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:52:09.964972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:09.967522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5b774038-cca5-4bbd-8cd7-b78b90b9eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.007404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1552ff84-1cff-429b-bc57-b60b67ea5bb8 None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:10.007623 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1552ff84-1cff-429b-bc57-b60b67ea5bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.052282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-ba816b87-5f69-4cb3-9868-ae089d60cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:10.054001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-ba816b87-5f69-4cb3-9868-ae089d60cdb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.0938513 Oct 26 16:52:10.097416 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-d22e4836-1f23-4ea6-a3b7-f665eb5e7e14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] delete failed (client error): The resource could not be found. Oct 26 16:52:10.102378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d22e4836-1f23-4ea6-a3b7-f665eb5e7e14 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/routers/2eca398e-48fb-44ab-9314-282eb772d032 HTTP/1.1" status: 404 len: 336 time: 0.1597073 Oct 26 16:52:10.102918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.115860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=6616f75b-dbbd-4eb6-8f43-6ebe7436eaea,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:10.122081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1552ff84-1cff-429b-bc57-b60b67ea5bb8 None None] Port 04c3629d-163c-49b4-9538-e8d94029343e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:10.127665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.131757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0b9556a8-1837-4c10-9f66-08291055ee8c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/6616f75b-dbbd-4eb6-8f43-6ebe7436eaea HTTP/1.1" status: 204 len: 168 time: 0.9161103 Oct 26 16:52:10.146698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b36e29e0-2a3c-498a-9b8f-51e82c064de1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:10.155847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.167507 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28bc4ef-d2f9-408b-8c37-e67644b6b9ed tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.167997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28bc4ef-d2f9-408b-8c37-e67644b6b9ed tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.177619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a28bc4ef-d2f9-408b-8c37-e67644b6b9ed tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/eb36cdbb-f088-4fb7-9896-7f27291ad82f HTTP/1.1" status: 404 len: 337 time: 0.0701766 Oct 26 16:52:10.179164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.182969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-2bb03fc1-0663-4c47-b4bb-96bfb661d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:10.186292 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:10.189083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-2bb03fc1-0663-4c47-b4bb-96bfb661d3ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.3086317 Oct 26 16:52:10.339376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ecdcecfa-c305-4b89-aa7a-0dd854fb120a None None] Provisioning complete for port b36e29e0-2a3c-498a-9b8f-51e82c064de1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:10.339376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ecdcecfa-c305-4b89-aa7a-0dd854fb120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.367307 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc62e25e-e011-4d8a-92a9-983c0dbdbb4d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.367990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc62e25e-e011-4d8a-92a9-983c0dbdbb4d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.372195 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc62e25e-e011-4d8a-92a9-983c0dbdbb4d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/227caecb-12a4-4ab4-bc7f-178ee6ca7b80 HTTP/1.1" status: 404 len: 337 time: 0.1931312 Oct 26 16:52:10.379576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40082) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.438070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246498a8-d062-4c0b-80a1-0e9a5e1be293 None None] Network 4756b4a2-0794-45ae-9a4f-f281a98dcf8d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:10.461338 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-537db8b1-2bf2-41f4-b016-ae122761c019 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.462138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537db8b1-2bf2-41f4-b016-ae122761c019 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.466862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-537db8b1-2bf2-41f4-b016-ae122761c019 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/62f5eaa7-ab74-42db-9b55-9385a22fe620 HTTP/1.1" status: 404 len: 337 time: 0.0857136 Oct 26 16:52:10.471718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.473245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-23c03afe-11d0-4c04-89df-b39f58d27386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:10.482584 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-23c03afe-11d0-4c04-89df-b39f58d27386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.2827668 Oct 26 16:52:10.494903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.506014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29635977-3cab-411d-9395-cfbd451c0d19 None None] Network e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:10.527956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-a0ee30e3-086c-4d68-858c-c9c0e6c261d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:10.529832 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-a0ee30e3-086c-4d68-858c-c9c0e6c261d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.4682279 Oct 26 16:52:10.562812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '1d12141c-f5b6-41a6-a74e-2ab9c64318d8', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'port_id': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'mac_address': 'fa:16:3e:35:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:52:05Z', 'updated_at': '2021-10-26T16:52:08Z', 'revision_number': 1, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:10.597231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b36e29e0-2a3c-498a-9b8f-51e82c064de1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:10.597600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:10.599564 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa851efa-d59a-4d66-8d72-81b60afad466 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.600432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa851efa-d59a-4d66-8d72-81b60afad466 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.603671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aa851efa-d59a-4d66-8d72-81b60afad466 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/a4a681b8-a293-4914-825f-2abb19b46703 HTTP/1.1" status: 404 len: 333 time: 0.1186807 Oct 26 16:52:10.606445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40088) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.610295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Checking router: d685f54f-f9d9-46fb-aa12-0183778cd2de for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:10.621047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:10.622555 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:10.643528 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-2645d971-5c95-4edc-bc7b-7e449f7a50f3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.644153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2645d971-5c95-4edc-bc7b-7e449f7a50f3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.647532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2645d971-5c95-4edc-bc7b-7e449f7a50f3 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/2fac0b38-c507-4297-8438-f3c131de4743 HTTP/1.1" status: 404 len: 337 time: 0.0400093 Oct 26 16:52:10.650699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40090) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.664724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-4b46bec7-02ed-45ae-9cb2-a89c487d75e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 999 time: 0.1810732 Oct 26 16:52:10.692836 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3249413-9c8c-41a2-89d6-02c2af3d144d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.695014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3249413-9c8c-41a2-89d6-02c2af3d144d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.696997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c3249413-9c8c-41a2-89d6-02c2af3d144d tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/a661b54d-7ce7-4bd4-9f44-147964a981dd HTTP/1.1" status: 404 len: 337 time: 0.0451837 Oct 26 16:52:10.721213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40092) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.751242 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a39922c-a9c9-4069-a352-3d3abb59c214 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.752210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a39922c-a9c9-4069-a352-3d3abb59c214 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.755492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5a39922c-a9c9-4069-a352-3d3abb59c214 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/1ed766bc-de4a-4d3e-b26f-b4921a1098f9 HTTP/1.1" status: 404 len: 333 time: 0.0332098 Oct 26 16:52:10.758121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40094) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.772421 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:10.791926 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77302c-2c92-4610-b900-b04b112b3327 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.792559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77302c-2c92-4610-b900-b04b112b3327 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.796512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0b77302c-2c92-4610-b900-b04b112b3327 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/42d75232-083b-4d14-aa7e-64ca928b820d HTTP/1.1" status: 404 len: 337 time: 0.0372717 Oct 26 16:52:10.799249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40098) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.831257 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21ba024-ce13-4851-b92c-e87ba5e0b269 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] DELETE failed (client error): The resource could not be found. Oct 26 16:52:10.831836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21ba024-ce13-4851-b92c-e87ba5e0b269 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:10.835321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f21ba024-ce13-4851-b92c-e87ba5e0b269 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/subnets/9e6e5a17-9c54-4712-8a5c-21fd8c7b8131 HTTP/1.1" status: 404 len: 337 time: 0.0348499 Oct 26 16:52:10.838303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40100) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:10.846659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] DHCP port deletion for 4756b4a2-0794-45ae-9a4f-f281a98dcf8d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:10.849511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-053b1ba1-e784-41db-b948-878189d17175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:10.851159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-053b1ba1-e784-41db-b948-878189d17175 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.1687369 Oct 26 16:52:10.905285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-a4bdcf48-3a8e-4c70-9cef-a723fd2fdba0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364790 Oct 26 16:52:10.920854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-b230df51-f249-4a28-bcba-1fd8e22cd05a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:52:10.922050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-b230df51-f249-4a28-bcba-1fd8e22cd05a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060432 Oct 26 16:52:10.986277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Provisioning complete for port dcd0cef9-17fa-40fb-b985-9c750a12d910 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:10.986641 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.026221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-e8982c39-6c6d-42a8-b959-2af397d19713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 999 time: 0.4886305 Oct 26 16:52:11.067002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] DHCP port deletion for e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:11.101574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port 04c3629d-163c-49b4-9538-e8d94029343e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:11.101928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.115473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port b36e29e0-2a3c-498a-9b8f-51e82c064de1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:11.116086 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.124393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-4a3c6c2f-3c33-4322-822f-0e20f3e30e8f service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811221 Oct 26 16:52:11.188091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-48ef3247-9dc2-4c06-8647-67792c235af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:11.189849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-48ef3247-9dc2-4c06-8647-67792c235af7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.1549613 Oct 26 16:52:11.193828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '1d12141c-f5b6-41a6-a74e-2ab9c64318d8', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'port_id': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'mac_address': 'fa:16:3e:35:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:52:05Z', 'updated_at': '2021-10-26T16:52:08Z', 'revision_number': 1, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.221266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Deleting port dcd0cef9-17fa-40fb-b985-9c750a12d910 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:11.221266 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.235063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.250446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-e24ae6e2-4c3a-4e01-beb2-563d2da4c084 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433381 Oct 26 16:52:11.253447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c045c-71bc-4227-856f-39a1721a8481 None None] The sync data for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 is: [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '1d12141c-f5b6-41a6-a74e-2ab9c64318d8', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'port_id': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'mac_address': 'fa:16:3e:35:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:52:05Z', 'updated_at': '2021-10-26T16:52:08Z', 'revision_number': 1, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:11.274024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port b36e29e0-2a3c-498a-9b8f-51e82c064de1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b36e29e0-2a3c-498a-9b8f-51e82c064de1,segment=NetworkSegment(a19e5aff-5a10-43e3-bd22-c9dac4175088),segment_id=a19e5aff-5a10-43e3-bd22-c9dac4175088)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:11.274433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for 04c3629d-163c-49b4-9538-e8d94029343e owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:11.275352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.294068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for b36e29e0-2a3c-498a-9b8f-51e82c064de1 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:11.324057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Deleting port b36e29e0-2a3c-498a-9b8f-51e82c064de1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:11.324700 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.392116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] For port b36e29e0-2a3c-498a-9b8f-51e82c064de1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b36e29e0-2a3c-498a-9b8f-51e82c064de1,segment=NetworkSegment(a19e5aff-5a10-43e3-bd22-c9dac4175088),segment_id=a19e5aff-5a10-43e3-bd22-c9dac4175088)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:11.393904 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-488b6898-ee18-4eec-8317-a9bcdfc2bf66 req-e83e74ea-a274-4a23-8e6e-0dafb1f1ce27 service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428308 Oct 26 16:52:11.399565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.416205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dcd0cef9-17fa-40fb-b985-9c750a12d910,segment=NetworkSegment(6a263ed8-22a5-41f7-b358-6585fe7bf19c),segment_id=6a263ed8-22a5-41f7-b358-6585fe7bf19c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:11.416668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.438780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Calling delete_port for dcd0cef9-17fa-40fb-b985-9c750a12d910 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:11.449582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.451089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Calling delete_port for b36e29e0-2a3c-498a-9b8f-51e82c064de1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:11.460858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Could not find standard attr ID for object 8cda95b2-a6cd-4f66-90cf-24b7997b71a1. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:52:11.466141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port b36e29e0-2a3c-498a-9b8f-51e82c064de1 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:11.501927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.566441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=04c3629d-163c-49b4-9538-e8d94029343e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:11.584962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=b36e29e0-2a3c-498a-9b8f-51e82c064de1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:11.593485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306c9ec-a27f-447d-8a39-4e3ef96c0482 None None] New status for floating IP 1d12141c-f5b6-41a6-a74e-2ab9c64318d8: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:52:11.648661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.652806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f389d75b-de6c-4334-b346-b9158bc2843e tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/ports/04c3629d-163c-49b4-9538-e8d94029343e HTTP/1.1" status: 204 len: 168 time: 0.8134456 Oct 26 16:52:11.657161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:11.708659 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-e4eb0f9a-1c27-44f3-bf71-0568eda1407f service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204978 Oct 26 16:52:11.711857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-297b0aea-bda3-48b6-865b-7400a8158708 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 999 time: 0.1603646 Oct 26 16:52:11.741882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.765220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.769597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-39e2055f-e64a-4a7f-a984-7bbf8c9e9027 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:11.771154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-39e2055f-e64a-4a7f-a984-7bbf8c9e9027 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports/bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 942 time: 0.0518868 Oct 26 16:52:11.778839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19e5aff-5a10-43e3-bd22-c9dac4175088') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.779859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19e5aff-5a10-43e3-bd22-c9dac4175088') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.801350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.815049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Provisioning complete for port 04c3629d-163c-49b4-9538-e8d94029343e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:11.815439 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.865162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-154970a7-46b8-4ab5-8cd9-1d0014afda73 None None] Port 04c3629d-163c-49b4-9538-e8d94029343e was deleted so its status cannot be updated. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 16:52:11.875047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.887708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.890643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:11.891157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:11.895924 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:11.942399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-a2948345-acac-4759-81d8-2151a90bcd7a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 999 time: 0.1255724 Oct 26 16:52:11.980194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.006877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] Pushing event deleted for resources: {'Port': ['ID=b36e29e0-2a3c-498a-9b8f-51e82c064de1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.010222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807c528-2c8b-4e1f-aef1-8883330f241e None None] No DVR routers for this DVR port b36e29e0-2a3c-498a-9b8f-51e82c064de1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:12.014142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8f0bb4d-be6b-4522-97da-b686c67895cb req-ec100404-79e1-4004-91ef-cf73092032b6 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375615 Oct 26 16:52:12.030404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.080400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] Pushing event deleted for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.104550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f94dce-32c9-4f6a-9847-286cb68f8db1 None None] No DVR routers for this DVR port dcd0cef9-17fa-40fb-b985-9c750a12d910 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:12.107207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Deleting port dcd0cef9-17fa-40fb-b985-9c750a12d910 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:12.107755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.138724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b36e29e0-2a3c-498a-9b8f-51e82c064de1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:12.157012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-e5c3eeaa-4208-4db3-bfc4-5904b807dc38 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:12.158437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-e5c3eeaa-4208-4db3-bfc4-5904b807dc38 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.2151439 Oct 26 16:52:12.174791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-ee036327-37fd-40e5-9cac-de01775d6d54 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:52:12.175817 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-ee036327-37fd-40e5-9cac-de01775d6d54 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061295 Oct 26 16:52:12.187271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b36e29e0-2a3c-498a-9b8f-51e82c064de1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:12.187617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b36e29e0-2a3c-498a-9b8f-51e82c064de1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:12.188354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:12.193941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.205700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.212894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56 HTTP/1.1" status: 204 len: 168 time: 2.0517933 Oct 26 16:52:12.215345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: dcd0cef9-17fa-40fb-b985-9c750a12d910 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:12.215693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dcd0cef9-17fa-40fb-b985-9c750a12d910 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:12.229742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:12.237128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'name': 'tempest-PortsIpV6TestJSON-276751543'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:12.242880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f1b48-9fc8-4abb-b07a-d2b516008ca7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=e3aa8dfa-7a8d-4bb3-9cbc-89bd3ab21d56,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.262072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-e215b2d9-b7fa-4985-917a-4346399e6769 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.0770860 Oct 26 16:52:12.272875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:12.298586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] For port dcd0cef9-17fa-40fb-b985-9c750a12d910, host n-d-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:12.298956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.331406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Calling delete_port for dcd0cef9-17fa-40fb-b985-9c750a12d910 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:12.335943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Port dcd0cef9-17fa-40fb-b985-9c750a12d910 was not found and therefore no delete operation was performed {{(pid=102737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:52:12.344492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.346243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.383546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Port': ['ID=dcd0cef9-17fa-40fb-b985-9c750a12d910,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.387108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] No DVR routers for this DVR port dcd0cef9-17fa-40fb-b985-9c750a12d910 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:12.470657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.496186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4756b4a2-0794-45ae-9a4f-f281a98dcf8d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.505781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a263ed8-22a5-41f7-b358-6585fe7bf19c') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.506058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a263ed8-22a5-41f7-b358-6585fe7bf19c') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.512149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.516273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.517962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:12.521591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.545839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.548224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 42d7c1c5-246b-4b54-801a-88e2fae9e2fd yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:12.557827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:12.558223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:12.561770 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:12.564368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.564368 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Floating IP 1d12141c-f5b6-41a6-a74e-2ab9c64318d8 disassociated. External IP: 172.25.5.102, port: bf8c39e3-e0b1-4d74-9e6f-786285637d1f. Oct 26 16:52:12.734072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.738677 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.744591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] 10.222.0.21 "DELETE /v2.0/networks/4756b4a2-0794-45ae-9a4f-f281a98dcf8d HTTP/1.1" status: 204 len: 168 time: 1.0758331 Oct 26 16:52:12.769823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4427fa-197d-4873-8fdf-8fb569944618 tempest-PortsTestJSON-893334876 tempest-PortsTestJSON-893334876-project] Pushing event deleted for resources: {'Network': ['ID=4756b4a2-0794-45ae-9a4f-f281a98dcf8d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.804146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.824182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Router d685f54f-f9d9-46fb-aa12-0183778cd2de has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:12.895586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.941236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:12.945668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.948951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:12.953029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:12.953303 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Sync routers for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:12.956986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:12.962412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:12.963027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:12.969481 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:12.970650 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.975499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=42d7c1c5-246b-4b54-801a-88e2fae9e2fd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.976185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-9d5ec424-0436-4581-bcfb-999c1c1b63ac tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "PUT /v2.0/floatingips/1d12141c-f5b6-41a6-a74e-2ab9c64318d8 HTTP/1.1" status: 200 len: 695 time: 0.7072942 Oct 26 16:52:12.976645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:12.978970 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:13.032036 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fe537e-f221-4cb5-ac7b-6682d5fc627d x-openstack-request-id: req-87fe537e-f221-4cb5-ac7b-6682d5fc627d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:13.032334 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:13.032588 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87fe537e-f221-4cb5-ac7b-6682d5fc627d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:13.032991 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:52:13.047474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ce80128-5ad6-44ee-b923-d1d93820e2a1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8163753 Oct 26 16:52:13.049959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:13.056173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-158ee108-b54a-4e77-9729-cac63787aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.059723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-158ee108-b54a-4e77-9729-cac63787aabc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.0656841 Oct 26 16:52:13.109494 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:13.189001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-b89dcfc3-65e1-4696-8b0e-1d714e2b875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.190592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-b89dcfc3-65e1-4696-8b0e-1d714e2b875b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 1096 time: 0.1312368 Oct 26 16:52:13.204732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-e39bd2c6-b60e-433b-b8c2-ea6b2a550a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.206029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-e39bd2c6-b60e-433b-b8c2-ea6b2a550a7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.1406806 Oct 26 16:52:13.260748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:13.264842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-de48dcc6-b05c-4215-b7fd-4684b0f09a3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0528071 Oct 26 16:52:13.298314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 42d7c1c5-246b-4b54-801a-88e2fae9e2fd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:13.298665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.331937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-b1365cee-c96b-4bde-a0d1-2a63a108efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.336647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-b1365cee-c96b-4bde-a0d1-2a63a108efde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.0652540 Oct 26 16:52:13.386026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-1fccb863-bb0c-4dd9-8ea9-a2c53ab94d5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412056 Oct 26 16:52:13.429203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:13.447869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.451055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-44edf6af-d781-4d4e-b468-5d6267eed67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.452859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-44edf6af-d781-4d4e-b468-5d6267eed67d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 200 len: 920 time: 0.2521245 Oct 26 16:52:13.468731 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Checking router: d685f54f-f9d9-46fb-aa12-0183778cd2de for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:13.479678 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:13.480311 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:13.499550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-d9d3ee2f-44ac-4613-b990-3d30408ff044 service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127613 Oct 26 16:52:13.524667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 42d7c1c5-246b-4b54-801a-88e2fae9e2fd owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:13.529992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-73f45e42-74e0-4062-b6bc-e7b1fdccc210 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 200 len: 217 time: 0.0674992 Oct 26 16:52:13.579553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d71cfffc-73a8-4df9-bee4-11ef3a3003bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d659f8b7da041f0b4a9e20f3c9c7553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162220 Oct 26 16:52:13.584929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:13.606430 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:13.646283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-10b6a46a-3a9c-443f-ad7c-ec1a672f5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:13.648509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-10b6a46a-3a9c-443f-ad7c-ec1a672f5f27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 200 len: 859 time: 0.1091437 Oct 26 16:52:13.659399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9cb70d-d631-446b-9f6b-7bf59dc6c9ae req-3a5bce7b-b730-40b6-9093-afe9bf3e57a8 service neutron] 10.222.0.21 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472416 Oct 26 16:52:13.688003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.696142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-22ca8bd4-aa86-45f5-90fd-9b5c53ba303a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1d58d16-b977-49bc-8f58-9f829f42cf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322912 Oct 26 16:52:13.710218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.794341 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-507fe869-5429-4ea1-9018-63eccd7c8735 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904953 Oct 26 16:52:13.811342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.833673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.836198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.839639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bec2404-b549-4098-b8e5-a57fdad8ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2513449 Oct 26 16:52:13.839838 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:13.879064 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f806b7-9eda-4c68-9d9e-63acea519bcc None None] The sync data for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 is: [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:10Z', 'revision_number': 4, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '82751a60-82ab-4a3c-9b2d-a0c97b00a1b8', 'name': '', 'network_id': 'c1d58d16-b977-49bc-8f58-9f829f42cf6c', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'mac_address': 'fa:16:3e:da:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:09Z', 'updated_at': '2021-10-26T16:51:19Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'subnets': [{'id': '6341f716-dcc9-4ff2-b52a-a3e5590300ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:13.881705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe83cc2-fe0f-41b1-a692-a7c8fec88113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec2404-b549-4098-b8e5-a57fdad8ecb2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.891827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-0e1e86f4-ad8a-422e-b14e-ab772ab8a097 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips/1d12141c-f5b6-41a6-a74e-2ab9c64318d8 HTTP/1.1" status: 200 len: 695 time: 0.0665634 Oct 26 16:52:13.893341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=42d7c1c5-246b-4b54-801a-88e2fae9e2fd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.899417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:13.906101 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c92016a5-5846-41c9-ad57-09325d776f48 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/42d7c1c5-246b-4b54-801a-88e2fae9e2fd HTTP/1.1" status: 204 len: 168 time: 0.8550820 Oct 26 16:52:13.908501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:13.913645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'mac_address': 'fa:16:3e:f0:b0:6a', 'name': 'tempest-PortsIpV6TestJSON-430820823'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:14.027838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8a6d17b2-bd0e-4c18-a2ab-789414f931c0 req-5a1f8529-1f36-4343-a0cc-edc31d124a14 service neutron] 10.222.0.47 "GET /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262301 Oct 26 16:52:14.035374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e793c-b67a-4609-a221-7e6afdc5481f req-0610bc34-637a-4560-88d2-ebc355bed321 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:14.036924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-0610bc34-637a-4560-88d2-ebc355bed321 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/networks/efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 784 time: 0.1271126 Oct 26 16:52:14.059093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-379dfba2-8dd5-4123-8eb7-ec51002f97d3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:52:14.060156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-379dfba2-8dd5-4123-8eb7-ec51002f97d3 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0133734 Oct 26 16:52:14.122659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-25032dbe-697c-416e-af4d-634900d08f25 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 698 time: 0.0543501 Oct 26 16:52:14.129135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:14.193975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-45bca401-eb79-4a56-a139-8f1f9a66be98 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 698 time: 0.0617468 Oct 26 16:52:14.227448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.260719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 9fd6b66e-b13f-45d9-b2ab-b6359169dc0e yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:14.326436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27305b-bdbe-4cc9-927e-163679e357bb None None] New status for floating IP 1d12141c-f5b6-41a6-a74e-2ab9c64318d8: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:52:14.422199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Deleting port 009d9d33-e60f-4373-ad7c-ea2fae9a075f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:14.422641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.554036 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.554520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.558107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.567346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Calling delete_port for 009d9d33-e60f-4373-ad7c-ea2fae9a075f owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:14.655728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.730992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:14.735504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:14.740269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:14.746016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:14.746967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.751924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=9fd6b66e-b13f-45d9-b2ab-b6359169dc0e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:14.797919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.823872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-94560957-3cdc-4c98-b10a-9b390e56615d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9141665 Oct 26 16:52:14.826468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:14.834004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event deleted for resources: {'Port': ['ID=009d9d33-e60f-4373-ad7c-ea2fae9a075f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:14.901474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003a75f-6e7d-4060-8849-0d845c05f579 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:14.902835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9003a75f-6e7d-4060-8849-0d845c05f579 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/9fd6b66e-b13f-45d9-b2ab-b6359169dc0e HTTP/1.1" status: 200 len: 844 time: 0.0752687 Oct 26 16:52:14.906329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40190) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:14.908826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.912863 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:14.914243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104e793c-b67a-4609-a221-7e6afdc5481f req-769340f6-1989-4ec5-8988-386741edb272 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "DELETE /v2.0/floatingips/1d12141c-f5b6-41a6-a74e-2ab9c64318d8 HTTP/1.1" status: 204 len: 173 time: 0.7091181 Oct 26 16:52:14.941977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.017864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 9fd6b66e-b13f-45d9-b2ab-b6359169dc0e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:15.018342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.089623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-dc3c2fbd-f4ed-4f12-9f0c-dd45dd5ccb6c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups/9d2dc0a7-1935-44df-9556-3918e051382c HTTP/1.1" status: 200 len: 1808 time: 0.1379883 Oct 26 16:52:15.109203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c9c3f2e-da52-4c28-8354-bf121453e066 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2904 time: 0.1659935 Oct 26 16:52:15.117900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.126492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.128745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'network': {'name': 'tempest-network-smoke--1243405415', 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'port_security_enabled': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:15.145062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 9fd6b66e-b13f-45d9-b2ab-b6359169dc0e owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:15.182018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.195470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.233777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.244848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:15.249652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.306719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-947154172'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:15.312262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.347071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=9fd6b66e-b13f-45d9-b2ab-b6359169dc0e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.353574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.357712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bdaac03f-4808-422e-ab56-437b2846a994 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/9fd6b66e-b13f-45d9-b2ab-b6359169dc0e HTTP/1.1" status: 204 len: 168 time: 0.4496284 Oct 26 16:52:15.360020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40204) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.373928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.376170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.377274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96479cbc-eb03-474c-a8ca-f3ab6e1be03d req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d2dc0a7-1935-44df-9556-3918e051382c HTTP/1.1" status: 204 len: 173 time: 0.2669535 Oct 26 16:52:15.398410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:15.406821 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78fac1-7c46-49d1-919c-3a03b8390edd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:15.412345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da78fac1-7c46-49d1-919c-3a03b8390edd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/9fd6b66e-b13f-45d9-b2ab-b6359169dc0e HTTP/1.1" status: 404 len: 333 time: 0.0475438 Oct 26 16:52:15.412345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:15.412694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40210) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.417650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'name': 'tempest-PortsIpV6TestJSON-88485653'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:15.420087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.431307 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.431989 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Added segment b1b0cc73-fb51-4d22-b308-3b05e7ab7388 of type vlan for network 00b40c02-9792-4792-ae18-af262fc8eb46 Oct 26 16:52:15.488718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.525691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ff2c-1e88-4ced-abfb-41e2be7acafa tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dc0a7-1935-44df-9556-3918e051382c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.531731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.574588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:15.578924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.599405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 843b940c-6a6a-4b78-a65d-e9d649871a4f yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:15.613412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.637707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.644165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:15.644719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.720411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Network': ['ID=00b40c02-9792-4792-ae18-af262fc8eb46,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.730825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 00b40c02-9792-4792-ae18-af262fc8eb46 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:15.742421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.791232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:15.798364 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.803533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8faee922-1341-491b-b731-1c5747d1d5db tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6843770 Oct 26 16:52:15.803791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:15.810901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'admin_state_up': True, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:15.821817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.822114 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment 1e87f7d8-080d-45c2-ac68-b27cbe66e539 of type vlan for network b62c0bd4-891f-4908-9711-87adb30eb80b Oct 26 16:52:15.823739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268c1a97-fdbb-4fda-86ef-b6e375a2d7d7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.871169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.918840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.920859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.947169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:15.957100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98158c3-f3bd-4f71-bd1e-6b3cb67643bc req-dc413f25-4ea1-49c0-8426-c42cfc47521c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:15.958707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c98158c3-f3bd-4f71-bd1e-6b3cb67643bc req-dc413f25-4ea1-49c0-8426-c42cfc47521c tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Oct 26 16:52:16.003791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c98158c3-f3bd-4f71-bd1e-6b3cb67643bc req-742b16a7-8cb7-46b0-af9b-c643c78e928f tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Oct 26 16:52:16.005430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.009924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.010792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:16.011434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.035315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=843b940c-6a6a-4b78-a65d-e9d649871a4f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.048710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:16.049880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:16.056254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:16.064111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:16.064748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.098723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=b62c0bd4-891f-4908-9711-87adb30eb80b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.110896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b62c0bd4-891f-4908-9711-87adb30eb80b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:16.208147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd9c4fdd-d615-46b5-a229-016f69b4c2bb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0248032 Oct 26 16:52:16.211606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40216) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:16.216724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-147846447'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:16.229496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9728a4c7-c974-4a45-b0a2-acc728dbc492 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8157074 Oct 26 16:52:16.232687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40218) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:16.237819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:16.261734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.289241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:16.293214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.307875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.319103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:16.329327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.329915 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment 9bbdb5ef-c29f-4855-9466-2af3aaf8f59f of type vlan for network 30495ee5-072e-47f0-ad7b-f7407c0960ab Oct 26 16:52:16.374061 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.471928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.478423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:16.479247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.563010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=30495ee5-072e-47f0-ad7b-f7407c0960ab,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.574276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:16.631148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45d4b952-337a-49cd-88c8-fdf28089d3fa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4182491 Oct 26 16:52:16.633290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:16.641132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:16.805899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.831966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:16.836879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.882459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.928416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] In _notify_port_updated(), no bound segment for port 843b940c-6a6a-4b78-a65d-e9d649871a4f on network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:52:16.934399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:16.934676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.936426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/ports/843b940c-6a6a-4b78-a65d-e9d649871a4f HTTP/1.1" status: 200 len: 818 time: 0.7027991 Oct 26 16:52:16.939766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40224) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:16.961964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.986391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:16.988186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053eb1-c759-4b15-9715-0061126574d8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=843b940c-6a6a-4b78-a65d-e9d649871a4f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.121622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.25.5.123 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/392c2927-2cda-4a80-97bf-a2e311a6d54d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:17.234423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.324436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.374128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:17.380185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:17.382329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=392c2927-2cda-4a80-97bf-a2e311a6d54d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.384654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:17.559781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d149a-1f81-469e-8ca4-2135b801eef5 req-7488d8ca-a344-45a9-8c7f-e20ac157126e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:17.561824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f4d149a-1f81-469e-8ca4-2135b801eef5 req-7488d8ca-a344-45a9-8c7f-e20ac157126e tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0904894 Oct 26 16:52:17.565017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 843b940c-6a6a-4b78-a65d-e9d649871a4f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:17.565354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.618301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.700050 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.707576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f4d149a-1f81-469e-8ca4-2135b801eef5 req-08cff0a1-0f2c-4b48-ad1e-b2979186bbb2 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e53341-606e-49fa-b6a2-2d8cfb0548db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391480 Oct 26 16:52:17.737219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 843b940c-6a6a-4b78-a65d-e9d649871a4f owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:17.740151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=fe1d6394-0c0f-413e-8d9b-dd1ebe970422,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.752489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.812406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': '1e87f7d8-080d-45c2-ac68-b27cbe66e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:17.812780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: b62c0bd4-891f-4908-9711-87adb30eb80b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:17.900543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network b62c0bd4-891f-4908-9711-87adb30eb80b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:17.929057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.959685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=843b940c-6a6a-4b78-a65d-e9d649871a4f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.970821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:17.978604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a6a0080-b2a0-4c44-93b8-0fc2116691d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/843b940c-6a6a-4b78-a65d-e9d649871a4f HTTP/1.1" status: 204 len: 168 time: 1.0328267 Oct 26 16:52:17.978851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:17.996656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-3c97301f-f7ff-47ae-8ed8-469c3aa9a89a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:17.998157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-3c97301f-f7ff-47ae-8ed8-469c3aa9a89a tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 945 time: 0.0658178 Oct 26 16:52:18.014808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b62c0bd4-891f-4908-9711-87adb30eb80b) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:18.021696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:18.022293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.032315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30727515-e23f-4606-bf25-cbd1e7c35dd3 None None] Network b62c0bd4-891f-4908-9711-87adb30eb80b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:18.054010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29911f-dd49-4a57-8c4f-25721d305773 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:18.058114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad29911f-dd49-4a57-8c4f-25721d305773 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0757790 Oct 26 16:52:18.058261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.059230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40232) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:18.088691 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c508ac9-c788-428b-82df-75ef435d0334 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:18.094007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c508ac9-c788-428b-82df-75ef435d0334 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/843b940c-6a6a-4b78-a65d-e9d649871a4f HTTP/1.1" status: 404 len: 333 time: 0.0302267 Oct 26 16:52:18.094748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:18.099797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1669768685'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:18.173788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-80706bde-c989-4baa-971a-dbb0b2f95348 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5393360 Oct 26 16:52:18.174542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:18.185963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:18.222330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Deleting port bf8c39e3-e0b1-4d74-9e6f-786285637d1f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:18.223101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.237284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-b62c0bd4-891f-4908-9711-87adb30eb80b', 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': 'fe1d6394-0c0f-413e-8d9b-dd1ebe970422'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:18.238478 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.349045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] For port bf8c39e3-e0b1-4d74-9e6f-786285637d1f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:18.349783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.351649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:18.355116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.370599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Calling delete_port for bf8c39e3-e0b1-4d74-9e6f-786285637d1f owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:18.389678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:18.394166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Allocated IP 172.20.0.2 (b62c0bd4-891f-4908-9711-87adb30eb80b/fe1d6394-0c0f-413e-8d9b-dd1ebe970422/3205b66e-9f50-4884-94f0-943bd140abfa) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:18.398976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.399472 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment 83747326-db66-4ea1-aa7b-220eeb9f0176 of type vlan for network e6418359-68c9-48b4-a890-f3a01e2106f9 Oct 26 16:52:18.443428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.463415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:52:18.549733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.560521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:18.561968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.565150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.618832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:18.630089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:18.631197 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Sync routers for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:18.633130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.642563 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:18.643252 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:18.649251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.677564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.692567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['bf8c39e3-e0b1-4d74-9e6f-786285637d1f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:18.697014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Network b62c0bd4-891f-4908-9711-87adb30eb80b is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:18.706706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=e6418359-68c9-48b4-a890-f3a01e2106f9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.734547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Pushing event deleted for resources: {'Port': ['ID=bf8c39e3-e0b1-4d74-9e6f-786285637d1f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.748308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:18.758202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:18.781193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:18.783822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59fc99ec-dc61-4123-af89-464b3c767843 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9711781 Oct 26 16:52:18.784697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:18.785074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40244) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:18.787749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e7bcdf7-90ce-4d76-be57-87a1e4f9711d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6917222 Oct 26 16:52:18.795571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:18.862534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a01f8fc4-0af6-4fd0-8f09-50d85e06b28e req-63154525-2509-4711-84f0-54472b3298e7 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.0348928 Oct 26 16:52:18.913417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:18.920251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Pushing event updated for resources: {'Port': ['ID=3205b66e-9f50-4884-94f0-943bd140abfa,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.994560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] No DVR routers for this DVR port bf8c39e3-e0b1-4d74-9e6f-786285637d1f on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:18.996503 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:19.004236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Attempting to bind port 3205b66e-9f50-4884-94f0-943bd140abfa on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:19.004609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Attempting to bind port 3205b66e-9f50-4884-94f0-943bd140abfa by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '1e87f7d8-080d-45c2-ac68-b27cbe66e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:19.004975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Attempting to bind port 3205b66e-9f50-4884-94f0-943bd140abfa on network b62c0bd4-891f-4908-9711-87adb30eb80b {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:19.008553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.012441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3cb23924-a0d4-444f-a3ef-3a2b1749a1cf req-0fc8e1f1-f157-49bb-af0a-44664542099b tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.47 "DELETE /v2.0/ports/bf8c39e3-e0b1-4d74-9e6f-786285637d1f HTTP/1.1" status: 204 len: 173 time: 1.0051401 Oct 26 16:52:19.015468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'name': 'network-vif-deleted', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:19.017163 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4afae3c-2411-475f-8c9b-2f3c44202e62" -d '{"events": [{"server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "name": "network-vif-deleted", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:19.019320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:19.019704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Checking segment: {'id': '1e87f7d8-080d-45c2-ac68-b27cbe66e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:19.029741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.029741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Bound using segment: {'id': '1e87f7d8-080d-45c2-ac68-b27cbe66e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:19.029741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Bound port: 3205b66e-9f50-4884-94f0-943bd140abfa, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e87f7d8-080d-45c2-ac68-b27cbe66e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b62c0bd4-891f-4908-9711-87adb30eb80b'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:19.029741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.071238 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e334ecc-7951-4742-9bbc-7f13f03e9e49 x-openstack-request-id: req-3e334ecc-7951-4742-9bbc-7f13f03e9e49 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:19.071525 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11", "name": "network-vif-deleted", "tag": "bf8c39e3-e0b1-4d74-9e6f-786285637d1f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:19.071777 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e334ecc-7951-4742-9bbc-7f13f03e9e49 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:19.072922 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11', 'name': 'network-vif-deleted', 'tag': 'bf8c39e3-e0b1-4d74-9e6f-786285637d1f', 'status': 'completed', 'code': 200} Oct 26 16:52:19.080596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81d326-d225-436a-a75f-48ae1b331398 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:19.080596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f81d326-d225-436a-a75f-48ae1b331398 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f2b001c1b2854a99a500479be3ff0378&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1923869 Oct 26 16:52:19.083513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.134909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] For port 3205b66e-9f50-4884-94f0-943bd140abfa, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:19.140329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] For port 3205b66e-9f50-4884-94f0-943bd140abfa, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3205b66e-9f50-4884-94f0-943bd140abfa,segment=NetworkSegment(1e87f7d8-080d-45c2-ac68-b27cbe66e539),segment_id=1e87f7d8-080d-45c2-ac68-b27cbe66e539)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:19.160113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:19.167015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.173510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.221123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.251402 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:17Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:19.298507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=0a6eb7d2-9c65-40e3-884a-1b80f259dd3b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.314934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:19.315464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 30495ee5-072e-47f0-ad7b-f7407c0960ab, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:19.318343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370ad51-4c11-4ef4-a6fd-fc4b91f75e26 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:19.323120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Checking router: c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:19.324725 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Updating router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 port 392c2927-2cda-4a80-97bf-a2e311a6d54d binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:19.328212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a370ad51-4c11-4ef4-a6fd-fc4b91f75e26 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2433994 Oct 26 16:52:19.328955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.363966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af59fee-b16a-4082-9448-c79e543e1958 None None] Pushing event updated for resources: {'Port': ['ID=3205b66e-9f50-4884-94f0-943bd140abfa,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.376536 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.399076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-091fd7ad-78c9-4ab8-9f7f-77a0eb99b746 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637619 Oct 26 16:52:19.399335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.437512 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c55a9a7b-786b-40f1-b15d-d7f1d499bdfa tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f2b001c1b2854a99a500479be3ff0378&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363531 Oct 26 16:52:19.438833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.510384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:19.595846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01c07a-dbeb-476e-9fb8-9611698122fa tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:19.599035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d01c07a-dbeb-476e-9fb8-9611698122fa tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577611 Oct 26 16:52:19.600632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 30495ee5-072e-47f0-ad7b-f7407c0960ab) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:19.603773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.611606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d5e21-06ba-4a0a-bd72-ce64c1bb88f6 None None] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:19.620148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:19.621494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.644455 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e0d5876b-a8dd-4afd-9e54-6df0c288826f tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394144 Oct 26 16:52:19.645310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40260) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.654457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491935083', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:19.697986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.766824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-be0cc7bc-3c43-4303-a18c-78f206917511 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5852237 Oct 26 16:52:19.767502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:19.789621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=33e5c5cf-1876-43e0-973f-26a51b4e0063,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.794787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1169699276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:19.814910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': '83747326-db66-4ea1-aa7b-220eeb9f0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:19.820027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: e6418359-68c9-48b4-a890-f3a01e2106f9, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:19.822240 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.829556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.830057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.831576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.831751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.833708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.833887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.834293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.835629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.837395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.837775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.838174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.838557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:19.911829 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.931454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-30495ee5-072e-47f0-ad7b-f7407c0960ab', 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '0a6eb7d2-9c65-40e3-884a-1b80f259dd3b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:19.932525 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.960943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network e6418359-68c9-48b4-a890-f3a01e2106f9 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:19.977271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:19.978917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.017700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Pushing event updated for resources: {'Port': ['ID=392c2927-2cda-4a80-97bf-a2e311a6d54d,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:20.022426 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Attempting to bind port 392c2927-2cda-4a80-97bf-a2e311a6d54d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:20.022942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Attempting to bind port 392c2927-2cda-4a80-97bf-a2e311a6d54d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:20.023646 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Attempting to bind port 392c2927-2cda-4a80-97bf-a2e311a6d54d on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:20.034786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.038492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:20.043371 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:20.043752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:20.044654 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.045200 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:20.046290 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Bound port: 392c2927-2cda-4a80-97bf-a2e311a6d54d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:20.046290 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.054444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e6418359-68c9-48b4-a890-f3a01e2106f9) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:20.059375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:20.065577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.081704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7a76b-a91c-4e9e-84c3-1d8a6edb0e43 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:20.108629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] For port 392c2927-2cda-4a80-97bf-a2e311a6d54d, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:20.112089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] For port 392c2927-2cda-4a80-97bf-a2e311a6d54d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=392c2927-2cda-4a80-97bf-a2e311a6d54d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:20.121616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82d70802-931d-44ec-96f5-8adc03a47211 req-4060e9d2-caec-4519-b6b9-e41504cb3732 tempest-ServerRescueTestJSONUnderV235-450751892 tempest-ServerRescueTestJSONUnderV235-450751892-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5cf341c-5fcc-4b9f-9b32-14ac7a02ab11 HTTP/1.1" status: 200 len: 210 time: 0.1481042 Oct 26 16:52:20.208303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3205b66e-9f50-4884-94f0-943bd140abfa up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:20.215315 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.221608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Allocated IP 172.21.0.2 (30495ee5-072e-47f0-ad7b-f7407c0960ab/0a6eb7d2-9c65-40e3-884a-1b80f259dd3b/3aa7f0ba-fcc4-49cc-b789-47f11de18030) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:20.268015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.289749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:20.295733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.308163 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a14186-73aa-428c-8020-7ee04c923b5f None None] Pushing event updated for resources: {'Port': ['ID=392c2927-2cda-4a80-97bf-a2e311a6d54d,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:20.316582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:20.317612 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:20.395399 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d6a2b7ef-79ee-4e5a-8412-f599f388e9f4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6065679 Oct 26 16:52:20.398030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40266) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:20.398223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.402990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:20.441556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3205b66e-9f50-4884-94f0-943bd140abfa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:20.442244 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.472495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:20.491804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e6418359-68c9-48b4-a890-f3a01e2106f9', 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': '33e5c5cf-1876-43e0-973f-26a51b4e0063'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:20.492827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.684257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.701610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.702821 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a7e73bf-0f42-4be5-8a9a-6a0b94473e85 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9304497 Oct 26 16:52:20.705608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40274) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:20.708534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.720293 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:17Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:20.770652 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a9edf-ad5a-4ebb-af51-4eeb3674bfb5 None None] The sync data for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 is: [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:17Z', 'revision_number': 3, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:20.804026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:20.805791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.816841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.833470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Subnet': ['ID=db4e7224-409e-4120-b99f-6b332b943296,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:20.850208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Checking segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:20.850573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network hostable DHCP agents. Network: 00b40c02-9792-4792-ae18-af262fc8eb46, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:20.896577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:20.912686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:20.921600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:20.939279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Allocated IP 2001:db8::2 (e6418359-68c9-48b4-a890-f3a01e2106f9/33e5c5cf-1876-43e0-973f-26a51b4e0063/11c493d0-4191-400e-9073-75959ef849cb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:20.946987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:20.957592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network 00b40c02-9792-4792-ae18-af262fc8eb46 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:21.022612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53645d-ab6b-4174-8931-c1a2bfbe0a95 None None] Network b62c0bd4-891f-4908-9711-87adb30eb80b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:21.038090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Pushing event updated for resources: {'Port': ['ID=3aa7f0ba-fcc4-49cc-b789-47f11de18030,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:21.065895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 00b40c02-9792-4792-ae18-af262fc8eb46) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:21.070497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:21.073794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.192793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-86f2b575-10cd-4d8f-9d17-c63df7f0b033 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5433869 Oct 26 16:52:21.193625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40288) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:21.277984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:21.323115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1a4d3-ff4f-4c46-bb46-c6e2c1a23cc9 None None] Network 00b40c02-9792-4792-ae18-af262fc8eb46 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:21.439709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 3205b66e-9f50-4884-94f0-943bd140abfa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3205b66e-9f50-4884-94f0-943bd140abfa,segment=NetworkSegment(1e87f7d8-080d-45c2-ac68-b27cbe66e539),segment_id=1e87f7d8-080d-45c2-ac68-b27cbe66e539)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:21.443737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.503582 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33e5c5cf-1876-43e0-973f-26a51b4e0063 (CIDR: 2001:db8::/64) Oct 26 16:52:21.550891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.571604 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:52:21.574454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:52:21.613443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Attempting to bind port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:21.614094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Attempting to bind port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:21.614693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Attempting to bind port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 on network 30495ee5-072e-47f0-ad7b-f7407c0960ab {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:21.617098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8d9d6a2e-6dc3-4865-943d-3fe4bc40d843 None None] Provisioning complete for port 3205b66e-9f50-4884-94f0-943bd140abfa triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:21.618336 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6a2e-6dc3-4865-943d-3fe4bc40d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.620680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.692660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:21.693517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Checking segment: {'id': '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:21.694285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.694984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Bound using segment: {'id': '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:21.695827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Bound port: 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '30495ee5-072e-47f0-ad7b-f7407c0960ab'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:21.696386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.823740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=3205b66e-9f50-4884-94f0-943bd140abfa,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:21.872903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-00b40c02-9792-4792-ae18-af262fc8eb46', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'fixed_ips': [{'subnet_id': 'db4e7224-409e-4120-b99f-6b332b943296'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:21.874400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:21.976695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.20.0.1 (b62c0bd4-891f-4908-9711-87adb30eb80b/fe1d6394-0c0f-413e-8d9b-dd1ebe970422/96048ae6-1a7e-49a5-b107-e2501a24a4dd) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:22.013317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.082112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] For port 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:22.089631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.136269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] For port 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3aa7f0ba-fcc4-49cc-b789-47f11de18030,segment=NetworkSegment(9bbdb5ef-c29f-4855-9466-2af3aaf8f59f),segment_id=9bbdb5ef-c29f-4855-9466-2af3aaf8f59f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:22.161666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.207577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8cd2f6ab-61d0-4624-bcba-2c0c2f0a9e79 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8076637 Oct 26 16:52:22.209495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40330) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:22.215515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:22.272055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bf8c39e3-e0b1-4d74-9e6f-786285637d1f no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:22.303779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.323791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3205b66e-9f50-4884-94f0-943bd140abfa up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:22.327035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.348606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Allocated IP 172.20.0.18 (00b40c02-9792-4792-ae18-af262fc8eb46/db4e7224-409e-4120-b99f-6b332b943296/75ffb3c2-e4bf-4525-a68a-0ff2332d8943) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:22.374267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: bf8c39e3-e0b1-4d74-9e6f-786285637d1f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:22.379313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device bf8c39e3-e0b1-4d74-9e6f-786285637d1f not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:22.379462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network b62c0bd4-891f-4908-9711-87adb30eb80b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:22.381424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:22.389988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:22.396400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:22.405227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:22.420529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:22.429220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Pushing event updated for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.461218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.525362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=96048ae6-1a7e-49a5-b107-e2501a24a4dd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.642458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:22.646070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.679805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.685109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf277b0b-a2fd-4df4-ab23-fb8fe7596152 None None] Pushing event updated for resources: {'Port': ['ID=3aa7f0ba-fcc4-49cc-b789-47f11de18030,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.704356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Attempting to bind port 11c493d0-4191-400e-9073-75959ef849cb on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:22.709974 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.710531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Attempting to bind port 11c493d0-4191-400e-9073-75959ef849cb by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '83747326-db66-4ea1-aa7b-220eeb9f0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:22.711598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Attempting to bind port 11c493d0-4191-400e-9073-75959ef849cb on network e6418359-68c9-48b4-a890-f3a01e2106f9 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:22.718963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3205b66e-9f50-4884-94f0-943bd140abfa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:22.719726 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.727856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.785122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:22.797354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Checking segment: {'id': '83747326-db66-4ea1-aa7b-220eeb9f0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:22.797989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.798656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Bound using segment: {'id': '83747326-db66-4ea1-aa7b-220eeb9f0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:22.799465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Bound port: 11c493d0-4191-400e-9073-75959ef849cb, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83747326-db66-4ea1-aa7b-220eeb9f0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:22.800096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:22.888295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.083224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.133075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6e8cda2c-91d7-4ba0-82ac-4f385909ea69 None None] Provisioning complete for port 3205b66e-9f50-4884-94f0-943bd140abfa triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:23.133735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6e8cda2c-91d7-4ba0-82ac-4f385909ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.136516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:23.200277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11c493d0-4191-400e-9073-75959ef849cb,segment=NetworkSegment(83747326-db66-4ea1-aa7b-220eeb9f0176),segment_id=83747326-db66-4ea1-aa7b-220eeb9f0176)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:23.212273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.228071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 392c2927-2cda-4a80-97bf-a2e311a6d54d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:23.288526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Network 00b40c02-9792-4792-ae18-af262fc8eb46 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:23.300170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:23.307425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.313720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:23.331210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Pushing event updated for resources: {'Port': ['ID=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.413852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.477405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3d3d3-3d77-4b6d-a57f-ae642a32c417 None None] Pushing event updated for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.493658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network e6418359-68c9-48b4-a890-f3a01e2106f9 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:23.514881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Attempting to bind port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:23.518366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:23.530120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Attempting to bind port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:23.530120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Attempting to bind port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 on network 00b40c02-9792-4792-ae18-af262fc8eb46 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:23.534879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 392c2927-2cda-4a80-97bf-a2e311a6d54d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:23.535091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.539864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:23.540408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.547062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.549312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:23.549713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Checking segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:23.550078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.550473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Bound using segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:23.551413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Bound port: 75ffb3c2-e4bf-4525-a68a-0ff2332d8943, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:23.551413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.572948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.20.0.17 (00b40c02-9792-4792-ae18-af262fc8eb46/db4e7224-409e-4120-b99f-6b332b943296/f6a84841-da1a-47fd-a598-f28887318400) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:23.580425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.632448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.727484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1623520-da2f-4fd1-b323-07297cc36e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5166330 Oct 26 16:52:23.742908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40384) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:23.752025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'fixed_ips': [{'subnet_id': '33e5c5cf-1876-43e0-973f-26a51b4e0063'}, {'subnet_id': 'fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd'}], 'name': 'tempest-PortsIpV6TestJSON-1783483572'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:23.786654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=96048ae6-1a7e-49a5-b107-e2501a24a4dd,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.796872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.960922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network b62c0bd4-891f-4908-9711-87adb30eb80b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:23.962907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:23.968198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a47714da-ba0d-4594-bd6f-18bba1da118c None None] Provisioning complete for port 96048ae6-1a7e-49a5-b107-e2501a24a4dd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:23.968564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a47714da-ba0d-4594-bd6f-18bba1da118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:23.998876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] For port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:24.004498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.042597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Deleting port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:24.042597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.074266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] For port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:24.103418 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.115039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a47714da-ba0d-4594-bd6f-18bba1da118c None None] Port 96048ae6-1a7e-49a5-b107-e2501a24a4dd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:24.153028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 392c2927-2cda-4a80-97bf-a2e311a6d54d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=392c2927-2cda-4a80-97bf-a2e311a6d54d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:24.158140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.236350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5109-fa98-4b5e-a221-01866f49279c None None] Pushing event updated for resources: {'Port': ['ID=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:24.250110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:24.253422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.295023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 38b34337-8fc4-4558-b93e-9f0b3136a5ee is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:52:24.363926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=392c2927-2cda-4a80-97bf-a2e311a6d54d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:24.373506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] For port 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,segment=NetworkSegment(d48b9a77-b47b-4352-ada6-8bb0b1e5f69b),segment_id=d48b9a77-b47b-4352-ada6-8bb0b1e5f69b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:24.378862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.398696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.471684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Calling delete_port for 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:24.479231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:24.485073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-71c51229-2f4e-4781-8a96-5333572d7b41 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771385 Oct 26 16:52:24.488079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40414) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:24.496253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] Sync routers for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:24.510027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:24.510027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.525853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:24.594498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.597262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d5d71-9194-44cf-85dc-7f2e5995341f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:24.597262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b38d5d71-9194-44cf-85dc-7f2e5995341f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports/96048ae6-1a7e-49a5-b107-e2501a24a4dd HTTP/1.1" status: 200 len: 910 time: 0.1064894 Oct 26 16:52:24.598843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40420) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:24.606255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 11c493d0-4191-400e-9073-75959ef849cb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:24.614032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network 00b40c02-9792-4792-ae18-af262fc8eb46 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:24.673311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:24.673955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.701509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:24.704681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:24.754508 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:52:24.759095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c955631-c951-4745-866d-e790aa1a8fac None None] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:24.767415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f0d908e3-e110-442d-8caa-7c0d91687254 None None] Provisioning complete for port 96048ae6-1a7e-49a5-b107-e2501a24a4dd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:24.768018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0d908e3-e110-442d-8caa-7c0d91687254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.773432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.774434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5693753-7bed-4b46-bf4d-895f23257b81 None None] The sync data for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:24.846746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:24.912588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 02bc2311-99da-4b68-9c6d-d731548379be yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:24.947865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f0d908e3-e110-442d-8caa-7c0d91687254 None None] Port 96048ae6-1a7e-49a5-b107-e2501a24a4dd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:24.974767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:24.980154 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.151028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] Provisioning complete for port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:25.151432 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.184670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.241126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41721ef8-4e5b-4146-84a0-cdee80e80a9b None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:25.330443 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.342301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.401515 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.579000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.21.0.1 (30495ee5-072e-47f0-ad7b-f7407c0960ab/0a6eb7d2-9c65-40e3-884a-1b80f259dd3b/d2b3b1f4-e1bd-4f77-805d-5ca64a397e27) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:25.657343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] For port 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3aa7f0ba-fcc4-49cc-b789-47f11de18030,segment=NetworkSegment(9bbdb5ef-c29f-4855-9466-2af3aaf8f59f),segment_id=9bbdb5ef-c29f-4855-9466-2af3aaf8f59f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.659396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11c493d0-4191-400e-9073-75959ef849cb,segment=NetworkSegment(83747326-db66-4ea1-aa7b-220eeb9f0176),segment_id=83747326-db66-4ea1-aa7b-220eeb9f0176)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.686520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.735978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.749849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.791123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.793106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3aa7f0ba-fcc4-49cc-b789-47f11de18030 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:25.850427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.854771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.914495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:25.922292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:25.927173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:25.931359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=d2b3b1f4-e1bd-4f77-805d-5ca64a397e27,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:25.954522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82751a60-82ab-4a3c-9b2d-a0c97b00a1b8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:25.969317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69f6ee-3205-453c-8579-414c65debff0 None None] Pushing event updated for resources: {'Port': ['ID=3aa7f0ba-fcc4-49cc-b789-47f11de18030,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:25.979802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Update dhcp port {'port': {'network_id': 'e6418359-68c9-48b4-a890-f3a01e2106f9', 'fixed_ips': [{'subnet_id': '33e5c5cf-1876-43e0-973f-26a51b4e0063', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd'}], 'binding:host_id': 'n-d-815373-2'}, 'id': '11c493d0-4191-400e-9073-75959ef849cb'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:52:25.983103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:25.988205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a815e-de1c-4376-bef6-5500fef9d96f None None] Network 00b40c02-9792-4792-ae18-af262fc8eb46 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:26.099047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::3d (e6418359-68c9-48b4-a890-f3a01e2106f9/33e5c5cf-1876-43e0-973f-26a51b4e0063/02bc2311-99da-4b68-9c6d-d731548379be) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:26.113256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8:0:1::245 (e6418359-68c9-48b4-a890-f3a01e2106f9/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd/02bc2311-99da-4b68-9c6d-d731548379be) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:26.193013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f18beebb-f322-4762-aade-4c4fe0647a79 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:26.193540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f18beebb-f322-4762-aade-4c4fe0647a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.233507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.240532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.267212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:26.267677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.319839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.417633 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.556975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.579727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.594323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f18beebb-f322-4762-aade-4c4fe0647a79 None None] Provisioning complete for port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:26.594815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f18beebb-f322-4762-aade-4c4fe0647a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.604087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.631212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.702826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.758696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.770449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=d2b3b1f4-e1bd-4f77-805d-5ca64a397e27,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.808273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.877182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.885697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Provisioning complete for port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:26.886064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.888050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network e6418359-68c9-48b4-a890-f3a01e2106f9 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:26.889019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:26.913865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:26.917128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:26.919495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:26.929083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:26.940072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Allocated IP 2001:db8:0:1::2 (e6418359-68c9-48b4-a890-f3a01e2106f9/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd/11c493d0-4191-400e-9073-75959ef849cb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:26.949225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:26.950142 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.056503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Router d685f54f-f9d9-46fb-aa12-0183778cd2de has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:27.064459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=02bc2311-99da-4b68-9c6d-d731548379be,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:27.106651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 11c493d0-4191-400e-9073-75959ef849cb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:27.125229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-589019ce-c47f-4e81-a2d0-e89fa096b81a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3804388 Oct 26 16:52:27.130623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40512) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:27.138365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33e5c5cf-1876-43e0-973f-26a51b4e0063'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:27.257763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.304049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] For port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:27.366251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11c493d0-4191-400e-9073-75959ef849cb,segment=NetworkSegment(83747326-db66-4ea1-aa7b-220eeb9f0176),segment_id=83747326-db66-4ea1-aa7b-220eeb9f0176)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:27.377647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:27.378257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.399403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network 00b40c02-9792-4792-ae18-af262fc8eb46 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:27.412121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.414442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:27.430992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.464544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 38b34337-8fc4-4558-b93e-9f0b3136a5ee has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:27.479324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Pushing event updated for resources: {'Port': ['ID=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:27.502803 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.508185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Provisioning complete for port d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:27.508542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.536069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:27.555450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Sync routers for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:27.593488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8da888c1-3c76-49f7-ae88-2e16f823c9c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/d685f54f-f9d9-46fb-aa12-0183778cd2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3133960 Oct 26 16:52:27.596164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40530) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:27.598542 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:27.600088 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.626447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:27.642446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd0eec88-a9f6-4e6f-801e-7d672483f9aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419567 Oct 26 16:52:27.644948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40534) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:27.709451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb58124-68b8-4b7c-8159-446970701573 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:27.713402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dbb58124-68b8-4b7c-8159-446970701573 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports/d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 HTTP/1.1" status: 200 len: 910 time: 0.0671079 Oct 26 16:52:27.717828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40540) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:27.736132 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:27.849720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] Sync routers for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:27.856056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:27.867211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-435a7213-0f57-4d13-bcaa-2e0c45a91e7a None None] Port d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:27.909863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3aa7f0ba-fcc4-49cc-b789-47f11de18030 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:28.010748 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.044879 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Checking router: d685f54f-f9d9-46fb-aa12-0183778cd2de for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:28.049527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:28.050186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.055812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Routers {'d685f54f-f9d9-46fb-aa12-0183778cd2de'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:28.057157 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['d685f54f-f9d9-46fb-aa12-0183778cd2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.095729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.129427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Provisioning complete for port f6a84841-da1a-47fd-a598-f28887318400 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.129834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.131459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:28.132100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.214419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.215396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cf86-317a-4eca-9983-d37999708dee None None] The sync data for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:28.227870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:28.229887 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] Set router d685f54f-f9d9-46fb-aa12-0183778cd2de gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:28.243056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.254555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bcf67-83b9-41ec-9201-ba0c48c362a8 None None] Pushing event updated for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:28.307743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.332400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.332989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.370313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Port f6a84841-da1a-47fd-a598-f28887318400 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:28.417953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Provisioning complete for port d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.418324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.479727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Port d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:28.526659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Provisioning complete for port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.527065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c0b29d6f-492c-4802-ba8e-2befdf2c78d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.578838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Delete allocated IP 2001:db8:0:1::245 (e6418359-68c9-48b4-a890-f3a01e2106f9/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd) {{(pid=102736) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:52:28.588027 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.625281 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00faaea-d7ca-4d1c-936b-ada8a13924b5 None None] The sync data for ids ['d685f54f-f9d9-46fb-aa12-0183778cd2de'] in n-d-815373-2 is: [{'id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'name': 'tempest-ServerRescueTestJSONUnderV235-330226693-router', 'tenant_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 5, 'project_id': 'bdbaf91b91c74ad2849ec2f780de95c9', 'gw_port': {'id': '36fe96d7-ae69-4fad-afd3-55433accca07', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685f54f-f9d9-46fb-aa12-0183778cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:06Z', 'updated_at': '2021-10-26T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:28.696753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.701494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 392c2927-2cda-4a80-97bf-a2e311a6d54d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:28.746622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:28.747328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.775394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 392c2927-2cda-4a80-97bf-a2e311a6d54d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.776457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.872257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.886522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for d2b3b1f4-e1bd-4f77-805d-5ca64a397e27 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:28.888457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:28.924651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:28.928430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.945241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-713bf094-1757-459f-bc04-04e3c47da438 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "PUT /v2.0/routers/c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7387161 Oct 26 16:52:28.951813 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Sync routers for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:28.962360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:28.963075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:28.974477 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:28.975110 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.984376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Deleting port 36fe96d7-ae69-4fad-afd3-55433accca07 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:28.985034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.011811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.067182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92c02e-b23a-4200-80ad-a235e12fe496 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:29.204904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8cb2ef09-ce31-4aa0-a39b-69a26dabb783 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:29.205278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ef09-ce31-4aa0-a39b-69a26dabb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.206419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] For port 36fe96d7-ae69-4fad-afd3-55433accca07, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=36fe96d7-ae69-4fad-afd3-55433accca07,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:29.206884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.220794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Calling delete_port for 36fe96d7-ae69-4fad-afd3-55433accca07 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:29.229274 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:29.389400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.422776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=d2b3b1f4-e1bd-4f77-805d-5ca64a397e27,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:29.440316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 11c493d0-4191-400e-9073-75959ef849cb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.468051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] In _notify_port_updated(), no bound segment for port 02bc2311-99da-4b68-9c6d-d731548379be on network e6418359-68c9-48b4-a890-f3a01e2106f9 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:52:29.473666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:29.474312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.475802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/ports/02bc2311-99da-4b68-9c6d-d731548379be HTTP/1.1" status: 200 len: 925 time: 2.3440382 Oct 26 16:52:29.482240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40620) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:29.503776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33e5c5cf-1876-43e0-973f-26a51b4e0063'}, {'subnet_id': 'fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:29.611601 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f6a84841-da1a-47fd-a598-f28887318400', 'name': '', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:dd:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'db4e7224-409e-4120-b99f-6b332b943296', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:23Z', 'updated_at': '2021-10-26T16:52:26Z', 'revision_number': 2, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': 'db4e7224-409e-4120-b99f-6b332b943296', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:29.636747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:29.637118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.659721 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Checking router: c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:29.660601 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Updating router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 port f6a84841-da1a-47fd-a598-f28887318400 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:29.666203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ffe0-d8e0-41e2-a3b0-1d4f1eecf499 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=02bc2311-99da-4b68-9c6d-d731548379be,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:29.700275 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.745984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.809000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.874485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f6f09aba-87b1-4373-8c23-de52bc091eff tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:29.888139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f6f09aba-87b1-4373-8c23-de52bc091eff tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/networks?id=00b40c02-9792-4792-ae18-af262fc8eb46 HTTP/1.1" status: 200 len: 798 time: 0.5633616 Oct 26 16:52:29.900584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.910023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-aaf4e908-6ed8-4478-ab4a-f4656dbaf880 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/quotas/f2b001c1b2854a99a500479be3ff0378 HTTP/1.1" status: 200 len: 375 time: 0.0209119 Oct 26 16:52:29.916524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:29.917075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:29.952907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.064728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fe96d7-ae69-4fad-afd3-55433accca07,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:30.083777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:30.092996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 38b34337-8fc4-4558-b93e-9f0b3136a5ee has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:30.130968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:30.131347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82751a60-82ab-4a3c-9b2d-a0c97b00a1b8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:30.136958 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.140400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-79d61472-8195-4187-a49d-0e4020512502 None None] Provisioning complete for port 02bc2311-99da-4b68-9c6d-d731548379be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:30.141952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79d61472-8195-4187-a49d-0e4020512502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.203472 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.204103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-79d61472-8195-4187-a49d-0e4020512502 None None] Port 02bc2311-99da-4b68-9c6d-d731548379be cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:30.217676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-79d61472-8195-4187-a49d-0e4020512502 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:30.219041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79d61472-8195-4187-a49d-0e4020512502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.227452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:30.235543 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e3dc428b-e860-4827-ae61-1f9f2c8afea6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5156896 Oct 26 16:52:30.237830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40648) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:30.255417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ed3fe20c-3719-490b-80ae-469f7017374f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3438430 Oct 26 16:52:30.257719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] Sync routers for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:30.301707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:30.301707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:30.373830 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Attempting to bind port f6a84841-da1a-47fd-a598-f28887318400 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:30.374518 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Attempting to bind port f6a84841-da1a-47fd-a598-f28887318400 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:30.375270 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Attempting to bind port f6a84841-da1a-47fd-a598-f28887318400 on network 00b40c02-9792-4792-ae18-af262fc8eb46 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:30.384829 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:30.388043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Checking segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:30.391875 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.392600 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Bound using segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:30.393681 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Bound port: f6a84841-da1a-47fd-a598-f28887318400, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:30.394523 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.451849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f29acb46-e8f4-492e-b975-1f660474c79c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:52:30.453948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f29acb46-e8f4-492e-b975-1f660474c79c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1740496 Oct 26 16:52:30.459427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.466800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:30.486986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:30.493493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:30.532493 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] For port f6a84841-da1a-47fd-a598-f28887318400, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:30.532493 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] For port f6a84841-da1a-47fd-a598-f28887318400, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f6a84841-da1a-47fd-a598-f28887318400,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:30.548836 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc99f3-f8e0-418c-b951-f1374042674f None None] Pushing event updated for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:30.600883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:30.601576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a681361-0e49-4980-a4e2-a18f17b14f6c None None] The sync data for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:30.620697 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.694461 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.697809 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc99f3-f8e0-418c-b951-f1374042674f None None] Pushing event updated for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:30.701520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.748636 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:30.749212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:30.774769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Provisioning complete for port f6a84841-da1a-47fd-a598-f28887318400 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:30.775556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.849076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-fcf4f6ae-ae7d-4862-87d7-a5f640c2fd5c service neutron] 10.222.0.21 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836367 Oct 26 16:52:30.852536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.853114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d685f54f-f9d9-46fb-aa12-0183778cd2de {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:52:30.861924 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:30.861924 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2b98f03e-1afc-4eae-a81c-3f692194f0d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d685f54f-f9d9-46fb-aa12-0183778cd2de HTTP/1.1" status: 204 len: 168 time: 3.2594819 Oct 26 16:52:30.865632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:30.964539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8:0:1::44 (e6418359-68c9-48b4-a890-f3a01e2106f9/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd/02bc2311-99da-4b68-9c6d-d731548379be) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:31.007638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.010566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:31.067042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] For port f6a84841-da1a-47fd-a598-f28887318400, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f6a84841-da1a-47fd-a598-f28887318400,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:31.076223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Deleting subnet 6341f716-dcc9-4ff2-b52a-a3e5590300ae {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:31.078257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-a389fc76-277d-474a-94f8-31ab6f7fcb48 service neutron] 10.222.0.21 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137640 Oct 26 16:52:31.083608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5da5bce7-aacc-41f6-9f36-342c0442e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.122318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.157486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.189425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.250618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.255759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Provisioning complete for port 02bc2311-99da-4b68-9c6d-d731548379be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:31.256220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.259965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.300447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Pushing event updated for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:31.322467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9e746f3c-d340-4490-aeda-6a0ed3a01580 None None] Port 02bc2311-99da-4b68-9c6d-d731548379be cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:31.342346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.351992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f6a84841-da1a-47fd-a598-f28887318400', 'name': '', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:dd:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'db4e7224-409e-4120-b99f-6b332b943296', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:23Z', 'updated_at': '2021-10-26T16:52:30Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': 'db4e7224-409e-4120-b99f-6b332b943296', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.355618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.396147 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e758c-ab6e-42fc-a89d-6055e61656f6 None None] The sync data for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 is: [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:25Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f6a84841-da1a-47fd-a598-f28887318400', 'name': '', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:dd:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'db4e7224-409e-4120-b99f-6b332b943296', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:23Z', 'updated_at': '2021-10-26T16:52:30Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': 'db4e7224-409e-4120-b99f-6b332b943296', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:31.446061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=02bc2311-99da-4b68-9c6d-d731548379be,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:31.483916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-41b7ba95-8034-4458-8b7c-278a12285568 None None] Provisioning complete for port f6a84841-da1a-47fd-a598-f28887318400 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:31.484556 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-41b7ba95-8034-4458-8b7c-278a12285568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.662069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] In _notify_port_updated(), no bound segment for port 02bc2311-99da-4b68-9c6d-d731548379be on network e6418359-68c9-48b4-a890-f3a01e2106f9 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:52:31.678142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:31.678849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.684601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/ports/02bc2311-99da-4b68-9c6d-d731548379be HTTP/1.1" status: 200 len: 1010 time: 2.1851666 Oct 26 16:52:31.689106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40712) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:31.695629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b17d84d4-2cf8-45e0-a844-cf18e685e6d8 req-7335dd26-b416-42f1-b270-a38b2c664783 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 210 time: 0.2752051 Oct 26 16:52:31.697815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.697815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.697815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.697815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.698166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.698166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.711487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.711835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.712185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.712523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.712858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.713192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3588f4-76c6-438b-8a9f-e70193425fe1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:31.774036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-41b7ba95-8034-4458-8b7c-278a12285568 None None] Provisioning complete for port 02bc2311-99da-4b68-9c6d-d731548379be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:31.774684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-41b7ba95-8034-4458-8b7c-278a12285568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.829193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.850472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ba95-8034-4458-8b7c-278a12285568 None None] Port 02bc2311-99da-4b68-9c6d-d731548379be cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:31.855488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 36fe96d7-ae69-4fad-afd3-55433accca07 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:31.881101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 36fe96d7-ae69-4fad-afd3-55433accca07 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:31.881497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 36fe96d7-ae69-4fad-afd3-55433accca07 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:31.886750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6341f716-dcc9-4ff2-b52a-a3e5590300ae,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:31.901675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:31.915514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d9d147c0-559a-436a-b0e4-bea4ffa587ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6341f716-dcc9-4ff2-b52a-a3e5590300ae HTTP/1.1" status: 204 len: 168 time: 1.0448990 Oct 26 16:52:31.917920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40722) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:32.053224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.062875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 96048ae6-1a7e-49a5-b107-e2501a24a4dd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:32.063244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.077714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d0b2046f-1b81-4c61-9b66-7b243ffc38ed None None] Provisioning complete for port 02bc2311-99da-4b68-9c6d-d731548379be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:32.078323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0b2046f-1b81-4c61-9b66-7b243ffc38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.111339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 02bc2311-99da-4b68-9c6d-d731548379be {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:32.111685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.143707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2046f-1b81-4c61-9b66-7b243ffc38ed None None] Port 02bc2311-99da-4b68-9c6d-d731548379be cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:32.160551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.193017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d58d16-b977-49bc-8f58-9f829f42cf6c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.204340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.204649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48b9a77-b47b-4352-ada6-8bb0b1e5f69b') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.217755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.235582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.243259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:32.243674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:32.245407 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:32.369118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.375783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.380993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1d58d16-b977-49bc-8f58-9f829f42cf6c HTTP/1.1" status: 204 len: 168 time: 0.4608414 Oct 26 16:52:32.403021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900107-ca7c-4eba-96c2-d18c27774d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d58d16-b977-49bc-8f58-9f829f42cf6c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.597212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.607072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:32.620968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 96048ae6-1a7e-49a5-b107-e2501a24a4dd owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:32.628120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 02bc2311-99da-4b68-9c6d-d731548379be owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:32.830692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c6a36e7-eb3b-4d0f-9ff7-e8649151d6a3 req-e47b74ba-97cb-4abe-b135-b207eccff7ef tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 210 time: 0.0380132 Oct 26 16:52:32.908312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:32.976576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d66c99f6-de9a-4a2c-be75-42a40886b590 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdbaf91b91c74ad2849ec2f780de95c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654342 Oct 26 16:52:32.977416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40778) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:33.015492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.017644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.042220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.058452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=96048ae6-1a7e-49a5-b107-e2501a24a4dd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.076872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.120002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=02bc2311-99da-4b68-9c6d-d731548379be,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.190579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.194306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9c03e4c4-da99-4f17-be94-6dcc434a9987 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/02bc2311-99da-4b68-9c6d-d731548379be HTTP/1.1" status: 204 len: 168 time: 1.4984148 Oct 26 16:52:33.197451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40788) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:33.218823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.221704 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.222903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1e53341-606e-49fa-b6a2-2d8cfb0548db HTTP/1.1" status: 204 len: 168 time: 0.2444305 Oct 26 16:52:33.254088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9ec48-f6d2-4215-b2c3-97ff4203b4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e53341-606e-49fa-b6a2-2d8cfb0548db,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.259429 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f5189d-7402-4f4a-b8e8-b945e2680602 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:33.263445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-98f5189d-7402-4f4a-b8e8-b945e2680602 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/02bc2311-99da-4b68-9c6d-d731548379be HTTP/1.1" status: 404 len: 333 time: 0.0627446 Oct 26 16:52:33.265778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40796) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:33.342735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.416891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:33.425901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.513883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.517964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f6a84841-da1a-47fd-a598-f28887318400 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:33.596013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f6a84841-da1a-47fd-a598-f28887318400 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:33.596813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.638873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 38b34337-8fc4-4558-b93e-9f0b3136a5ee has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:33.659240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.662225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-699e3552-96c2-4246-bbfc-f89ff2b6ee46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:33.723708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:33.728804 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a71bf565-aa45-4bc0-aeaa-cb7d298d8fd9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896719 Oct 26 16:52:33.732301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40810) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:33.738819 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] Sync routers for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:33.751274 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:33.751883 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:33.762711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f61d6f96-6f2b-4bfd-9dfa-93b88eab1fb7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=38b34337-8fc4-4558-b93e-9f0b3136a5ee HTTP/1.1" status: 200 len: 205 time: 0.0292957 Oct 26 16:52:33.765275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40812) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:33.788289 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:33.798453 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] Routers {'38b34337-8fc4-4558-b93e-9f0b3136a5ee'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:33.799049 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:33.832174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:33.832888 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846a2d-0d43-433f-b1e3-01285259664b None None] The sync data for ids ['38b34337-8fc4-4558-b93e-9f0b3136a5ee'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:33.852047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.118045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.230123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.253652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-86987adb-8eb8-467e-8ae7-bdf78b4c19c4 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:34.255835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-86987adb-8eb8-467e-8ae7-bdf78b4c19c4 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.47 "GET /v2.0/networks?id=00b40c02-9792-4792-ae18-af262fc8eb46 HTTP/1.1" status: 200 len: 798 time: 0.1161215 Oct 26 16:52:34.269986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Request body: {'port': {'device_id': '502593ae-36a7-4818-b68a-69ed41950aae', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'admin_state_up': True, 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:34.288242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0b46442-977b-4288-888f-02decc069285 req-9a78118f-f6e3-4fbe-8ffd-682cbef76aa5 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 210 time: 0.0550625 Oct 26 16:52:34.297750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:34.300338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.314691 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bbad1f75-ab18-4096-92e7-eda4306f6feb tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd HTTP/1.1" status: 204 len: 168 time: 1.0384979 Oct 26 16:52:34.314691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40828) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:34.323580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d254b-f71d-4721-b422-1f129dc7b6d0 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:34.453335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.456826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.471495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Made reservation on behalf of f2b001c1b2854a99a500479be3ff0378 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:34.475099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.483805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 33e5c5cf-1876-43e0-973f-26a51b4e0063 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:34.515726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.563499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.608988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.609695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 38b34337-8fc4-4558-b93e-9f0b3136a5ee {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:52:34.620857 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.627349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6dbb84d9-4d56-425e-956f-f50f5027e340 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee HTTP/1.1" status: 204 len: 168 time: 0.8565834 Oct 26 16:52:34.627349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40840) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:34.650878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Allocated IP 172.20.0.27 (00b40c02-9792-4792-ae18-af262fc8eb46/db4e7224-409e-4120-b99f-6b332b943296/d5d5c6cc-72b1-4e62-9443-39dca3b96a2a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:34.728247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:34.744275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 0a6eb7d2-9c65-40e3-884a-1b80f259dd3b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:34.752922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.790011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.834005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.853900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.924477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-224011476-network', 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:34.958637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.981549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:34.994738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.026104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=33e5c5cf-1876-43e0-973f-26a51b4e0063,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:35.035230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.038460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bfd4da00-eed9-47f2-a8a3-ed6e8785979b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/33e5c5cf-1876-43e0-973f-26a51b4e0063 HTTP/1.1" status: 204 len: 168 time: 0.7284102 Oct 26 16:52:35.051722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40848) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:35.056131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event updated for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:35.069020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:35.073589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.085387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.089404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.136498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.136873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Network 00b40c02-9792-4792-ae18-af262fc8eb46 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:35.140779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:35.149374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:35.197595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4c5ba-723f-4ffe-8a82-b02edaceb597 None None] Network 30495ee5-072e-47f0-ad7b-f7407c0960ab requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:35.237371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.285857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:35.288869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.294167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.297057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.304362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/0a6eb7d2-9c65-40e3-884a-1b80f259dd3b HTTP/1.1" status: 204 len: 168 time: 0.6722620 Oct 26 16:52:35.304362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bd3eb-8ffe-4853-91b4-d97544d46934 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6eb7d2-9c65-40e3-884a-1b80f259dd3b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:35.315284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40850) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:35.360186 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.391526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:35.418376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.418836 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Added segment 564d6236-315d-47e6-b952-084efcefe014 of type vlan for network b5c14234-2b52-4452-8f8b-8c5f27f71705 Oct 26 16:52:35.450111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 11c493d0-4191-400e-9073-75959ef849cb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:35.453812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.486054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-1ae0d632-1de3-4004-abdf-1477dd725240 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2128022 Oct 26 16:52:35.493996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90e315-2920-4107-9fc6-bc99da886626 None None] Network e6418359-68c9-48b4-a890-f3a01e2106f9 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:35.519815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.532963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Request body: {'port': {'device_id': '502593ae-36a7-4818-b68a-69ed41950aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:35.621453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet fe1d6394-0c0f-413e-8d9b-dd1ebe970422 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:35.626349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.633381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] DHCP port deletion for 30495ee5-072e-47f0-ad7b-f7407c0960ab request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:35.633585 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.633585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:35.633585 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.633907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4b561834-b734-4d40-b30e-1c7c44f12398 None None] Provisioning complete for port 11c493d0-4191-400e-9073-75959ef849cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:35.633907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b561834-b734-4d40-b30e-1c7c44f12398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.635448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.659914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:35.766162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.814051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c14234-2b52-4452-8f8b-8c5f27f71705,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:35.823481 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-040e3136-c08b-4e32-8617-146a78a6c9a4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0912685 Oct 26 16:52:35.827385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40854) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:35.834424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Request body: {'subnet': {'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-224011476-subnet', 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:35.835700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:35.914408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.958095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:35.962097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:35.971083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Deleting port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:35.971960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.032585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d5c6cc-72b1-4e62-9443-39dca3b96a2a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:52:36.040941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.057769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Transition to ACTIVE for port object d5d5c6cc-72b1-4e62-9443-39dca3b96a2a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:52:36.068625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11c493d0-4191-400e-9073-75959ef849cb,segment=NetworkSegment(83747326-db66-4ea1-aa7b-220eeb9f0176),segment_id=83747326-db66-4ea1-aa7b-220eeb9f0176)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:36.069004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.085623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 11c493d0-4191-400e-9073-75959ef849cb owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:36.170322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.205609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb5bc-db28-4352-8a27-3412abb1124f req-03805c41-4cac-4121-907e-9e3569e721a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:36.207178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78eeb5bc-db28-4352-8a27-3412abb1124f req-03805c41-4cac-4121-907e-9e3569e721a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 895 time: 0.1090500 Oct 26 16:52:36.250559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] For port 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3aa7f0ba-fcc4-49cc-b789-47f11de18030,segment=NetworkSegment(9bbdb5ef-c29f-4855-9466-2af3aaf8f59f),segment_id=9bbdb5ef-c29f-4855-9466-2af3aaf8f59f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:36.251213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.256121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.282827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Calling delete_port for 3aa7f0ba-fcc4-49cc-b789-47f11de18030 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:36.297628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] DHCP port deletion for e6418359-68c9-48b4-a890-f3a01e2106f9 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:36.361099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Attempting to bind port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:36.361732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Attempting to bind port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:36.361899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Attempting to bind port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a on network 00b40c02-9792-4792-ae18-af262fc8eb46 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:36.366886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a on network 00b40c02-9792-4792-ae18-af262fc8eb46 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:52:36.367250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Attempting to bind port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a on network 00b40c02-9792-4792-ae18-af262fc8eb46 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:36.372833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:36.373227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Checking segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:36.373607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Bound using segment: {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:36.374051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Bound port: d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:36.374405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.376206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.417655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.427435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/fe1d6394-0c0f-413e-8d9b-dd1ebe970422 HTTP/1.1" status: 204 len: 168 time: 1.1109159 Oct 26 16:52:36.428643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2768-8efb-403b-a999-a43b00a5cb29 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1d6394-0c0f-413e-8d9b-dd1ebe970422,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.433416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40858) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:36.440813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.458852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.499820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e6ada-3449-4053-b3f2-698df5f5088e None None] Network b62c0bd4-891f-4908-9711-87adb30eb80b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:36.522143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a112e28-8ae0-4ffa-be6e-afdc4662c29e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.536201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:36.536574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Network hostable DHCP agents. Network: b5c14234-2b52-4452-8f8b-8c5f27f71705, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:36.583254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.603002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port 11c493d0-4191-400e-9073-75959ef849cb on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:36.613114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:36.646037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Deleting port 11c493d0-4191-400e-9073-75959ef849cb {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:36.646517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:36.647019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.650968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:36.655607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.723193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.725490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.734448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b5c14234-2b52-4452-8f8b-8c5f27f71705) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:36.749790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.760701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b31c2-988e-4335-bf70-b4bff29e1b05 None None] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:36.766081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:36.774615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.789916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6418359-68c9-48b4-a890-f3a01e2106f9']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.812467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:36.813270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.814537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5d5c6cc-72b1-4e62-9443-39dca3b96a2a HTTP/1.1" status: 200 len: 1055 time: 1.2944589 Oct 26 16:52:36.816122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83747326-db66-4ea1-aa7b-220eeb9f0176') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.816416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83747326-db66-4ea1-aa7b-220eeb9f0176') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.817916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:36.818578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] For port 11c493d0-4191-400e-9073-75959ef849cb, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:36.819162 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.828179 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ae953-8ef7-4418-8a8c-8e19854bb386" -d '{"events": [{"name": "network-changed", "server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:36.853581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.868888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.883305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5d4b6-597f-4f85-98bf-c3e29baa7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.887743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.911986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5dc46f80-d6fb-40aa-90a5-36310a856c6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0750697 Oct 26 16:52:36.917584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:36.917584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.919061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Calling delete_port for 11c493d0-4191-400e-9073-75959ef849cb owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:36.923630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] No DVR routers for this DVR port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:36.949523 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:36.954013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:36.954013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.955523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Port 11c493d0-4191-400e-9073-75959ef849cb was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:52:36.960865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050fcb2-7df4-40d7-8cf1-d99ee3194e12 None None] Pushing event deleted for resources: {'Port': ['ID=3aa7f0ba-fcc4-49cc-b789-47f11de18030,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.963538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:36.981116 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad23330-40c8-4b34-80a5-5c3710c9ca8c x-openstack-request-id: req-5ad23330-40c8-4b34-80a5-5c3710c9ca8c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:36.981116 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:36.981556 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ad23330-40c8-4b34-80a5-5c3710c9ca8c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:36.981760 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a', 'status': 'completed', 'code': 200} Oct 26 16:52:37.031250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] Pushing event deleted for resources: {'Port': ['ID=11c493d0-4191-400e-9073-75959ef849cb,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.039019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902978e-c3e0-4f81-a126-f0af23141320 None None] No DVR routers for this DVR port 11c493d0-4191-400e-9073-75959ef849cb on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:37.075343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] DHCP port deletion for b62c0bd4-891f-4908-9711-87adb30eb80b request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:37.174359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 3aa7f0ba-fcc4-49cc-b789-47f11de18030, host n-d-815373-2, got binding levels [] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.174724 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.220241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-d1e40946-f887-4cab-9545-f779da29f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.221268 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-d1e40946-f887-4cab-9545-f779da29f6d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1058 time: 0.2677717 Oct 26 16:52:37.222247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 3aa7f0ba-fcc4-49cc-b789-47f11de18030 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:37.229715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12acf2f4-4e50-4ce1-bcbe-f7634a55d763 None None] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:37.230680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 was not found and therefore no delete operation was performed {{(pid=102737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:52:37.232286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.248483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.278597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.291977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:37.311791 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/e6418359-68c9-48b4-a890-f3a01e2106f9 HTTP/1.1" status: 204 len: 168 time: 2.2496426 Oct 26 16:52:37.420189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac14e8-2bb8-4376-9c0c-367effffd166 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.422085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c5ac14e8-2bb8-4376-9c0c-367effffd166 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1291292 Oct 26 16:52:37.427214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:37.437906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 11c493d0-4191-400e-9073-75959ef849cb no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:37.451367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351130-5fb1-4cfa-9cd2-04a490d3ccd1 req-49b6c655-827f-4dc9-867e-5bce9269a012 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.466088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6351130-5fb1-4cfa-9cd2-04a490d3ccd1 req-49b6c655-827f-4dc9-867e-5bce9269a012 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 907 time: 0.1042669 Oct 26 16:52:37.490346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 11c493d0-4191-400e-9073-75959ef849cb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:37.490764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 11c493d0-4191-400e-9073-75959ef849cb not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:37.491329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3205b66e-9f50-4884-94f0-943bd140abfa no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:37.505657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=3aa7f0ba-fcc4-49cc-b789-47f11de18030,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.511377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6ba26-18e7-4df2-9d20-50d9f7031af6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=e6418359-68c9-48b4-a890-f3a01e2106f9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.518283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 3aa7f0ba-fcc4-49cc-b789-47f11de18030 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:37.585524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Deleting port 3205b66e-9f50-4884-94f0-943bd140abfa {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:37.585992 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.596818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-792c81e2-33f8-458c-af16-402c05898d32 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1681519 Oct 26 16:52:37.602308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40886) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:37.610451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92076927'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:37.636064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.648605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-2a04fafd-0f3d-4607-b32e-4327930157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.649066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-2a04fafd-0f3d-4607-b32e-4327930157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.650591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-2a04fafd-0f3d-4607-b32e-4327930157cb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f2b001c1b2854a99a500479be3ff0378&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.4152672 Oct 26 16:52:37.672666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30495ee5-072e-47f0-ad7b-f7407c0960ab']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:37.678676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-d7273c34-5fac-45a7-b8b7-80aa9f770e03 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.680555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-d7273c34-5fac-45a7-b8b7-80aa9f770e03 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1798046 Oct 26 16:52:37.682570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] For port 3205b66e-9f50-4884-94f0-943bd140abfa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3205b66e-9f50-4884-94f0-943bd140abfa,segment=NetworkSegment(1e87f7d8-080d-45c2-ac68-b27cbe66e539),segment_id=1e87f7d8-080d-45c2-ac68-b27cbe66e539)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.682970 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.697772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-99ddae97-686d-4cbe-b574-4d8c09f1c9bd tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Oct 26 16:52:37.723905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:37.724370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbdb5ef-c29f-4855-9466-2af3aaf8f59f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:37.735282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-e8b4d728-9494-4e2d-9867-e801f661e48f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308697 Oct 26 16:52:37.742063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.768271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.775633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:37.776006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.784653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Calling delete_port for 3205b66e-9f50-4884-94f0-943bd140abfa owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:37.843946 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.857012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-3ddf6ba8-ba83-45e8-8c11-17221e0cad8a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127529 Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:37.880019 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:37.882481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-ec5660bc-0adc-4929-af19-d7b94caba0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:37.883468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0e4ae953-8ef7-4418-8a8c-8e19854bb386 req-ec5660bc-0adc-4929-af19-d7b94caba0fb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236109 Oct 26 16:52:37.905972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:37.909483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.916974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.928376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:37.935179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/30495ee5-072e-47f0-ad7b-f7407c0960ab HTTP/1.1" status: 204 len: 168 time: 1.4872980 Oct 26 16:52:37.935590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:37.956373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 3205b66e-9f50-4884-94f0-943bd140abfa, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3205b66e-9f50-4884-94f0-943bd140abfa,segment=NetworkSegment(1e87f7d8-080d-45c2-ac68-b27cbe66e539),segment_id=1e87f7d8-080d-45c2-ac68-b27cbe66e539)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.991577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e09f1-ef17-4944-afac-87ec7467f1a4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=30495ee5-072e-47f0-ad7b-f7407c0960ab,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.993351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:38.024852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f3f96138-d6ca-4d9c-a9a3-d8a59324c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:38.026908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-f3f96138-d6ca-4d9c-a9a3-d8a59324c563 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1058 time: 0.0934222 Oct 26 16:52:38.031421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.032142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3aa7f0ba-fcc4-49cc-b789-47f11de18030 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:38.042070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.042426 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment 2ea85101-8680-4c13-8784-4a598e3c01b7 of type vlan for network a8283684-5fec-498e-9a25-132004b75046 Oct 26 16:52:38.067907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 3aa7f0ba-fcc4-49cc-b789-47f11de18030 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:38.068442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3aa7f0ba-fcc4-49cc-b789-47f11de18030 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:38.079570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-692ba362-f667-4e7e-96bb-b7e43ac6aa11 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181203 Oct 26 16:52:38.123361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.134911 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.144597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-eda559bb-89bd-4267-ac2e-3842e7c2eb95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a HTTP/1.1" status: 200 len: 217 time: 0.1095479 Oct 26 16:52:38.165530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.196243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] No DVR routers for this DVR port 3205b66e-9f50-4884-94f0-943bd140abfa on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:38.229869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=3205b66e-9f50-4884-94f0-943bd140abfa,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:38.261137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-47290ba0-cd3d-4bfb-a445-f3b89099210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:38.261137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-47290ba0-cd3d-4bfb-a445-f3b89099210e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db4e7224-409e-4120-b99f-6b332b943296 HTTP/1.1" status: 200 len: 838 time: 0.0920408 Oct 26 16:52:38.267709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a777ce-1400-4431-b225-798ba4514d5e None None] Pushing event deleted for resources: {'Port': ['ID=3205b66e-9f50-4884-94f0-943bd140abfa,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:38.287009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 16:52:38.297056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.306932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d3ad-4688-4771-9dac-7f321783987a req-37ac7e8c-3c97-4a72-a768-0cc05ae2d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:38.308568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-37ac7e8c-3c97-4a72-a768-0cc05ae2d72f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40c02-9792-4792-ae18-af262fc8eb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569940 Oct 26 16:52:38.320472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62c0bd4-891f-4908-9711-87adb30eb80b']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:38.357642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e87f7d8-080d-45c2-ac68-b27cbe66e539') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:38.357642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e87f7d8-080d-45c2-ac68-b27cbe66e539') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:38.380847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.394163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:38.394790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.424645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.447394 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-23d82e83-56b1-47e1-b0f7-9d8250172b94 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288145 Oct 26 16:52:38.566858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cb24d3ad-4688-4771-9dac-7f321783987a req-3b1bcdd4-e864-4a9c-90ab-032ae7041fca service neutron] 10.222.0.47 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118681 Oct 26 16:52:38.569086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-555376f5-7aad-4107-adc6-404cfde78251 req-c5d4b447-ccfb-4392-8c72-fd220b94bdfb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 210 time: 0.1647756 Oct 26 16:52:38.580931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.608873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:38.609332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:38.614427 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:38.667965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=a8283684-5fec-498e-9a25-132004b75046,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:38.672820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14cd3752-23f7-4202-b25e-cc1e83d5c829 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0690255 Oct 26 16:52:38.676900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:38.678576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a8283684-5fec-498e-9a25-132004b75046 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:38.688748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'a8283684-5fec-498e-9a25-132004b75046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:38.724082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215401a3-7443-4003-9988-0c49ef9976ff req-c0b79801-7e4c-4691-a36d-ecc39e2fd72c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:38.727634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-215401a3-7443-4003-9988-0c49ef9976ff req-c0b79801-7e4c-4691-a36d-ecc39e2fd72c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 907 time: 0.1404228 Oct 26 16:52:38.802254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.811947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:38.815009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/b62c0bd4-891f-4908-9711-87adb30eb80b HTTP/1.1" status: 204 len: 168 time: 0.8784821 Oct 26 16:52:38.823942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:38.827957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da46b37-d389-4fd5-abe4-8ea6e3539abf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=b62c0bd4-891f-4908-9711-87adb30eb80b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:38.832445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-555427649'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:38.854935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:38.858623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.284770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:39.288277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.348610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:39.373925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.374275 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment e6b51395-77ce-49a7-b766-f67e2e6b39d4 of type vlan for network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb Oct 26 16:52:39.414676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.459869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.510038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.516591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:39.517180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.560538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=39577863-95dd-46fb-89fa-89f55bb4212a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:39.613028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': '2ea85101-8680-4c13-8784-4a598e3c01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8283684-5fec-498e-9a25-132004b75046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:39.613715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: a8283684-5fec-498e-9a25-132004b75046, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:39.631159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=1dcb5925-7bca-4261-9b15-6feb07c9dcbb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:39.648459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:39.684686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05abd67c-83ec-46c8-be75-60f5d7bfd835 req-81bdceec-5e33-4108-932e-5070a83308b3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0424693 Oct 26 16:52:39.703558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-22f35c39-d56b-496f-ad1c-79d5b8d88973 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8771217 Oct 26 16:52:39.707488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40916) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:39.710251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:39.714283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:39.756769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network a8283684-5fec-498e-9a25-132004b75046 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:39.865187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a8283684-5fec-498e-9a25-132004b75046) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:39.870132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:39.870740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.874750 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b01bbb4-1251-4d63-8dfd-df89a2288f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.878843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acf348-486d-42c9-b946-b3ea07cb55cc None None] Network a8283684-5fec-498e-9a25-132004b75046 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:39.901259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:39.904807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:39.966602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2587c9-d7b1-44bd-b45f-59b1efff8761 req-d068777f-5477-405d-b7c4-915088f09e4f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:39.968063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f2587c9-d7b1-44bd-b45f-59b1efff8761 req-d068777f-5477-405d-b7c4-915088f09e4f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 907 time: 0.1392939 Oct 26 16:52:39.996413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc8be8f4-ddb7-4cf0-a29b-e3bbb861f112 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3153291 Oct 26 16:52:39.996942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:40.001873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'a8283684-5fec-498e-9a25-132004b75046', 'name': 'tempest-PortsIpV6TestJSON-1761575282'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:40.055499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b01bbb4-1251-4d63-8dfd-df89a2288f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.108705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a8283684-5fec-498e-9a25-132004b75046', 'network_id': 'a8283684-5fec-498e-9a25-132004b75046', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': '39577863-95dd-46fb-89fa-89f55bb4212a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:40.109675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.219608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:40.223110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.225981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5d5c6cc-72b1-4e62-9443-39dca3b96a2a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:52:40.254460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port e8105c65-0871-44bb-9436-ba26d1a50a13 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:40.334354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Allocated IP 2001:db8::2 (a8283684-5fec-498e-9a25-132004b75046/39577863-95dd-46fb-89fa-89f55bb4212a/991cae3e-2661-4c3d-acc3-18fc5e7be270) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:40.395053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b01bbb4-1251-4d63-8dfd-df89a2288f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.437783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:40.455048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5b01bbb4-1251-4d63-8dfd-df89a2288f44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d724edba442450eb1d26ff85212d66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357683 Oct 26 16:52:40.457676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:40.458656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01bbb4-1251-4d63-8dfd-df89a2288f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476d058-aa07-40d0-b35f-5ce2f40d0cb6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:40.464598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a', 'network_id': '00b40c02-9792-4792-ae18-af262fc8eb46', 'port_id': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a', 'mac_address': 'fa:16:3e:10:55:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4e7224-409e-4120-b99f-6b332b943296', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:52:40.545942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.553646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.573434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.575688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.577892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.583319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d5c6cc-72b1-4e62-9443-39dca3b96a2a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:52:40.603994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:40.632294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.646513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=5cbb8068-6fee-4e94-b8b6-e4018a4f6894,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:40.658712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': 'e6b51395-77ce-49a7-b766-f67e2e6b39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:40.660077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 1dcb5925-7bca-4261-9b15-6feb07c9dcbb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:40.780026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:40.789627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::18c (a8283684-5fec-498e-9a25-132004b75046/39577863-95dd-46fb-89fa-89f55bb4212a/e8105c65-0871-44bb-9436-ba26d1a50a13) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:40.822926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21fd5b38-f6da-44b1-97cf-440fea3f8f70 req-9f79756e-e95b-4abc-9025-49f028c5ae6d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0361888 Oct 26 16:52:40.823225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-ebbe85c5-5455-4c45-8d66-240576d9cc61 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:40.825442 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-ebbe85c5-5455-4c45-8d66-240576d9cc61 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.2048390 Oct 26 16:52:40.844956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:40.853884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1dcb5925-7bca-4261-9b15-6feb07c9dcbb) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:40.863368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:40.866539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.866677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d997c-b022-4bf1-88f5-c8afbf3f164c None None] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:40.873102 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.894148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Network a8283684-5fec-498e-9a25-132004b75046 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:40.902102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.904948 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:40.907178 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6476d058-aa07-40d0-b35f-5ce2f40d0cb6 HTTP/1.1" status: 204 len: 168 time: 0.4471707 Oct 26 16:52:40.926034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:40.932615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:40.942626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Pushing event updated for resources: {'Port': ['ID=991cae3e-2661-4c3d-acc3-18fc5e7be270,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:40.944264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f3ec7-73a2-41ef-b140-ebeb9ac96f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476d058-aa07-40d0-b35f-5ce2f40d0cb6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:40.956463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46864cbc-e50b-4293-8fbc-fda5dcbc77b1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2461457 Oct 26 16:52:40.957358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 40932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:40.972376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825419341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:41.090452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Attempting to bind port 991cae3e-2661-4c3d-acc3-18fc5e7be270 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:41.090695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Attempting to bind port 991cae3e-2661-4c3d-acc3-18fc5e7be270 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2ea85101-8680-4c13-8784-4a598e3c01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8283684-5fec-498e-9a25-132004b75046'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:41.090966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Attempting to bind port 991cae3e-2661-4c3d-acc3-18fc5e7be270 on network a8283684-5fec-498e-9a25-132004b75046 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:41.093401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d5d5c6cc-72b1-4e62-9443-39dca3b96a2a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:41.100590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.114199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8776c-efee-4ed8-af08-63d848d628c9 req-5b95461b-8f1d-40f6-af88-7cdaee3a68fb tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:41.124091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06c8776c-efee-4ed8-af08-63d848d628c9 req-5b95461b-8f1d-40f6-af88-7cdaee3a68fb tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 908 time: 0.0623786 Oct 26 16:52:41.158617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:41.158982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Checking segment: {'id': '2ea85101-8680-4c13-8784-4a598e3c01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8283684-5fec-498e-9a25-132004b75046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:41.159404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.159795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Bound using segment: {'id': '2ea85101-8680-4c13-8784-4a598e3c01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8283684-5fec-498e-9a25-132004b75046'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:41.160279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Bound port: 991cae3e-2661-4c3d-acc3-18fc5e7be270, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea85101-8680-4c13-8784-4a598e3c01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8283684-5fec-498e-9a25-132004b75046'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:41.160650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.164036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.177490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.178523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.261043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78495ba-a782-49aa-992c-815003526407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1dcb5925-7bca-4261-9b15-6feb07c9dcbb', 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '5cbb8068-6fee-4e94-b8b6-e4018a4f6894'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:41.262892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.263086 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.271385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:41.275248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.296287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-010e69e7-d277-4650-8406-7085125356b6 None None] For port 991cae3e-2661-4c3d-acc3-18fc5e7be270, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:41.307654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-010e69e7-d277-4650-8406-7085125356b6 None None] For port 991cae3e-2661-4c3d-acc3-18fc5e7be270, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=991cae3e-2661-4c3d-acc3-18fc5e7be270,segment=NetworkSegment(2ea85101-8680-4c13-8784-4a598e3c01b7),segment_id=2ea85101-8680-4c13-8784-4a598e3c01b7)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:41.359905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.409398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.423319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.450970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network a8283684-5fec-498e-9a25-132004b75046 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:41.462075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:41.473206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:41.478492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b78495ba-a782-49aa-992c-815003526407 None None] Allocated IP 172.20.0.2 (1dcb5925-7bca-4261-9b15-6feb07c9dcbb/5cbb8068-6fee-4e94-b8b6-e4018a4f6894/2e013447-f5dc-4c9f-866a-7f8a58a16d09) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:41.478960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:41.488354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.493707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=e8105c65-0871-44bb-9436-ba26d1a50a13,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.505510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.4 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:41.529285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e69e7-d277-4650-8406-7085125356b6 None None] Pushing event updated for resources: {'Port': ['ID=991cae3e-2661-4c3d-acc3-18fc5e7be270,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.546777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.548305 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-af22aa24-ef2f-4ac1-bb2e-2ad7afcea08f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5898969 Oct 26 16:52:41.551344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40944) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:41.556495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'port': {'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb', 'name': 'tempest-RoutersTest-75182683'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:41.614083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5bc97b7c-0617-4333-9227-20118a925301 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6136835 Oct 26 16:52:41.617351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 40946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:41.632631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'a8283684-5fec-498e-9a25-132004b75046', 'name': 'tempest-PortsIpV6TestJSON-10449895'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:41.735811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.736436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.796810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.842759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.866494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78495ba-a782-49aa-992c-815003526407 None None] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:41.870786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b78495ba-a782-49aa-992c-815003526407 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:41.874836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78495ba-a782-49aa-992c-815003526407 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:41.878668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78495ba-a782-49aa-992c-815003526407 None None] Pushing event updated for resources: {'Port': ['ID=2e013447-f5dc-4c9f-866a-7f8a58a16d09,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.903471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:41.905071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:41.906839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:41.912383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:41.917335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.951901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b78495ba-a782-49aa-992c-815003526407 None None] Attempting to bind port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:41.956192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b78495ba-a782-49aa-992c-815003526407 None None] Attempting to bind port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e6b51395-77ce-49a7-b766-f67e2e6b39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:41.956530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78495ba-a782-49aa-992c-815003526407 None None] Attempting to bind port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 on network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:41.961333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] device_id is not set on port 1b30327e-79d9-4ced-a228-986b5a088ade yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:41.965809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78495ba-a782-49aa-992c-815003526407 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:41.966450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78495ba-a782-49aa-992c-815003526407 None None] Checking segment: {'id': 'e6b51395-77ce-49a7-b766-f67e2e6b39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:41.966850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.967312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78495ba-a782-49aa-992c-815003526407 None None] Bound using segment: {'id': 'e6b51395-77ce-49a7-b766-f67e2e6b39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:41.968270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b78495ba-a782-49aa-992c-815003526407 None None] Bound port: 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b51395-77ce-49a7-b766-f67e2e6b39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1dcb5925-7bca-4261-9b15-6feb07c9dcbb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:41.968655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:41.980019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.017818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:42.018532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.022749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:42.027058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.067003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b78495ba-a782-49aa-992c-815003526407 None None] For port 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:42.071953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b78495ba-a782-49aa-992c-815003526407 None None] For port 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2e013447-f5dc-4c9f-866a-7f8a58a16d09,segment=NetworkSegment(e6b51395-77ce-49a7-b766-f67e2e6b39d4),segment_id=e6b51395-77ce-49a7-b766-f67e2e6b39d4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:42.082022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 718d3374-8f7f-4648-bdd7-4003d46084d0 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:42.092654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-f12bfb5d-e7d2-4c3c-b7b8-15ba2bddce45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555802 Oct 26 16:52:42.106043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Request body: {'port': {'device_id': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:42.134365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b78495ba-a782-49aa-992c-815003526407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.192703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238069a-4964-4db7-8e1e-55aa37b45dda req-3c77b7e3-1a38-438f-bec5-3f4edb269f02 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:42.194881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e238069a-4964-4db7-8e1e-55aa37b45dda req-3c77b7e3-1a38-438f-bec5-3f4edb269f02 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 931 time: 0.2235773 Oct 26 16:52:42.203377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.224824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.20.0.3 (1dcb5925-7bca-4261-9b15-6feb07c9dcbb/5cbb8068-6fee-4e94-b8b6-e4018a4f6894/1b30327e-79d9-4ced-a228-986b5a088ade) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:42.248152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5d5c6cc-72b1-4e62-9443-39dca3b96a2a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:42.298140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78495ba-a782-49aa-992c-815003526407 None None] Pushing event updated for resources: {'Port': ['ID=2e013447-f5dc-4c9f-866a-7f8a58a16d09,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.390046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e238069a-4964-4db7-8e1e-55aa37b45dda req-fcd52743-c559-4702-8d35-83ef0ccf91c6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826859 Oct 26 16:52:42.392676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:52:42.410341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:42.412417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.472966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::a9 (a8283684-5fec-498e-9a25-132004b75046/39577863-95dd-46fb-89fa-89f55bb4212a/718d3374-8f7f-4648-bdd7-4003d46084d0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:42.493773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3725638-a16d-40a0-b1fd-776c08340204 req-042f7297-ec2b-4eea-89ea-eba12110836a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:42.495495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3725638-a16d-40a0-b1fd-776c08340204 req-042f7297-ec2b-4eea-89ea-eba12110836a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 908 time: 0.2467835 Oct 26 16:52:42.611075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.702768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:42.703676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:42.706869 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32969ed2-eb30-4a10-88c3-f6576f733dc4" -d '{"events": [{"server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:42.756177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:52:42.779785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.830786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.853823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Transition to ACTIVE for port object a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:52:42.884609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.886012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.939603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:42.971699 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0990b84-eadb-443f-8443-3bab04f56258 x-openstack-request-id: req-a0990b84-eadb-443f-8443-3bab04f56258 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:42.972213 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:42.972354 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0990b84-eadb-443f-8443-3bab04f56258 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:42.972664 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a', 'code': 200} Oct 26 16:52:42.983929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce367f0-fe38-451a-8533-7e73fb2e029f None None] Network a8283684-5fec-498e-9a25-132004b75046 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:42.987162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.046544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Pushing event updated for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.070271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] Provisioning complete for port 991cae3e-2661-4c3d-acc3-18fc5e7be270 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:43.070663 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.092051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.123737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Attempting to bind port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:43.124120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Attempting to bind port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:43.124445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Attempting to bind port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:43.129899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:52:43.130287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Attempting to bind port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:43.135445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:43.135776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:43.136267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:43.136767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Bound port: a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:43.137197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.144181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.166094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:43.175864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:43.180041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:43.241019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network a8283684-5fec-498e-9a25-132004b75046 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:43.244454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=1b30327e-79d9-4ced-a228-986b5a088ade,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.244634 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.253762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:43.258580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:43.268276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.269021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.269775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:43.273279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ef6a-d6b1-46ae-9808-b6a9c94ef27d req-7ff53152-0d54-4e44-800a-a4dd84149b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.274906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8797ef6a-d6b1-46ae-9808-b6a9c94ef27d req-7ff53152-0d54-4e44-800a-a4dd84149b7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1060 time: 0.0940340 Oct 26 16:52:43.276810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:43.300134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] For port 991cae3e-2661-4c3d-acc3-18fc5e7be270, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=991cae3e-2661-4c3d-acc3-18fc5e7be270,segment=NetworkSegment(2ea85101-8680-4c13-8784-4a598e3c01b7),segment_id=2ea85101-8680-4c13-8784-4a598e3c01b7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:43.334719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.335390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.359280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.378587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=718d3374-8f7f-4648-bdd7-4003d46084d0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.385532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.407971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d36d159-ea8e-4c65-8e8a-6faf2d0aa9bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7800405 Oct 26 16:52:43.408756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:43.430657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.431482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.435282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] 10.222.0.39 "PUT /v2.0/ports/a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 HTTP/1.1" status: 200 len: 1091 time: 1.3341455 Oct 26 16:52:43.442194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:43.445192 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb" -d '{"events": [{"name": "network-changed", "server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:43.505507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b19e6-8656-4030-852d-fe40cbfae415 None None] Pushing event updated for resources: {'Port': ['ID=991cae3e-2661-4c3d-acc3-18fc5e7be270,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.521728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af5719-5ade-4a5e-9496-b055400c5527 service neutron] Pushing event updated for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.530472 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887b8ad-c167-4514-80b7-80fede6d1a01 x-openstack-request-id: req-2887b8ad-c167-4514-80b7-80fede6d1a01 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:43.530767 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:43.531020 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2887b8ad-c167-4514-80b7-80fede6d1a01 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:43.531446 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', 'status': 'completed', 'code': 200} Oct 26 16:52:43.551014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a965f4e-3db5-4272-ac7d-fbe18029a76b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.9984286 Oct 26 16:52:43.567268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41014) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:43.585920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2e013447-f5dc-4c9f-866a-7f8a58a16d09 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:43.717013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:43.717495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.808051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491638e-63dc-4ab3-b271-146891757522 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.811490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e491638e-63dc-4ab3-b271-146891757522 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18c HTTP/1.1" status: 200 len: 929 time: 0.4009395 Oct 26 16:52:43.815534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:43.851776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.855455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Provisioning complete for port 718d3374-8f7f-4648-bdd7-4003d46084d0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:43.855820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:43.877618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf285c-2b30-4dc7-aa06-41d3af39d9cb req-3353c863-6db6-4049-b28d-de0e8c6c0314 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.877618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5bf285c-2b30-4dc7-aa06-41d3af39d9cb req-3353c863-6db6-4049-b28d-de0e8c6c0314 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 943 time: 0.2646730 Oct 26 16:52:43.943631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2e013447-f5dc-4c9f-866a-7f8a58a16d09,segment=NetworkSegment(e6b51395-77ce-49a7-b766-f67e2e6b39d4),segment_id=e6b51395-77ce-49a7-b766-f67e2e6b39d4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:43.944929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Port 718d3374-8f7f-4648-bdd7-4003d46084d0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:43.957453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea78a-825a-437f-9d49-5d3f6ddba2d3 req-fdec0dcc-7487-49ae-b333-261849ddab45 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:43.970651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f3ea78a-825a-437f-9d49-5d3f6ddba2d3 req-fdec0dcc-7487-49ae-b333-261849ddab45 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.3138263 Oct 26 16:52:43.987817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Provisioning complete for port 991cae3e-2661-4c3d-acc3-18fc5e7be270 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:43.988424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.030029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7661c-779d-46cf-a655-bbbd02c66890 None None] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:44.031504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-a112a94d-ed2b-43b6-a47d-301cd2aeaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:44.033023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-a112a94d-ed2b-43b6-a47d-301cd2aeaa6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 1094 time: 0.1990843 Oct 26 16:52:44.045889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5bf285c-2b30-4dc7-aa06-41d3af39d9cb req-69f7d62a-badf-49f1-94c3-146ccbd9a985 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558142 Oct 26 16:52:44.080747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 718d3374-8f7f-4648-bdd7-4003d46084d0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:44.082721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.130799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.153560 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.155282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 991cae3e-2661-4c3d-acc3-18fc5e7be270 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:44.251918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=2e013447-f5dc-4c9f-866a-7f8a58a16d09,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:44.267546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.288827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 718d3374-8f7f-4648-bdd7-4003d46084d0 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:44.390520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-fdb187db-40a4-4f05-b540-4dffe65f425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:44.392000 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-fdb187db-40a4-4f05-b540-4dffe65f425c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3111866 Oct 26 16:52:44.535097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 991cae3e-2661-4c3d-acc3-18fc5e7be270 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:44.535504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.579919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.592450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Provisioning complete for port e8105c65-0871-44bb-9436-ba26d1a50a13 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:44.592814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.686341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-4350b424-2876-4f80-868d-a10c4435b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:44.687846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e6bb0bf0-c675-4ef6-ba1e-72cf4a9689fb req-4350b424-2876-4f80-868d-a10c4435b528 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560244 Oct 26 16:52:44.722476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7deae-2aa7-4fb0-910d-72de5775fd98 None None] Port e8105c65-0871-44bb-9436-ba26d1a50a13 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:44.735664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.736165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=718d3374-8f7f-4648-bdd7-4003d46084d0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:44.752089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.756209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2afb08eb-1e60-4bb3-8285-be70869c99d1 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/718d3374-8f7f-4648-bdd7-4003d46084d0 HTTP/1.1" status: 204 len: 168 time: 0.9384854 Oct 26 16:52:44.758998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:44.839353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.850520 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf45d516-cc41-481e-a583-46eb63a60ba9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:44.853458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf45d516-cc41-481e-a583-46eb63a60ba9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/718d3374-8f7f-4648-bdd7-4003d46084d0 HTTP/1.1" status: 404 len: 333 time: 0.0885229 Oct 26 16:52:44.857942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:44.872375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Provisioning complete for port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:44.873113 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:44.986811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=1b30327e-79d9-4ced-a228-986b5a088ade,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:45.081878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port e8105c65-0871-44bb-9436-ba26d1a50a13 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:45.089470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.174514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Could not find standard attr ID for object 718d3374-8f7f-4648-bdd7-4003d46084d0. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:52:45.180966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-12f9eda1-a5ca-4c6a-86c3-7ea6b920a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:45.188088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Provisioning complete for port e8105c65-0871-44bb-9436-ba26d1a50a13 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:45.188445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-12f9eda1-a5ca-4c6a-86c3-7ea6b920a9d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 1094 time: 0.4241979 Oct 26 16:52:45.188580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.231401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-76a2f72f-ca8c-48a6-b056-75d54273a6c7 None None] Port e8105c65-0871-44bb-9436-ba26d1a50a13 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:45.351795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96bddc-a4c7-40cd-826f-92fd0278873d req-6d2502ed-5b5f-454e-810b-a07f5bdbf67a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:45.353274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e96bddc-a4c7-40cd-826f-92fd0278873d req-6d2502ed-5b5f-454e-810b-a07f5bdbf67a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.1713178 Oct 26 16:52:45.355406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-b00d522f-aa24-41dc-a709-c769535014c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 HTTP/1.1" status: 200 len: 217 time: 0.1561298 Oct 26 16:52:45.386208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d4be2-a6ef-4096-9f6e-441845572592 req-894d0947-93a4-47f2-8edb-4639d552a51d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:45.388723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a01d4be2-a6ef-4096-9f6e-441845572592 req-894d0947-93a4-47f2-8edb-4639d552a51d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 943 time: 0.2092752 Oct 26 16:52:45.394923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.400588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2f75fdcc-998f-485b-bdaf-fcba3be6b02d None None] Provisioning complete for port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:45.401141 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f75fdcc-998f-485b-bdaf-fcba3be6b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.421869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for e8105c65-0871-44bb-9436-ba26d1a50a13 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:45.484526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2e013447-f5dc-4c9f-866a-7f8a58a16d09 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:45.494072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a01d4be2-a6ef-4096-9f6e-441845572592 req-2f05ef2a-bad2-4858-9268-fa1f27152c11 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963321 Oct 26 16:52:45.627895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-7529026d-08c9-4e48-b60e-e35e94263f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:45.627895 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-7529026d-08c9-4e48-b60e-e35e94263f5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.2353706 Oct 26 16:52:45.682362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34e764-6947-44de-a965-fe530016cad9 req-a2253b39-76df-46d9-a89f-0bfb84312207 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:45.688617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b34e764-6947-44de-a965-fe530016cad9 req-a2253b39-76df-46d9-a89f-0bfb84312207 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.1813698 Oct 26 16:52:45.694269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:45.695031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.733913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-41ea3d62-f4ba-4f20-8b32-e289805debeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930638 Oct 26 16:52:45.744606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-540d0c21-a40d-48b7-8859-183302dbbbed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2485852 Oct 26 16:52:45.752663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.767263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2f75fdcc-998f-485b-bdaf-fcba3be6b02d None None] Provisioning complete for port 1b30327e-79d9-4ced-a228-986b5a088ade triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:45.767922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f75fdcc-998f-485b-bdaf-fcba3be6b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.874121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2f75fdcc-998f-485b-bdaf-fcba3be6b02d None None] Port 1b30327e-79d9-4ced-a228-986b5a088ade cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:45.918072 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:45.921790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/e8105c65-0871-44bb-9436-ba26d1a50a13 HTTP/1.1" status: 204 len: 168 time: 1.0623610 Oct 26 16:52:45.924204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a32a-4f5a-4a04-8732-16b3bff3dfdf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=e8105c65-0871-44bb-9436-ba26d1a50a13,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:45.937601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41070) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:45.967004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 991cae3e-2661-4c3d-acc3-18fc5e7be270 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:45.996722 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a52207e-55f9-4cea-8cbd-b6688299f823 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:45.998354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a52207e-55f9-4cea-8cbd-b6688299f823 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/e8105c65-0871-44bb-9436-ba26d1a50a13 HTTP/1.1" status: 404 len: 333 time: 0.0423574 Oct 26 16:52:46.007896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:46.029966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fefb-17e8-48f4-9610-1605bd4ba1b9 req-4b348806-1113-4f73-b7da-0e6adb123062 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.031567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f637fefb-17e8-48f4-9610-1605bd4ba1b9 req-4b348806-1113-4f73-b7da-0e6adb123062 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1060 time: 0.2224298 Oct 26 16:52:46.069546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0cfe5c17-9511-4525-a378-f1de361f73c0 None None] Provisioning complete for port 1b30327e-79d9-4ced-a228-986b5a088ade triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:46.069916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5c17-9511-4525-a378-f1de361f73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.141434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe5c17-9511-4525-a378-f1de361f73c0 None None] Port 1b30327e-79d9-4ced-a228-986b5a088ade cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:46.143888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 991cae3e-2661-4c3d-acc3-18fc5e7be270 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:46.144309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.170857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 39577863-95dd-46fb-89fa-89f55bb4212a {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:46.184765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.310126 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.349752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a043-65bb-42e1-949d-91308b120d89 req-21d160cf-c8de-47a7-bc38-d6430c08e7b4 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.351613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a0a043-65bb-42e1-949d-91308b120d89 req-21d160cf-c8de-47a7-bc38-d6430c08e7b4 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.1184306 Oct 26 16:52:46.427052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18a0a043-65bb-42e1-949d-91308b120d89 req-3a321b17-3671-46ca-b4f4-b5dbb53b6f6a tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0627062 Oct 26 16:52:46.442867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.467117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:46.497844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.609399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefbdc03-db82-4599-b83c-bb9ab4d8c8d7 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.613654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cefbdc03-db82-4599-b83c-bb9ab4d8c8d7 tempest-TestSecurityGroupsBasicOps-338057234 tempest-TestSecurityGroupsBasicOps-338057234-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1055 time: 0.1425476 Oct 26 16:52:46.618415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-d27bc687-62d0-4b65-a529-d2ecd24fbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.619888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-d27bc687-62d0-4b65-a529-d2ecd24fbb80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 1060 time: 0.7814729 Oct 26 16:52:46.640531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.671526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-d5dc5bf5-e13f-4168-ad92-a34091c6a231 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9219062 Oct 26 16:52:46.690000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.690598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d04ccb-c7df-4d48-b2b1-d3f9011783e8 None None] Network a8283684-5fec-498e-9a25-132004b75046 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:46.693932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/39577863-95dd-46fb-89fa-89f55bb4212a HTTP/1.1" status: 204 len: 168 time: 0.6740534 Oct 26 16:52:46.697431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:46.706056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048238a2-f910-4fbd-b641-6046b98187ac tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=39577863-95dd-46fb-89fa-89f55bb4212a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:46.736585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ee6fb-ce3b-493b-b1c1-eb69ba418186 req-df748636-0b7d-452b-b2b9-1ca595266efb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.743818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a0ee6fb-ce3b-493b-b1c1-eb69ba418186 req-df748636-0b7d-452b-b2b9-1ca595266efb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 943 time: 0.1507311 Oct 26 16:52:46.796787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a0ee6fb-ce3b-493b-b1c1-eb69ba418186 req-975f1758-9c5c-4233-88e5-cfbbb341f2ef tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Oct 26 16:52:46.897507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.929552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:46.972145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-cec73875-6f0a-42c3-95e5-30e5278409bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:46.974759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-cec73875-6f0a-42c3-95e5-30e5278409bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40c02-9792-4792-ae18-af262fc8eb46 HTTP/1.1" status: 200 len: 899 time: 0.3293085 Oct 26 16:52:47.004504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b20069d-b089-4ec9-9056-4b997c9f13ea req-b9730e14-c50a-4a48-beb0-c2db3fe051cb service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061073 Oct 26 16:52:47.076943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-e4ea31de-96b2-476c-8844-3bb352198aa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a HTTP/1.1" status: 200 len: 217 time: 0.0714300 Oct 26 16:52:47.117284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] DHCP port deletion for a8283684-5fec-498e-9a25-132004b75046 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:47.173395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Deleting port 991cae3e-2661-4c3d-acc3-18fc5e7be270 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:47.173680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.201316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4201f83-9a06-4868-9e43-706aa220b38f req-7dae2538-3b59-438f-a3ea-fcf52090e628 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:47.205970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4201f83-9a06-4868-9e43-706aa220b38f req-7dae2538-3b59-438f-a3ea-fcf52090e628 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.0645232 Oct 26 16:52:47.248813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-ec1c1df1-cffa-4cc2-9835-5a001e129ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:47.250456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-ec1c1df1-cffa-4cc2-9835-5a001e129ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db4e7224-409e-4120-b99f-6b332b943296 HTTP/1.1" status: 200 len: 838 time: 0.1650319 Oct 26 16:52:47.253773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] For port 991cae3e-2661-4c3d-acc3-18fc5e7be270, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=991cae3e-2661-4c3d-acc3-18fc5e7be270,segment=NetworkSegment(2ea85101-8680-4c13-8784-4a598e3c01b7),segment_id=2ea85101-8680-4c13-8784-4a598e3c01b7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:47.254175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.257146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 991cae3e-2661-4c3d-acc3-18fc5e7be270 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:47.257441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.271700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Calling delete_port for 991cae3e-2661-4c3d-acc3-18fc5e7be270 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:47.330556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 991cae3e-2661-4c3d-acc3-18fc5e7be270 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:47.421309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port 991cae3e-2661-4c3d-acc3-18fc5e7be270, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=991cae3e-2661-4c3d-acc3-18fc5e7be270,segment=NetworkSegment(2ea85101-8680-4c13-8784-4a598e3c01b7),segment_id=2ea85101-8680-4c13-8784-4a598e3c01b7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:47.421586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.442521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.446513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-049d732c-585e-4607-ad19-c3acd66972fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:47.448386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-049d732c-585e-4607-ad19-c3acd66972fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40c02-9792-4792-ae18-af262fc8eb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890173 Oct 26 16:52:47.452892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 991cae3e-2661-4c3d-acc3-18fc5e7be270 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:47.484571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.534497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] Pushing event deleted for resources: {'Port': ['ID=991cae3e-2661-4c3d-acc3-18fc5e7be270,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:47.540514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af69fd3-cf04-4db8-a472-ecd12f38af11 None None] No DVR routers for this DVR port 991cae3e-2661-4c3d-acc3-18fc5e7be270 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:47.651094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.685248 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-406c9ff3-5254-4ce9-8855-1a4dcb79ea44 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244046 Oct 26 16:52:47.685846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.722577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.725216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=991cae3e-2661-4c3d-acc3-18fc5e7be270,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:47.742524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port 991cae3e-2661-4c3d-acc3-18fc5e7be270 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:47.926299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.928077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=1b30327e-79d9-4ced-a228-986b5a088ade,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:47.935453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d93ccf-30c1-40d5-845c-d3d285448524 req-4b6b6286-fbe9-4167-8d58-3bb92cf9008d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:47.937260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42d93ccf-30c1-40d5-845c-d3d285448524 req-4b6b6286-fbe9-4167-8d58-3bb92cf9008d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 943 time: 0.0576625 Oct 26 16:52:47.956223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:47.986869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42d93ccf-30c1-40d5-845c-d3d285448524 req-916392f1-3712-42b7-9c13-d762105b85fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Oct 26 16:52:48.021127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8283684-5fec-498e-9a25-132004b75046']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.024707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b4612b6-25f3-4ab0-a9d8-3a90da0d2850 req-85d5dae7-cc7b-4bf5-9c59-8ee1adbf2ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306456 Oct 26 16:52:48.037169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea85101-8680-4c13-8784-4a598e3c01b7') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.037472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea85101-8680-4c13-8784-4a598e3c01b7') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.053283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.081182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.096707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:48.097230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self.session.flush() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:48.100173 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:48.167122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:48.169897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:48.249964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.268988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.270388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:48.270878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/a8283684-5fec-498e-9a25-132004b75046 HTTP/1.1" status: 204 len: 168 time: 1.5709877 Oct 26 16:52:48.276410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999814066'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:48.287194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9e0ae-2f97-4e7c-98d9-45e922c3d2a3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=a8283684-5fec-498e-9a25-132004b75046,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:48.375810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494349bd-09a5-44ce-a370-dde87193f548 req-3a13b994-37bb-4bc5-aafe-45d7227bd65a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:48.388590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-494349bd-09a5-44ce-a370-dde87193f548 req-3a13b994-37bb-4bc5-aafe-45d7227bd65a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.0682034 Oct 26 16:52:48.390225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:48.394842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.414026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 56780a9b-fef2-4ca1-92ca-2a998b2e32ed is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:52:48.431802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:48.441207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-1bda6c53-0c86-4470-9f61-7279e7a3a47c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:48.442718 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-1bda6c53-0c86-4470-9f61-7279e7a3a47c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.47 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 909 time: 0.0734470 Oct 26 16:52:48.443246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.443566 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99 of type vlan for network b4deba82-559f-48f1-813b-e0a233758ace Oct 26 16:52:48.485392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-eff9ede2-3831-4a98-b462-7a78612d8540 None None] Provisioning complete for port 1b30327e-79d9-4ced-a228-986b5a088ade triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:48.486906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eff9ede2-3831-4a98-b462-7a78612d8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.491837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.533565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-eff9ede2-3831-4a98-b462-7a78612d8540 None None] Port 1b30327e-79d9-4ced-a228-986b5a088ade cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:48.596614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.600346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:48.602272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:48.602849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.606228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b2f398a4-b8c1-462c-bc81-465de18fe0bd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/56780a9b-fef2-4ca1-92ca-2a998b2e32ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0350275 Oct 26 16:52:48.608847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:48.615080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] Sync routers for ids ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:48.634391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] Routers {'56780a9b-fef2-4ca1-92ca-2a998b2e32ed'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:48.634391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.677951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=b4deba82-559f-48f1-813b-e0a233758ace,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:48.678200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.689953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc080c-c012-485a-a7e7-29ee021c80fd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:48.690458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b4deba82-559f-48f1-813b-e0a233758ace details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:48.693221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-93dc080c-c012-485a-a7e7-29ee021c80fd tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports/1b30327e-79d9-4ced-a228-986b5a088ade HTTP/1.1" status: 200 len: 975 time: 0.0825906 Oct 26 16:52:48.695255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41100) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:48.697432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:48.697801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.710213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] Routers {'56780a9b-fef2-4ca1-92ca-2a998b2e32ed'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:48.710836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.772677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7bec4b6b-1aa1-4481-ac49-1d6c9c03ab66 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4992154 Oct 26 16:52:48.781801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41102) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:48.782417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:48.783084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff7330-d474-40f6-ac7e-2e455c6ff60f None None] The sync data for ids ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:48.791889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:48.818315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:48.818702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:48.832206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for d5d5c6cc-72b1-4e62-9443-39dca3b96a2a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:49.021116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:49.025140 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:49.038295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:49.136389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] No DVR routers for this DVR port d5d5c6cc-72b1-4e62-9443-39dca3b96a2a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:49.138720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=d5d5c6cc-72b1-4e62-9443-39dca3b96a2a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:49.141731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:49.147942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4df3c714-b6e6-4468-8fe7-6c31fac0fde7 req-2af740c1-1234-4931-bee4-a491a7be3ea2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.47 "DELETE /v2.0/ports/d5d5c6cc-72b1-4e62-9443-39dca3b96a2a HTTP/1.1" status: 204 len: 173 time: 0.6583266 Oct 26 16:52:49.147942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'name': 'network-vif-deleted', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:49.148386 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc1084-694c-4ea6-a022-e4e7884ecb37" -d '{"events": [{"server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "name": "network-vif-deleted", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:49.155411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:52:49.231650 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31e0b5-64cc-42e5-b6f6-58ead8bea0b3 x-openstack-request-id: req-4f31e0b5-64cc-42e5-b6f6-58ead8bea0b3 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:49.232266 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502593ae-36a7-4818-b68a-69ed41950aae", "name": "network-vif-deleted", "tag": "d5d5c6cc-72b1-4e62-9443-39dca3b96a2a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:49.232619 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f31e0b5-64cc-42e5-b6f6-58ead8bea0b3 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:49.233134 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502593ae-36a7-4818-b68a-69ed41950aae', 'name': 'network-vif-deleted', 'tag': 'd5d5c6cc-72b1-4e62-9443-39dca3b96a2a', 'status': 'completed', 'code': 200} Oct 26 16:52:49.357541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:49.374794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', 'mac_address': 'fa:16:3e:18:59:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:52:49.436110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:49.476806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:52:49.501564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:49.550438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:49.602188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:49.618329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0686d91e-cf9a-4d85-96d5-070999046cc3 req-b7b3060b-a7c3-4829-818b-3f9e0a78497f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=502593ae-36a7-4818-b68a-69ed41950aae HTTP/1.1" status: 200 len: 210 time: 0.0677209 Oct 26 16:52:49.644623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0882d5-a718-4fbd-9c27-57cbaf17e8f1 req-c5b0d512-c734-4cd3-bf07-425153dcaf72 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:49.646144 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b0882d5-a718-4fbd-9c27-57cbaf17e8f1 req-c5b0d512-c734-4cd3-bf07-425153dcaf72 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 943 time: 0.5622180 Oct 26 16:52:49.761682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b0882d5-a718-4fbd-9c27-57cbaf17e8f1 req-25c0d4d9-da1b-4ac2-8001-cd7f3b116ca6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049261 Oct 26 16:52:49.800136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:52:49.910441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.141212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.189343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 1b30327e-79d9-4ced-a228-986b5a088ade {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:50.189683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.264270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=6bdf0d06-bb28-4e67-945b-e3680e425812,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:50.279723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:50.280096 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: b4deba82-559f-48f1-813b-e0a233758ace, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:50.316095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.336534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 1b30327e-79d9-4ced-a228-986b5a088ade owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:50.399708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network b4deba82-559f-48f1-813b-e0a233758ace is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:50.502327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b4deba82-559f-48f1-813b-e0a233758ace) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:50.511622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:50.512403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.512555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac40c3c-9e4c-4931-bf2c-e4470cdfb7ce None None] Network b4deba82-559f-48f1-813b-e0a233758ace requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:50.604673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2da97c66-8642-48c4-93bd-72fbf35b22dc tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8227880 Oct 26 16:52:50.607667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41114) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:50.613819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace', 'name': 'tempest-PortsIpV6TestJSON-1146519851', 'fixed_ips': [{'subnet_id': '6bdf0d06-bb28-4e67-945b-e3680e425812', 'ip_address': '2001:db8::10'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:50.662771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.672403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-b4deba82-559f-48f1-813b-e0a233758ace', 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': '6bdf0d06-bb28-4e67-945b-e3680e425812'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:50.674645 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:50.678961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:50.706568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=1b30327e-79d9-4ced-a228-986b5a088ade,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:50.858946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Allocated IP 2001:db8::2 (b4deba82-559f-48f1-813b-e0a233758ace/6bdf0d06-bb28-4e67-945b-e3680e425812/14fee0cd-1e7b-47f2-b5dd-8abbce3db221) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:51.054198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.057324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.071414 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.074454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90148c-d14c-4ad8-8b10-c632dab4d152 req-abc8e48d-7c7e-42d7-a76b-8dc73f5d6192 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:51.075804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d90148c-d14c-4ad8-8b10-c632dab4d152 req-abc8e48d-7c7e-42d7-a76b-8dc73f5d6192 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 944 time: 0.1870351 Oct 26 16:52:51.145257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.155250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:51.163698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:51.237414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Network b4deba82-559f-48f1-813b-e0a233758ace is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:51.256816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:51.256816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:51.293129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Pushing event updated for resources: {'Port': ['ID=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:51.342773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Attempting to bind port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:51.343312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Attempting to bind port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:51.343671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Attempting to bind port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 on network b4deba82-559f-48f1-813b-e0a233758ace {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:51.351992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:51.352401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Checking segment: {'id': 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:51.352799 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.353237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Bound using segment: {'id': 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:51.353706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Bound port: 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:51.354079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.414551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:52:51.422580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:51.422978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.441624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5d90148c-d14c-4ad8-8b10-c632dab4d152 req-489c4b61-a310-4df7-9d29-cd2afa5ba8d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249216 Oct 26 16:52:51.450713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.458345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] For port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:51.475574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] For port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,segment=NetworkSegment(b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99),segment_id=b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:51.483111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 56780a9b-fef2-4ca1-92ca-2a998b2e32ed has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:51.484183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:51.538191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.562541 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.576493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:52:51.579835 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a5cfe-c42f-483f-a5f2-c9255b0bb2e1" -d '{"events": [{"server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "name": "network-vif-plugged", "status": "completed", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:51.580339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.638093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:51.645584 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8df4b1-a1da-4221-a0c8-1440877c2ff6 x-openstack-request-id: req-bb8df4b1-a1da-4221-a0c8-1440877c2ff6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:51.645861 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "name": "network-vif-plugged", "status": "completed", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:51.646121 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb8df4b1-a1da-4221-a0c8-1440877c2ff6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:51.646493 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', 'code': 200} Oct 26 16:52:51.687082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e3b4-6bfc-4ce9-84c2-9d137e85c67c None None] Pushing event updated for resources: {'Port': ['ID=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:51.704697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:51.707381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:51.736441 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] Sync routers for ids ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:51.750283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] Routers {'56780a9b-fef2-4ca1-92ca-2a998b2e32ed'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:51.750894 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:51.752015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-76611092-526f-46ff-b653-74fbdf3590db tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/56780a9b-fef2-4ca1-92ca-2a998b2e32ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0552022 Oct 26 16:52:51.752413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41126) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:51.781011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:51.811570 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:51.822488 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] Routers {'56780a9b-fef2-4ca1-92ca-2a998b2e32ed'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:51.825892 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:51.881401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:51.883414 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f067ca-75c3-4363-a97e-d5867ddfcccc None None] The sync data for ids ['56780a9b-fef2-4ca1-92ca-2a998b2e32ed'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:51.900296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edd768-3dde-4858-b3b3-b00d923568d7 req-bdddcf28-383b-44e2-a7c3-ae7e066b0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:51.902536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75edd768-3dde-4858-b3b3-b00d923568d7 req-bdddcf28-383b-44e2-a7c3-ae7e066b0c0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1054149 Oct 26 16:52:51.966138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-75edd768-3dde-4858-b3b3-b00d923568d7 req-3d21f49a-00ca-47a5-bca0-17b9bcae481d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Oct 26 16:52:51.996624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::10 (b4deba82-559f-48f1-813b-e0a233758ace/6bdf0d06-bb28-4e67-945b-e3680e425812/14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:52.065169 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-c1596d0a-a90f-4865-abae-056c9abb3d9d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 16:52:52.067179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c1596d0a-a90f-4865-abae-056c9abb3d9d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/56780a9b-fef2-4ca1-92ca-2a998b2e32ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3065615 Oct 26 16:52:52.072502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:52.109348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b45b0664-6cb8-444c-8107-b43278feb489 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=56780a9b-fef2-4ca1-92ca-2a998b2e32ed HTTP/1.1" status: 200 len: 205 time: 0.0357373 Oct 26 16:52:52.112218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:52.121895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port f6a84841-da1a-47fd-a598-f28887318400 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:52.123401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.237769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.240311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port f6a84841-da1a-47fd-a598-f28887318400, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f6a84841-da1a-47fd-a598-f28887318400,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:52.242805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.256285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for f6a84841-da1a-47fd-a598-f28887318400 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:52.293059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5d5c6cc-72b1-4e62-9443-39dca3b96a2a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:52.340584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: d5d5c6cc-72b1-4e62-9443-39dca3b96a2a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:52.341059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d5d5c6cc-72b1-4e62-9443-39dca3b96a2a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:52.437680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.441079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.493555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.499086 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 56780a9b-fef2-4ca1-92ca-2a998b2e32ed {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2eabb794-75b4-45f4-ab0a-85b02a564e96 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/56780a9b-fef2-4ca1-92ca-2a998b2e32ed HTTP/1.1" status: 204 len: 168 time: 0.4789846 Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d5ae-afd4-4d3a-9913-73326b606930 req-32856a2c-2b8d-4eaa-a094-7475814cbb12 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:52.757047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6f6d5ae-afd4-4d3a-9913-73326b606930 req-32856a2c-2b8d-4eaa-a094-7475814cbb12 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 945 time: 0.0974231 Oct 26 16:52:52.767034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:52.767034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=f6a84841-da1a-47fd-a598-f28887318400,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:52.961755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.087677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 5cbb8068-6fee-4e94-b8b6-e4018a4f6894 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:53.105955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network b4deba82-559f-48f1-813b-e0a233758ace is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:53.115402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.119493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:53.136379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57567b4-29a0-4005-bc70-96c7f6405205 None None] Network b4deba82-559f-48f1-813b-e0a233758ace requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:53.158417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:53.164835 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:53.165520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.190148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6f6d5ae-afd4-4d3a-9913-73326b606930 req-5e5cca0d-575c-4b58-82f1-4fcca00ff03b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291595 Oct 26 16:52:53.209792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:53.238958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.256150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] Provisioning complete for port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:53.256798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.302558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41138) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:53.302973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-888d4115-4162-46ce-aa12-788b06bb779b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6937482 Oct 26 16:52:53.308224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': 'b4deba82-559f-48f1-813b-e0a233758ace', 'name': 'tempest-PortsIpV6TestJSON-265773179', 'fixed_ips': [{'subnet_id': '6bdf0d06-bb28-4e67-945b-e3680e425812', 'ip_address': '2001:db8::f'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:53.359496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.444234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:53.508675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:53.556953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.564007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.598442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbb8068-6fee-4e94-b8b6-e4018a4f6894,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:53.612371 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.615878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:53.616243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.623799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9ceb365a-2237-4324-9f3d-adda09441f8c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/5cbb8068-6fee-4e94-b8b6-e4018a4f6894 HTTP/1.1" status: 204 len: 168 time: 1.0278246 Oct 26 16:52:53.624733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:53.643353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c67703-b18f-4586-bf27-bca01c41521e None None] Network 1dcb5925-7bca-4261-9b15-6feb07c9dcbb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:53.689202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] For port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,segment=NetworkSegment(b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99),segment_id=b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:53.719755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.732926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:53.739588 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7825be6d-70f1-44f9-9860-c9401717ff87 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "PUT /v2.0/routers/c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591300 Oct 26 16:52:53.742884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41144) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:53.795118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Sync routers for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:53.801783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.825580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting subnet db4e7224-409e-4120-b99f-6b332b943296 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:53.830094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:53.834354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.880127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:53.881015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.941927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:53.991046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8156bd-b30f-49c0-a9fc-f65a5f02c4ef None None] Pushing event updated for resources: {'Port': ['ID=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.013989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ad8f6b4b-50c9-4e5a-be89-9d2e2219f7f7 None None] Provisioning complete for port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:54.014359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b4b-50c9-4e5a-be89-9d2e2219f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.025517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:54.026113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.109044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2e013447-f5dc-4c9f-866a-7f8a58a16d09,segment=NetworkSegment(e6b51395-77ce-49a7-b766-f67e2e6b39d4),segment_id=e6b51395-77ce-49a7-b766-f67e2e6b39d4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:54.109701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.124601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 2e013447-f5dc-4c9f-866a-7f8a58a16d09 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:54.146650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.212941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] DHCP port deletion for 1dcb5925-7bca-4261-9b15-6feb07c9dcbb request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:54.228071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 56c6b3bf-249d-453b-a645-59853b9a3d59 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:52:54.277492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:54.280396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f6b4b-50c9-4e5a-be89-9d2e2219f7f7 None None] Port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:54.284130 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.347632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0381-f3b3-43f7-b7d9-811eb3df2596 req-c51108c8-6359-457c-9e22-bc34b1e69100 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:54.357229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-621b0381-f3b3-43f7-b7d9-811eb3df2596 req-c51108c8-6359-457c-9e22-bc34b1e69100 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 945 time: 0.0651455 Oct 26 16:52:54.402490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ad8f6b4b-50c9-4e5a-be89-9d2e2219f7f7 None None] Provisioning complete for port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:54.402863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b4b-50c9-4e5a-be89-9d2e2219f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.439903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-621b0381-f3b3-43f7-b7d9-811eb3df2596 req-56b870f6-b930-4ca4-b2d3-13652e1da444 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813534 Oct 26 16:52:54.492610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Deleting port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:54.492987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.501655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.561419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=2e013447-f5dc-4c9f-866a-7f8a58a16d09,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.567822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.579026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:54.602415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.608796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41158) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:54.608953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/subnets/db4e7224-409e-4120-b99f-6b332b943296 HTTP/1.1" status: 204 len: 168 time: 0.8647416 Oct 26 16:52:54.626931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dedc45-e341-42fb-adb4-c9ebc51a32e5 None None] Network 00b40c02-9792-4792-ae18-af262fc8eb46 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:54.630282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] For port 2e013447-f5dc-4c9f-866a-7f8a58a16d09, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:54.630682 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.648551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::f (b4deba82-559f-48f1-813b-e0a233758ace/6bdf0d06-bb28-4e67-945b-e3680e425812/56c6b3bf-249d-453b-a645-59853b9a3d59) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:54.651193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f319d4a-2de3-4bb3-8e64-8335a1e5c027 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Subnet': ['ID=db4e7224-409e-4120-b99f-6b332b943296,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.697547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Calling delete_port for 2e013447-f5dc-4c9f-866a-7f8a58a16d09 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:54.704509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:52:54.718683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.769130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] Pushing event deleted for resources: {'Port': ['ID=2e013447-f5dc-4c9f-866a-7f8a58a16d09,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.770975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8dac7a-29fc-485c-813a-f9fdf68b3190 None None] No DVR routers for this DVR port 2e013447-f5dc-4c9f-866a-7f8a58a16d09 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:54.786222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:52Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.808801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.843419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcb5925-7bca-4261-9b15-6feb07c9dcbb']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.866137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b51395-77ce-49a7-b766-f67e2e6b39d4') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.866313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b51395-77ce-49a7-b766-f67e2e6b39d4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.879916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.885321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.885738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Checking router: c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:54.925761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.939556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8f16d5a0-1f89-41f1-a33c-6a1c7b030f5c None None] Provisioning complete for port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:54.944125 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f16d5a0-1f89-41f1-a33c-6a1c7b030f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:54.971580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Routers {'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:52:54.972229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:55.020871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-08a0398c-ec9a-47f1-8f61-cddee377725e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.022864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-08a0398c-ec9a-47f1-8f61-cddee377725e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.3197243 Oct 26 16:52:55.038625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:55.039626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:55.044839 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:55.046600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.059016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-af0a53bf-6d2c-4de2-bce9-0c56e0a0ebe3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0274830 Oct 26 16:52:55.067145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8f16d5a0-1f89-41f1-a33c-6a1c7b030f5c None None] Port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:55.128999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] Set router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:52:55.134674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-9fb960b6-8959-4b35-aff4-eea60740c951 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587947 Oct 26 16:52:55.188971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] DHCP port deletion for 00b40c02-9792-4792-ae18-af262fc8eb46 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:55.210616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.244572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.255939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.266829 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/1dcb5925-7bca-4261-9b15-6feb07c9dcbb HTTP/1.1" status: 204 len: 168 time: 1.6389391 Oct 26 16:52:55.269175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41164) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:55.271846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port 392c2927-2cda-4a80-97bf-a2e311a6d54d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:55.272357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.280677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-33647771'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:55.295614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-0502a80a-ae14-4cf1-a579-86885a701669 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600547 Oct 26 16:52:55.324231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3b24e-6ff8-4531-9346-e584490aa8ca tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=1dcb5925-7bca-4261-9b15-6feb07c9dcbb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:55.341800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Deleting port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:55.342287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.357062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.428101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:55.462440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] For port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,segment=NetworkSegment(b1b0cc73-fb51-4d22-b308-3b05e7ab7388),segment_id=b1b0cc73-fb51-4d22-b308-3b05e7ab7388)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:55.462823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.466777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network b4deba82-559f-48f1-813b-e0a233758ace is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:55.473059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=56c6b3bf-249d-453b-a645-59853b9a3d59,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:55.480677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port 392c2927-2cda-4a80-97bf-a2e311a6d54d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=392c2927-2cda-4a80-97bf-a2e311a6d54d,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:55.480677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.486258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:55.496373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Calling delete_port for 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:55.496552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:55.501913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for 392c2927-2cda-4a80-97bf-a2e311a6d54d owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:55.509498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.509498 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.512328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:52Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:55.539760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e62b47-4cde-49b0-97a9-114f667f1f6e req-b297da1c-69aa-4a6d-9f2a-def6a4de3a73 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426696 Oct 26 16:52:55.554749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74779e7d-746f-4208-bcb0-a912e1245dd8 None None] The sync data for ids ['c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0'] in n-d-815373-2 is: [{'id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-790087907', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:52:15Z', 'updated_at': '2021-10-26T16:52:52Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '392c2927-2cda-4a80-97bf-a2e311a6d54d', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:52:16Z', 'updated_at': '2021-10-26T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:55.578105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:55.583046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.628310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:55.628681 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.642151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:55.659079 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b02ff17-066d-4616-9981-5f79ce40dc6f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3518612 Oct 26 16:52:55.659429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41168) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:55.709960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.710303 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment fda4e173-7f2f-4a7a-af8c-f357757eb360 of type vlan for network 34d8a016-1add-4a3d-b676-5435b6167946 Oct 26 16:52:55.750692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16411a7-b53b-4856-a570-bba0b2a0f8cf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.755183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c16411a7-b53b-4856-a570-bba0b2a0f8cf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0923693 Oct 26 16:52:55.756179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41170) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:55.791027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.850426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da6f70-ce36-414f-9258-23096a5358ed tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.858055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da6f70-ce36-414f-9258-23096a5358ed tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.867350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da6f70-ce36-414f-9258-23096a5358ed tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.870621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e1da6f70-ce36-414f-9258-23096a5358ed tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1125054 Oct 26 16:52:55.876771 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.878822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41172) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:55.903370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] No DVR routers for this DVR port 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:52:55.953845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.960158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:55.967066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:55.967066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.020130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2e013447-f5dc-4c9f-866a-7f8a58a16d09 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:56.022417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f068d4-9b09-4871-bc82-085665e19c99 None None] Pushing event deleted for resources: {'Port': ['ID=75ffb3c2-e4bf-4525-a68a-0ff2332d8943,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:56.080640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2e013447-f5dc-4c9f-866a-7f8a58a16d09 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:56.080988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2e013447-f5dc-4c9f-866a-7f8a58a16d09 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:56.081403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:56.111537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=392c2927-2cda-4a80-97bf-a2e311a6d54d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:56.124570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:56.124922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 75ffb3c2-e4bf-4525-a68a-0ff2332d8943 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:56.127028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-69bc3925-bdfa-4d2d-a607-7e24f110f73f None None] Provisioning complete for port 56c6b3bf-249d-453b-a645-59853b9a3d59 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:52:56.127503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-69bc3925-bdfa-4d2d-a607-7e24f110f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.208630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-69bc3925-bdfa-4d2d-a607-7e24f110f73f None None] Port 56c6b3bf-249d-453b-a645-59853b9a3d59 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:52:56.255419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9796121 Oct 26 16:52:56.259032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:56.267065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef3a2-be8a-4574-81f0-dfcc9533362e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=34d8a016-1add-4a3d-b676-5435b6167946,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:56.273631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '34d8a016-1add-4a3d-b676-5435b6167946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:56.280892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 34d8a016-1add-4a3d-b676-5435b6167946 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:56.315781 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.319790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 56c6b3bf-249d-453b-a645-59853b9a3d59 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:56.320354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.608037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.608037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.608037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.608037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 56c6b3bf-249d-453b-a645-59853b9a3d59 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:56.693395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:56.697513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.724986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.725586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Fanout notify agent at l3_agent the message router_deleted on router c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:52:56.734615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.736177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-620bcb06-2a6e-461d-aba6-2438d6b90255 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/routers/c5013cfc-c1cd-40fc-888d-8dc0e1aa24e0 HTTP/1.1" status: 204 len: 168 time: 2.1261263 Oct 26 16:52:56.740035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:56.866024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:56.967448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.014352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=56c6b3bf-249d-453b-a645-59853b9a3d59,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:57.023335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.085401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.088672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-36bf16db-3725-488c-8281-43c6b22aef74 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/56c6b3bf-249d-453b-a645-59853b9a3d59 HTTP/1.1" status: 204 len: 168 time: 1.2087114 Oct 26 16:52:57.092253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:57.125088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b40c02-9792-4792-ae18-af262fc8eb46']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:57.125924 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-450740c9-cffc-4e8a-a91c-e30a6057a72c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:57.127738 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-450740c9-cffc-4e8a-a91c-e30a6057a72c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/56c6b3bf-249d-453b-a645-59853b9a3d59 HTTP/1.1" status: 404 len: 333 time: 0.0339773 Oct 26 16:52:57.130420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41218) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:57.144384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:57.144681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b0cc73-fb51-4d22-b308-3b05e7ab7388') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:57.146574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.162551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.189287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.205241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:57.205434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:52:57.208401 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:52:57.261010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-68673adb-70c5-463c-a2b6-0c2f6b526356 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:57.262536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-68673adb-70c5-463c-a2b6-0c2f6b526356 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.2455490 Oct 26 16:52:57.301452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-d354ab28-ba88-475f-8b72-e2f94b2ea2fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0193887 Oct 26 16:52:57.327782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=669ffbce-03f8-4d81-a031-f28b7746bde1,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:57.346497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': 'fda4e173-7f2f-4a7a-af8c-f357757eb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:57.346888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 34d8a016-1add-4a3d-b676-5435b6167946, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:57.383525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.392615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-1e52e6c7-8c6f-4c8a-8ba2-d2c35799f951 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772998 Oct 26 16:52:57.396892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.403883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/networks/00b40c02-9792-4792-ae18-af262fc8eb46 HTTP/1.1" status: 204 len: 168 time: 0.6631329 Oct 26 16:52:57.404192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41220) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:57.407103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:57.407474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.429933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 392c2927-2cda-4a80-97bf-a2e311a6d54d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:57.457214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 392c2927-2cda-4a80-97bf-a2e311a6d54d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:57.458010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 392c2927-2cda-4a80-97bf-a2e311a6d54d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:57.458584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f6a84841-da1a-47fd-a598-f28887318400 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:57.467861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b31a02-0668-429f-880a-ef9171443140 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Network': ['ID=00b40c02-9792-4792-ae18-af262fc8eb46,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:57.492123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f6a84841-da1a-47fd-a598-f28887318400 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:52:57.492459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f6a84841-da1a-47fd-a598-f28887318400 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:57.517857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-c2659277-c44a-499c-9fde-913197f4abc6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067953 Oct 26 16:52:57.524197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 34d8a016-1add-4a3d-b676-5435b6167946 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:57.631811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-f2bc0eef-a8c9-4ed8-bd32-3c8df37a41a8 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034620 Oct 26 16:52:57.913850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 34d8a016-1add-4a3d-b676-5435b6167946) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:57.923055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef28206-b64f-449f-a662-94e4d735d1cb None None] Network 34d8a016-1add-4a3d-b676-5435b6167946 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:57.946208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:57.947049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.961331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:57.987102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:58.065177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41224) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:58.065346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-689c09e1-3065-4f0f-9d6b-ade8ee541370 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8047521 Oct 26 16:52:58.070013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1069240558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:52:58.099509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port 58e49141-95d1-4167-957e-d790ac286af6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:58.099854 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.202202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.203618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.245591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.246002 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.261991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for 58e49141-95d1-4167-957e-d790ac286af6 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:58.320551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-34d8a016-1add-4a3d-b676-5435b6167946', 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '669ffbce-03f8-4d81-a031-f28b7746bde1'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:52:58.321416 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.340715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e45188d-77fb-4126-bbd1-c8353df2e365 req-faae3e5f-1e9f-42cc-998e-44f336e5a3a0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0672338 Oct 26 16:52:58.472595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.514985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:58.562251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.569576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:58.572040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c181d251-0fa7-4e88-bae3-a039a7c4aeea tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 HTTP/1.1" status: 204 len: 168 time: 1.4402335 Oct 26 16:52:58.617341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Allocated IP 172.20.0.2 (34d8a016-1add-4a3d-b676-5435b6167946/669ffbce-03f8-4d81-a031-f28b7746bde1/1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:58.625837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.665877 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-493710b6-8367-4f1e-ac3a-47d210d76e2e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:52:58.674270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-493710b6-8367-4f1e-ac3a-47d210d76e2e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/14e943a0-5293-4e58-9c0a-ce5b7fbfb9a5 HTTP/1.1" status: 404 len: 333 time: 0.1022294 Oct 26 16:52:58.678268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:58.710925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=58e49141-95d1-4167-957e-d790ac286af6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:58.791348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.846429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 6bdf0d06-bb28-4e67-945b-e3680e425812 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:52:58.853056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.913331 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.951537 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.954029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.976027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:58.976612 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Floating IP fa8821c9-a8ec-4377-960c-cc90f99abbe5 disassociated (deleted). External IP: 172.25.5.150, port: 90561e03-defe-4183-9864-63aec71e8cb4. Oct 26 16:52:59.023542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-6bcab0a6-e000-4d10-854e-9573bdff7c4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2942688 Oct 26 16:52:59.024286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.042754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.099465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Network 34d8a016-1add-4a3d-b676-5435b6167946 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:59.100763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.102427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c347281-7fb7-478f-8f8e-17a7d37faf02 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0357833 Oct 26 16:52:59.105285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41242) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:59.109635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:59.114297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:52:59.121335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Pushing event updated for resources: {'Port': ['ID=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.158643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-189cb8ae-1a7a-440d-b3ed-3cdb7fa0ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:59.160181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-189cb8ae-1a7a-440d-b3ed-3cdb7fa0ff66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.1095717 Oct 26 16:52:59.188582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Attempting to bind port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:52:59.189339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Attempting to bind port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fda4e173-7f2f-4a7a-af8c-f357757eb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:52:59.189921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Attempting to bind port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 on network 34d8a016-1add-4a3d-b676-5435b6167946 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:59.198232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:52:59.199006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Checking segment: {'id': 'fda4e173-7f2f-4a7a-af8c-f357757eb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:52:59.199921 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.200498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Bound using segment: {'id': 'fda4e173-7f2f-4a7a-af8c-f357757eb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:59.201388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Bound port: 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda4e173-7f2f-4a7a-af8c-f357757eb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34d8a016-1add-4a3d-b676-5435b6167946'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:52:59.202155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.208751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.243175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdf0d06-bb28-4e67-945b-e3680e425812,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.249359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.253497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-78481f30-a7e6-48e7-b12d-3946042d70e2 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/6bdf0d06-bb28-4e67-945b-e3680e425812 HTTP/1.1" status: 204 len: 168 time: 0.5711055 Oct 26 16:52:59.256899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:52:59.262764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79d86e-e1d9-4048-aee0-3413eb189258 None None] Network b4deba82-559f-48f1-813b-e0a233758ace requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:52:59.354039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] For port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:59.373693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] For port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,segment=NetworkSegment(fda4e173-7f2f-4a7a-af8c-f357757eb360),segment_id=fda4e173-7f2f-4a7a-af8c-f357757eb360)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:59.380933 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.437058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.477074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-428e0841-0e47-425a-9724-4d74355b766f req-cbed13c5-673f-4de1-81d8-33cfabf6af34 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0374184 Oct 26 16:52:59.509361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:59.509361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.562760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e2a21-e8e9-4547-be45-13e8ff16639d None None] Pushing event updated for resources: {'Port': ['ID=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.616497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-7debd6a8-c713-4490-abe5-ad97bf75c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:59.617050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] DHCP port deletion for b4deba82-559f-48f1-813b-e0a233758ace request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:52:59.618093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-7debd6a8-c713-4490-abe5-ad97bf75c21d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 200 len: 898 time: 0.4243929 Oct 26 16:52:59.647183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,segment=NetworkSegment(b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99),segment_id=b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:59.647551 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.663330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:52:59.673903 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-4d5cd9e2-a728-4d72-a4d9-bb967a363370 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0454364 Oct 26 16:52:59.705665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Deleting port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:52:59.706198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.737409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-14700c1c-5f41-414f-a399-4f0312c64a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:52:59.739103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-14700c1c-5f41-414f-a399-4f0312c64a9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07e9b896-21ce-4371-b8c0-feca1d4a4fde HTTP/1.1" status: 200 len: 835 time: 0.0557134 Oct 26 16:52:59.784862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router cf08e99e-b48e-4274-9e57-cae1e42605cd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:59.796252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] For port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,segment=NetworkSegment(b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99),segment_id=b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:59.796655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.811171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:52:59.813464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Calling delete_port for 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:00.007709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.064802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] Pushing event deleted for resources: {'Port': ['ID=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:00.067067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588e0b7-b5dd-402b-9f16-4464504615e7 None None] No DVR routers for this DVR port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:00.097109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-a3f7db9e-3a65-4138-b637-7fa830fd4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:00.098634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-a3f7db9e-3a65-4138-b637-7fa830fd4ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf7a72ca-6b60-4756-836a-f912997687ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3476610 Oct 26 16:53:00.254771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:00.262698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.266506 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Sync routers for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:00.282998 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:00.283732 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:00.325092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-4e217e7f-fb0c-4816-80b2-1341baa51536 service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144067 Oct 26 16:53:00.326182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.352459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4e51b09-d897-4f6b-9186-803ba6d41a35 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/floatingips/fa8821c9-a8ec-4377-960c-cc90f99abbe5 HTTP/1.1" status: 204 len: 168 time: 2.9415212 Oct 26 16:53:00.362188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=14fee0cd-1e7b-47f2-b5dd-8abbce3db221,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:00.378492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:00.496092 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:00.574529 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.605608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4deba82-559f-48f1-813b-e0a233758ace']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:00.621000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:00.621385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e0bcb-9bf0-4d55-8cf3-11f332b4cc99') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:00.637312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.658372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.693135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:00.693755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:00.716918 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:00.730730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d904deda-c01a-4621-b311-45cbc379febc req-9e80ccaa-12a4-489e-9f6f-7dd1299c6d40 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0657799 Oct 26 16:53:00.891328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:00.894115 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29617207-f96e-46bc-adde-797204c41761" -d '{"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:00.904657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.927384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:00.930984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/b4deba82-559f-48f1-813b-e0a233758ace HTTP/1.1" status: 204 len: 168 time: 1.6728437 Oct 26 16:53:00.960719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41258) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:00.992322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210015313'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:00.998698 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59eefb9-3d7b-4565-a07a-669f9999bd08 x-openstack-request-id: req-d59eefb9-3d7b-4565-a07a-669f9999bd08 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:00.998975 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "tag": "90561e03-defe-4183-9864-63aec71e8cb4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:00.999324 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d59eefb9-3d7b-4565-a07a-669f9999bd08 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:01.000235 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4', 'status': 'completed', 'code': 200} Oct 26 16:53:01.013279 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ea55-4a86-43ce-bb69-bf97199c4431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.022485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad894a-bab9-48f6-98da-298a2200d241 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=b4deba82-559f-48f1-813b-e0a233758ace,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:01.038924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:01.047731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.20.0.1 (34d8a016-1add-4a3d-b676-5435b6167946/669ffbce-03f8-4d81-a031-f28b7746bde1/4ee07954-6448-4d3a-bff4-6cd72c632480) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:01.079649 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Checking router: cf08e99e-b48e-4274-9e57-cae1e42605cd for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:01.085464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d9cb6-863f-4e29-a1d6-627c5a5a04d5 req-163710c5-71c2-4849-be69-9c31374ec8bd tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:01.089983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c60d9cb6-863f-4e29-a1d6-627c5a5a04d5 req-163710c5-71c2-4849-be69-9c31374ec8bd tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.1781991 Oct 26 16:53:01.107833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:01.109545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:52:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:01.163359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c60d9cb6-863f-4e29-a1d6-627c5a5a04d5 req-e34bd279-f1cd-49e2-86ac-6aa7c985511a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0630972 Oct 26 16:53:01.212572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da9689-9913-4312-a29e-f8887e8ddc1a None None] Network 34d8a016-1add-4a3d-b676-5435b6167946 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:01.242109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:01.246798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.283310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8ee1b176-1faf-4cc1-8259-7c69ed5f3a9b req-26719491-29b3-40ef-9cae-1376a6c3badc service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476304 Oct 26 16:53:01.294792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:01.307820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-8b69e8ab-0dcb-4856-a632-e11e59b32635 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:01.309344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-8b69e8ab-0dcb-4856-a632-e11e59b32635 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.3226135 Oct 26 16:53:01.317230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.317615 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Added segment a1ad4713-29ed-4e49-8701-038d06c9d48f of type vlan for network 53baa10c-7510-48a7-802f-0b4e7b39255f Oct 26 16:53:01.325569 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:01.340897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:01.383635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.425938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] Provisioning complete for port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:01.426486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.486845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:01.496457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.505016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.512114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:01.512821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.589370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617207-f96e-46bc-adde-797204c41761 req-dbb14167-d1a2-4e8b-a113-90546c8ccb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:01.591004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-dbb14167-d1a2-4e8b-a113-90546c8ccb1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2b001c1b2854a99a500479be3ff0378&device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 1135 time: 0.1092710 Oct 26 16:53:01.662250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:01.663539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:01.664522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.702001 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.704611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Network': ['ID=53baa10c-7510-48a7-802f-0b4e7b39255f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:01.712782 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cec3b-5aa5-4497-b387-f63331215c2f None None] The sync data for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 is: [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8952ae52-a449-41bc-b9b8-000ffb93da21', 'name': '', 'network_id': 'bf7a72ca-6b60-4756-836a-f912997687ae', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'mac_address': 'fa:16:3e:f2:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:16Z', 'updated_at': '2021-10-26T16:51:24Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'subnets': [{'id': '07e9b896-21ce-4371-b8c0-feca1d4a4fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:01.722452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 53baa10c-7510-48a7-802f-0b4e7b39255f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:01.743317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-354924a5-fc51-4ded-8dc4-58d50c56bbf5 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7591937 Oct 26 16:53:01.746863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:01.771183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:01.774439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:53:01.835123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617207-f96e-46bc-adde-797204c41761 req-6900142d-a847-42a4-a51f-7434f42fd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:01.835123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-6900142d-a847-42a4-a51f-7434f42fd12d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 200 len: 898 time: 0.2023718 Oct 26 16:53:01.835443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] For port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,segment=NetworkSegment(fda4e173-7f2f-4a7a-af8c-f357757eb360),segment_id=fda4e173-7f2f-4a7a-af8c-f357757eb360)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:01.889533 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-211617a6-970c-4332-bfb4-27a5f5260182 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0765362 Oct 26 16:53:01.890890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.900680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:01.957168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a95b6f2-a3ff-4f37-8dbc-506babcfe607 req-4b1b90fd-eab6-4a3b-8064-eddb1b5b5ea0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0724392 Oct 26 16:53:02.009174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 34d8a016-1add-4a3d-b676-5435b6167946 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:02.051400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:02.059068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:02.129225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617207-f96e-46bc-adde-797204c41761 req-710f2ba9-42cc-4081-98dd-d810b1d6a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:02.257839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-710f2ba9-42cc-4081-98dd-d810b1d6a4b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07e9b896-21ce-4371-b8c0-feca1d4a4fde HTTP/1.1" status: 200 len: 835 time: 0.2182243 Oct 26 16:53:02.257839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=4ee07954-6448-4d3a-bff4-6cd72c632480,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:02.257839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.262394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc118f59-32df-4603-8b5d-54a888822159 None None] New status for floating IP fa8821c9-a8ec-4377-960c-cc90f99abbe5: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:53:02.299862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde356b-355b-4e6c-9506-55194accf555 req-723f4250-11b5-4ce6-a554-ccb01c4cdb29 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:02.301448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfde356b-355b-4e6c-9506-55194accf555 req-723f4250-11b5-4ce6-a554-ccb01c4cdb29 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.0968976 Oct 26 16:53:02.346884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617207-f96e-46bc-adde-797204c41761 req-4ce88f9e-b249-44ec-8bca-4dc7dd8b16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:02.349045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-4ce88f9e-b249-44ec-8bca-4dc7dd8b16a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf7a72ca-6b60-4756-836a-f912997687ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993401 Oct 26 16:53:02.465513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b83a-dee3-4d87-b3ea-1e1e67cf83af req-7c6b5cfd-fea4-4cc5-b015-40392d233219 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:02.467653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19e0b83a-dee3-4d87-b3ea-1e1e67cf83af req-7c6b5cfd-fea4-4cc5-b015-40392d233219 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 984 time: 0.1080911 Oct 26 16:53:02.489940 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-a6c7f439-b793-4a3d-99fb-bae8eb3fee33 service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323876 Oct 26 16:53:02.507665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port 90561e03-defe-4183-9864-63aec71e8cb4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:02.508009 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.588276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-19e0b83a-dee3-4d87-b3ea-1e1e67cf83af req-5264581c-cebb-4852-85b2-cd0796f2ea24 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba354389-b81f-4c5e-9cb6-c455f8d43956&id=f0bae213-4ef4-4372-be98-f190803f9e44&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1136136 Oct 26 16:53:02.596183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:02.596183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.614742 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29617207-f96e-46bc-adde-797204c41761 req-f2b6768c-3fb7-4366-ad95-811cc206e73a service neutron] 10.222.0.39 "GET /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165569 Oct 26 16:53:02.644723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port 90561e03-defe-4183-9864-63aec71e8cb4, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=90561e03-defe-4183-9864-63aec71e8cb4,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:02.645089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.660056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for 90561e03-defe-4183-9864-63aec71e8cb4 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:02.700767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.771116 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:53:02.771714 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:53:02.774150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.800378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b13f0-ed7b-41d9-a5e0-e09d4ed52dc1 None None] Pushing event updated for resources: {'Port': ['ID=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:02.803361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:02.806483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.828827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cae1f683-7a35-4569-93aa-c88cd903717e None None] Provisioning complete for port 4ee07954-6448-4d3a-bff4-6cd72c632480 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:02.829115 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cae1f683-7a35-4569-93aa-c88cd903717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:02.831356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.3 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/91be039b-67f7-4d55-b6b8-2c1d771ddbfa) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:02.888481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cae1f683-7a35-4569-93aa-c88cd903717e None None] Port 4ee07954-6448-4d3a-bff4-6cd72c632480 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:02.900399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cae1f683-7a35-4569-93aa-c88cd903717e None None] Provisioning complete for port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:02.901108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cae1f683-7a35-4569-93aa-c88cd903717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.071471 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.122515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=90561e03-defe-4183-9864-63aec71e8cb4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.126594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.143381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e0de86-39db-4723-972c-6d0aa1e65932 req-0e42d1f3-3e6c-421e-aec1-6cd2c8eae8b1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0356462 Oct 26 16:53:03.148106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.208221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.227443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] No DVR routers for this DVR port 90561e03-defe-4183-9864-63aec71e8cb4 on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:03.231899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.235493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfde356b-355b-4e6c-9506-55194accf555 req-ad084305-2a63-4137-b81f-c35384339f1d tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.39 "DELETE /v2.0/ports/90561e03-defe-4183-9864-63aec71e8cb4 HTTP/1.1" status: 204 len: 173 time: 0.9246266 Oct 26 16:53:03.238509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'name': 'network-vif-deleted', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:03.241363 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbe5b6-0485-4f50-b312-2bfe4f5cabd7" -d '{"events": [{"server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "name": "network-vif-deleted", "tag": "90561e03-defe-4183-9864-63aec71e8cb4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:03.273459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=c8a95577-d701-4d35-a158-26de158b7d23,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.291904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Checking segment: {'id': 'a1ad4713-29ed-4e49-8701-038d06c9d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:03.292279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network hostable DHCP agents. Network: 53baa10c-7510-48a7-802f-0b4e7b39255f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:03.343564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=4ee07954-6448-4d3a-bff4-6cd72c632480,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.376787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.415721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.422544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:03.434179 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de69f9cf-4b4a-4499-a867-fbc7b6d2621a x-openstack-request-id: req-de69f9cf-4b4a-4499-a867-fbc7b6d2621a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:03.435100 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b38ce4c-10ed-4552-9ef6-c3fb8319c81b", "name": "network-vif-deleted", "tag": "90561e03-defe-4183-9864-63aec71e8cb4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:03.435478 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de69f9cf-4b4a-4499-a867-fbc7b6d2621a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:03.435974 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b38ce4c-10ed-4552-9ef6-c3fb8319c81b', 'name': 'network-vif-deleted', 'tag': '90561e03-defe-4183-9864-63aec71e8cb4', 'status': 'completed', 'code': 200} Oct 26 16:53:03.442752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 53baa10c-7510-48a7-802f-0b4e7b39255f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:03.460245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:03.460718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 14fee0cd-1e7b-47f2-b5dd-8abbce3db221 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:03.549985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 53baa10c-7510-48a7-802f-0b4e7b39255f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:03.556762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:03.556762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.561977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 34d8a016-1add-4a3d-b676-5435b6167946 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:03.563717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:03.567525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f093d7-c3b4-43e8-acfb-a64961b87e1e None None] Network 53baa10c-7510-48a7-802f-0b4e7b39255f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:03.611637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.739310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4dd792c7-6453-4796-95a1-0629dd778cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.743816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:03.747352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:03.786613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a5ac6f8-57a4-4f36-97ea-95c0ff29466a req-48183763-b6b8-43ec-99fa-9794edd56054 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b38ce4c-10ed-4552-9ef6-c3fb8319c81b HTTP/1.1" status: 200 len: 210 time: 0.0630863 Oct 26 16:53:03.806840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d73e6d4b-5f1e-47bb-9ba8-a037a3e6a8b9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0536418 Oct 26 16:53:03.807790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41296) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:03.824165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-759401435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:03.827446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:03.829174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.834436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:03.845995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:03.914784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:03.915470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.932215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:03.932215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.005107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-53baa10c-7510-48a7-802f-0b4e7b39255f', 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': 'c8a95577-d701-4d35-a158-26de158b7d23'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:04.005961 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.023872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:04.024340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.034336 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.038107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-8aa3e125-f841-4707-803f-eabe022b61b9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7043099 Oct 26 16:53:04.051094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Request body: {'port': {'device_id': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:04.055173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 696af8a2-a89d-48a4-b3f4-cdb5f71c890c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:04.100400 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.173146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4fc535b-a6fb-442a-9874-c49ef16aa6e3 None None] Provisioning complete for port 4ee07954-6448-4d3a-bff4-6cd72c632480 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:04.173534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4fc535b-a6fb-442a-9874-c49ef16aa6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.199776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.201880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-db8a6708-c95f-4d60-96fc-1c0bd78ccbee tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3921649 Oct 26 16:53:04.204373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:04.214032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f', 'name': 'tempest-PortsIpV6TestJSON-507555207'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:04.257371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:04.268356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc535b-a6fb-442a-9874-c49ef16aa6e3 None None] Port 4ee07954-6448-4d3a-bff4-6cd72c632480 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:04.272067 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] Sync routers for ids ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:04.277843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7a4426b-7517-4fb9-a279-aad3c291ae69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/696af8a2-a89d-48a4-b3f4-cdb5f71c890c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1715205 Oct 26 16:53:04.278975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.282307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:04.288984 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] Routers {'696af8a2-a89d-48a4-b3f4-cdb5f71c890c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:04.289609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:04.346872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.392777 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:04.402657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec1e52-e832-471a-a330-761a3eda1836 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:04.418235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-adec1e52-e832-471a-a330-761a3eda1836 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports/4ee07954-6448-4d3a-bff4-6cd72c632480 HTTP/1.1" status: 200 len: 910 time: 0.1312351 Oct 26 16:53:04.418973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:04.429143 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] Routers {'696af8a2-a89d-48a4-b3f4-cdb5f71c890c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:04.429773 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:04.470584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01d33-d5e8-483b-9f7d-a4e1ceba2dcb req-2c96dbfd-c643-4453-9e47-5eccc58942fa tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:04.479554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ed01d33-d5e8-483b-9f7d-a4e1ceba2dcb req-2c96dbfd-c643-4453-9e47-5eccc58942fa tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 931 time: 0.2476113 Oct 26 16:53:04.517254 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:04.517917 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b98a3-d8ad-4f19-ae7b-8baac272ddac None None] The sync data for ids ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:04.532087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Allocated IP 2001:db8::2 (53baa10c-7510-48a7-802f-0b4e7b39255f/c8a95577-d701-4d35-a158-26de158b7d23/16cd135d-1d3b-43ac-80fb-5e997fa936d5) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:04.555598 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ed01d33-d5e8-483b-9f7d-a4e1ceba2dcb req-afe745ee-ad42-4a2c-9c6b-f753321929b3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751674 Oct 26 16:53:04.557736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:04.564642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.590727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:53:04.777006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.848734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41314) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:04.876040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:04.988100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Network 53baa10c-7510-48a7-802f-0b4e7b39255f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:04.998160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::7a (53baa10c-7510-48a7-802f-0b4e7b39255f/c8a95577-d701-4d35-a158-26de158b7d23/8b9cd838-f557-4ac5-8ac7-4544cf4cadca) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:05.000642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.007110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:05.013921 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:05.016135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Pushing event updated for resources: {'Port': ['ID=16cd135d-1d3b-43ac-80fb-5e997fa936d5,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.056670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.148058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.149008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Attempting to bind port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:05.149371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Attempting to bind port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a1ad4713-29ed-4e49-8701-038d06c9d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:05.149722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Attempting to bind port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 on network 53baa10c-7510-48a7-802f-0b4e7b39255f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:05.158502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:05.158864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Checking segment: {'id': 'a1ad4713-29ed-4e49-8701-038d06c9d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:05.159327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.159878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Bound using segment: {'id': 'a1ad4713-29ed-4e49-8701-038d06c9d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:05.160342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Bound port: 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ad4713-29ed-4e49-8701-038d06c9d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53baa10c-7510-48a7-802f-0b4e7b39255f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:05.160717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.180439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91be039b-67f7-4d55-b6b8-2c1d771ddbfa {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:05.191923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.221254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.238001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] For port 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:05.241470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] For port 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=16cd135d-1d3b-43ac-80fb-5e997fa936d5,segment=NetworkSegment(a1ad4713-29ed-4e49-8701-038d06c9d48f),segment_id=a1ad4713-29ed-4e49-8701-038d06c9d48f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:05.245618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 90561e03-defe-4183-9864-63aec71e8cb4 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:05.267047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 90561e03-defe-4183-9864-63aec71e8cb4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:05.267776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 90561e03-defe-4183-9864-63aec71e8cb4 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:05.284440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.297269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Transition to ACTIVE for port object 91be039b-67f7-4d55-b6b8-2c1d771ddbfa will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:53:05.316508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.319252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.320590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba354389-b81f-4c5e-9cb6-c455f8d43956 HTTP/1.1" status: 204 len: 168 time: 0.4697788 Oct 26 16:53:05.324612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:05.333247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.343480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034008-cdb1-4581-8d05-3f94112776c9 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba354389-b81f-4c5e-9cb6-c455f8d43956,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.353683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828814-22ed-4964-a2db-a883573ce9e9 req-c472fea2-e8f1-44b5-bed9-c55c7a279a53 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:05.356679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2828814-22ed-4964-a2db-a883573ce9e9 req-c472fea2-e8f1-44b5-bed9-c55c7a279a53 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.2415686 Oct 26 16:53:05.406854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2828814-22ed-4964-a2db-a883573ce9e9 req-7fc180e9-9264-4143-ad0b-2a219d744e18 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 Oct 26 16:53:05.423971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.453527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe82989-bc23-484a-bcec-957a82e9c33a None None] Pushing event updated for resources: {'Port': ['ID=16cd135d-1d3b-43ac-80fb-5e997fa936d5,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.454842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.508925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 53baa10c-7510-48a7-802f-0b4e7b39255f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:05.512194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:05.516336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:05.522436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:05.523084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.542635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=8b9cd838-f557-4ac5-8ac7-4544cf4cadca,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.546938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Pushing event updated for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.561351 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.638229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dbf58ad2-8c83-4fa4-928f-afafc414e29f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4294975 Oct 26 16:53:05.639672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41324) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:05.687579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.801661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Attempting to bind port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:05.802148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Attempting to bind port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:05.802592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Attempting to bind port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:05.825068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Attempting to bind port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Bound port: 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:05.837091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:05.880057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab4571-ef88-459e-9bfa-98c4126badd0 req-32e9a2a2-4b94-459f-a0de-217f75283a90 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:05.881661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdab4571-ef88-459e-9bfa-98c4126badd0 req-32e9a2a2-4b94-459f-a0de-217f75283a90 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 943 time: 0.1896644 Oct 26 16:53:06.012124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdab4571-ef88-459e-9bfa-98c4126badd0 req-e2d6940d-7bd1-4d72-9208-db7c7b67aec6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888317 Oct 26 16:53:06.106891 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.238268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.240952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.242326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0bae213-4ef4-4372-be98-f190803f9e44 HTTP/1.1" status: 204 len: 168 time: 0.9150929 Oct 26 16:53:06.252002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:06.276603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 4ee07954-6448-4d3a-bff4-6cd72c632480 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:06.276964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.281240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954abe0-2efa-4067-889d-49ea43c7538c tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bae213-4ef4-4372-be98-f190803f9e44,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:06.285915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:06.347694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:06.414683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.432644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 4ee07954-6448-4d3a-bff4-6cd72c632480 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:06.455465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.552783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:06.553476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.555059 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] 10.222.0.47 "PUT /v2.0/ports/91be039b-67f7-4d55-b6b8-2c1d771ddbfa HTTP/1.1" status: 200 len: 1091 time: 2.5082345 Oct 26 16:53:06.558104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:06.564276 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3581d8-24a3-4ff8-89d9-2609f1c5e213" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:06.637181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c578a2-cead-4c3e-bccd-4fe1afd41092 service neutron] Pushing event updated for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:06.655568 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133fc3ef-bb32-495d-ad6a-a8acbd688093 x-openstack-request-id: req-133fc3ef-bb32-495d-ad6a-a8acbd688093 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:06.655861 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:06.656118 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-133fc3ef-bb32-495d-ad6a-a8acbd688093 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:06.656664 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa', 'status': 'completed', 'code': 200} Oct 26 16:53:06.673027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.687075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.704391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998a5d-a4a1-4be7-8341-17c1369312c6 req-37a56463-b37d-46c1-b31e-16682a18df69 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:06.705835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35998a5d-a4a1-4be7-8341-17c1369312c6 req-37a56463-b37d-46c1-b31e-16682a18df69 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.1588037 Oct 26 16:53:06.781167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35998a5d-a4a1-4be7-8341-17c1369312c6 req-ff4e0975-6953-4550-88b9-820498cb46e6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639386 Oct 26 16:53:06.787948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:06.808138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-b827d59d-27f7-47ce-81e7-7380cb545880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:06.808138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-b827d59d-27f7-47ce-81e7-7380cb545880 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 1094 time: 0.1453407 Oct 26 16:53:06.857372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=8b9cd838-f557-4ac5-8ac7-4544cf4cadca,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:06.898922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed0816-e2e5-4d89-9aa7-74bcd8e217b2 None None] Network 53baa10c-7510-48a7-802f-0b4e7b39255f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:06.944946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-7d99f923-1bd3-4a81-b045-ac75da11ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:06.946319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-7d99f923-1bd3-4a81-b045-ac75da11ec6a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1282201 Oct 26 16:53:06.973689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-ad51c575-dcf6-4830-bee5-88db867c75b4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:06.975426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-ad51c575-dcf6-4830-bee5-88db867c75b4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.2685997 Oct 26 16:53:07.021571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.066848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=4ee07954-6448-4d3a-bff4-6cd72c632480,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:07.184053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-8c8ede40-b658-4fcc-80c2-e4350dfc61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:07.185980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-da3581d8-24a3-4ff8-89d9-2609f1c5e213 req-8c8ede40-b658-4fcc-80c2-e4350dfc61e1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321789 Oct 26 16:53:07.293640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Provisioning complete for port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:07.294193 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.381510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.392256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-778b299f-65a8-46e5-8c7a-db2166f3c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:07.393816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-778b299f-65a8-46e5-8c7a-db2166f3c3a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 1094 time: 0.1478531 Oct 26 16:53:07.472363 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.522703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] For port 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=16cd135d-1d3b-43ac-80fb-5e997fa936d5,segment=NetworkSegment(a1ad4713-29ed-4e49-8701-038d06c9d48f),segment_id=a1ad4713-29ed-4e49-8701-038d06c9d48f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:07.625394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.631358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-1ba5bbf0-55fb-457c-bc11-25c29410393d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa HTTP/1.1" status: 200 len: 217 time: 0.0980229 Oct 26 16:53:07.701832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 16cd135d-1d3b-43ac-80fb-5e997fa936d5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:07.736037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.771339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294275cd-1673-406c-96e8-05b9d12af390 req-494f8ccf-cfc0-4ddc-9ba4-cff6cbaeddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:07.772879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-494f8ccf-cfc0-4ddc-9ba4-cff6cbaeddf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0999691 Oct 26 16:53:07.829914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Pushing event updated for resources: {'Port': ['ID=16cd135d-1d3b-43ac-80fb-5e997fa936d5,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:07.842429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.842931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.848617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.849502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.851811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.852096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940c9b1-c5a1-4dbe-8be5-f01c57661f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:07.855107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-3b0a0a00-9093-4ed3-a395-4fbf24fa165c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638163 Oct 26 16:53:07.860404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 696af8a2-a89d-48a4-b3f4-cdb5f71c890c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:07.865021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e37677-4fd3-4481-9a12-b69de65a7955 req-18feb8fa-7d3f-48e4-b567-aeef53df6583 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:07.866955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4e37677-4fd3-4481-9a12-b69de65a7955 req-18feb8fa-7d3f-48e4-b567-aeef53df6583 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 943 time: 0.3210182 Oct 26 16:53:07.903559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:07.904186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.953394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 1a74b7d7-b94b-4d02-9391-8d182101582e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:07.956733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:07.956849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ef522667-e660-49c9-a167-443055243a78 None None] Provisioning complete for port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:07.956849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef522667-e660-49c9-a167-443055243a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.043292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ef522667-e660-49c9-a167-443055243a78 None None] Port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:08.055613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:08.068556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4e37677-4fd3-4481-9a12-b69de65a7955 req-c590bdf6-725e-480d-966d-108a5d2743e9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845436 Oct 26 16:53:08.078112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2d31b3c4-645a-4138-8646-08250ff42d40 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/696af8a2-a89d-48a4-b3f4-cdb5f71c890c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567702 Oct 26 16:53:08.079187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:08.084093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] Sync routers for ids ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:08.110497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] Routers {'696af8a2-a89d-48a4-b3f4-cdb5f71c890c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:08.111149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:08.114944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.127520 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80b81fad-2fab-475f-abdd-e3430b7e3d9f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=696af8a2-a89d-48a4-b3f4-cdb5f71c890c HTTP/1.1" status: 200 len: 205 time: 0.0444398 Oct 26 16:53:08.132289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41350) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:08.157595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd6fe-6cfe-47c8-a7f6-2abf4e86ba09 req-2254ae86-ef6d-497e-bbdc-54d170406dd6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:08.159123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29dbd6fe-6cfe-47c8-a7f6-2abf4e86ba09 req-2254ae86-ef6d-497e-bbdc-54d170406dd6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 945 time: 0.2605634 Oct 26 16:53:08.167608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ef522667-e660-49c9-a167-443055243a78 None None] Provisioning complete for port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:08.168273 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef522667-e660-49c9-a167-443055243a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.174383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:08.232648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] Routers {'696af8a2-a89d-48a4-b3f4-cdb5f71c890c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:08.234841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:08.245858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.254048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port 1a74b7d7-b94b-4d02-9391-8d182101582e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=1a74b7d7-b94b-4d02-9391-8d182101582e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:08.254431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.285235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:08.286069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d32f01-9633-4544-8662-0c12afea0b6d None None] The sync data for ids ['696af8a2-a89d-48a4-b3f4-cdb5f71c890c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:08.359838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-c7a8ce16-bfc1-4fd5-bf4e-c338ba198227 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949002 Oct 26 16:53:08.482670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29dbd6fe-6cfe-47c8-a7f6-2abf4e86ba09 req-d006bb11-6348-4589-8338-b5222339ed8c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100002 Oct 26 16:53:08.510697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-eabe880a-d6e0-4978-9406-a555526c30bb None None] Provisioning complete for port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:08.510987 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eabe880a-d6e0-4978-9406-a555526c30bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.522555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.557346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-eabe880a-d6e0-4978-9406-a555526c30bb None None] Port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:08.560028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.564730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.648891 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-294275cd-1673-406c-96e8-05b9d12af390 req-3cb5c8d5-e076-4a27-9a51-cff656df1ad5 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828341 Oct 26 16:53:08.695253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-17f27448-da0d-4cd8-a8c7-2cc7c24b952a None None] Provisioning complete for port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:08.695747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-17f27448-da0d-4cd8-a8c7-2cc7c24b952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.710361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.710614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 696af8a2-a89d-48a4-b3f4-cdb5f71c890c {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:53:08.720603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.728300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d3615c9-378e-4670-baf8-90512366f75b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/696af8a2-a89d-48a4-b3f4-cdb5f71c890c HTTP/1.1" status: 204 len: 168 time: 0.5888193 Oct 26 16:53:08.730641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41352) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:08.736679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-17f27448-da0d-4cd8-a8c7-2cc7c24b952a None None] Port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:08.810635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 669ffbce-03f8-4d81-a031-f28b7746bde1 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:08.814223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.855251 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.935665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.936186 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:08.936296 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd disassociated. External IP: 172.25.5.64, port: 1a74b7d7-b94b-4d02-9391-8d182101582e. Oct 26 16:53:08.936598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 1a74b7d7-b94b-4d02-9391-8d182101582e owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:08.940865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.052629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.081778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.112654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=669ffbce-03f8-4d81-a031-f28b7746bde1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.115092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.121816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f19e5c2a-b7b3-47f5-a8f2-181eee57d21e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/669ffbce-03f8-4d81-a031-f28b7746bde1 HTTP/1.1" status: 204 len: 168 time: 0.3867016 Oct 26 16:53:09.122633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41358) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:09.126971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9e591-5a8a-4c26-9e44-0b98985386e7 None None] Network 34d8a016-1add-4a3d-b676-5435b6167946 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:09.133189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.133978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.232422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.237930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=8b9cd838-f557-4ac5-8ac7-4544cf4cadca,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.238146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 1a74b7d7-b94b-4d02-9391-8d182101582e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:09.300707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:09.301315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.349571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port 8952ae52-a449-41bc-b9b8-000ffb93da21 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:09.355877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.364200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.406360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,segment=NetworkSegment(fda4e173-7f2f-4a7a-af8c-f357757eb360),segment_id=fda4e173-7f2f-4a7a-af8c-f357757eb360)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.409020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.419746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] DHCP port deletion for 34d8a016-1add-4a3d-b676-5435b6167946 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:53:09.432969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5230dc-af84-40db-b5c6-454ee4d5237d req-3139e638-6a86-4014-afc1-1f0a7235f6af tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:09.434555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c5230dc-af84-40db-b5c6-454ee4d5237d req-3139e638-6a86-4014-afc1-1f0a7235f6af tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 943 time: 0.2442479 Oct 26 16:53:09.452226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:09.469409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.524990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Deleting port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:09.525698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.588116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=1a74b7d7-b94b-4d02-9391-8d182101582e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.611406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 16cd135d-1d3b-43ac-80fb-5e997fa936d5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:09.648871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 53baa10c-7510-48a7-802f-0b4e7b39255f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:09.652562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] For port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,segment=NetworkSegment(fda4e173-7f2f-4a7a-af8c-f357757eb360),segment_id=fda4e173-7f2f-4a7a-af8c-f357757eb360)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.652901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c5230dc-af84-40db-b5c6-454ee4d5237d req-062caa33-4fff-4f38-aa80-84f979ed2f9d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070022 Oct 26 16:53:09.653464 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.671472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:09.674626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed7775b0-4052-4780-b470-8525a9f68ebf req-7084ccb3-4982-442f-b03a-c29a709ebb4d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0433390 Oct 26 16:53:09.686633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Calling delete_port for 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:09.699618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.727284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port 8952ae52-a449-41bc-b9b8-000ffb93da21, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8952ae52-a449-41bc-b9b8-000ffb93da21,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.727685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.737927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.742486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:09.774887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:09.775550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.901783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.942137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d8a016-1add-4a3d-b676-5435b6167946']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:09.955774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda4e173-7f2f-4a7a-af8c-f357757eb360') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:09.956070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda4e173-7f2f-4a7a-af8c-f357757eb360') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:09.967043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:09.973322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.003638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.024041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:10.024873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.029531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] Pushing event deleted for resources: {'Port': ['ID=1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:10.033556 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:10.036899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e08fae-180c-4859-937a-17e59a9b0dd8 None None] No DVR routers for this DVR port 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:10.058116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:10.087189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:10.087688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7ba319-dd6a-43b1-bfbb-b4ec37a6d089 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:10.180059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-10255409-a83d-486f-92f5-7bc182f5ab18 None None] Provisioning complete for port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:10.180482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10255409-a83d-486f-92f5-7bc182f5ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.207828 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.223029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-10255409-a83d-486f-92f5-7bc182f5ab18 None None] Port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:10.230757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.240465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/34d8a016-1add-4a3d-b676-5435b6167946 HTTP/1.1" status: 204 len: 168 time: 1.1168425 Oct 26 16:53:10.242593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:10.258670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753236783', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:10.266870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03a6ed-adf4-46a6-8333-55ca261f291a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=34d8a016-1add-4a3d-b676-5435b6167946,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:10.284448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for 8952ae52-a449-41bc-b9b8-000ffb93da21 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:10.361435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.363010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.370218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 91be039b-67f7-4d55-b6b8-2c1d771ddbfa details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:53:10.413185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:10.422427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.476546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:10.488531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa', 'mac_address': 'fa:16:3e:c5:c5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:53:10.547643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.566559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91be039b-67f7-4d55-b6b8-2c1d771ddbfa {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:10.586644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Router b63de81d-5388-43ba-bfe6-e395151b0236 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:10.590346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:10.638791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.643641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:10.655448 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:10.665597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:10.666212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:10.721477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.762964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port 1a74b7d7-b94b-4d02-9391-8d182101582e on host n-h2-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:10.778746 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.782263 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0be8151e-4fb7-491c-89e2-2fd9eed50213 req-553fb786-8280-452f-aeea-5ef7710846aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "DELETE /v2.0/ports/1a74b7d7-b94b-4d02-9391-8d182101582e HTTP/1.1" status: 204 len: 173 time: 3.7970822 Oct 26 16:53:10.797862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'name': 'network-vif-deleted', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:10.797862 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f66fa6-f1f9-4088-ac1d-df41c8863b8b" -d '{"events": [{"server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "name": "network-vif-deleted", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:10.805574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:10.820864 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:10.861967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e6766db-f483-4a56-8142-9910cacae915 req-7be98874-1ca7-4f64-a9ef-8e4147489126 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0601110 Oct 26 16:53:10.866450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:10.873733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07184d96-250d-495d-84e7-2c7407ea97d3 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/routers/b63de81d-5388-43ba-bfe6-e395151b0236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2328367 Oct 26 16:53:10.878621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41372) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:10.886469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e94656-13d6-4169-8830-e8636447c984 None None] Sync routers for ids ['b63de81d-5388-43ba-bfe6-e395151b0236'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:10.912156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe380-cd81-4ec7-b56e-3472c8bdf69c req-562fc2c5-2a84-4c51-9415-343ad0d8db4c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:10.912156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7afbe380-cd81-4ec7-b56e-3472c8bdf69c req-562fc2c5-2a84-4c51-9415-343ad0d8db4c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 944 time: 0.1404252 Oct 26 16:53:10.912365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] Routers {'b63de81d-5388-43ba-bfe6-e395151b0236'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:10.912365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b63de81d-5388-43ba-bfe6-e395151b0236'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:10.926662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['91be039b-67f7-4d55-b6b8-2c1d771ddbfa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:10.953587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:10.995512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914d3f6-b36a-4b62-bcac-140c9ee1d53a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:10.996890 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1914d3f6-b36a-4b62-bcac-140c9ee1d53a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63de81d-5388-43ba-bfe6-e395151b0236 HTTP/1.1" status: 200 len: 987 time: 0.1162093 Oct 26 16:53:11.026675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.033972 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721abee6-e165-47b2-a66c-d45a873217d8 x-openstack-request-id: req-721abee6-e165-47b2-a66c-d45a873217d8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:11.034265 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bed93fb-1fcd-439b-91b4-956c3577303e", "name": "network-vif-deleted", "tag": "1a74b7d7-b94b-4d02-9391-8d182101582e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:11.044328 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-721abee6-e165-47b2-a66c-d45a873217d8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:11.044328 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bed93fb-1fcd-439b-91b4-956c3577303e', 'name': 'network-vif-deleted', 'tag': '1a74b7d7-b94b-4d02-9391-8d182101582e', 'status': 'completed', 'code': 200} Oct 26 16:53:11.044328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41376) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:11.051872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] Routers {'b63de81d-5388-43ba-bfe6-e395151b0236'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:11.052376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b63de81d-5388-43ba-bfe6-e395151b0236'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.070254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=8952ae52-a449-41bc-b9b8-000ffb93da21,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:11.084226 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.118914 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:11.120207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-59e94656-13d6-4169-8830-e8636447c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.120952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e94656-13d6-4169-8830-e8636447c984 None None] The sync data for ids ['b63de81d-5388-43ba-bfe6-e395151b0236'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:11.143738 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:11.150253 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.199666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:11.224175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:11.264142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7afbe380-cd81-4ec7-b56e-3472c8bdf69c req-5826701d-591a-4cab-bbec-c20fa1844708 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523753 Oct 26 16:53:11.375402 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:11.386771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.25.5.137 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/aa06688a-4deb-49e3-83df-496a8588ab7f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:11.597415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:11.620944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.658626 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f36b25-d7d7-4168-b7d2-d0a19118db5c None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:11.705460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:11.766343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:11.819366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:11.829260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:11.833850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:11.893880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=aa06688a-4deb-49e3-83df-496a8588ab7f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:12.062279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.090855 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58708eec-c570-477a-abd2-72c8b1be437e None None] New status for floating IP 4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:53:12.128493 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d26d46ff-0bbf-47c5-898b-2aa94ae435b2 req-89e42c29-40ae-4d58-a660-9288e649a789 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0881577 Oct 26 16:53:12.256296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Router cf08e99e-b48e-4274-9e57-cae1e42605cd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:12.370487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 91be039b-67f7-4d55-b6b8-2c1d771ddbfa up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:12.476185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d746b8-974a-438a-91a1-1c1e917ce2d0 req-df9d72ef-2912-4f04-93e3-41aafa4f3815 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:12.477707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97d746b8-974a-438a-91a1-1c1e917ce2d0 req-df9d72ef-2912-4f04-93e3-41aafa4f3815 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 944 time: 0.1090229 Oct 26 16:53:12.505567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:53:12.523012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:12.523984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.552353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:12.564834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a0debde2-d804-481c-87b0-571a3194d52f tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "PUT /v2.0/routers/cf08e99e-b48e-4274-9e57-cae1e42605cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3095837 Oct 26 16:53:12.567550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97d746b8-974a-438a-91a1-1c1e917ce2d0 req-37e2786f-09b7-4a5e-92a6-8b8673634ef2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762920 Oct 26 16:53:12.568215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41384) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:12.579905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Sync routers for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:12.608103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:12.608924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:12.645787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting subnet 07e9b896-21ce-4371-b8c0-feca1d4a4fde {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:12.651269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.691657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.772820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.822342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:12.825482 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a2868-0ef7-4015-82e9-aaf883ea9f33" -d '{"events": [{"server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:12.831853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:12.883700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:12.966931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:12.967650 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c610a9-a75a-4768-9f53-aa7308b9dbbd x-openstack-request-id: req-85c610a9-a75a-4768-9f53-aa7308b9dbbd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:12.967936 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:12.968186 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c610a9-a75a-4768-9f53-aa7308b9dbbd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:12.968567 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa', 'code': 200} Oct 26 16:53:12.971734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.078847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7121a61-b3d0-4bda-ab9b-ccc9921527f5 req-211dd138-e4c8-470a-8b37-6886b35e1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:13.080888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c7121a61-b3d0-4bda-ab9b-ccc9921527f5 req-211dd138-e4c8-470a-8b37-6886b35e1cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 1096 time: 0.1291916 Oct 26 16:53:13.091906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:13.137621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c7121a61-b3d0-4bda-ab9b-ccc9921527f5 req-e6f4a401-220b-4131-a478-698e08e1af08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Oct 26 16:53:13.147100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 8b9cd838-f557-4ac5-8ac7-4544cf4cadca {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:13.147711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.203946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:53:10Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.238273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Checking router: cf08e99e-b48e-4274-9e57-cae1e42605cd for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:13.247567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Routers {'cf08e99e-b48e-4274-9e57-cae1e42605cd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:13.248283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cf08e99e-b48e-4274-9e57-cae1e42605cd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.299812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad72108d-edfe-4d6a-b1a8-3e873dadda58 req-876a3ae3-20a4-469d-8fad-f2c92adcd492 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0461385 Oct 26 16:53:13.302078 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.305383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 59e5e24c-9e82-441e-81b9-5ff4f400a0cc is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:13.384261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.404915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 8b9cd838-f557-4ac5-8ac7-4544cf4cadca owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:13.445981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:13.457478 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] Sync routers for ids ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:13.471855 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] Routers {'59e5e24c-9e82-441e-81b9-5ff4f400a0cc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:13.473011 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.508642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.520014 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.532079 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] Routers {'59e5e24c-9e82-441e-81b9-5ff4f400a0cc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:13.532937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.558546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.561406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd48e11c-29e2-4a38-ae4a-0d5ab28069aa tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3155315 Oct 26 16:53:13.564117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41392) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:13.622047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.622918 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb967f-f1c0-4f21-a5e7-5a2629aeb1b8 None None] The sync data for ids ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:13.632654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] Set router cf08e99e-b48e-4274-9e57-cae1e42605cd gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:13.723907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.760082 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ecef63dd-5524-4021-8277-1016039f27c1 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers/59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 200 len: 881 time: 0.1938736 Oct 26 16:53:13.761733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41396) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:13.764458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.771102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/subnets/07e9b896-21ce-4371-b8c0-feca1d4a4fde HTTP/1.1" status: 204 len: 168 time: 1.1982584 Oct 26 16:53:13.776241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41398) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:13.787119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9119e-4b16-4ef2-ade7-e2d57082cf1a tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Subnet': ['ID=07e9b896-21ce-4371-b8c0-feca1d4a4fde,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:13.803679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c2c30-3042-43fd-9600-34dc52581551 None None] Network bf7a72ca-6b60-4756-836a-f912997687ae requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:13.826748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ebf2-eecf-4175-87b0-6251c07ce6b8 req-2bf6c8b3-11c5-4991-a650-0a9dd5fe5ea6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:13.828547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a14ebf2-eecf-4175-87b0-6251c07ce6b8 req-2bf6c8b3-11c5-4991-a650-0a9dd5fe5ea6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.1352675 Oct 26 16:53:13.873004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a14ebf2-eecf-4175-87b0-6251c07ce6b8 req-a458bac3-e0c2-4338-b3a5-56fe97c1946a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Oct 26 16:53:13.899095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:13.933779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=8b9cd838-f557-4ac5-8ac7-4544cf4cadca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:14.072809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:53:10Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:14.126335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15f147-1c0a-463d-94aa-8ac07c103a2a None None] The sync data for ids ['cf08e99e-b48e-4274-9e57-cae1e42605cd'] in n-d-815373-2 is: [{'id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2115326854', 'tenant_id': 'f2b001c1b2854a99a500479be3ff0378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:51:08Z', 'updated_at': '2021-10-26T16:53:10Z', 'revision_number': 5, 'project_id': 'f2b001c1b2854a99a500479be3ff0378', 'gw_port': {'id': '0fb19261-0d90-4dc8-9fd5-f70956ec42d6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08e99e-b48e-4274-9e57-cae1e42605cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:51:10Z', 'updated_at': '2021-10-26T16:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:14.155819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] DHCP port deletion for bf7a72ca-6b60-4756-836a-f912997687ae request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:53:14.163881 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.232529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.280306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Deleting port ef11f3f8-e99c-42d8-86c9-e2718103db7f {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:14.280674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.359533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] For port ef11f3f8-e99c-42d8-86c9-e2718103db7f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef11f3f8-e99c-42d8-86c9-e2718103db7f,segment=NetworkSegment(6310b652-1fe4-426e-a4eb-8edbbd31e596),segment_id=6310b652-1fe4-426e-a4eb-8edbbd31e596)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:14.359953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.376516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Calling delete_port for ef11f3f8-e99c-42d8-86c9-e2718103db7f owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:14.449724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8a63f10-7be3-4d21-b85c-8959d75dfe5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6867130 Oct 26 16:53:14.450424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:14.463769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1753236783'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:14.539607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4d0116d-1277-442c-a95e-60f9190a7552 req-8f3425e0-a941-4280-9fdc-c2605112cfdc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0398777 Oct 26 16:53:14.545131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Router b63de81d-5388-43ba-bfe6-e395151b0236 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:14.563907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.582712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.622996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] Pushing event deleted for resources: {'Port': ['ID=ef11f3f8-e99c-42d8-86c9-e2718103db7f,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:14.641949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f62a0-3bf9-43b0-8fd8-218e1467e2d0 None None] No DVR routers for this DVR port ef11f3f8-e99c-42d8-86c9-e2718103db7f on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:14.695772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:14.702568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0eefc520-96dc-48f9-917c-dee5e45ce3ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/routers/b63de81d-5388-43ba-bfe6-e395151b0236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6536722 Oct 26 16:53:14.707066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41406) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:14.713884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] Sync routers for ids ['b63de81d-5388-43ba-bfe6-e395151b0236'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:14.731169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] Routers {'b63de81d-5388-43ba-bfe6-e395151b0236'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:14.731169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b63de81d-5388-43ba-bfe6-e395151b0236'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:14.748420 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a318df-e0e4-4bc6-8427-d87039c2fe45 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:53:14.750106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65a318df-e0e4-4bc6-8427-d87039c2fe45 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/8b9cd838-f557-4ac5-8ac7-4544cf4cadca HTTP/1.1" status: 404 len: 333 time: 0.0420544 Oct 26 16:53:14.754083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:14.789842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:14.809119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] Routers {'b63de81d-5388-43ba-bfe6-e395151b0236'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:14.813353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['b63de81d-5388-43ba-bfe6-e395151b0236'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:14.858511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:14.859290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29fb5b-eadf-4a36-9598-e4c221a78476 None None] The sync data for ids ['b63de81d-5388-43ba-bfe6-e395151b0236'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:14.887487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:14.889544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Deleting port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:14.889890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.094602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] For port 0fb19261-0d90-4dc8-9fd5-f70956ec42d6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:15.094892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.113385 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.116772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.118066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Calling delete_port for 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:15.143114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.183684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6687be-b1dc-476c-acf8-62bb7eb96093 req-d9d5ecdf-5579-423f-a264-d49aaa95ad88 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:15.185999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da6687be-b1dc-476c-acf8-62bb7eb96093 req-d9d5ecdf-5579-423f-a264-d49aaa95ad88 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.1472909 Oct 26 16:53:15.234187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da6687be-b1dc-476c-acf8-62bb7eb96093 req-14d57832-f167-4962-85d0-997c87219adb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Oct 26 16:53:15.290315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.304155 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.305723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Fanout notify agent at l3_agent the message router_deleted on router b63de81d-5388-43ba-bfe6-e395151b0236 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:53:15.316156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.320071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12bc1326-f4bd-43ef-a1bf-0017721066a8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/routers/b63de81d-5388-43ba-bfe6-e395151b0236 HTTP/1.1" status: 204 len: 168 time: 0.5624080 Oct 26 16:53:15.321121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:15.418830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet c8a95577-d701-4d35-a158-26de158b7d23 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:15.425269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.472945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 59e5e24c-9e82-441e-81b9-5ff4f400a0cc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:15.490552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1593e-25b6-46e3-b2e7-6bcb05dbcd0c req-0b8f4b4e-240d-4eae-8599-b8a1cc69c288 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:15.492104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb1593e-25b6-46e3-b2e7-6bcb05dbcd0c req-0b8f4b4e-240d-4eae-8599-b8a1cc69c288 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.1298113 Oct 26 16:53:15.494959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.495098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.578354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fb1593e-25b6-46e3-b2e7-6bcb05dbcd0c req-c4e597dd-9c46-44b2-9450-ad1483d66d73 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Oct 26 16:53:15.608691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef11f3f8-e99c-42d8-86c9-e2718103db7f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:15.649127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ef11f3f8-e99c-42d8-86c9-e2718103db7f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:15.659777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef11f3f8-e99c-42d8-86c9-e2718103db7f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:15.660501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8952ae52-a449-41bc-b9b8-000ffb93da21 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:15.699780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8952ae52-a449-41bc-b9b8-000ffb93da21 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:15.700124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8952ae52-a449-41bc-b9b8-000ffb93da21 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:15.724689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.813948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f5745ed-662b-44be-8dc5-9ed6c4eb0d1d req-132681ee-81c9-4db9-a386-e05115c9f6e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.1301427 Oct 26 16:53:15.871456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.900813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a95577-d701-4d35-a158-26de158b7d23,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:15.904636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:15.908148 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9bc87b41-49e2-466b-af2b-311f315860ce tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/c8a95577-d701-4d35-a158-26de158b7d23 HTTP/1.1" status: 204 len: 168 time: 0.5856526 Oct 26 16:53:15.916620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae1428-fef2-4686-b9a1-14e76b216179 None None] Network 53baa10c-7510-48a7-802f-0b4e7b39255f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:15.918193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:16.045986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.087974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Port': ['ID=0fb19261-0d90-4dc8-9fd5-f70956ec42d6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:16.120509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:16.120849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.183799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307264ae-6600-4ab9-9077-f1236497543d None None] DHCP port deletion for 53baa10c-7510-48a7-802f-0b4e7b39255f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:53:16.202863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:16.211145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.214897 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-401a5864-6b5e-4a4d-8687-f03527bb3ecf tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 200 len: 888 time: 1.7586956 Oct 26 16:53:16.215031 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] Sync routers for ids ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:16.218735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41428) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:16.235304 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.251613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] Routers {'59e5e24c-9e82-441e-81b9-5ff4f400a0cc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:16.252091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=16cd135d-1d3b-43ac-80fb-5e997fa936d5,segment=NetworkSegment(a1ad4713-29ed-4e49-8701-038d06c9d48f),segment_id=a1ad4713-29ed-4e49-8701-038d06c9d48f)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:16.252614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.253626 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.278124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31ba2e-00a8-4333-9c32-27905087c77a req-b9affb1a-8122-4724-aeb9-be07cc0e4121 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:16.281120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a31ba2e-00a8-4333-9c32-27905087c77a req-b9affb1a-8122-4724-aeb9-be07cc0e4121 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.0958741 Oct 26 16:53:16.282178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 16cd135d-1d3b-43ac-80fb-5e997fa936d5 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:16.298969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Deleting port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:16.299699 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.318098 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.329729 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] Routers {'59e5e24c-9e82-441e-81b9-5ff4f400a0cc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:16.330565 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.418952 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.420071 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bc978-2845-47d7-a2cb-bbfb68953945 None None] The sync data for ids ['59e5e24c-9e82-441e-81b9-5ff4f400a0cc'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:16.424255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-307264ae-6600-4ab9-9077-f1236497543d None None] For port 16cd135d-1d3b-43ac-80fb-5e997fa936d5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=16cd135d-1d3b-43ac-80fb-5e997fa936d5,segment=NetworkSegment(a1ad4713-29ed-4e49-8701-038d06c9d48f),segment_id=a1ad4713-29ed-4e49-8701-038d06c9d48f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:16.424723 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.441405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Calling delete_port for 16cd135d-1d3b-43ac-80fb-5e997fa936d5 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:16.451141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a31ba2e-00a8-4333-9c32-27905087c77a req-219bbe07-1eb3-427b-bbd1-8a06c167d3a5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585255 Oct 26 16:53:16.481910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.481910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.549846 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.585513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=16cd135d-1d3b-43ac-80fb-5e997fa936d5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:16.589378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.591629 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:53:16.594197 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:53:16.596424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d1140baa-0aad-4432-9497-840343583dd4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers/59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 200 len: 888 time: 0.3763695 Oct 26 16:53:16.599109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41434) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:16.602528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.622556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.622556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Fanout notify agent at l3_agent the message router_deleted on router cf08e99e-b48e-4274-9e57-cae1e42605cd {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:53:16.651411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307264ae-6600-4ab9-9077-f1236497543d None None] Pushing event deleted for resources: {'Port': ['ID=16cd135d-1d3b-43ac-80fb-5e997fa936d5,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:16.658258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.661857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307264ae-6600-4ab9-9077-f1236497543d None None] No DVR routers for this DVR port 16cd135d-1d3b-43ac-80fb-5e997fa936d5 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:16.664170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:16.664436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-34aec1c8-2804-4f85-974c-e93a6acc21a2 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/routers/cf08e99e-b48e-4274-9e57-cae1e42605cd HTTP/1.1" status: 204 len: 168 time: 2.8648908 Oct 26 16:53:16.685781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-196e9ddc-d4dc-49dd-b175-cf3adcdfd2f2 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 200 len: 205 time: 0.0846105 Oct 26 16:53:16.694505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:16.844923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.868994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.883693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.898924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53baa10c-7510-48a7-802f-0b4e7b39255f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.912731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ad4713-29ed-4e49-8701-038d06c9d48f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.913068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ad4713-29ed-4e49-8701-038d06c9d48f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.924497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.983342 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:16.989197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47a42536-f4e5-42b4-8d2a-d32284af7335 req-7a9e5618-1177-40f7-af7b-5d0b551ccac1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0560288 Oct 26 16:53:16.989368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.006261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:17.006658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:17.009899 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:17.106438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.129146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7a72ca-6b60-4756-836a-f912997687ae']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:17.144683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6310b652-1fe4-426e-a4eb-8edbbd31e596') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:17.144683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6310b652-1fe4-426e-a4eb-8edbbd31e596') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:17.156506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.160829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port aa06688a-4deb-49e3-83df-496a8588ab7f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:17.161310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.173939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.182774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:17.183294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:17.186679 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:17.188887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.194331 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.202428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/53baa10c-7510-48a7-802f-0b4e7b39255f HTTP/1.1" status: 204 len: 168 time: 1.2830257 Oct 26 16:53:17.216516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41444) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:17.275400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.311164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43139732-15e9-4545-b45d-9c21a3738daf tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=53baa10c-7510-48a7-802f-0b4e7b39255f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:17.325982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for aa06688a-4deb-49e3-83df-496a8588ab7f owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:17.362112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1109be-fa37-4923-8822-2dbe5e19ee00 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:17.364519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4f1109be-fa37-4923-8822-2dbe5e19ee00 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/855e2afb-0b6f-4315-ac51-8243d85d8220 HTTP/1.1" status: 200 len: 845 time: 0.1424699 Oct 26 16:53:17.368177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:17.391345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-f3a8b885-0bf3-4357-ba56-b5c638dfea14 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:17.392820 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-f3a8b885-0bf3-4357-ba56-b5c638dfea14 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.1043603 Oct 26 16:53:17.409578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f1c752a-a9d5-42d0-b2e1-fd3c5f55aee8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/855e2afb-0b6f-4315-ac51-8243d85d8220?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0394719 Oct 26 16:53:17.413260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41448) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:17.418538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:17.460056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.472106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.477926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] 10.222.0.21 "DELETE /v2.0/networks/bf7a72ca-6b60-4756-836a-f912997687ae HTTP/1.1" status: 204 len: 168 time: 0.8102374 Oct 26 16:53:17.505154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4cef6-df11-4e57-9f8e-e9af1bf12b92 tempest-TestSecurityGroupsBasicOps-976466268 tempest-TestSecurityGroupsBasicOps-976466268-project] Pushing event deleted for resources: {'Network': ['ID=bf7a72ca-6b60-4756-836a-f912997687ae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:17.611023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:17.634156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80c9cb-08eb-474e-8921-738d50e56fee req-e88a36ae-288c-4d66-a4e2-ff5129536505 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:17.642590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:17.643297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0fb19261-0d90-4dc8-9fd5-f70956ec42d6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:17.643937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 16cd135d-1d3b-43ac-80fb-5e997fa936d5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:17.645037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:17.645489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.646982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da80c9cb-08eb-474e-8921-738d50e56fee req-e88a36ae-288c-4d66-a4e2-ff5129536505 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 945 time: 0.0725911 Oct 26 16:53:17.666874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 16cd135d-1d3b-43ac-80fb-5e997fa936d5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:17.668093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 16cd135d-1d3b-43ac-80fb-5e997fa936d5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:17.699316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:17.703376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.778482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:17.778848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.779442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da80c9cb-08eb-474e-8921-738d50e56fee req-e5cc8c87-ee4a-4538-a46e-14d88ef09553 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291766 Oct 26 16:53:17.792870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for 91be039b-67f7-4d55-b6b8-2c1d771ddbfa owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:17.813683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:17.876895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=aa06688a-4deb-49e3-83df-496a8588ab7f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:17.949483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.030241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.051604 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.054276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.112492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:18.116630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:18.122397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:18.123223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.129688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b161b0-eede-4f0c-89db-8a8f517179b8 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:18.152160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=a6671e27-4519-49b4-a399-9d82cdcdba17,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:18.222831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d890e91c-6554-402a-a41a-00659003f878 req-19107354-72f6-42bc-98b2-b15e90fefd46 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bed93fb-1fcd-439b-91b4-956c3577303e HTTP/1.1" status: 200 len: 210 time: 0.0511842 Oct 26 16:53:18.240627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d7f7aa93-cf6d-4881-8d6a-3a8ce0116266 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8261847 Oct 26 16:53:18.243183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41462) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.249715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'security_group': {'name': 'tempest-secgroup-241049313'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:18.299766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.300529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 59e5e24c-9e82-441e-81b9-5ff4f400a0cc {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:53:18.303773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.310813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.316450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e63d5180-0c2a-42a0-ac6d-2a85d15e195d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 204 len: 168 time: 1.6167505 Oct 26 16:53:18.316450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.320640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.347827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['91be039b-67f7-4d55-b6b8-2c1d771ddbfa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:18.350294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:18.352301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1156316036'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:18.390376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.438669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=91be039b-67f7-4d55-b6b8-2c1d771ddbfa,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:18.439720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'tenant_id': '2e0a0f6937984c4dbf3bc32f824c69e7', 'fixed_ips': [{'subnet_id': 'a6671e27-4519-49b4-a399-9d82cdcdba17'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:18.447092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.467204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port 91be039b-67f7-4d55-b6b8-2c1d771ddbfa on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:18.469884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.474117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc2fecd7-094e-4cb1-88c7-d79a53eecc51 req-3f945830-2ec0-42d7-bc89-eae6d30f48d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "DELETE /v2.0/ports/91be039b-67f7-4d55-b6b8-2c1d771ddbfa HTTP/1.1" status: 204 len: 173 time: 1.0736878 Oct 26 16:53:18.478758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'name': 'network-vif-deleted', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:18.481200 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0989f98a-373d-4748-adcf-368df7d24ec3" -d '{"events": [{"server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "name": "network-vif-deleted", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:18.535362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.539927 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5dc5a-1f35-44d5-9249-d4ed72c2f9b8 x-openstack-request-id: req-85c5dc5a-1f35-44d5-9249-d4ed72c2f9b8 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:18.541039 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c50e6-bd97-42e1-bf62-da88004a4ba7", "name": "network-vif-deleted", "tag": "91be039b-67f7-4d55-b6b8-2c1d771ddbfa", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:18.541423 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c5dc5a-1f35-44d5-9249-d4ed72c2f9b8 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:18.542017 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c50e6-bd97-42e1-bf62-da88004a4ba7', 'name': 'network-vif-deleted', 'tag': '91be039b-67f7-4d55-b6b8-2c1d771ddbfa', 'status': 'completed', 'code': 200} Oct 26 16:53:18.561090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:18.564731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.599540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:18.608411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.610992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.611451 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment d163d0c8-edba-4ea3-9d08-6eebf2177118 of type vlan for network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 Oct 26 16:53:18.640812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4f85afbb-5fad-4131-b868-f568e09d7e2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2b001c1b2854a99a500479be3ff0378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349941 Oct 26 16:53:18.644018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41472) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.660854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6330481-b79b-4c6b-a939-e3bf31004358,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:18.679472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.685619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Allocated IP 2001:db8::2 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/a6671e27-4519-49b4-a399-9d82cdcdba17/b0f36f63-b9dc-4fe6-b398-82bbca5dcce1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:18.706060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.707349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7b587eed-ddec-409d-b3a8-09ea9a6f8fae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4621575 Oct 26 16:53:18.710312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41474) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.714985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479453900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:18.742985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.765269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.794553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.800251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:18.800839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.846938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.851646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.897165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:18.911366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:18.930028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4a7c7a46-ed9c-4b48-91c7-a43900cdde5e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5898881 Oct 26 16:53:18.933503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41482) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:18.938891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:18.954645 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:18.984863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f530b48-d808-4655-96c5-5b3888897e2d req-d08a2358-aadd-4a86-ad9a-948bf2c50d41 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c50e6-bd97-42e1-bf62-da88004a4ba7 HTTP/1.1" status: 200 len: 210 time: 0.0774777 Oct 26 16:53:18.999724 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.002586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.004898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6374e840-5200-4b65-b951-f2b83712eb66 HTTP/1.1" status: 204 len: 168 time: 0.3590081 Oct 26 16:53:19.029491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3df9-c6d8-4632-9203-9a3f2c841618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374e840-5200-4b65-b951-f2b83712eb66,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.043273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.047664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.051856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:19.072680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:19.086773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:19.098122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.144672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75074011-6fb9-4a10-bb1a-7827db704d69,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.150594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:19.156850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.157217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Attempting to bind port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:19.157481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Attempting to bind port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'de74b4a5-45b9-4609-97be-ba8d6602cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:19.157890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Attempting to bind port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 on network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:19.164255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:19.164639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Checking segment: {'id': 'de74b4a5-45b9-4609-97be-ba8d6602cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:19.165076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.166017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Bound using segment: {'id': 'de74b4a5-45b9-4609-97be-ba8d6602cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:19.166504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Bound port: b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de74b4a5-45b9-4609-97be-ba8d6602cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:19.166947 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.241275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:19.243655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.248591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:19.248755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d0d12df-475a-43dc-a682-b4635403fad9 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5345538 Oct 26 16:53:19.248755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41488) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:19.260918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-380076367', 'security_groups': ['75074011-6fb9-4a10-bb1a-7827db704d69'], 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6671e27-4519-49b4-a399-9d82cdcdba17'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:19.298849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.378575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b77e7-bd93-4559-8f8f-f8d26716807d None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.510558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.655426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=103ce93d-6cd0-487c-98a9-a12193a5b1b0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.677152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': 'd163d0c8-edba-4ea3-9d08-6eebf2177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:19.677623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:19.783830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:19.841962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:19.847682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:19.848771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.862928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:19.865328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0566be-53fd-4d3c-8cfc-7ac82b176d26 None None] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:19.890751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:19.923979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-2b5de81a-58da-40da-b529-ad69ad9641cd tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754021367&fields=id&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 267 time: 0.0631034 Oct 26 16:53:19.963148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41508) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:19.963774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d493c61d-d2e1-4ea1-aa09-0c1cfdbec49f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288088 Oct 26 16:53:20.004306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-611709073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:20.042369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.115172 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.122805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-478d80f8-40ce-4fc1-8ada-1f476a89104d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:20.124783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-478d80f8-40ce-4fc1-8ada-1f476a89104d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1632187 Oct 26 16:53:20.144752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-1606f5fb-b65f-4427-abe2-906ec9c4c935 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0133827 Oct 26 16:53:20.190739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:20.200010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10730111-762c-45db-97af-c0afc9142608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2', 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '103ce93d-6cd0-487c-98a9-a12193a5b1b0'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:20.201748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.202699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41514) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:20.203395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=758226e9eb034982b22c94af834c450a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334582 Oct 26 16:53:20.204838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9642c4f-e48d-4c7c-ad73-1d206ffc0bcc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:20.216658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.218280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.218806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.219578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.220124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.220632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.221424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.245276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.246070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.247406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.247939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.250084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b12d8e-366f-4660-b1eb-04aa50211df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:20.326868 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-7fb2e964-1c5f-415f-b7ee-dbabad0e928c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1748812 Oct 26 16:53:20.386867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 91be039b-67f7-4d55-b6b8-2c1d771ddbfa no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:20.389757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-10730111-762c-45db-97af-c0afc9142608 None None] Allocated IP 172.20.0.2 (564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2/103ce93d-6cd0-487c-98a9-a12193a5b1b0/248b5f60-5c3c-413a-865e-dd99cb3393e7) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:20.437069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 91be039b-67f7-4d55-b6b8-2c1d771ddbfa {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:20.437575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 91be039b-67f7-4d55-b6b8-2c1d771ddbfa not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:20.486875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-7b20a146-9568-4ee3-bfb1-7664dce91426 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396508 Oct 26 16:53:20.504538 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.506151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.629482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.677201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.697267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.721693 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.768268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10730111-762c-45db-97af-c0afc9142608 None None] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:20.771350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-10730111-762c-45db-97af-c0afc9142608 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:20.776217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10730111-762c-45db-97af-c0afc9142608 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:20.779372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10730111-762c-45db-97af-c0afc9142608 None None] Pushing event updated for resources: {'Port': ['ID=248b5f60-5c3c-413a-865e-dd99cb3393e7,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:20.786867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.788258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:53:20.801084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.815146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-d82c283c-77b0-4578-be3e-3fb90b69e486 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167439 Oct 26 16:53:20.865886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10730111-762c-45db-97af-c0afc9142608 None None] Attempting to bind port 248b5f60-5c3c-413a-865e-dd99cb3393e7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:20.866428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10730111-762c-45db-97af-c0afc9142608 None None] Attempting to bind port 248b5f60-5c3c-413a-865e-dd99cb3393e7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'd163d0c8-edba-4ea3-9d08-6eebf2177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:20.866881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10730111-762c-45db-97af-c0afc9142608 None None] Attempting to bind port 248b5f60-5c3c-413a-865e-dd99cb3393e7 on network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:20.874409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:20.874777 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.880567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10730111-762c-45db-97af-c0afc9142608 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:20.883899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10730111-762c-45db-97af-c0afc9142608 None None] Checking segment: {'id': 'd163d0c8-edba-4ea3-9d08-6eebf2177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:20.883899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.883899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10730111-762c-45db-97af-c0afc9142608 None None] Bound using segment: {'id': 'd163d0c8-edba-4ea3-9d08-6eebf2177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:20.883899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10730111-762c-45db-97af-c0afc9142608 None None] Bound port: 248b5f60-5c3c-413a-865e-dd99cb3393e7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d0c8-edba-4ea3-9d08-6eebf2177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:20.883899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.889230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:20.931594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-029c753c-3a54-4aee-9816-b47e84f7a621 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:20.934812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-029c753c-3a54-4aee-9816-b47e84f7a621 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.3472805 Oct 26 16:53:20.998220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-10730111-762c-45db-97af-c0afc9142608 None None] For port 248b5f60-5c3c-413a-865e-dd99cb3393e7, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:21.002237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-10730111-762c-45db-97af-c0afc9142608 None None] For port 248b5f60-5c3c-413a-865e-dd99cb3393e7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=248b5f60-5c3c-413a-865e-dd99cb3393e7,segment=NetworkSegment(d163d0c8-edba-4ea3-9d08-6eebf2177118),segment_id=d163d0c8-edba-4ea3-9d08-6eebf2177118)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:21.009190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:21.030204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:21.030631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.061855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.063002 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f84593f6-6157-4b0e-9774-671e14ff070d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0983090 Oct 26 16:53:21.066108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41538) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:21.082996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10730111-762c-45db-97af-c0afc9142608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.085896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::118 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/a6671e27-4519-49b4-a399-9d82cdcdba17/cda8785b-7f97-4ca9-b7b9-b525d4da47a7) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:21.092175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-feefc795-dfed-4123-9bee-2a099e149b76 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.1429093 Oct 26 16:53:21.125189 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.178217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-8d963b62-237b-44f3-bcee-064b0d1706d4 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786157 Oct 26 16:53:21.225092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10730111-762c-45db-97af-c0afc9142608 None None] Pushing event updated for resources: {'Port': ['ID=248b5f60-5c3c-413a-865e-dd99cb3393e7,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.229534 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.262727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-b6472013-82a1-45e3-a9a8-36ec79253ad3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:53:21.263769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-b6472013-82a1-45e3-a9a8-36ec79253ad3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084708 Oct 26 16:53:21.264600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.267397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.268610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9642c4f-e48d-4c7c-ad73-1d206ffc0bcc HTTP/1.1" status: 204 len: 168 time: 1.0619287 Oct 26 16:53:21.278273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:21.313587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac136dc-a52c-49e1-b791-9460b80f9c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9642c4f-e48d-4c7c-ad73-1d206ffc0bcc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.349584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.372092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.386327 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.431009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-d963844b-433a-498d-a3e3-38da99babe4a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515305 Oct 26 16:53:21.443013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245faeed-e178-4482-8a77-0da4658d6916 None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.528090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.625438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:21.640618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:21.654650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:21.663986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:21.664691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:21.668942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=cda8785b-7f97-4ca9-b7b9-b525d4da47a7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.749775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-603daac0-fa4a-42b5-8515-f4b8fa96a5d6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085909 Oct 26 16:53:21.814643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.20.0.1 (564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2/103ce93d-6cd0-487c-98a9-a12193a5b1b0/cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:21.833696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1a01365-4860-48b0-a2f9-8bf03857dcc8 req-5e4dc96e-9a2d-4c21-bb6b-4e84dec4318a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0640531 Oct 26 16:53:21.871223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d5a8234-016c-4ab9-bd44-d8c07d829b6d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6146529 Oct 26 16:53:21.882208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41550) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:21.898709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:22.138670 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.158606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:22.251331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:22.252033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.282123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6a019686-3653-4085-8631-229718f18923 req-cea2e90e-0d24-4cd3-bd1d-052f3fbf9b7c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 210 time: 0.0892415 Oct 26 16:53:22.327408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.350145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a7a8f4e7-7bcb-4ccb-8f57-afddc9dc86f9 None None] Provisioning complete for port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:22.350572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f4e7-7bcb-4ccb-8f57-afddc9dc86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.384763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:22.388653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:22.402514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:22.402514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:22.405252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8f4e7-7bcb-4ccb-8f57-afddc9dc86f9 None None] Port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:22.420137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:22.427915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.452402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.507942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 248b5f60-5c3c-413a-865e-dd99cb3393e7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:22.580053 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.595739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 248b5f60-5c3c-413a-865e-dd99cb3393e7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:22.596531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41570) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:22.596755 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.675364 n-d-815373-2 neutron-server[102736]: INFO neutron.db.ipam_backend_mixin [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6671e27-4519-49b4-a399-9d82cdcdba17 (CIDR: 2001:db8::/64) Oct 26 16:53:22.677258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3e4e065-e20d-44df-85e9-03854d31fcb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0250f31b3ac4bd0ab0f80b810aabf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795259 Oct 26 16:53:22.680325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41572) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:22.730557 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:53:22.731341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:22.744194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.755719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.761014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.780391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.790127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429ee09-ba24-4260-b82e-b7adfd9b979a None None] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:22.859266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 248b5f60-5c3c-413a-865e-dd99cb3393e7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=248b5f60-5c3c-413a-865e-dd99cb3393e7,segment=NetworkSegment(d163d0c8-edba-4ea3-9d08-6eebf2177118),segment_id=d163d0c8-edba-4ea3-9d08-6eebf2177118)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:22.860574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-456019c5-b8c9-4987-8459-5da7cb358c1e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9751198 Oct 26 16:53:22.863365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41576) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:22.872681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-867f89b8-3755-45dc-9913-86361a48a2ff None None] Provisioning complete for port 248b5f60-5c3c-413a-865e-dd99cb3393e7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:22.873046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-867f89b8-3755-45dc-9913-86361a48a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.880791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:22.969294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.975008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.978623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:22.994428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0e29e13-1f02-48ac-b205-657b3b847316 HTTP/1.1" status: 204 len: 168 time: 0.3007231 Oct 26 16:53:23.081356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-48df70e7-776c-42b2-89a9-ab47c9d5986e req-ce6be97f-086d-4cac-ba96-a3e7c842c49f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.1196132 Oct 26 16:53:23.110133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c39613-e64b-47bc-ac4c-6a651f9bb50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e29e13-1f02-48ac-b205-657b3b847316,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:23.212613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=248b5f60-5c3c-413a-865e-dd99cb3393e7,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:23.264923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:23.366837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:23.369026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:23.386654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:23.512917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef450201-3607-44c0-9716-469ec49b3338 req-924301c7-0e67-46b8-af93-917da9dc9615 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 210 time: 0.1021559 Oct 26 16:53:23.634523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 248b5f60-5c3c-413a-865e-dd99cb3393e7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:23.797036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f260ea6d-6e09-45a2-980a-c42295fab23f None None] Provisioning complete for port 248b5f60-5c3c-413a-865e-dd99cb3393e7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:23.804794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f260ea6d-6e09-45a2-980a-c42295fab23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.083444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 248b5f60-5c3c-413a-865e-dd99cb3393e7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:24.083956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.087610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.092791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.151696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:24.155493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:24.159578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:24.160284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.170289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cae3b9-dddb-453e-b8e0-c336d33f561a None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:24.202513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f260ea6d-6e09-45a2-980a-c42295fab23f None None] Provisioning complete for port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:24.202513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f260ea6d-6e09-45a2-980a-c42295fab23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.211636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:24.216158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:24.218096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:24.236498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a616a57-ec10-43dd-8940-eca934d81f3e req-63e47387-7023-4c80-9eb6-51cebbf7141a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0573709 Oct 26 16:53:24.242933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=034a1ea0-3574-4a31-a756-c3a102497e80,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:24.313747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f260ea6d-6e09-45a2-980a-c42295fab23f None None] Port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:24.316471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b15ab7b7-3ea3-40b8-adb6-a3b833524fb6 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4495037 Oct 26 16:53:24.321025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41588) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:24.331505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1445261691', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '034a1ea0-3574-4a31-a756-c3a102497e80'}], 'security_groups': ['f6330481-b79b-4c6b-a939-e3bf31004358']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:24.466956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d6dc3a72-a299-496c-81ca-4ffff1606c4a None None] Provisioning complete for port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:24.467348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3a72-a299-496c-81ca-4ffff1606c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.523118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc3a72-a299-496c-81ca-4ffff1606c4a None None] Port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:24.615674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 4c8875de-19a7-4f47-92cd-79b7e6806f5d is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:24.626693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Update dhcp port {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'fixed_ips': [{'subnet_id': 'a6671e27-4519-49b4-a399-9d82cdcdba17', 'ip_address': '2001:db8::2'}, {'subnet_id': '034a1ea0-3574-4a31-a756-c3a102497e80'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'b0f36f63-b9dc-4fe6-b398-82bbca5dcce1'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:53:24.668531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.677010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc0e4097-78bb-4ede-864e-80801e97d9ea req-ffae9b0b-3bdb-473b-a11c-297612249109 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 210 time: 0.0562394 Oct 26 16:53:24.721336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.722074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0c5b7d3a-2109-42cf-b34d-2ce661ed8108 None None] Provisioning complete for port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:24.722469 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7d3a-2109-42cf-b34d-2ce661ed8108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:24.815234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-918fa736-eed9-4656-9608-491e05f657b7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:24.815583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b7d3a-2109-42cf-b34d-2ce661ed8108 None None] Port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:24.817496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-918fa736-eed9-4656-9608-491e05f657b7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.2943823 Oct 26 16:53:24.896015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Allocated IP 2001:db8:0:1::2 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/034a1ea0-3574-4a31-a756-c3a102497e80/b0f36f63-b9dc-4fe6-b398-82bbca5dcce1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:24.928151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:24.942719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-46eb0e4a-1e31-499e-a49c-51ee09d4e5f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/4c8875de-19a7-4f47-92cd-79b7e6806f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8747175 Oct 26 16:53:24.943820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:24.963208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] Sync routers for ids ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:24.965018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-06123e8a-afb2-4ef2-b39b-9aa42cb79be7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 380 time: 0.1191397 Oct 26 16:53:24.998607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] Routers {'4c8875de-19a7-4f47-92cd-79b7e6806f5d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:24.999286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:25.007114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'security_groups': ['e41963cc-ce97-44bd-9dd4-0cb53101858a']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:25.065823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:25.094535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] Routers {'4c8875de-19a7-4f47-92cd-79b7e6806f5d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:25.095182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:25.108793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:25.145594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:25.146538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d58154-d1a3-4a2c-ad68-9d89b8e978be None None] The sync data for ids ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:25.175668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.184443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea740a3-34f0-49cf-86af-14791e695554 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:25.187716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41596) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:25.187944 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6ea740a3-34f0-49cf-86af-14791e695554 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports/cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 HTTP/1.1" status: 200 len: 910 time: 0.2402332 Oct 26 16:53:25.194568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '103ce93d-6cd0-487c-98a9-a12193a5b1b0'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:25.266121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.451036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650884b-80af-4a6f-9731-6064bc85afd3 None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:25.474967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Delete allocated IP 2001:db8::118 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/a6671e27-4519-49b4-a399-9d82cdcdba17) {{(pid=102737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:53:25.477816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dbec845-21fe-4de5-9bf4-f4522c7284e7 req-268cda8d-5cce-4952-b27c-8ddbc17d7d7e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0520623 Oct 26 16:53:25.539768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8:0:1::17f (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/034a1ea0-3574-4a31-a756-c3a102497e80/cda8785b-7f97-4ca9-b7b9-b525d4da47a7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:25.541153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-b31779b9-df03-45ee-9ee6-b04910e51f3c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:25.542885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-b31779b9-df03-45ee-9ee6-b04910e51f3c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.2317297 Oct 26 16:53:25.543842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.559786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': 'e04e7bda-0052-4735-914d-675270943f50', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:25.653903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:25.758315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:25.758713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.784725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.791179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:25.798205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.857630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:25.904081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe599446-2465-4563-bda2-2da0123ff924 req-dd2f7b92-df49-4001-b109-aaf28f79846f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 210 time: 0.0627494 Oct 26 16:53:25.914070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:25.918361 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.016186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=cda8785b-7f97-4ca9-b7b9-b525d4da47a7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:26.023376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] In _notify_port_updated(), no bound segment for port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 on network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 {{(pid=102737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:53:26.029646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:26.030475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.034712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c52e7ed1-917d-484f-a9d7-aa93bd18e8bd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/ports/cda8785b-7f97-4ca9-b7b9-b525d4da47a7 HTTP/1.1" status: 200 len: 931 time: 1.7094829 Oct 26 16:53:26.035346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41606) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:26.230939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.3 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/d390b873-b2ae-4060-925c-e4bcf21809ba) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:26.256971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.3 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/eb5c67a3-5124-4a23-bf61-b21048539c54) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:26.300368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:26.300704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.476462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4a658412-1016-427f-a580-72f263d0460d None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:26.479577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a658412-1016-427f-a580-72f263d0460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.531679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.562840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4a658412-1016-427f-a580-72f263d0460d None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:26.588985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4a658412-1016-427f-a580-72f263d0460d None None] Provisioning complete for port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:26.589408 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a658412-1016-427f-a580-72f263d0460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.592184 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.620604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for cda8785b-7f97-4ca9-b7b9-b525d4da47a7 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:26.659573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4a658412-1016-427f-a580-72f263d0460d None None] Port cda8785b-7f97-4ca9-b7b9-b525d4da47a7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:26.677615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4a658412-1016-427f-a580-72f263d0460d None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:26.677985 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a658412-1016-427f-a580-72f263d0460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.683399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.717632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5cb0fa75-8e58-47ba-bcc1-cbad24c59fc7 req-f9a44831-0c95-4e7c-ada0-d6149f54e02c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0454364 Oct 26 16:53:26.735048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.755499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:26.872108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:26.883029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:26.895542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:26.900359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.904793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:26.913475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:26.995112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:26.995866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.031028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:27.040666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:27.045391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:27.046235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.048902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:27.124375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:27.125176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.134321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.180255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=cda8785b-7f97-4ca9-b7b9-b525d4da47a7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:27.192463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-a4000364-8991-47b5-a277-158c7d322554 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6256518 Oct 26 16:53:27.198370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Request body: {'port': {'device_id': 'e04e7bda-0052-4735-914d-675270943f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:27.233281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:27.271295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.277373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-40136823-b82e-4124-9678-57aadcf578a0 None None] Could not find standard attr ID for object cda8785b-7f97-4ca9-b7b9-b525d4da47a7. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:53:27.281787 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4efd9ea4-9050-4b06-ae47-1211fea59328 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/cda8785b-7f97-4ca9-b7b9-b525d4da47a7 HTTP/1.1" status: 204 len: 168 time: 1.2420819 Oct 26 16:53:27.281961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41616) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:27.307798 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-76d24075-43c9-4c08-aa4f-43df064498b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3358593 Oct 26 16:53:27.364119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:27.364773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.369186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df6ac3b1-82ea-4d98-bee0-e822e24493c7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/ports/cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 HTTP/1.1" status: 200 len: 910 time: 2.1770999 Oct 26 16:53:27.375510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Request body: {'port': {'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:27.376253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41618) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:27.380927 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8241a5f4-6e4e-4a53-b59c-136a1cc4d452 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:53:27.389900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8241a5f4-6e4e-4a53-b59c-136a1cc4d452 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/cda8785b-7f97-4ca9-b7b9-b525d4da47a7 HTTP/1.1" status: 404 len: 333 time: 0.1040082 Oct 26 16:53:27.418012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41620) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:27.510411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-da505475-0e2f-4d18-8369-4f3cda0ea156 None None] Provisioning complete for port eb5c67a3-5124-4a23-bf61-b21048539c54 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:27.510411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da505475-0e2f-4d18-8369-4f3cda0ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.531122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.559617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.590665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-da505475-0e2f-4d18-8369-4f3cda0ea156 None None] Port eb5c67a3-5124-4a23-bf61-b21048539c54 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:27.600958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.913547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.917075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:27.918260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/security-groups/75074011-6fb9-4a10-bb1a-7827db704d69 HTTP/1.1" status: 204 len: 168 time: 0.4992988 Oct 26 16:53:27.924238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41624) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:27.955868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7a892-f2b8-479c-81c1-7cf0e80efc1f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75074011-6fb9-4a10-bb1a-7827db704d69,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:28.008684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27450-9ec0-4fc8-be8e-778796dfb4e8 req-57ea5a17-49f3-4606-8b13-aa68a2118047 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:28.011342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4d27450-9ec0-4fc8-be8e-778796dfb4e8 req-57ea5a17-49f3-4606-8b13-aa68a2118047 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 931 time: 1.0048385 Oct 26 16:53:28.048131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5c67a3-5124-4a23-bf61-b21048539c54 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:28.063456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.066173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.096925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Transition to ACTIVE for port object eb5c67a3-5124-4a23-bf61-b21048539c54 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:53:28.098657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.109432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.160775 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.203700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe687-8003-4f47-b82f-2084e98c6d9c req-844c86a7-e85f-4312-8cc2-be8ea1ae8ebe tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:28.205209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff9fe687-8003-4f47-b82f-2084e98c6d9c req-844c86a7-e85f-4312-8cc2-be8ea1ae8ebe tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 931 time: 0.2154620 Oct 26 16:53:28.233695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.236759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.244189 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6330481-b79b-4c6b-a939-e3bf31004358 HTTP/1.1" status: 204 len: 168 time: 0.3134198 Oct 26 16:53:28.246761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41626) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:28.255712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4d27450-9ec0-4fc8-be8e-778796dfb4e8 req-462c0c64-130c-426e-b812-19993fb9983c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175975 Oct 26 16:53:28.304068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:28.320406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a55b9-2a75-46cb-8bde-17be142632a0 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6330481-b79b-4c6b-a939-e3bf31004358,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:28.420305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff9fe687-8003-4f47-b82f-2084e98c6d9c req-ace3f916-876a-4526-bafb-85db355bea1c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044380 Oct 26 16:53:28.424432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet a6671e27-4519-49b4-a399-9d82cdcdba17 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:28.438916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.486808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Attempting to bind port eb5c67a3-5124-4a23-bf61-b21048539c54 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:28.487251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Attempting to bind port eb5c67a3-5124-4a23-bf61-b21048539c54 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:28.487651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Attempting to bind port eb5c67a3-5124-4a23-bf61-b21048539c54 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:28.495880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.521996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Port eb5c67a3-5124-4a23-bf61-b21048539c54 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:53:28.522341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Attempting to bind port eb5c67a3-5124-4a23-bf61-b21048539c54 on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:28.560236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:28.561287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:28.561830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:28.562435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Bound port: eb5c67a3-5124-4a23-bf61-b21048539c54, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:28.563095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.636821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.718639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.797955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:28.802429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.809258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb5c67a3-5124-4a23-bf61-b21048539c54,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:28.830191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d390b873-b2ae-4060-925c-e4bcf21809ba {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:28.842701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.851690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=a6671e27-4519-49b4-a399-9d82cdcdba17,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:28.858958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.866211 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fc0ede3-0917-4131-b13d-91372f6501f8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/a6671e27-4519-49b4-a399-9d82cdcdba17 HTTP/1.1" status: 204 len: 168 time: 0.6127884 Oct 26 16:53:28.875119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41630) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:28.875234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91504cc8-c0b7-4920-b13f-f3ed339721ee None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:28.875663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:28.878949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Transition to ACTIVE for port object d390b873-b2ae-4060-925c-e4bcf21809ba will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:53:28.921505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:28.947438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.064181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.064759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.066646 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] 10.222.0.47 "PUT /v2.0/ports/eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1091 time: 1.7044494 Oct 26 16:53:29.069218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:29.083512 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:29.094170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:29.099056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.122791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Pushing event updated for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:29.140103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Attempting to bind port d390b873-b2ae-4060-925c-e4bcf21809ba on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:29.140685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Attempting to bind port d390b873-b2ae-4060-925c-e4bcf21809ba by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:29.151750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Attempting to bind port d390b873-b2ae-4060-925c-e4bcf21809ba on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:29.165928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Port d390b873-b2ae-4060-925c-e4bcf21809ba on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:53:29.166394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Attempting to bind port d390b873-b2ae-4060-925c-e4bcf21809ba on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:29.264548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:29.264880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:29.265268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:29.265717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Bound port: d390b873-b2ae-4060-925c-e4bcf21809ba, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:29.266076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.353039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:29.353386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.485701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:29.520900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d390b873-b2ae-4060-925c-e4bcf21809ba,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:29.523414 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d809f8d-901f-4d68-af79-14f5bdff5ff0 x-openstack-request-id: req-6d809f8d-901f-4d68-af79-14f5bdff5ff0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:29.523715 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:29.523974 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d809f8d-901f-4d68-af79-14f5bdff5ff0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:29.524423 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'status': 'completed', 'code': 200} Oct 26 16:53:29.594047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700cc76-534a-4c33-9942-4d1445117dcc service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:29.614968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.622197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b060492-21ad-487c-bf33-b000ead555cf req-ef6c703c-c8cb-427b-bf94-485f87b0355e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.624166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b060492-21ad-487c-bf33-b000ead555cf req-ef6c703c-c8cb-427b-bf94-485f87b0355e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 943 time: 0.1937530 Oct 26 16:53:29.660832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.671655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.683595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:29.689488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-4a2bd5d3-8694-4192-a20b-7575f35ed070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.691266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-4a2bd5d3-8694-4192-a20b-7575f35ed070 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1094 time: 0.1964543 Oct 26 16:53:29.695319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:29.701163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.701776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.765811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-3f9d83d7-0b48-44e9-878e-858f73f8a380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 217 time: 0.0515783 Oct 26 16:53:29.766521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=0a176e09-d524-4cfb-9266-5f5831d73986,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:29.788081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd3707e5-87f6-4d55-aca6-0cae114a8369 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9176338 Oct 26 16:53:29.792516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41640) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:29.813966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cb6fe-8ad4-4e1f-b399-cc753257d821 req-77449ed1-7727-4361-9f0c-dee9bd6f6051 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.815994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f70cb6fe-8ad4-4e1f-b399-cc753257d821 req-77449ed1-7727-4361-9f0c-dee9bd6f6051 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.2369862 Oct 26 16:53:29.824387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:29.825862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'security_group': {'name': 'tempest-secgroup-1667190628'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:29.827067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.827716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:29.830255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] 10.222.0.47 "PUT /v2.0/ports/d390b873-b2ae-4060-925c-e4bcf21809ba HTTP/1.1" status: 200 len: 1091 time: 2.6382327 Oct 26 16:53:29.830255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:29.832595 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c559b-d8bf-430c-9c80-cd189d0a94fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:29.865245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-861fb0b3-9912-43f9-98a2-a64ef6e5320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.869272 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-861fb0b3-9912-43f9-98a2-a64ef6e5320e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0946100 Oct 26 16:53:29.934710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75ff1d-b542-464b-ba59-ca44d0a3f09f service neutron] Pushing event updated for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:29.952639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221956c-1799-4b65-99d7-627dd23bb31b req-5dfab09d-1b72-49f0-9473-71c1f4d70fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:29.954460 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-5dfab09d-1b72-49f0-9473-71c1f4d70fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791011 Oct 26 16:53:30.013520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.017545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f70cb6fe-8ad4-4e1f-b399-cc753257d821 req-39872d15-d488-467a-8363-eff5cc23f7aa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679718 Oct 26 16:53:30.045681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b060492-21ad-487c-bf33-b000ead555cf req-4343643c-1981-4bcc-9431-141829954c4f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799472 Oct 26 16:53:30.105192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-c862977d-fe70-45f7-9942-94ebab4a46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:30.107320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-c862977d-fe70-45f7-9942-94ebab4a46e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 1094 time: 0.1469989 Oct 26 16:53:30.129965 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e539e1-1bc7-4d27-abae-01100b3ddc86 x-openstack-request-id: req-00e539e1-1bc7-4d27-abae-01100b3ddc86 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:30.131042 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:30.131597 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e539e1-1bc7-4d27-abae-01100b3ddc86 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:30.132203 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba', 'status': 'completed', 'code': 200} Oct 26 16:53:30.164344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-6eacb193-6176-48de-9fad-66e80f2f443b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d390b873-b2ae-4060-925c-e4bcf21809ba HTTP/1.1" status: 200 len: 217 time: 0.0473254 Oct 26 16:53:30.183942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.242899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-9daa0e70-d17f-48b0-8e00-75a6cee7e87d service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791646 Oct 26 16:53:30.257079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-f19e0fba-0c3a-486e-a469-aad5ee64eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:30.259356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-f19e0fba-0c3a-486e-a469-aad5ee64eeb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0857124 Oct 26 16:53:30.306772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2ce9c-57a8-4168-8517-f159f662c7c9 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:30.325437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.331270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-bd306800-92b6-402c-b5ef-e3507648ba6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372434 Oct 26 16:53:30.376054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc7cb40-1591-44f0-b8de-e58ed57b5b9c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:30.393856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.397780 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4bc88157-146c-4c6f-9480-4a2c755cd7d7 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5762045 Oct 26 16:53:30.403477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41644) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:30.406500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'security_group': {'name': 'tempest-secgroup-632027130'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:30.421272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1e10e1d9-dfeb-4e61-b74f-15778b4a053b None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:30.421640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e10e1d9-dfeb-4e61-b74f-15778b4a053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.425731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f221956c-1799-4b65-99d7-627dd23bb31b req-bff4d9e0-4f99-432a-ae99-181452563218 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716785 Oct 26 16:53:30.499806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1e10e1d9-dfeb-4e61-b74f-15778b4a053b None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:30.517102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-dbf3105a-2ca4-44a8-b589-ab453e61109a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772335 Oct 26 16:53:30.520710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.548043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1e10e1d9-dfeb-4e61-b74f-15778b4a053b None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:30.548043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e10e1d9-dfeb-4e61-b74f-15778b4a053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.648097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.660394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Update dhcp port {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'fixed_ips': [{'subnet_id': '034a1ea0-3574-4a31-a756-c3a102497e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a176e09-d524-4cfb-9266-5f5831d73986'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'b0f36f63-b9dc-4fe6-b398-82bbca5dcce1'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:53:30.684013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-fca8b022-a4e4-4372-affa-b80e78b79fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:30.685787 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-fca8b022-a4e4-4372-affa-b80e78b79fce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1094 time: 0.0815330 Oct 26 16:53:30.692242 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.702631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.707400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=cee65ab7-5c9a-4d2b-b894-f9d5d3fdd4a0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:30.768615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:30.833737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9e7a4-108d-411e-b0ca-3bccb7c8f8b0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:30.859741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-96ed9e13-1297-4517-8c2c-0e7fd2b76474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:30.862166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-96ed9e13-1297-4517-8c2c-0e7fd2b76474 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1687558 Oct 26 16:53:30.921156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-379c7e09-11c2-4dec-ad4c-b6d050053b02 req-6951a28f-4a2f-4a80-a848-e73425180e66 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792524 Oct 26 16:53:30.934987 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-4e64eade-2363-4395-bb62-88fcd5b0e674 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 217 time: 0.0644960 Oct 26 16:53:31.006678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.009222 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f80ac7e-db39-41f6-b0bd-5f9d1225e977 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6060426 Oct 26 16:53:31.012079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41648) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:31.018179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'security_group': {'name': 'tempest-secgroup-1575679522'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:31.031323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-fd3eddd6-e400-424e-bb2b-5b15ac7f2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:31.033296 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-fd3eddd6-e400-424e-bb2b-5b15ac7f2bc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0919783 Oct 26 16:53:31.060969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-06210217-eb75-49b6-b23e-00f38071b082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.111733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Allocated IP 2001:db8::2 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/0a176e09-d524-4cfb-9266-5f5831d73986/b0f36f63-b9dc-4fe6-b398-82bbca5dcce1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:31.148274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.174474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.177957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-03879e36-657f-402b-8fd5-42ec98410983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:31.184464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-03879e36-657f-402b-8fd5-42ec98410983 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335208 Oct 26 16:53:31.263371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:31.327607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.373894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.378458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-0fc99b98-b066-4d4d-9623-263653facbfd service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832900 Oct 26 16:53:31.400408 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.430748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-5b0083ed-461c-4a25-959f-d46ac1d2dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:31.432714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-5b0083ed-461c-4a25-959f-d46ac1d2dea6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 1094 time: 0.3647375 Oct 26 16:53:31.438830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.485838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad959f6f-da0c-442f-b2f9-649143db5d48 req-96937f8f-323d-4fb2-ba45-3bbf1e2e3bc6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:31.488069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad959f6f-da0c-442f-b2f9-649143db5d48 req-96937f8f-323d-4fb2-ba45-3bbf1e2e3bc6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.3464239 Oct 26 16:53:31.576265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a941c-d29c-4a5b-accb-e05b8d53befe,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:31.645112 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-221c2bb2-0539-4c3b-bbfb-22feb9b35aeb req-93511596-ea0d-46f9-9562-3d68ab3c120a service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580976 Oct 26 16:53:31.646559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb32e-f604-4b1d-808a-18947042457f req-018af451-3526-496b-8cc6-923007783a0b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:31.658938 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:31.660205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3dff6626-df39-4301-8570-785179f6d12d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6469264 Oct 26 16:53:31.661016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b0fb32e-f604-4b1d-808a-18947042457f req-018af451-3526-496b-8cc6-923007783a0b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 943 time: 0.4742572 Oct 26 16:53:31.667251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:31.674656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1603509089', 'security_groups': ['d25a941c-d29c-4a5b-accb-e05b8d53befe'], 'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a176e09-d524-4cfb-9266-5f5831d73986'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:31.728998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2e01b-ae38-4cfd-a237-385857a56286 None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:31.816588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad959f6f-da0c-442f-b2f9-649143db5d48 req-9185268a-440f-42c6-8885-2a92fb83e587 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636547 Oct 26 16:53:32.234647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 4c8875de-19a7-4f47-92cd-79b7e6806f5d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:32.236324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-0522b9d2-044a-43bc-95b1-3266c2db59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:32.237792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-0522b9d2-044a-43bc-95b1-3266c2db59f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 906 time: 0.7882171 Oct 26 16:53:32.293612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b0fb32e-f604-4b1d-808a-18947042457f req-544e255e-f8db-49b8-966a-5a298bd86746 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200996 Oct 26 16:53:32.297224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-f8256ec8-96eb-4429-987b-3320f07fc265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d390b873-b2ae-4060-925c-e4bcf21809ba HTTP/1.1" status: 200 len: 217 time: 0.0455801 Oct 26 16:53:32.314489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:32.337987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-89482f56-e7fd-4253-a2f4-9b450d60a0df req-a2ecdec7-d6d7-4292-b9d8-a35800ec8193 service neutron] (102736) timed out ('10.222.0.21', 49062) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:53:32.399492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:32.410062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2586d432-50d4-46b3-bcab-dc8057f7fa24 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/4c8875de-19a7-4f47-92cd-79b7e6806f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0282671 Oct 26 16:53:32.410198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:32.412649 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] Sync routers for ids ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:32.427089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] Routers {'4c8875de-19a7-4f47-92cd-79b7e6806f5d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:32.428101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:32.431756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-37bfb503-9f1b-4189-92d3-ee90a61ec7ec None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:32.437226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-37bfb503-9f1b-4189-92d3-ee90a61ec7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.438771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.445694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4f47b4e2-89ad-43c4-86e5-26415c67ba69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c8875de-19a7-4f47-92cd-79b7e6806f5d HTTP/1.1" status: 200 len: 205 time: 0.0331526 Oct 26 16:53:32.446713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-528d078c-221b-4fa9-b7d2-f05cdc7ff421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:32.448305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-528d078c-221b-4fa9-b7d2-f05cdc7ff421 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0837746 Oct 26 16:53:32.448761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:32.459110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] device_id is not set on port c6efcacc-6b39-425c-9515-0ba57ecb61f4 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:53:32.497419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d390b873-b2ae-4060-925c-e4bcf21809ba details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:53:32.510987 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:32.522224 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] Routers {'4c8875de-19a7-4f47-92cd-79b7e6806f5d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:32.523287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:32.548337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-37bfb503-9f1b-4189-92d3-ee90a61ec7ec None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:32.587969 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:32.590854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c39f2-bddf-4399-92b2-65244ae2d86f None None] The sync data for ids ['4c8875de-19a7-4f47-92cd-79b7e6806f5d'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:32.592253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-215ab354-33a8-4e5f-b65f-cea7dd0668cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365883 Oct 26 16:53:32.601294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.605296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-37bfb503-9f1b-4189-92d3-ee90a61ec7ec None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:32.605667 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-37bfb503-9f1b-4189-92d3-ee90a61ec7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.662929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8::3a8 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/0a176e09-d524-4cfb-9266-5f5831d73986/c6efcacc-6b39-425c-9515-0ba57ecb61f4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:32.722614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d390b873-b2ae-4060-925c-e4bcf21809ba,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:32.741933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd390b873-b2ae-4060-925c-e4bcf21809ba', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': 'd390b873-b2ae-4060-925c-e4bcf21809ba', 'mac_address': 'fa:16:3e:fb:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:53:32.792855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.795933 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.819898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.841913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.848869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d390b873-b2ae-4060-925c-e4bcf21809ba {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:32.903059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d390b873-b2ae-4060-925c-e4bcf21809ba,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:32.978433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:32.993975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-91c7b751-f580-4dc7-a217-cbd068847d5e service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219128 Oct 26 16:53:33.011119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187f92-ca47-48dc-b49c-657ca44e4ce4 req-477f41cf-a7ee-4bcd-8a96-9dcdb6bb46b2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:33.012658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f187f92-ca47-48dc-b49c-657ca44e4ce4 req-477f41cf-a7ee-4bcd-8a96-9dcdb6bb46b2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.0883148 Oct 26 16:53:33.035714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:33.038949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:33.042720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:33.048503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:33.049103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.057793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.072587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.072587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 4c8875de-19a7-4f47-92cd-79b7e6806f5d {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:53:33.079001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=c6efcacc-6b39-425c-9515-0ba57ecb61f4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:33.083874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.085166 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6b132049-00bc-4646-9e75-44c7f3f2643c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/4c8875de-19a7-4f47-92cd-79b7e6806f5d HTTP/1.1" status: 204 len: 168 time: 0.6355026 Oct 26 16:53:33.096977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:33.125296 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f187f92-ca47-48dc-b49c-657ca44e4ce4 req-24104285-971c-4c83-b6fe-ff1b8bb946bc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974352 Oct 26 16:53:33.158629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:33.174113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-821c559b-d8bf-430c-9c80-cd189d0a94fc req-a5015b9d-b9e8-4f97-9065-eab61aa3a9ee service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703572 Oct 26 16:53:33.203683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 103ce93d-6cd0-487c-98a9-a12193a5b1b0 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:33.212708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.218252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1cc13e81-a9b7-4123-93d9-c82650704176 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5498092 Oct 26 16:53:33.221414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41674) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:33.226573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:33.272859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d390b873-b2ae-4060-925c-e4bcf21809ba'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:33.286684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.482485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.512088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106d1b6-a2cb-416d-854d-dafe8b9edb0a req-f08c1e88-9e34-48eb-b84b-2074997f61eb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:33.512088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2106d1b6-a2cb-416d-854d-dafe8b9edb0a req-f08c1e88-9e34-48eb-b84b-2074997f61eb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 944 time: 0.1079562 Oct 26 16:53:33.534083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b0f01e3b-13b1-4cbc-8fea-77cce8f04310 None None] Provisioning complete for port c6efcacc-6b39-425c-9515-0ba57ecb61f4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:33.534581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0f01e3b-13b1-4cbc-8fea-77cce8f04310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.575905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2106d1b6-a2cb-416d-854d-dafe8b9edb0a req-6479a94e-4ad1-4a86-b699-c63ccf10ccef tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637181 Oct 26 16:53:33.595464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:33.605495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.628681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:33.666998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed6528b9-b8f0-4fe6-9295-540c97e781ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.677134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b0f01e3b-13b1-4cbc-8fea-77cce8f04310 None None] Port c6efcacc-6b39-425c-9515-0ba57ecb61f4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:33.680975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.718296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:33.718720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.722611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=103ce93d-6cd0-487c-98a9-a12193a5b1b0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:33.730687 n-d-815373-2 neutron-server[102736]: INFO neutron.db.ipam_backend_mixin [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a176e09-d524-4cfb-9266-5f5831d73986 (CIDR: 2001:db8::/64) Oct 26 16:53:33.733036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.739502 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e6a1a83c-0bee-48d1-b610-44314b36ce11 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/103ce93d-6cd0-487c-98a9-a12193a5b1b0 HTTP/1.1" status: 204 len: 168 time: 0.6362712 Oct 26 16:53:33.739803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41678) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:33.756380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef6771-a425-4fd6-baad-c17b4fb6b594 None None] Network 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:33.797930 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:53:33.798432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:33.848500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.896004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41680) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:33.896252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd0f8692-325f-47db-8a78-7dfefe3dc87b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6735430 Oct 26 16:53:33.904952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:33.936604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 248b5f60-5c3c-413a-865e-dd99cb3393e7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:33.936951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:33.998780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] DHCP port deletion for 564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:53:34.021906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 248b5f60-5c3c-413a-865e-dd99cb3393e7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=248b5f60-5c3c-413a-865e-dd99cb3393e7,segment=NetworkSegment(d163d0c8-edba-4ea3-9d08-6eebf2177118),segment_id=d163d0c8-edba-4ea3-9d08-6eebf2177118)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:34.023359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.062271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 248b5f60-5c3c-413a-865e-dd99cb3393e7 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:34.069722 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Deleting port 248b5f60-5c3c-413a-865e-dd99cb3393e7 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:34.070234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.138936 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.147995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] For port 248b5f60-5c3c-413a-865e-dd99cb3393e7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=248b5f60-5c3c-413a-865e-dd99cb3393e7,segment=NetworkSegment(d163d0c8-edba-4ea3-9d08-6eebf2177118),segment_id=d163d0c8-edba-4ea3-9d08-6eebf2177118)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:34.148392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.161946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Calling delete_port for 248b5f60-5c3c-413a-865e-dd99cb3393e7 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:34.205109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:34.209993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.250701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.255284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.289141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] Pushing event deleted for resources: {'Port': ['ID=248b5f60-5c3c-413a-865e-dd99cb3393e7,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:34.292908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5d5c-a760-46f1-9aa1-a925dc516250 None None] No DVR routers for this DVR port 248b5f60-5c3c-413a-865e-dd99cb3393e7 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:34.304929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=248b5f60-5c3c-413a-865e-dd99cb3393e7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:34.309047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 248b5f60-5c3c-413a-865e-dd99cb3393e7 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:34.329902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dbf4-f27f-467f-b8e3-d2ee646f6e98 req-48539582-5777-4a4f-88cf-16ae28b31524 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:34.331486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8145dbf4-f27f-467f-b8e3-d2ee646f6e98 req-48539582-5777-4a4f-88cf-16ae28b31524 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.1139979 Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.340104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:34.345168 n-d-815373-2 neutron-server[102737]: INFO neutron.db.ipam_backend_mixin [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 034a1ea0-3574-4a31-a756-c3a102497e80 (CIDR: 2001:db8:0:1::/64) Oct 26 16:53:34.392754 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:53:34.393252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:34.438877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.451048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8145dbf4-f27f-467f-b8e3-d2ee646f6e98 req-d2255b65-6d6c-4a39-865e-e2294abfe4a6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939252 Oct 26 16:53:34.466626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d390b873-b2ae-4060-925c-e4bcf21809ba up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:34.469757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3e80b89a-288a-4e4f-92d0-7c07af924877 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5716763 Oct 26 16:53:34.470583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:34.473355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:34.490579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd163d0c8-edba-4ea3-9d08-6eebf2177118') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:34.490579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd163d0c8-edba-4ea3-9d08-6eebf2177118') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:34.490757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'subnet': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:34.497799 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.513053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.519272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:34.519769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:34.522986 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:34.613747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port d390b873-b2ae-4060-925c-e4bcf21809ba completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:53:34.621600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d390b873-b2ae-4060-925c-e4bcf21809ba triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:34.622016 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.722407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.728048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.746747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.754197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:34.754384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2 HTTP/1.1" status: 204 len: 168 time: 1.0091994 Oct 26 16:53:34.754472 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2172ffd7-49c7-48bf-86c1-213ee5be9b82" -d '{"events": [{"server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "name": "network-vif-plugged", "status": "completed", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:34.754749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a72376-df23-4ab8-b0dd-84d297c822e6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=564ebc02-8afa-4c0b-9a8b-3e8f6734e2c2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:34.754861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:34.771598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-612745772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:34.771708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d390b873-b2ae-4060-925c-e4bcf21809ba,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:34.775678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116575fe-df6b-4599-b66f-e2872e6c0414 req-408a0779-193c-48c1-9979-3d463d34c292 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:34.775858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Made reservation on behalf of 2e0a0f6937984c4dbf3bc32f824c69e7 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:34.777423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-116575fe-df6b-4599-b66f-e2872e6c0414 req-408a0779-193c-48c1-9979-3d463d34c292 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 944 time: 0.0897195 Oct 26 16:53:34.779318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.802633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c24d80e-e910-474e-9623-569c83c2d8b4 x-openstack-request-id: req-0c24d80e-e910-474e-9623-569c83c2d8b4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:34.802633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "name": "network-vif-plugged", "status": "completed", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:34.802633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c24d80e-e910-474e-9623-569c83c2d8b4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:34.803224 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba', 'code': 200} Oct 26 16:53:34.831707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-116575fe-df6b-4599-b66f-e2872e6c0414 req-28b3741f-3f37-4947-b015-7ec4e43d3075 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Oct 26 16:53:34.846716 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.904335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:34.911776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.917419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:34.936920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d59db-54ef-4fcd-9a98-01b70243db1a req-5817318e-5f71-4e62-b0d0-72e66b0a3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:34.938638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd7d59db-54ef-4fcd-9a98-01b70243db1a req-5817318e-5f71-4e62-b0d0-72e66b0a3d1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 1096 time: 0.0554690 Oct 26 16:53:34.983081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd7d59db-54ef-4fcd-9a98-01b70243db1a req-9a58a185-0005-4ab8-8d82-875453f1832b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Oct 26 16:53:35.020445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.068599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.071406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.168333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.169550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-889c27bb-12d6-44f5-9c7f-285288b3bccb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4134257 Oct 26 16:53:35.170999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.172493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:35.179199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-706432224'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:35.211289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:35.216237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:35.221309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:35.221309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.226370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad72e6-5584-46a1-8709-b8b0c499978b None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:35.237682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Subnet': ['ID=5826200c-1d33-4ec4-be26-e5a90f308e20,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:35.291693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:35.295576 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.320614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:35.330325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.330628 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment 843f2ac9-dff5-476d-8d4b-407743a0edec of type vlan for network 273f93a8-76ec-4f0b-9834-38a94c382b7d Oct 26 16:53:35.384473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.392215 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9cfc69a2-f935-4827-99e7-b329fccead67 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9173012 Oct 26 16:53:35.394978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41700) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:35.406634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-859252162', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5826200c-1d33-4ec4-be26-e5a90f308e20'}], 'security_groups': ['6fc7cb40-1591-44f0-b8de-e58ed57b5b9c', '40e9e7a4-108d-411e-b0ca-3bccb7c8f8b0']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:35.443843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Update dhcp port {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'fixed_ips': [{'subnet_id': '034a1ea0-3574-4a31-a756-c3a102497e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a176e09-d524-4cfb-9266-5f5831d73986', 'ip_address': '2001:db8::2'}, {'subnet_id': '5826200c-1d33-4ec4-be26-e5a90f308e20'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'b0f36f63-b9dc-4fe6-b398-82bbca5dcce1'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:53:35.471736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.532677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.532677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:35.532677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.628821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=273f93a8-76ec-4f0b-9834-38a94c382b7d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:35.629260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 248b5f60-5c3c-413a-865e-dd99cb3393e7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:35.661047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:35.694189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6382d05-5ead-4028-8d60-3ab7e7722e75 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5177965 Oct 26 16:53:35.694582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41706) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:35.700512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:35.721905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.753717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1850be-35f4-46b3-bf65-a8770f57f330 req-e4074b40-8718-4d1d-93f0-66767f74c2f6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:35.755802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a1850be-35f4-46b3-bf65-a8770f57f330 req-e4074b40-8718-4d1d-93f0-66767f74c2f6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.1324387 Oct 26 16:53:35.868649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a1850be-35f4-46b3-bf65-a8770f57f330 req-def20656-9608-4fe8-bc68-ca80ec0fc4dc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825934 Oct 26 16:53:35.868885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:35.875293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:35.891883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 248b5f60-5c3c-413a-865e-dd99cb3393e7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:35.895707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 248b5f60-5c3c-413a-865e-dd99cb3393e7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:36.003226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Allocated IP 2001:db8:0:2::2 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/5826200c-1d33-4ec4-be26-e5a90f308e20/b0f36f63-b9dc-4fe6-b398-82bbca5dcce1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:36.135256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:36.163793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42350-6bf7-4ad4-88bc-5daf24e54ef2 req-0771bb28-04bc-4540-9a92-108e1b9d6ed1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:36.166508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29c42350-6bf7-4ad4-88bc-5daf24e54ef2 req-0771bb28-04bc-4540-9a92-108e1b9d6ed1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.1937428 Oct 26 16:53:36.175975 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.211117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29c42350-6bf7-4ad4-88bc-5daf24e54ef2 req-06eefa86-8275-4dd8-8abf-caaa43f76c54 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Oct 26 16:53:36.223514 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.286065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.295763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=765f930b-06a4-4b9d-8172-5ff71ca3fa10,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:36.301426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:36.301803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 273f93a8-76ec-4f0b-9834-38a94c382b7d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:36.384219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e045b-ab75-4f88-a0a9-bbb80adf06c5 None None] Pushing event updated for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:36.394505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:36.433031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Delete allocated IP 2001:db8::3a8 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/0a176e09-d524-4cfb-9266-5f5831d73986) {{(pid=102736) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 16:53:36.441339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Allocated IP 2001:db8:0:2::262 (5b82c98b-bb2c-464b-8488-c5f5a1bc3860/5826200c-1d33-4ec4-be26-e5a90f308e20/c6efcacc-6b39-425c-9515-0ba57ecb61f4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:36.468695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 273f93a8-76ec-4f0b-9834-38a94c382b7d) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:36.472918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:36.473904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.484852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5a63d-e292-456e-b09a-23122ccb254f None None] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:36.572747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-df822ada-8c6e-4f38-a052-fe746496c361 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8739638 Oct 26 16:53:36.577878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41712) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:36.671842 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.724126 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.733998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-273f93a8-76ec-4f0b-9834-38a94c382b7d', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:36.735028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.800114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.874136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event updated for resources: {'Port': ['ID=c6efcacc-6b39-425c-9515-0ba57ecb61f4,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:36.921558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] In _notify_port_updated(), no bound segment for port c6efcacc-6b39-425c-9515-0ba57ecb61f4 on network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 {{(pid=102736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 16:53:36.927467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:36.928250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:36.929699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0946da37-24cf-4dc0-bba1-cc07944adf3d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "PUT /v2.0/ports/c6efcacc-6b39-425c-9515-0ba57ecb61f4 HTTP/1.1" status: 200 len: 969 time: 1.5335982 Oct 26 16:53:36.933115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41716) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:36.947898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Allocated IP 172.20.0.2 (273f93a8-76ec-4f0b-9834-38a94c382b7d/765f930b-06a4-4b9d-8172-5ff71ca3fa10/e2a3418c-c3f8-42d8-8b9a-c542d49234e3) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:36.993498 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.141306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf05648-71f0-404f-97c1-8fa8f7e730d5 req-a60e7d5d-6014-4467-971e-281c1099fd87 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:37.143266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bf05648-71f0-404f-97c1-8fa8f7e730d5 req-a60e7d5d-6014-4467-971e-281c1099fd87 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.1360736 Oct 26 16:53:37.153320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.186537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port c6efcacc-6b39-425c-9515-0ba57ecb61f4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:37.186871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.243805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0bf05648-71f0-404f-97c1-8fa8f7e730d5 req-b55c6b87-6d86-4b3a-a419-e4ad60d8e700 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905139 Oct 26 16:53:37.249082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.333854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:37.339656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.346795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:37.349483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:37.361130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Pushing event updated for resources: {'Port': ['ID=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:37.361435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for c6efcacc-6b39-425c-9515-0ba57ecb61f4 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:37.366070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:37.366444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.397782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.20.0.1 (273f93a8-76ec-4f0b-9834-38a94c382b7d/765f930b-06a4-4b9d-8172-5ff71ca3fa10/67eaca97-022d-4939-b8c2-8912c16de254) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:37.470506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Attempting to bind port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:37.470881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Attempting to bind port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:37.471273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Attempting to bind port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 on network 273f93a8-76ec-4f0b-9834-38a94c382b7d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:37.481344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:37.481713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Checking segment: {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:37.482110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.482499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Bound using segment: {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:37.483587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Bound port: e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:37.484024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.488883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:37.540975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e20bc-bbcd-4392-8d4a-9723ffbf3a95 req-786ca441-0552-4eb6-a94a-f24a99490476 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:37.540975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f44e20bc-bbcd-4392-8d4a-9723ffbf3a95 req-786ca441-0552-4eb6-a94a-f24a99490476 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.1627159 Oct 26 16:53:37.553328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:37.553696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.592705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f44e20bc-bbcd-4392-8d4a-9723ffbf3a95 req-d44594c3-3d07-48c3-ab37-f4d505fe7b3a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Oct 26 16:53:37.628554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.681674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:37.732052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.756203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.784829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] For port e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:37.786858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=c6efcacc-6b39-425c-9515-0ba57ecb61f4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:37.808454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551bfb7-f940-45c0-b69d-491132247cfe req-45dc1baa-b3e9-451f-adcc-66f62650d6b4 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:37.808814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] For port e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:37.812780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3551bfb7-f940-45c0-b69d-491132247cfe req-45dc1baa-b3e9-451f-adcc-66f62650d6b4 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.1121919 Oct 26 16:53:37.820833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:37.821487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.828757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:37.830454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e7af291c-69a4-4beb-9d5b-51d994287b19 None None] Could not find standard attr ID for object c6efcacc-6b39-425c-9515-0ba57ecb61f4. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:53:37.838885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:37.844268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:37.859376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.862617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e65450a3-2f4d-4db6-b2c5-396f83950e5b tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/c6efcacc-6b39-425c-9515-0ba57ecb61f4 HTTP/1.1" status: 204 len: 168 time: 0.9284544 Oct 26 16:53:37.867419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41724) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:37.877536 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.882050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:37.906024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3551bfb7-f940-45c0-b69d-491132247cfe req-2a13e105-500b-4554-ac27-794b75ce3f8d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Oct 26 16:53:37.916764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:37.922127 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-92537e26-e314-417f-9f59-01eb0bdb757d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] GET failed (client error): The resource could not be found. Oct 26 16:53:37.924227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-92537e26-e314-417f-9f59-01eb0bdb757d tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports/c6efcacc-6b39-425c-9515-0ba57ecb61f4 HTTP/1.1" status: 404 len: 333 time: 0.0553989 Oct 26 16:53:37.927773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:37.992865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.004809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4a4d0cf-7dc0-46a1-ab22-93da66055b20 None None] Could not find standard attr ID for object c6efcacc-6b39-425c-9515-0ba57ecb61f4. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:53:38.014418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c47f0-c412-481c-a214-f6816d322b1c None None] Pushing event updated for resources: {'Port': ['ID=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:38.045757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.176729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.183777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.186810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.189142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/security-groups/d25a941c-d29c-4a5b-accb-e05b8d53befe HTTP/1.1" status: 204 len: 168 time: 0.2593591 Oct 26 16:53:38.195889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41730) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:38.205344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687c20-3832-489e-a418-b59c1c5e1c5e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a941c-d29c-4a5b-accb-e05b8d53befe,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:38.444709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650d31-9264-4c3f-ac05-f407568b57d8 req-6c7ca141-1baf-47b3-bb6c-6158452c9a8f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:38.454217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e650d31-9264-4c3f-ac05-f407568b57d8 req-6c7ca141-1baf-47b3-bb6c-6158452c9a8f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.0795927 Oct 26 16:53:38.462389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.491415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.520518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e650d31-9264-4c3f-ac05-f407568b57d8 req-36981bd1-7d23-4703-ab9e-54900b0d1c01 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654082 Oct 26 16:53:38.533884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f312-caae-4309-94b6-dcdc5d7df863 req-3265baed-9958-4ebe-959b-662b1b80e3a0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:38.540323 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbc2f312-caae-4309-94b6-dcdc5d7df863 req-3265baed-9958-4ebe-959b-662b1b80e3a0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.0744889 Oct 26 16:53:38.579060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbc2f312-caae-4309-94b6-dcdc5d7df863 req-b16077f4-d697-47a0-b695-ad1831212480 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Oct 26 16:53:38.638851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.641519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.645157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/security-groups/40e9e7a4-108d-411e-b0ca-3bccb7c8f8b0 HTTP/1.1" status: 204 len: 168 time: 0.4454389 Oct 26 16:53:38.645789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41736) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:38.662272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21950-eead-4446-a4ec-bf13aa67bded tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9e7a4-108d-411e-b0ca-3bccb7c8f8b0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:38.668292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.720768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.744421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.756194 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:53:38.760563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.841049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.842841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:38.897338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.900278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:38.904859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fc7cb40-1591-44f0-b8de-e58ed57b5b9c HTTP/1.1" status: 204 len: 168 time: 0.2547162 Oct 26 16:53:38.905688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41742) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:38.911488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18aa76-5bc8-45d9-a426-4f9923467fcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc7cb40-1591-44f0-b8de-e58ed57b5b9c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:39.002292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 0a176e09-d524-4cfb-9266-5f5831d73986 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:39.013397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.057112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:39.062788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:39.143524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.269717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.282172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d2a44-a94b-4145-a905-fdf15a6bca80 None None] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:39.338353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:39.361294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] Provisioning complete for port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:39.361820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.444815 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.478837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=0a176e09-d524-4cfb-9266-5f5831d73986,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:39.484168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:39.493009 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f7784dd-f069-4996-bed3-ce6f385b28a9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9144890 Oct 26 16:53:39.493009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.493756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:39.498903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1683961425'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:39.506407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5c656711-cb4d-4456-8397-2a1c3e00977a tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/0a176e09-d524-4cfb-9266-5f5831d73986 HTTP/1.1" status: 204 len: 168 time: 0.5930121 Oct 26 16:53:39.510437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:39.541072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d933356-39fc-42d3-9e95-d8191af78946 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:39.546408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:39.580065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 5826200c-1d33-4ec4-be26-e5a90f308e20 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:39.589186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.664645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:39.672876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.676275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.771222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e2a3418c-c3f8-42d8-8b9a-c542d49234e3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:39.799453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:39.817928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.830119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-0da67e27-f296-4e40-8d58-8575ee25740c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:39.834982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-0da67e27-f296-4e40-8d58-8575ee25740c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.2195809 Oct 26 16:53:39.841683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18249989-3cf0-4227-83e5-d09ce3770f6a req-6b874254-7459-42b8-a3ab-2201c60c6e25 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:39.849577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18249989-3cf0-4227-83e5-d09ce3770f6a req-6b874254-7459-42b8-a3ab-2201c60c6e25 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.1630893 Oct 26 16:53:39.885257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:39.885837 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment 379e16c0-479b-46fa-92fd-575611d00f70 of type vlan for network 40573620-5b23-4ce8-bff0-41933fca1103 Oct 26 16:53:39.905561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:39.910362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:39.927688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192f0b8-933e-411c-8424-3ef4d5ecdae1 req-e34ebf5b-6225-4cdd-8e08-f38c4a446902 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:39.929241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4192f0b8-933e-411c-8424-3ef4d5ecdae1 req-e34ebf5b-6225-4cdd-8e08-f38c4a446902 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 945 time: 0.1837637 Oct 26 16:53:39.949382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.011675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=5826200c-1d33-4ec4-be26-e5a90f308e20,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:40.015570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.018862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e79453cf-02c2-495b-ac54-684b83614db8 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/5826200c-1d33-4ec4-be26-e5a90f308e20 HTTP/1.1" status: 204 len: 168 time: 0.5073249 Oct 26 16:53:40.021338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:40.042565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.056555 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9965b7-57e5-425a-aefe-5144eb5c3b7f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:40.057037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9965b7-57e5-425a-aefe-5144eb5c3b7f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:40.060153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d9965b7-57e5-425a-aefe-5144eb5c3b7f tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/0a176e09-d524-4cfb-9266-5f5831d73986 HTTP/1.1" status: 404 len: 337 time: 0.0378747 Oct 26 16:53:40.062945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:40.118278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-18249989-3cf0-4227-83e5-d09ce3770f6a req-ae7f1ffd-8900-4ae9-98c0-d48cd2e2258d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675855 Oct 26 16:53:40.142843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.157891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting subnet 034a1ea0-3574-4a31-a756-c3a102497e80 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:53:40.157891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.168676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:40.168871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.170722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4192f0b8-933e-411c-8424-3ef4d5ecdae1 req-b33065a2-e92d-44f3-a554-cf30f9196799 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034841 Oct 26 16:53:40.193154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port d390b873-b2ae-4060-925c-e4bcf21809ba {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:40.193154 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.250031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.264114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:40.313451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port d390b873-b2ae-4060-925c-e4bcf21809ba, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d390b873-b2ae-4060-925c-e4bcf21809ba,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:40.313820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.337519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2a07f-f0c2-4e4c-ad20-45fb4dc72713 None None] Update dhcp port {'port': {'network_id': '5b82c98b-bb2c-464b-8488-c5f5a1bc3860', 'fixed_ips': [{'subnet_id': '034a1ea0-3574-4a31-a756-c3a102497e80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5826200c-1d33-4ec4-be26-e5a90f308e20'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'b0f36f63-b9dc-4fe6-b398-82bbca5dcce1'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:53:40.341844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] For port e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:40.364260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for d390b873-b2ae-4060-925c-e4bcf21809ba owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:40.449175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-baf2a07f-f0c2-4e4c-ad20-45fb4dc72713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.451357 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.462600 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.470141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:40.470994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.612691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.691686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1968746 Oct 26 16:53:40.697036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:40.702503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:40.726007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=d390b873-b2ae-4060-925c-e4bcf21809ba,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:40.769688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port d390b873-b2ae-4060-925c-e4bcf21809ba on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:40.802584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaddcdb-f92f-49a7-b7a3-03cf10ca18ad tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=40573620-5b23-4ce8-bff0-41933fca1103,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:40.805952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.809472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66c1e01b-09dc-4187-bf45-ff1f5200b33b req-36f31bd5-7aef-42ed-b169-0ca8ef70f019 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "DELETE /v2.0/ports/d390b873-b2ae-4060-925c-e4bcf21809ba HTTP/1.1" status: 204 len: 173 time: 0.9550016 Oct 26 16:53:40.812448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'name': 'network-vif-deleted', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:40.814829 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e171512f-80b6-4c5d-9303-2cf2714a2f24" -d '{"events": [{"server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "name": "network-vif-deleted", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:40.865637 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b39842-b3e6-403d-bd01-aa706605f6fa x-openstack-request-id: req-75b39842-b3e6-403d-bd01-aa706605f6fa {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:40.866201 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04e7bda-0052-4735-914d-675270943f50", "name": "network-vif-deleted", "tag": "d390b873-b2ae-4060-925c-e4bcf21809ba", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:40.866550 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75b39842-b3e6-403d-bd01-aa706605f6fa {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:40.867118 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04e7bda-0052-4735-914d-675270943f50', 'name': 'network-vif-deleted', 'tag': 'd390b873-b2ae-4060-925c-e4bcf21809ba', 'status': 'completed', 'code': 200} Oct 26 16:53:40.952423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:40.971689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:40.971964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.976385 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:40.980919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 40573620-5b23-4ce8-bff0-41933fca1103 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:41.072317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8990f123-a94b-4e6b-acbc-1c39dba1a4ed None None] Provisioning complete for port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:41.072652 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8990f123-a94b-4e6b-acbc-1c39dba1a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.103635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.139274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Subnet': ['ID=034a1ea0-3574-4a31-a756-c3a102497e80,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:41.154283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.166379 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-46d38820-6a8c-49fe-9438-639411532202 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/034a1ea0-3574-4a31-a756-c3a102497e80 HTTP/1.1" status: 204 len: 168 time: 1.0999641 Oct 26 16:53:41.169928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.173611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8ffb6-0e08-45d6-ad19-2b01ea9b7dbd None None] Pushing event updated for resources: {'Port': ['ID=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:41.223468 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6b4cd8-184a-4f64-81cd-c51dd99b12ae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.223468 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6b4cd8-184a-4f64-81cd-c51dd99b12ae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.233147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3e6b4cd8-184a-4f64-81cd-c51dd99b12ae tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/a6671e27-4519-49b4-a399-9d82cdcdba17 HTTP/1.1" status: 404 len: 337 time: 0.0608284 Oct 26 16:53:41.234067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.293842 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a238a0d4-bcb2-4bea-baf3-267214841bcd tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63de81d-5388-43ba-bfe6-e395151b0236 HTTP/1.1" status: 200 len: 205 time: 0.0583205 Oct 26 16:53:41.294382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.340341 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-2a9a0c22-3247-48b6-a91e-2e5208ec656c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] delete failed (client error): The resource could not be found. Oct 26 16:53:41.344571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a9a0c22-3247-48b6-a91e-2e5208ec656c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/routers/b63de81d-5388-43ba-bfe6-e395151b0236 HTTP/1.1" status: 404 len: 336 time: 0.0492182 Oct 26 16:53:41.345124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.377732 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ed8fe4-45f5-49ce-bfe9-fd42edcd7e64 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.378189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ed8fe4-45f5-49ce-bfe9-fd42edcd7e64 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.384887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52ed8fe4-45f5-49ce-bfe9-fd42edcd7e64 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/c8a95577-d701-4d35-a158-26de158b7d23 HTTP/1.1" status: 404 len: 337 time: 0.0384896 Oct 26 16:53:41.385497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41778) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.387573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f6618a5-7025-4410-8780-29f988e2b356 req-28ba318a-ff41-4e12-a204-071922ecbd7f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04e7bda-0052-4735-914d-675270943f50 HTTP/1.1" status: 200 len: 210 time: 0.0471785 Oct 26 16:53:41.413404 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cb5cdd-bf3d-4880-a6fe-2097d372109c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.413873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cb5cdd-bf3d-4880-a6fe-2097d372109c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.417969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-77cb5cdd-bf3d-4880-a6fe-2097d372109c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/6bdf0d06-bb28-4e67-945b-e3680e425812 HTTP/1.1" status: 404 len: 337 time: 0.0314040 Oct 26 16:53:41.424815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41780) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server [None req-baf2a07f-f0c2-4e4c-ad20-45fb4dc72713 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 034a1ea0-3574-4a31-a756-c3a102497e80: This subnet is being modified by another concurrent operation. Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:53:41.427770 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 034a1ea0-3574-4a31-a756-c3a102497e80: This subnet is being modified by another concurrent operation. Oct 26 16:53:41.431703 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Oct 26 16:53:41.439414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1c09b-4d88-4ba0-a8d1-ee1eccd1514f req-b8d67ca7-ac2b-45a4-b542-a108c06e3aa4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:41.440939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65c1c09b-4d88-4ba0-a8d1-ee1eccd1514f req-b8d67ca7-ac2b-45a4-b542-a108c06e3aa4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.1440377 Oct 26 16:53:41.463298 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0331aa9c-a241-4e2c-be3d-18d7e2fb1bba tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.463759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0331aa9c-a241-4e2c-be3d-18d7e2fb1bba tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.479731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0331aa9c-a241-4e2c-be3d-18d7e2fb1bba tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/39577863-95dd-46fb-89fa-89f55bb4212a HTTP/1.1" status: 404 len: 337 time: 0.0515513 Oct 26 16:53:41.480905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.513206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-65c1c09b-4d88-4ba0-a8d1-ee1eccd1514f req-87b1fed8-5b11-4257-a490-8d027aae4896 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603702 Oct 26 16:53:41.513409 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4b2234-e791-41ad-a322-8a5440405913 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.514251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4b2234-e791-41ad-a322-8a5440405913 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.517714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab4b2234-e791-41ad-a322-8a5440405913 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/02bc2311-99da-4b68-9c6d-d731548379be HTTP/1.1" status: 404 len: 333 time: 0.0347264 Oct 26 16:53:41.520225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41784) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.575226 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b850739f-51b7-42ba-bb0e-2d2fa1d19dbe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.577098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b850739f-51b7-42ba-bb0e-2d2fa1d19dbe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.583608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41786) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.588266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b850739f-51b7-42ba-bb0e-2d2fa1d19dbe tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/fb118a9b-ec0d-49f6-8bbc-2f363ffc91cd HTTP/1.1" status: 404 len: 337 time: 0.0630975 Oct 26 16:53:41.589117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.613759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5df4f-61e9-4a37-aa11-477fd0854ed7 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:41.650388 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6137f5dc-eb73-46d9-bd27-cc17be860e30 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.650874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6137f5dc-eb73-46d9-bd27-cc17be860e30 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.658020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6137f5dc-eb73-46d9-bd27-cc17be860e30 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/33e5c5cf-1876-43e0-973f-26a51b4e0063 HTTP/1.1" status: 404 len: 337 time: 0.0733252 Oct 26 16:53:41.661267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.701334 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7a6a55-16fb-47af-bebf-aaabe73bc2a4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.702018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7a6a55-16fb-47af-bebf-aaabe73bc2a4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.706422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ad7a6a55-16fb-47af-bebf-aaabe73bc2a4 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/8cda95b2-a6cd-4f66-90cf-24b7997b71a1 HTTP/1.1" status: 404 len: 333 time: 0.0437281 Oct 26 16:53:41.708910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.715440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e2a3418c-c3f8-42d8-8b9a-c542d49234e3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:41.744360 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-280f2375-034d-45d5-928f-2e2ab3077b05 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.744998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280f2375-034d-45d5-928f-2e2ab3077b05 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.748819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-280f2375-034d-45d5-928f-2e2ab3077b05 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/6616f75b-dbbd-4eb6-8f43-6ebe7436eaea HTTP/1.1" status: 404 len: 337 time: 0.0389082 Oct 26 16:53:41.753477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41792) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.768494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:38Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:38Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:41.780825 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-391ea29f-5eda-4d1a-8942-35c8b11fa72c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] DELETE failed (client error): The resource could not be found. Oct 26 16:53:41.781312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391ea29f-5eda-4d1a-8942-35c8b11fa72c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:53:41.782361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8990f123-a94b-4e6b-acbc-1c39dba1a4ed None None] Provisioning complete for port 67eaca97-022d-4939-b8c2-8912c16de254 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:41.782786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8990f123-a94b-4e6b-acbc-1c39dba1a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.785483 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-391ea29f-5eda-4d1a-8942-35c8b11fa72c tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/subnets/74134485-082b-4b97-ba61-6ed4d610595b HTTP/1.1" status: 404 len: 337 time: 0.0330911 Oct 26 16:53:41.788004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:41.850627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:41.850981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Updating router 5daca91d-dd6c-4e43-be77-937cb56b2c61 port 67eaca97-022d-4939-b8c2-8912c16de254 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:53:41.917401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port 855e2afb-0b6f-4315-ac51-8243d85d8220 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:41.918486 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.928985 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:41.944691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8990f123-a94b-4e6b-acbc-1c39dba1a4ed None None] Port 67eaca97-022d-4939-b8c2-8912c16de254 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:42.001371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:42.001776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.066808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:42.067452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: 40573620-5b23-4ce8-bff0-41933fca1103, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:42.080161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=5de5740c-bd2a-4c85-ae93-cc3d84f0f271,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:42.083540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] DHCP port deletion for 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:53:42.103405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.116953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for 855e2afb-0b6f-4315-ac51-8243d85d8220 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:42.150164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Provisioning complete for port 855e2afb-0b6f-4315-ac51-8243d85d8220 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:42.150532 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.154725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 40573620-5b23-4ce8-bff0-41933fca1103 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:42.240662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 40573620-5b23-4ce8-bff0-41933fca1103) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:42.256678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:42.259225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.266872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc5cb87-e4fe-4cb4-8b39-8f4cd24c4d9d None None] Network 40573620-5b23-4ce8-bff0-41933fca1103 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:42.275556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.306321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=855e2afb-0b6f-4315-ac51-8243d85d8220,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:42.313132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.319068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-071e4429-b042-46fb-9488-9ef723f50e56 tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/ports/855e2afb-0b6f-4315-ac51-8243d85d8220 HTTP/1.1" status: 204 len: 168 time: 0.5266662 Oct 26 16:53:42.319349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:42.323233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-74fc5b83-16b9-4146-bccf-85e494542d0c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6248782 Oct 26 16:53:42.326047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Port 855e2afb-0b6f-4315-ac51-8243d85d8220 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:42.328221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41800) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:42.374233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Deleting port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:42.374607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.435254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.483069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Provisioning complete for port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:42.489156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.500571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:42.506097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb5c67a3-5124-4a23-bf61-b21048539c54 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:53:42.506097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d390b873-b2ae-4060-925c-e4bcf21809ba no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:42.517482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Deleting port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:53:42.518049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.669694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: d390b873-b2ae-4060-925c-e4bcf21809ba {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:53:42.670016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d390b873-b2ae-4060-925c-e4bcf21809ba not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:53:42.674278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:42.674278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.705639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Calling delete_port for b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:42.833054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb5c67a3-5124-4a23-bf61-b21048539c54,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:42.856646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:53:42.882047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] For port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,segment=NetworkSegment(de74b4a5-45b9-4609-97be-ba8d6602cd5e),segment_id=de74b4a5-45b9-4609-97be-ba8d6602cd5e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:42.882393 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.893380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.935948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Calling delete_port for b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:53:42.948696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.981313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:42.984603 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No ports have port_id starting with b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 Oct 26 16:53:42.985160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] No DVR routers for this DVR port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:42.988077 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:42.990100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78919b0-0fa9-455d-82d9-11c51b8e66ab req-6930d69f-5fdc-48ba-9af6-03f1f180f2a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:42.991824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e78919b0-0fa9-455d-82d9-11c51b8e66ab req-6930d69f-5fdc-48ba-9af6-03f1f180f2a9 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 943 time: 0.2728746 Oct 26 16:53:42.996195 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] No ports have port_id starting with b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 Oct 26 16:53:43.060046 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.111836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.141582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b82c98b-bb2c-464b-8488-c5f5a1bc3860']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:43.154940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de74b4a5-45b9-4609-97be-ba8d6602cd5e') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:43.155405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de74b4a5-45b9-4609-97be-ba8d6602cd5e') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:43.169503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.182816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e78919b0-0fa9-455d-82d9-11c51b8e66ab req-1a171c15-702b-4dec-8e79-52ce496d6e28 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727986 Oct 26 16:53:43.193178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-f9e4ab8c-3cf0-4256-ad25-60599efed160 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:43.194189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-f9e4ab8c-3cf0-4256-ad25-60599efed160 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.3449485 Oct 26 16:53:43.204667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.228684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-66ede1d6-275a-4ddd-acc0-ea164158e013 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0261328 Oct 26 16:53:43.230447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:53:43.231546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:53:43.235266 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:53:43.262553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.332525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-40573620-5b23-4ce8-bff0-41933fca1103', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:43.340735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.346990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf35d2-52e9-430d-8618-8d229acf010f None None] Pushing event updated for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:43.350318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5c67a3-5124-4a23-bf61-b21048539c54 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:43.399659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Provisioning complete for port 67eaca97-022d-4939-b8c2-8912c16de254 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:43.407490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.426413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-422248dc-7560-4fb9-863e-547694caeb4e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863575 Oct 26 16:53:43.452409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.468696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.480465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] 10.222.0.21 "DELETE /v2.0/networks/5b82c98b-bb2c-464b-8488-c5f5a1bc3860 HTTP/1.1" status: 204 len: 168 time: 1.1597786 Oct 26 16:53:43.508798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111904f-1b08-4e5c-a62f-aac68974ff0e tempest-PortsIpV6TestJSON-114996547 tempest-PortsIpV6TestJSON-114996547-project] Pushing event deleted for resources: {'Network': ['ID=5b82c98b-bb2c-464b-8488-c5f5a1bc3860,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:43.523998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb5c67a3-5124-4a23-bf61-b21048539c54,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:43.650630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.21.0.1 (40573620-5b23-4ce8-bff0-41933fca1103/5de5740c-bd2a-4c85-ae93-cc3d84f0f271/c398facc-915e-46c2-9e8e-c15bb687879f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:43.670986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.687783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-225b4e5e-3b50-4b06-b34e-f7b753cc7d4a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285230 Oct 26 16:53:43.691425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.721226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Network 5b82c98b-bb2c-464b-8488-c5f5a1bc3860 is not hosted by any dhcp agent {{(pid=102738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:53:43.724353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] No DVR routers for this DVR port b0f36f63-b9dc-4fe6-b398-82bbca5dcce1 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:53:43.724353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-626e129f-526d-46a9-8712-6a6f0a5cd9e0 None None] Port 67eaca97-022d-4939-b8c2-8912c16de254 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:43.724589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Attempting to bind port 67eaca97-022d-4939-b8c2-8912c16de254 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:43.724967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Attempting to bind port 67eaca97-022d-4939-b8c2-8912c16de254 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:43.725323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Attempting to bind port 67eaca97-022d-4939-b8c2-8912c16de254 on network 273f93a8-76ec-4f0b-9834-38a94c382b7d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:43.750272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:43.750671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Checking segment: {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:43.751068 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.751482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Bound using segment: {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:43.751975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Bound port: 67eaca97-022d-4939-b8c2-8912c16de254, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843f2ac9-dff5-476d-8d4b-407743a0edec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:43.752365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.779924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:43.810256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-598f9c31-2de3-44d7-8859-5934f8ba1cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163721 Oct 26 16:53:43.834417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12bf7-92c8-4d36-9d08-cbaa34e15a58 None None] Pushing event deleted for resources: {'Port': ['ID=b0f36f63-b9dc-4fe6-b398-82bbca5dcce1,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:43.876795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3871b426-eba0-4cc5-996f-997385933fa9 None None] Provisioning complete for port 67eaca97-022d-4939-b8c2-8912c16de254 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:43.879586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3871b426-eba0-4cc5-996f-997385933fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:43.921652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['eb5c67a3-5124-4a23-bf61-b21048539c54'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:43.925531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] For port 67eaca97-022d-4939-b8c2-8912c16de254, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:43.988108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41828) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:44.003450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] For port 67eaca97-022d-4939-b8c2-8912c16de254, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=67eaca97-022d-4939-b8c2-8912c16de254,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:44.027689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3871b426-eba0-4cc5-996f-997385933fa9 None None] Port 67eaca97-022d-4939-b8c2-8912c16de254 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:44.034601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.119039 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.178159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41838) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:44.208458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-184fcb97-8358-4b5d-b946-1ce3ff5df4fa req-118a4c0d-9123-456a-8750-1e4fd9ff7946 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 210 time: 0.0700543 Oct 26 16:53:44.241737 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.253221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-268d9341-bcbc-49cd-865a-4e4f8a3b52cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.312209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf35d2-52e9-430d-8618-8d229acf010f None None] Pushing event updated for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:44.325777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:44.327713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:44.353474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Allocated IP 172.21.0.2 (40573620-5b23-4ce8-bff0-41933fca1103/5de5740c-bd2a-4c85-ae93-cc3d84f0f271/043401f0-5a71-46a1-aab0-ca4eb5013b04) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:44.406164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-268d9341-bcbc-49cd-865a-4e4f8a3b52cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.409427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 40573620-5b23-4ce8-bff0-41933fca1103 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:44.417530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:44.423512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:44.428666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:44.459347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d14a030-f728-4906-8417-246afc631b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e0a0f6937984c4dbf3bc32f824c69e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769282 Oct 26 16:53:44.460073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41848) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:44.494421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a251378-d80a-482a-883c-eaa718a50a7d req-dbde918e-d0b5-4a17-a837-f1be6a8861c4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:44.500570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-268d9341-bcbc-49cd-865a-4e4f8a3b52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.502104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a251378-d80a-482a-883c-eaa718a50a7d req-dbde918e-d0b5-4a17-a837-f1be6a8861c4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 944 time: 0.1542361 Oct 26 16:53:44.529586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.553062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d9341-bcbc-49cd-865a-4e4f8a3b52cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b831a-3387-4a72-9af9-06add8cde93c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:44.579443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-268d9341-bcbc-49cd-865a-4e4f8a3b52cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd8f311715074241bdea455d69b2c922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900078 Oct 26 16:53:44.581008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:44.583034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.612544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a251378-d80a-482a-883c-eaa718a50a7d req-4ecc1451-1807-416d-82fe-6b30542c4033 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098599 Oct 26 16:53:44.631733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:44.632298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.683325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.717209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.806647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] Provisioning complete for port 67eaca97-022d-4939-b8c2-8912c16de254 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:44.807020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.823265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.826479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.828346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eb734ad-356c-4117-8d33-8a7ac88cc6a5 HTTP/1.1" status: 204 len: 168 time: 0.3664267 Oct 26 16:53:44.840866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3626aa-a501-4dd7-97da-a42e4597b990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb734ad-356c-4117-8d33-8a7ac88cc6a5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:44.879688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.920192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.922754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.933919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d37b831a-3387-4a72-9af9-06add8cde93c HTTP/1.1" status: 204 len: 168 time: 0.3518116 Oct 26 16:53:44.955762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:44.962920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd7c6d-898d-497b-9726-555dfcaff8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b831a-3387-4a72-9af9-06add8cde93c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:45.041850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.149769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Network 40573620-5b23-4ce8-bff0-41933fca1103 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:45.155990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:45.162255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:45.173094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.216062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Pushing event updated for resources: {'Port': ['ID=043401f0-5a71-46a1-aab0-ca4eb5013b04,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:45.275632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] For port 67eaca97-022d-4939-b8c2-8912c16de254, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=67eaca97-022d-4939-b8c2-8912c16de254,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:45.277853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Attempting to bind port 043401f0-5a71-46a1-aab0-ca4eb5013b04 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:45.279852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Attempting to bind port 043401f0-5a71-46a1-aab0-ca4eb5013b04 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:45.280233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Attempting to bind port 043401f0-5a71-46a1-aab0-ca4eb5013b04 on network 40573620-5b23-4ce8-bff0-41933fca1103 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:45.291239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:45.297001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Checking segment: {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:45.297001 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.297001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Bound using segment: {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:45.297001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Bound port: 043401f0-5a71-46a1-aab0-ca4eb5013b04, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:45.297001 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.300204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:38Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:43Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:45.349819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad97f6a-9bee-406e-8a77-7926584a40d9 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:38Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:43Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:45.390768 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1942969-a809-45db-9dbd-bc3bfbc7e38a req-167fb1ce-33c6-42d6-8907-ee4f79eb0ba0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 210 time: 0.0596380 Oct 26 16:53:45.394098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.422857 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.457493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.583662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] For port 043401f0-5a71-46a1-aab0-ca4eb5013b04, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:45.614484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] For port 043401f0-5a71-46a1-aab0-ca4eb5013b04, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=043401f0-5a71-46a1-aab0-ca4eb5013b04,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:45.619121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb9b51-8d19-429f-b538-493a9ec3e5b9 None None] Pushing event updated for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:45.677275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:45.705084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.743755 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:45.867977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f806d-57cd-4150-99c0-9cee909e9d80 None None] Pushing event updated for resources: {'Port': ['ID=043401f0-5a71-46a1-aab0-ca4eb5013b04,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:45.905701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858b16-22aa-4fe7-997f-d0440442dd6f req-8f75d0cf-2544-4b82-9d80-6f8f3994478d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:45.914183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a858b16-22aa-4fe7-997f-d0440442dd6f req-8f75d0cf-2544-4b82-9d80-6f8f3994478d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 944 time: 0.1869421 Oct 26 16:53:45.998395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network 40573620-5b23-4ce8-bff0-41933fca1103 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:46.005201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a858b16-22aa-4fe7-997f-d0440442dd6f req-8dfe6ddc-7be3-41b1-be40-6e5264bd42e2 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862694 Oct 26 16:53:46.005201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:46.181027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:46.320123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:46.331833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41878) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:46.332654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-48e58ccc-533d-49f5-96b0-3b460051759b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0024495 Oct 26 16:53:46.337715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1517417721'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:46.434100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:46.438801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.505861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:46.510826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb5c67a3-5124-4a23-bf61-b21048539c54 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:46.525492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.525837 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment e63f05a3-dc11-4ef4-bb95-1212474926bf of type vlan for network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 Oct 26 16:53:46.582091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28c8f4b2-7c47-46c8-9df9-59cbd297a17d req-c296b25b-f134-4eb6-ae05-cce065dc2f8c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 210 time: 0.0493803 Oct 26 16:53:46.625669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.638760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:46.697693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port eb5c67a3-5124-4a23-bf61-b21048539c54 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:53:46.702044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port eb5c67a3-5124-4a23-bf61-b21048539c54 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:46.702472 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.725841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.731853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:46.738122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.748222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361407872'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:46.810230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=afdfdbc1-024f-40c4-a05e-f12e5c1ccb28,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:46.897535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:46.903594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.916001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:46.917507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-90032c24-a0a7-4699-814a-82d93bc78fbe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:46.919304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-90032c24-a0a7-4699-814a-82d93bc78fbe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1660686 Oct 26 16:53:46.926219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:46.936947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:46.942877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bddfaca-e80a-4a71-8324-a25c49c17813 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6093307 Oct 26 16:53:46.943054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41888) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:46.948845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:47.028205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.112628 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.138409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.142330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:47.144967 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeddce7-2296-4c93-8b03-121782e81291" -d '{"events": [{"server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "name": "network-vif-plugged", "status": "completed", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:47.162496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb5c67a3-5124-4a23-bf61-b21048539c54,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:47.197807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:47.200544 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6875e2-2f18-4b9f-b5a9-299f4f77b45e x-openstack-request-id: req-ef6875e2-2f18-4b9f-b5a9-299f4f77b45e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:47.200930 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "name": "network-vif-plugged", "status": "completed", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:47.201278 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef6875e2-2f18-4b9f-b5a9-299f4f77b45e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:47.201765 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'code': 200} Oct 26 16:53:47.205413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:47.209094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.234095 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.234883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b95423-9912-4b67-924c-e59a8cbfa855,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:47.237875 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.238201 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment e09d9d9c-b262-4d32-847a-7290c8cb9958 of type vlan for network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 Oct 26 16:53:47.265319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62961c9-ffd2-405b-a8fe-00981640f3c7 req-6d1b5806-e352-4a01-be15-b5dcb708f36e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:47.266828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62961c9-ffd2-405b-a8fe-00981640f3c7 req-6d1b5806-e352-4a01-be15-b5dcb708f36e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 944 time: 0.1398215 Oct 26 16:53:47.310744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:47.344974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a0119-d74e-434c-98b2-ebe93a016fbb None None] Network 40573620-5b23-4ce8-bff0-41933fca1103 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:47.345924 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.382305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62961c9-ffd2-405b-a8fe-00981640f3c7 req-b46b90c7-973b-4277-b76d-1d7c1d876b38 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944867 Oct 26 16:53:47.394440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:47.398483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.403697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52fcb6-4251-41eb-8f11-44ea957cdc6e req-9a9633f8-93a0-42ab-9143-b9dd50c93ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:47.405141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c52fcb6-4251-41eb-8f11-44ea957cdc6e req-9a9633f8-93a0-42ab-9143-b9dd50c93ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.1002002 Oct 26 16:53:47.445591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] Provisioning complete for port 043401f0-5a71-46a1-aab0-ca4eb5013b04 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:47.446248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.447643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.453747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:47.454338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.579171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.581748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.583846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c52fcb6-4251-41eb-8f11-44ea957cdc6e req-558b9db9-72e0-48b3-b213-6ee7fcf991fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703119 Oct 26 16:53:47.591245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=1acf8002-e61f-4ac4-867f-54bd52cc37d1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:47.627117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5de84c91-6ee3-4cc4-aeed-e22deb29fc85 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9871230 Oct 26 16:53:47.630280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:47.637082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424170089'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:47.664748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:47.682711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.3 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/49385e3e-ec51-4a88-aaab-1b78d73ae2a2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:47.703052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=3b7ac814-ec4b-44ea-8f8e-d2842c54f569,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:47.724005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] For port 043401f0-5a71-46a1-aab0-ca4eb5013b04, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=043401f0-5a71-46a1-aab0-ca4eb5013b04,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:47.739006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:47.739317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: afdfdbc1-024f-40c4-a05e-f12e5c1ccb28, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:47.785732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 043401f0-5a71-46a1-aab0-ca4eb5013b04 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:47.807414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3831d44-eb5a-456d-a9f4-a172f0191358 req-43798eb4-2c9d-4519-87ea-77a740475238 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 210 time: 0.0339179 Oct 26 16:53:47.817619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:47.822118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.857666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 043401f0-5a71-46a1-aab0-ca4eb5013b04 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:47.857794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.867578 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:47.881060 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:47.889225 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:47.889710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:47.910158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:47.959357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61422557-fd75-4983-b769-c4e606b34db7 None None] Pushing event updated for resources: {'Port': ['ID=043401f0-5a71-46a1-aab0-ca4eb5013b04,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:47.998192 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:48.005317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 67eaca97-022d-4939-b8c2-8912c16de254 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:48.023440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, afdfdbc1-024f-40c4-a05e-f12e5c1ccb28) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:48.028370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:48.029185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.057447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b6a6d-0710-447f-9830-ad3655454a40 None None] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:48.131855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e5da2eb-af03-44ae-94c6-221ab6d7da34 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1877940 Oct 26 16:53:48.133385 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41898) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:48.213571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-907d069d-a02f-41f4-a98f-8284067a75a2 None None] Provisioning complete for port 043401f0-5a71-46a1-aab0-ca4eb5013b04 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:48.220702 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-907d069d-a02f-41f4-a98f-8284067a75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.262564 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:44Z', 'revision_number': 3, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:48.270519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:48.297840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.297840 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment af5fbcec-44ce-4e39-b39a-d207a0478430 of type vlan for network 8df2e515-8b03-462c-b932-0376509c7685 Oct 26 16:53:48.298817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:48.299086 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Updating router 5daca91d-dd6c-4e43-be77-937cb56b2c61 port c398facc-915e-46c2-9e8e-c15bb687879f binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:53:48.300702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 67eaca97-022d-4939-b8c2-8912c16de254 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:48.302584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.340699 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.406286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.411319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.526977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:48.528230 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.565145 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.599731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:48.601985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.660611 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.680616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:48.769017 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.775839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-907d069d-a02f-41f4-a98f-8284067a75a2 None None] Provisioning complete for port c398facc-915e-46c2-9e8e-c15bb687879f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:48.776297 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-907d069d-a02f-41f4-a98f-8284067a75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.793953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1599877 Oct 26 16:53:48.795954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:48.801062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:48.807263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a939ba1-3bea-4d77-bfdf-3175a455d322 req-a3560dda-3deb-42f8-9a52-f19ef92e77ed tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:48.809039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a939ba1-3bea-4d77-bfdf-3175a455d322 req-a3560dda-3deb-42f8-9a52-f19ef92e77ed tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 945 time: 0.3128068 Oct 26 16:53:48.851340 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.865417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.868554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:48.881339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Allocated IP 172.22.0.2 (afdfdbc1-024f-40c4-a05e-f12e5c1ccb28/3b7ac814-ec4b-44ea-8f8e-d2842c54f569/9ac9f2f3-4761-4017-aba5-2b1d99ae6455) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:48.892704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-907d069d-a02f-41f4-a98f-8284067a75a2 None None] Port c398facc-915e-46c2-9e8e-c15bb687879f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:48.894494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a939ba1-3bea-4d77-bfdf-3175a455d322 req-a285932d-1a34-4bf5-9a8a-120b4f4a01b1 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604944 Oct 26 16:53:48.895178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f622-cf60-45b4-b797-a4f1b73aa966 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=8df2e515-8b03-462c-b932-0376509c7685,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:48.911607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:48.917865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:48.933756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 8df2e515-8b03-462c-b932-0376509c7685 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:48.994963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:48.995684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:48.996843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Pushing event updated for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:48.999210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:49.018752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.027762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.028099 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.028612 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.028949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.029283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.029610 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.029966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.030262 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.030584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.030910 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.031296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:49.101754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712fd1e-bfc8-40a3-829e-511e4c81e7a8 req-99961f72-bae7-45b0-ad2f-3b629f1e5fb5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:49.112467 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a712fd1e-bfc8-40a3-829e-511e4c81e7a8 req-99961f72-bae7-45b0-ad2f-3b629f1e5fb5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 931 time: 0.0986822 Oct 26 16:53:49.115968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Attempting to bind port c398facc-915e-46c2-9e8e-c15bb687879f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:49.117136 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Attempting to bind port c398facc-915e-46c2-9e8e-c15bb687879f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:49.117772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Attempting to bind port c398facc-915e-46c2-9e8e-c15bb687879f on network 40573620-5b23-4ce8-bff0-41933fca1103 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:49.126775 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:49.127545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Checking segment: {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:49.128219 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.128805 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Bound using segment: {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:49.129480 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Bound port: c398facc-915e-46c2-9e8e-c15bb687879f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379e16c0-479b-46fa-92fd-575611d00f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:49.130260 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.146830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:49.154316 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.173175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0425b33d-46cd-4582-b6fa-2aa7842aa9e0 None None] Provisioning complete for port c398facc-915e-46c2-9e8e-c15bb687879f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:49.173709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0425b33d-46cd-4582-b6fa-2aa7842aa9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.191780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a712fd1e-bfc8-40a3-829e-511e4c81e7a8 req-e55502dc-5608-48e4-b20c-a74554a43cb6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784864 Oct 26 16:53:49.232778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-44352a61-42ab-41b5-88d5-32aaa8fe24c3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3036139 Oct 26 16:53:49.259313 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Request body: {'port': {'device_id': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:49.261260 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] For port c398facc-915e-46c2-9e8e-c15bb687879f, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:49.266352 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] For port c398facc-915e-46c2-9e8e-c15bb687879f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c398facc-915e-46c2-9e8e-c15bb687879f,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:49.294432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0425b33d-46cd-4582-b6fa-2aa7842aa9e0 None None] Port c398facc-915e-46c2-9e8e-c15bb687879f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:49.332105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.337852 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.389929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.401609 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:49.402243 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:49.436268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] Provisioning complete for port c398facc-915e-46c2-9e8e-c15bb687879f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:49.436638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.488032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852199-3ffd-4197-b1df-74f3e0abfc6e None None] Pushing event updated for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:49.515753 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.563099 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:49.584270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.625971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:49.632822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:49.637840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:49.652366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.736478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.22.0.1 (afdfdbc1-024f-40c4-a05e-f12e5c1ccb28/3b7ac814-ec4b-44ea-8f8e-d2842c54f569/e4cd0caa-9d28-4bd5-b7ce-ba681535aea7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:49.740661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Pushing event updated for resources: {'Port': ['ID=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:49.745478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 043401f0-5a71-46a1-aab0-ca4eb5013b04 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:49.765437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=e6702729-589b-435b-98d8-3ed9f4653408,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:49.827382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] For port c398facc-915e-46c2-9e8e-c15bb687879f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c398facc-915e-46c2-9e8e-c15bb687879f,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:49.853162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:49.854559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Attempting to bind port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:49.854934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Attempting to bind port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:49.855545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Attempting to bind port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 on network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:49.864268 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.865068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:49.866089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Checking segment: {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:49.866089 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.866286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Bound using segment: {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:49.866730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Bound port: 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:49.867894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.880702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Transition to ACTIVE for port object 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:53:49.892738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.913879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.930904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 043401f0-5a71-46a1-aab0-ca4eb5013b04 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:49.931311 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:49.957784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'e09d9d9c-b262-4d32-847a-7290c8cb9958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:49.958372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: 1acf8002-e61f-4ac4-867f-54bd52cc37d1, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:49.972620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.008799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.042415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:50.051943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] For port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:50.053155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98f7ad-241b-4e0e-8be1-9fe4dac32021 None None] Pushing event updated for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:50.078013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] For port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:50.082179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:50.085457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b5c51c1b-5504-4f60-9f83-9c895d6a1f25 None None] Provisioning complete for port c398facc-915e-46c2-9e8e-c15bb687879f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:50.086467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5c51c1b-5504-4f60-9f83-9c895d6a1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.088425 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:44Z', 'revision_number': 3, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:50.118206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:50.122861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:50.125704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:50.129767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:50.135403 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe4069-2ddd-4c1a-94b0-37efa577f05c None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:44Z', 'revision_number': 3, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:50.183769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1acf8002-e61f-4ac4-867f-54bd52cc37d1) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:50.192966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.193822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.207953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.208053 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.269455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfe43a-65ae-4a77-bf07-5e4408897328 None None] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:50.277306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed8532-32ad-4a01-9ea7-8d15f312649c req-b6d3a883-6ead-4a16-819e-a9bef1e54f3b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.278902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ed8532-32ad-4a01-9ea7-8d15f312649c req-b6d3a883-6ead-4a16-819e-a9bef1e54f3b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 945 time: 0.1671612 Oct 26 16:53:50.279677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Attempting to bind port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:50.280011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Attempting to bind port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:50.280338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Attempting to bind port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:50.292961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:53:50.293290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Attempting to bind port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:50.342009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:50.342349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:50.342740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:50.343211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Bound port: 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:50.343573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.403491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d957037-bebe-41fe-a422-a7a848065e31 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6062436 Oct 26 16:53:50.406355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41910) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:50.412600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': '8df2e515-8b03-462c-b932-0376509c7685', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:50.416395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4ed8532-32ad-4a01-9ea7-8d15f312649c req-03fa582b-89d8-4c89-842a-0b850b733740 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306729 Oct 26 16:53:50.497337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd129c9-bf43-4835-b7c9-7e4b22ed1f17 req-a319be97-4021-441e-bd6f-3bfc614a64cd tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.503666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfd129c9-bf43-4835-b7c9-7e4b22ed1f17 req-a319be97-4021-441e-bd6f-3bfc614a64cd tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 943 time: 0.1870527 Oct 26 16:53:50.598409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:50.599459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.608175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfd129c9-bf43-4835-b7c9-7e4b22ed1f17 req-1b779288-dcf2-40b7-9ef9-1ff2e08eb223 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928683 Oct 26 16:53:50.624638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:50.627118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:50.630943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.645159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708f5c-a967-43c2-9a21-d1760f304384 None None] Pushing event updated for resources: {'Port': ['ID=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:50.651162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af472-b431-45d5-80d7-c2db9da44752 req-e1c7a60e-8fdd-43fa-aaac-2ba6b790910e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.660302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e9af472-b431-45d5-80d7-c2db9da44752 req-e1c7a60e-8fdd-43fa-aaac-2ba6b790910e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 945 time: 0.1437562 Oct 26 16:53:50.741131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e9af472-b431-45d5-80d7-c2db9da44752 req-0ade2bc1-c82e-4f44-9c3e-2df6941db59d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793967 Oct 26 16:53:50.747944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.783178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:50.801785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.802628 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.806284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] 10.222.0.39 "PUT /v2.0/ports/49385e3e-ec51-4a88-aaab-1b78d73ae2a2 HTTP/1.1" status: 200 len: 1091 time: 1.5616758 Oct 26 16:53:50.818879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:50.819082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1acf8002-e61f-4ac4-867f-54bd52cc37d1', 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'e6702729-589b-435b-98d8-3ed9f4653408'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:50.819837 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc2afc-2ca5-4046-95f8-b111295f7c04" -d '{"events": [{"name": "network-changed", "server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:50.822060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:50.904403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55360fcf-389f-4219-9639-81a033fe7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:50.906753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4eb8d9-4866-4953-873d-8f8a985ca1d0 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:50.912554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e4eb8d9-4866-4953-873d-8f8a985ca1d0 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1091 time: 0.1279473 Oct 26 16:53:50.914744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:50.920156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:50.927746 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1280980-6ce2-402b-bd11-f3c4c17ec57c x-openstack-request-id: req-f1280980-6ce2-402b-bd11-f3c4c17ec57c {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:50.928034 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:50.928466 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1280980-6ce2-402b-bd11-f3c4c17ec57c {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:50.928999 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2', 'status': 'completed', 'code': 200} Oct 26 16:53:51.075543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-75c15c8e-4d28-4014-b278-ed3814351cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.077521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-75c15c8e-4d28-4014-b278-ed3814351cbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 1094 time: 0.1261654 Oct 26 16:53:51.142263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Allocated IP 2001:db8::2 (1acf8002-e61f-4ac4-867f-54bd52cc37d1/e6702729-589b-435b-98d8-3ed9f4653408/be7ab5b4-897b-420c-8038-151342242b64) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:51.160034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.188455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.205663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.308850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.313324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.322649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.328494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-1a0a5741-a118-4724-96e4-c3e024e0399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.330235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-1a0a5741-a118-4724-96e4-c3e024e0399b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2425144 Oct 26 16:53:51.388798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.453695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.456851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:51.462147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:51.464368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:51.464505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Pushing event updated for resources: {'Port': ['ID=be7ab5b4-897b-420c-8038-151342242b64,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:51.469443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:51.478054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:51.521851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-a8242333-cdb1-485d-9f70-336cf15924f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.523616 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9bc2afc-2ca5-4046-95f8-b111295f7c04 req-a8242333-cdb1-485d-9f70-336cf15924f5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842642 Oct 26 16:53:51.527823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.566650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Attempting to bind port be7ab5b4-897b-420c-8038-151342242b64 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:51.567075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Attempting to bind port be7ab5b4-897b-420c-8038-151342242b64 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e09d9d9c-b262-4d32-847a-7290c8cb9958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:51.567480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Attempting to bind port be7ab5b4-897b-420c-8038-151342242b64 on network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:51.575910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:51.576403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Checking segment: {'id': 'e09d9d9c-b262-4d32-847a-7290c8cb9958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:51.576826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.577191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Bound using segment: {'id': 'e09d9d9c-b262-4d32-847a-7290c8cb9958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:51.577746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Bound port: be7ab5b4-897b-420c-8038-151342242b64, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09d9d9c-b262-4d32-847a-7290c8cb9958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1acf8002-e61f-4ac4-867f-54bd52cc37d1'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:51.578128 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.611314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'af5fbcec-44ce-4e39-b39a-d207a0478430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8df2e515-8b03-462c-b932-0376509c7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:51.611769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: 8df2e515-8b03-462c-b932-0376509c7685, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:51.657718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-8643e766-f637-40e5-bfca-ba3c92378c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.657718 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-8643e766-f637-40e5-bfca-ba3c92378c98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 1094 time: 0.0875587 Oct 26 16:53:51.662689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] For port be7ab5b4-897b-420c-8038-151342242b64, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:51.666931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] For port be7ab5b4-897b-420c-8038-151342242b64, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be7ab5b4-897b-420c-8038-151342242b64,segment=NetworkSegment(e09d9d9c-b262-4d32-847a-7290c8cb9958),segment_id=e09d9d9c-b262-4d32-847a-7290c8cb9958)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:51.685089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:51.685089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:51.726281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.25.5.11 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/694fe564-b850-47b0-b6c1-97bbb656a8d6) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:51.761018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c398facc-915e-46c2-9e8e-c15bb687879f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:51.780880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 8df2e515-8b03-462c-b932-0376509c7685 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:51.802770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-809a5786-f62d-4fb4-a8b2-0f8bd215e836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2 HTTP/1.1" status: 200 len: 217 time: 0.1369588 Oct 26 16:53:51.805109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.829364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:51.893898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2a740-a4d3-40f4-98d6-07a9310c23b8 None None] Pushing event updated for resources: {'Port': ['ID=be7ab5b4-897b-420c-8038-151342242b64,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:51.899108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 8df2e515-8b03-462c-b932-0376509c7685) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:51.909003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c03d5-83a7-4333-8023-2c047db9e4ea None None] Network 8df2e515-8b03-462c-b932-0376509c7685 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:51.911358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-c533cae2-0e1b-4402-8b06-0fa16ddf6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.912948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-c533cae2-0e1b-4402-8b06-0fa16ddf6d78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0781114 Oct 26 16:53:51.931823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:51.932770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.965831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-d2aa7622-7ef2-4d32-aa6b-f937f89d3044 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445950 Oct 26 16:53:51.978791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:51.985054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-54a5682e-968b-40f5-92b1-17a83958bc8e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8504367 Oct 26 16:53:51.987023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c398facc-915e-46c2-9e8e-c15bb687879f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:51.987691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:51.992347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41922) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:51.998205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:51.998337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'network': {'name': 'tempest-RoutersTest-44155001'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:52.035431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3d65e57f-d727-4f78-a51b-72ae9ebc727b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6254315 Oct 26 16:53:52.036938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:52.044924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669483567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:52.061433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:52.062091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:52.098172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-2ef10569-1e68-4aca-bb50-441c72ced83b service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088381 Oct 26 16:53:52.113847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd22-7931-4042-9a15-a9a3475f09fa req-a72a33eb-49f7-4b17-8264-d940af3978cc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:52.122887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4de4fd22-7931-4042-9a15-a9a3475f09fa req-a72a33eb-49f7-4b17-8264-d940af3978cc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 943 time: 0.3490741 Oct 26 16:53:52.187447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:52.196931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.245004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:53:52.257807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.258251 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added segment efa4a8ae-fa61-4bc6-82ed-2717aeca5caa of type vlan for network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d Oct 26 16:53:52.316077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:52.316244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.334717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4de4fd22-7931-4042-9a15-a9a3475f09fa req-007594d7-c94c-4a42-aa61-b33b3bb06ea3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905529 Oct 26 16:53:52.342887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-8df2e515-8b03-462c-b932-0376509c7685', 'network_id': '8df2e515-8b03-462c-b932-0376509c7685', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:52.343826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.347430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.374247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.375791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.376094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9fd7a-6390-4142-87bb-aaf691665230 None None] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:52.390312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7b68b14-b4a4-4973-a364-31b1de051334 req-4eb76348-4e2f-49df-aa43-12d489e8591c service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629132 Oct 26 16:53:52.446035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.451680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:52.456535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.462161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.503063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:52.510308 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.532528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Network': ['ID=fd4d0157-3eb9-480c-8cb8-37b1cf3b055d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:52.537392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.580103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:52.583234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:52.586351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:52.597266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-68d0437b-fe90-44fa-975c-ad220be9f428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6031938 Oct 26 16:53:52.601397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:52.607854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'subnet': {'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:53:52.611185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] Provisioning complete for port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:52.611185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.620119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=694fe564-b850-47b0-b6c1-97bbb656a8d6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:52.620954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:53:52.630411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.637366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d8ad3398-fd41-4cde-9b3c-43b54328d5f0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5990999 Oct 26 16:53:52.637717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:52.673909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.771779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Made reservation on behalf of a0255ec6005f4752b3f6632b1f5289fc for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:53:52.777491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:52.905762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Allocated IP 2001:db8:1::2 (8df2e515-8b03-462c-b932-0376509c7685/c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2/81c2c100-ee29-4742-a23a-1ed0c54609ac) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:52.931798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:52.932174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.279861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be447d39-88d0-40d9-9ee4-7fa97477be70 None None] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:53.369245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.471888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.484248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:50Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:51Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:53.496427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.503267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.529206 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ea43-0f07-4c1b-acc7-6b127ec2f604 req-a13a4d0e-b3ee-48df-8d3c-1cf2676b0516 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:53.530674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c88ea43-0f07-4c1b-acc7-6b127ec2f604 req-a13a4d0e-b3ee-48df-8d3c-1cf2676b0516 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 943 time: 0.1351027 Oct 26 16:53:53.581419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:53.581777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Updating router 5daca91d-dd6c-4e43-be77-937cb56b2c61 port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:53:53.587535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Subnet': ['ID=2f6f4f57-bc84-4584-807b-b7e79d3f0b82,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:53.590123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Checking segment: {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:53.590649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network hostable DHCP agents. Network: fd4d0157-3eb9-480c-8cb8-37b1cf3b055d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:53:53.618762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] For port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:53.678610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.711626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:53:53.731856 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.733850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c88ea43-0f07-4c1b-acc7-6b127ec2f604 req-32dbcf4d-5343-4378-ad00-31ef0efb60f7 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951523 Oct 26 16:53:53.768161 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.828439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, fd4d0157-3eb9-480c-8cb8-37b1cf3b055d) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:53.838053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:53.838395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.847816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.880437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb98c2-2990-4aa5-b37d-93c7e64061e9 None None] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:53.914021 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:53.938235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41932) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:53.938517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cfbae727-a94f-46c6-8e6f-2b56ce7b8026 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3349028 Oct 26 16:53:53.947551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8::1 (1acf8002-e61f-4ac4-867f-54bd52cc37d1/e6702729-589b-435b-98d8-3ed9f4653408/952fb93b-6a0f-4dbd-9804-e9f191ef5d56) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:53.998250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:53:53.998656 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:53:54.019534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Network 8df2e515-8b03-462c-b932-0376509c7685 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:54.020685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Provisioning complete for port be7ab5b4-897b-420c-8038-151342242b64 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:54.021046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.026749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763f8f1-1f10-46a0-ab4c-0f5d38561d6c None None] Pushing event updated for resources: {'Port': ['ID=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:54.042585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:54.098760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.098866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:54.270626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Pushing event updated for resources: {'Port': ['ID=81c2c100-ee29-4742-a23a-1ed0c54609ac,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:54.328384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Attempting to bind port 81c2c100-ee29-4742-a23a-1ed0c54609ac on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:54.328760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Attempting to bind port 81c2c100-ee29-4742-a23a-1ed0c54609ac by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'af5fbcec-44ce-4e39-b39a-d207a0478430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8df2e515-8b03-462c-b932-0376509c7685'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:54.329121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Attempting to bind port 81c2c100-ee29-4742-a23a-1ed0c54609ac on network 8df2e515-8b03-462c-b932-0376509c7685 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:54.359585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:54.359971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Checking segment: {'id': 'af5fbcec-44ce-4e39-b39a-d207a0478430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8df2e515-8b03-462c-b932-0376509c7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:54.360382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.360766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Bound using segment: {'id': 'af5fbcec-44ce-4e39-b39a-d207a0478430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8df2e515-8b03-462c-b932-0376509c7685'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:54.361253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Bound port: 81c2c100-ee29-4742-a23a-1ed0c54609ac, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5fbcec-44ce-4e39-b39a-d207a0478430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8df2e515-8b03-462c-b932-0376509c7685'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:54.361637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.362855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.386989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'fixed_ips': [{'subnet_id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:53:54.388187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.486639 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.558279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.562969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.596056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.635774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.651744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] For port 81c2c100-ee29-4742-a23a-1ed0c54609ac, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:54.656536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:54.662585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] For port 81c2c100-ee29-4742-a23a-1ed0c54609ac, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81c2c100-ee29-4742-a23a-1ed0c54609ac,segment=NetworkSegment(af5fbcec-44ce-4e39-b39a-d207a0478430),segment_id=af5fbcec-44ce-4e39-b39a-d207a0478430)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:54.664807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:54.666577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] For port be7ab5b4-897b-420c-8038-151342242b64, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be7ab5b4-897b-420c-8038-151342242b64,segment=NetworkSegment(e09d9d9c-b262-4d32-847a-7290c8cb9958),segment_id=e09d9d9c-b262-4d32-847a-7290c8cb9958)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:54.672949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:54.672949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.679903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.718427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Allocated IP 172.23.0.2 (fd4d0157-3eb9-480c-8cb8-37b1cf3b055d/2f6f4f57-bc84-4584-807b-b7e79d3f0b82/547eaeb8-8bda-47f5-ba26-27a8a5cb50ec) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:54.721245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.764378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.766350 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:54.779333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=952fb93b-6a0f-4dbd-9804-e9f191ef5d56,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:54.887289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbfec8-37b0-4efa-a318-b14c277c925b None None] Pushing event updated for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:54.985441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Provisioning complete for port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:54.985812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.007775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:55.018541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=694fe564-b850-47b0-b6c1-97bbb656a8d6,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:55.110472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87ef8-2126-4f08-8df1-5c408a4c9015 req-7c8268af-79c2-4572-96ba-1c6a3550eed9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:55.116931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70e87ef8-2126-4f08-8df1-5c408a4c9015 req-7c8268af-79c2-4572-96ba-1c6a3550eed9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 943 time: 0.1676288 Oct 26 16:53:55.121893 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.157403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.319147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70e87ef8-2126-4f08-8df1-5c408a4c9015 req-7c201c56-dfcc-44dd-93f8-9546c30eae47 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931338 Oct 26 16:53:55.375265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:53:55.413578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef88355-3b8c-4d2a-b6a8-4b7321ec0642 None None] Pushing event updated for resources: {'Port': ['ID=81c2c100-ee29-4742-a23a-1ed0c54609ac,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:55.417518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.456473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Attempting to bind port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:55.457155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Attempting to bind port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:55.457504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Attempting to bind port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 on network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:55.479291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:55.479658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Checking segment: {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:55.482195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.482195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Bound using segment: {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:55.482195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Bound port: e4cd0caa-9d28-4bd5-b7ce-ba681535aea7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f05a3-dc11-4ef4-bb95-1212474926bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:55.482195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.490426 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 720e0427-93d8-4835-973b-c1ccc04f8c1a associated. External IP: 172.25.5.11, port: eb5c67a3-5124-4a23-bf61-b21048539c54. Oct 26 16:53:55.542147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.565152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Pushing event updated for resources: {'Port': ['ID=be7ab5b4-897b-420c-8038-151342242b64,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:55.636593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:55.637384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:55.637748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.670105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:55.697886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:55.770942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Pushing event updated for resources: {'Port': ['ID=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:55.792944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] For port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:55.817145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:55.834637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] For port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:55.859839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2', 'mac_address': 'fa:16:3e:95:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:53:55.873497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Attempting to bind port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:53:55.873863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Attempting to bind port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:53:55.874222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Attempting to bind port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec on network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:53:55.877960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Provisioning complete for port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:55.877960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.924939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.953868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:53:55.954211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Checking segment: {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:53:55.954602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:55.954978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Bound using segment: {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:53:55.955482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Bound port: 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:53:55.955858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.020349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Allocated IP 172.23.0.1 (fd4d0157-3eb9-480c-8cb8-37b1cf3b055d/2f6f4f57-bc84-4584-807b-b7e79d3f0b82/bb5cc4e1-0f18-4652-a793-d493148c23a1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:56.037164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.060684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be7ab5b4-897b-420c-8038-151342242b64 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:56.130617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:53:56.142086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbfec8-37b0-4efa-a318-b14c277c925b None None] Pushing event updated for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:56.144724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:56.145336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:56.283461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:56.304670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.315426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.318492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] For port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:53:56.321346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef697b-05a6-40f5-aada-1348ab8283f7 None None] Network 8df2e515-8b03-462c-b932-0376509c7685 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:56.350281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:56.354314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:56.371458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.372433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.415342 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.453069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] For port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:53:56.473867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.534448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.541310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.549108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be7ab5b4-897b-420c-8038-151342242b64 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:56.549463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.570654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:56.576584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=952fb93b-6a0f-4dbd-9804-e9f191ef5d56,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:56.582743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:56.598749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:56.670961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['49385e3e-ec51-4a88-aaab-1b78d73ae2a2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:53:56.687246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f942ab6-38d5-42fe-9dff-b8bef3db7052 req-d617b2c1-9b45-484b-8155-df5604e988fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:56.688822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f942ab6-38d5-42fe-9dff-b8bef3db7052 req-d617b2c1-9b45-484b-8155-df5604e988fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 944 time: 0.2517910 Oct 26 16:53:56.698139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:56.729153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:56.743064 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:56.755424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:56.767569 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:56.768291 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:56.785560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.809571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] For port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:56.892050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f942ab6-38d5-42fe-9dff-b8bef3db7052 req-4e130da9-4a2b-4056-8ad8-d3248ff512a3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899493 Oct 26 16:53:56.895696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:56.906501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:56.926736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4fa0-b732-4b41-9ab3-f30980533aa2 None None] Pushing event updated for resources: {'Port': ['ID=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:56.933178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:57.048548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:57.060021 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:57.108480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ca2c3a92-2c32-44f3-bcc3-231fd1ece5ce tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1922746 Oct 26 16:53:57.111428 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:53:57.113793 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:53:57.295060 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00886f0e-f853-4ac0-8f84-4d4bb5e9e85f x-openstack-request-id: req-00886f0e-f853-4ac0-8f84-4d4bb5e9e85f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:53:57.297818 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:53:57.298109 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00886f0e-f853-4ac0-8f84-4d4bb5e9e85f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:53:57.298931 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'status': 'completed', 'code': 200} Oct 26 16:53:57.306662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:57.422541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-3f621584-3d3f-4027-8647-297debbf0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:57.423898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-3f621584-3d3f-4027-8647-297debbf0324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.1197748 Oct 26 16:53:57.462379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 75cc1a8d-a8ad-4867-925c-d0ba82a6822d is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:53:57.470932 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:53Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:57.493419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Provisioning complete for port be7ab5b4-897b-420c-8038-151342242b64 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:57.493857 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:57.495186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb1043-770c-4f32-91e6-fbdab9e8a006 None None] Pushing event updated for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:57.513795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:57.599365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:57.599996 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:57.625132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:50Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:55Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:57.706071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-2ea0e4b5-49c1-4ec7-8f43-4a6acc2f07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:57.706071 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-2ea0e4b5-49c1-4ec7-8f43-4a6acc2f07ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.2444963 Oct 26 16:53:57.714877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a783-b602-4e3f-9c00-085df72c6826 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:50Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:55Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:57.868795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Provisioning complete for port 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:57.869458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:57.916506 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:53:57.941508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Port 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:57.943485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81c2c100-ee29-4742-a23a-1ed0c54609ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:57.968507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-5e0aabf4-6c40-4493-96da-df7e46f1b169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 998 time: 0.0898249 Oct 26 16:53:57.991668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Provisioning complete for port 81c2c100-ee29-4742-a23a-1ed0c54609ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:57.992819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.045529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-a411c05b-633b-4ae3-8c5e-c204ffe04c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:58.046918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-a411c05b-633b-4ae3-8c5e-c204ffe04c50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0677142 Oct 26 16:53:58.158354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.161680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 81c2c100-ee29-4742-a23a-1ed0c54609ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:58.162039 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.248992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] For port 81c2c100-ee29-4742-a23a-1ed0c54609ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81c2c100-ee29-4742-a23a-1ed0c54609ac,segment=NetworkSegment(af5fbcec-44ce-4e39-b39a-d207a0478430),segment_id=af5fbcec-44ce-4e39-b39a-d207a0478430)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:58.318127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:53:58.337490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.342177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] Sync routers for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:58.344452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b362bb98-5b51-4180-8b0f-13e4333d6b77 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7056768 Oct 26 16:53:58.347455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e1385-11ec-4c20-876c-4ea30cb579b8 None None] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:53:58.347619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41946) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:58.359306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adc0e3-fe04-4521-9a45-c5061798faee req-0d173ce5-d18c-4061-ba5c-37de336b0cc0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:58.359506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.365029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1adc0e3-fe04-4521-9a45-c5061798faee req-0d173ce5-d18c-4061-ba5c-37de336b0cc0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 944 time: 0.3071878 Oct 26 16:53:58.365029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-567e452e-4ee6-4d47-a22c-d0ecaa683939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:58.365029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-567e452e-4ee6-4d47-a22c-d0ecaa683939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405188 Oct 26 16:53:58.375043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:53Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:58.408870 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c2c9-73df-4a58-bf8e-cd789668fbb2 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:53Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:58.430914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d323f-1ae1-4bc3-9e74-4b894f8df45e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:58.432616 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ce3d323f-1ae1-4bc3-9e74-4b894f8df45e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports/952fb93b-6a0f-4dbd-9804-e9f191ef5d56 HTTP/1.1" status: 200 len: 911 time: 0.0841656 Oct 26 16:53:58.435346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41948) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:53:58.523230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1adc0e3-fe04-4521-9a45-c5061798faee req-1643c0b8-fba8-4fdb-93f7-fd4032710223 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598723 Oct 26 16:53:58.555323 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.560212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-89d100cf-fcb7-4bd2-ad8a-6f61ed487a09 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897385 Oct 26 16:53:58.607167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:58.607784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:58.613013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Provisioning complete for port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:58.613376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.639022 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.783603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:58.786433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:58.800539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-f95c6776-20d3-4ef5-ab5b-ccb7d6840228 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994375 Oct 26 16:53:58.806386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event updated for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:58.822336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:53:58.822535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:58.832351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee9b6-5723-4a43-9ef6-aaced9d0408a None None] Pushing event updated for resources: {'Port': ['ID=81c2c100-ee29-4742-a23a-1ed0c54609ac,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:58.839823 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b83230-40e5-4e84-bdae-6e62c019b4a1 None None] New status for floating IP 720e0427-93d8-4835-973b-c1ccc04f8c1a: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:53:58.910181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:58.911107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62386-f81f-4ff2-a4e9-cfbf5d90b28e None None] The sync data for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:58.920673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:53:58.921299 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:53:58.944928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a97e26f-3ef6-4c44-b18b-1d8b13a99db3 req-d70fe66b-88b3-4e93-b906-9ec6b5ba7927 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748534 Oct 26 16:53:58.965987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-cb508e96-8d0c-425a-a79f-0d4bdd3f452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:58.967525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-cb508e96-8d0c-425a-a79f-0d4bdd3f452d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1149654 Oct 26 16:53:58.997916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.099925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:59.104125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:59.153470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Provisioning complete for port 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:59.154027 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.204779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Port 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:53:59.224997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Provisioning complete for port 81c2c100-ee29-4742-a23a-1ed0c54609ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:59.225969 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.331471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-1d4d6a29-0277-4982-98fb-226a11f5050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:59.334121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-1d4d6a29-0277-4982-98fb-226a11f5050a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 906 time: 0.3161812 Oct 26 16:53:59.350727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:53:59.392692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-98aff628-14d4-421f-be68-6c2d938251c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 HTTP/1.1" status: 200 len: 217 time: 0.0403035 Oct 26 16:53:59.401816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:59.419267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8:1::1 (8df2e515-8b03-462c-b932-0376509c7685/c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2/e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:53:59.429818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Provisioning complete for port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:59.430184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.541123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-22174ef5-7076-4424-9201-80c3e6c53d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:53:59.542518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-22174ef5-7076-4424-9201-80c3e6c53d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.1374438 Oct 26 16:53:59.594960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:59.606687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.671253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:53:59.685565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:59.686040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.698436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.730465 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.738902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:53:59.739409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.775856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 8df2e515-8b03-462c-b932-0376509c7685 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:53:59.781007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:53:59.786207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:53:59.787457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.841974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] For port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:59.862785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:59.898904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.957637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:53:59.963678 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.009313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa0a9b-54af-43ae-a44d-c40ac0cc3b8a None None] Pushing event updated for resources: {'Port': ['ID=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:00.021344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:00.028099 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee2371a-0262-4885-a7b0-19731e18e622" -d '{"events": [{"server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "name": "network-vif-plugged", "status": "completed", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:00.052251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:00.055700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.076271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-74ae3568-a19b-4377-997f-e49ba4d80ae3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5268300 Oct 26 16:54:00.077383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:00.083738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4495db0c-0389-4968-876f-752bfef810e4 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1443434 Oct 26 16:54:00.096331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8dde75ac-0fa8-4e07-82e8-bc8106ab07b1 None None] Provisioning complete for port bb5cc4e1-0f18-4652-a793-d493148c23a1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:00.096863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8dde75ac-0fa8-4e07-82e8-bc8106ab07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.105152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:00.107899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41954) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:00.117950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:00.156033 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42258a7a-c88a-4190-a6b5-d62228a72aaa x-openstack-request-id: req-42258a7a-c88a-4190-a6b5-d62228a72aaa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:00.156764 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "name": "network-vif-plugged", "status": "completed", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:00.157665 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42258a7a-c88a-4190-a6b5-d62228a72aaa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:00.157783 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2', 'code': 200} Oct 26 16:54:00.164524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.207933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f04869-d4b1-45ad-8cde-b53769cd471b req-9db6841b-dcb8-4ea8-b27d-daa3d5f67157 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:00.210141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f04869-d4b1-45ad-8cde-b53769cd471b req-9db6841b-dcb8-4ea8-b27d-daa3d5f67157 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 944 time: 0.1449351 Oct 26 16:54:00.218588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-bfd6d668-dccc-4da9-bee4-082be58db6bd service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332467 Oct 26 16:54:00.309590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68f04869-d4b1-45ad-8cde-b53769cd471b req-191a86d9-f362-435a-b64e-2c09bbfeeba6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Oct 26 16:54:00.345271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-2e9588fa-3dbc-4ded-84ff-1250050a0b44 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187892 Oct 26 16:54:00.404076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ff0a1-779c-4597-913f-9be865dcabb2 req-27a0b852-1f6a-4886-a2d7-f77559c6888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:00.405867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a66ff0a1-779c-4597-913f-9be865dcabb2 req-27a0b852-1f6a-4886-a2d7-f77559c6888d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 1096 time: 0.1930437 Oct 26 16:54:00.405986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28bf46c-3a97-478d-ac82-5d6f14e124fa None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:54:00.407994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:00.408612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:00.471327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:54:00.471683 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:54:00.510827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8dde75ac-0fa8-4e07-82e8-bc8106ab07b1 None None] Port bb5cc4e1-0f18-4652-a793-d493148c23a1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:00.563969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:00.584206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8dde75ac-0fa8-4e07-82e8-bc8106ab07b1 None None] Provisioning complete for port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:00.584491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8dde75ac-0fa8-4e07-82e8-bc8106ab07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.602027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a66ff0a1-779c-4597-913f-9be865dcabb2 req-21026d5f-50c2-4dab-85d6-20a842cffb8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888163 Oct 26 16:54:00.618719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:00.800673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bf46c-3a97-478d-ac82-5d6f14e124fa None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:54:00.808861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.862898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.863641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.875642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:54:00.966868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Removed routes are [] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:54:00.967293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:00.982428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:01.024818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 8df2e515-8b03-462c-b932-0376509c7685 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:01.026660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:01.033819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91b02421-c504-453f-b1a1-1f1cd6ee6b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.078382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be7ab5b4-897b-420c-8038-151342242b64 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:01.088874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6c90605a-025f-4e6a-b70a-d8521bb29a6a None None] Provisioning complete for port e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:01.089287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6c90605a-025f-4e6a-b70a-d8521bb29a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.190556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6c90605a-025f-4e6a-b70a-d8521bb29a6a None None] Port e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:01.197275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:53:57Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb5cc4e1-0f18-4652-a793-d493148c23a1', 'name': '', 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:24:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:55Z', 'updated_at': '2021-10-26T16:53:57Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:01.229950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:01.230300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Updating router 5daca91d-dd6c-4e43-be77-937cb56b2c61 port bb5cc4e1-0f18-4652-a793-d493148c23a1 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:54:01.265589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 75cc1a8d-a8ad-4867-925c-d0ba82a6822d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:01.299426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.304617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port be7ab5b4-897b-420c-8038-151342242b64 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:01.304967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.354294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.364134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.459324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83eabf-5a79-4932-bba6-afaf3584781d req-4ce067b6-b5f1-4155-ae00-92c106e84874 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:01.461953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e83eabf-5a79-4932-bba6-afaf3584781d req-4ce067b6-b5f1-4155-ae00-92c106e84874 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.0730164 Oct 26 16:54:01.518435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e83eabf-5a79-4932-bba6-afaf3584781d req-3bd2d58d-d93f-4627-b25d-f9047120ea45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493083 Oct 26 16:54:01.758487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.800154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81c2c100-ee29-4742-a23a-1ed0c54609ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:01.811613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:01.821699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41958) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:01.821923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-493328c9-2f93-4a7a-af00-bfd832d71c2c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3854873 Oct 26 16:54:01.826054 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] Sync routers for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:01.842702 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:01.843362 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:01.857967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:01.861569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:01.875607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea4fb9-e216-4c2a-9973-f39eb01f33bc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:01.877036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8ea4fb9-e216-4c2a-9973-f39eb01f33bc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports/e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e HTTP/1.1" status: 200 len: 913 time: 0.0543211 Oct 26 16:54:01.882577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:01.915199 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:01.931812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:01.937566 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:01.949053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3971981-677a-4273-8981-a2c8e3294ade None None] Pushing event updated for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:02.002773 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:02.003591 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aba5a4-a547-4f3c-8a81-f9cb4be90f7b None None] The sync data for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:02.016879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:02.027486 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.032823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-382b62b3-0e43-4acc-9e24-1f3bc57a3607 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 933 time: 1.9230316 Oct 26 16:54:02.033520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41962) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:02.039458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 81c2c100-ee29-4742-a23a-1ed0c54609ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:02.039995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.080954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Attempting to bind port bb5cc4e1-0f18-4652-a793-d493148c23a1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:02.081329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Attempting to bind port bb5cc4e1-0f18-4652-a793-d493148c23a1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:02.081686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Attempting to bind port bb5cc4e1-0f18-4652-a793-d493148c23a1 on network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:02.097317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:02.097705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Checking segment: {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:02.098077 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.098465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Bound using segment: {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:02.098940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Bound port: bb5cc4e1-0f18-4652-a793-d493148c23a1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:02.099508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.121164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cf8315d1-9d55-4bdf-b67b-4e21c0439dd0 None None] Provisioning complete for port e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:02.121526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf8315d1-9d55-4bdf-b67b-4e21c0439dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.159927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c1f47c7-a8d2-4885-8f1a-8bebe0c58e0a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 933 time: 0.1249702 Oct 26 16:54:02.162291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41964) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:02.168373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'routes': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:02.208880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-cf8315d1-9d55-4bdf-b67b-4e21c0439dd0 None None] Port e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:02.235112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] For port bb5cc4e1-0f18-4652-a793-d493148c23a1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:02.239646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] For port bb5cc4e1-0f18-4652-a793-d493148c23a1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bb5cc4e1-0f18-4652-a793-d493148c23a1,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:02.243383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:02.297805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:02.298237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.309064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.341787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.352218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-92f63069-033a-4589-8e38-676711da794f None None] Provisioning complete for port bb5cc4e1-0f18-4652-a793-d493148c23a1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:02.352643 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92f63069-033a-4589-8e38-676711da794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.463822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3971981-677a-4273-8981-a2c8e3294ade None None] Pushing event updated for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:02.523678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:02.524327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:53:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:02.629837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:02.630399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.636272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added routes are [] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:54:02.636615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:54:02.671394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.769404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0122-b1e5-4c51-84a2-f8d698704f34 req-475dd625-0858-4ada-be36-7d432f8bb68a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:02.775847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f1b0122-b1e5-4c51-84a2-f8d698704f34 req-475dd625-0858-4ada-be36-7d432f8bb68a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.1257071 Oct 26 16:54:02.783996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.810345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:02.835371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:02.838923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f1b0122-b1e5-4c51-84a2-f8d698704f34 req-f38506a1-4299-4241-aa45-818c668620cb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577838 Oct 26 16:54:02.894954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92f63069-033a-4589-8e38-676711da794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.915341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:02.951883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.959261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:02.982068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:02.982436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.038120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-92f63069-033a-4589-8e38-676711da794f None None] For port bb5cc4e1-0f18-4652-a793-d493148c23a1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bb5cc4e1-0f18-4652-a793-d493148c23a1,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:03.087802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:03.108569 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92f63069-033a-4589-8e38-676711da794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.172374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-63c1573e-ee04-4000-983a-bf0d7fb706e3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:03.173778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-63c1573e-ee04-4000-983a-bf0d7fb706e3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1325798 Oct 26 16:54:03.190796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-2227b0d7-f1aa-492a-b6c3-54c4b55de648 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0094931 Oct 26 16:54:03.193027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.202313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:03.214182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.219672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-db7e3e03-5a75-452c-8129-00828d23e0ce tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 699 time: 1.0556409 Oct 26 16:54:03.220302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41980) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:03.246319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=e15cd4e9-ad46-4318-b2ea-b19cc1f99e3e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:03.280364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f63069-033a-4589-8e38-676711da794f None None] Pushing event updated for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:03.306700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ebe69b13-b8e5-4b20-88d6-b34565d8974a None None] Provisioning complete for port bb5cc4e1-0f18-4652-a793-d493148c23a1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:03.307073 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ebe69b13-b8e5-4b20-88d6-b34565d8974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.345712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1a35e054-564d-45ca-a7d4-5a8d14cfe1b3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 699 time: 0.1216063 Oct 26 16:54:03.345884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 41982) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:03.365732 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-a283cea6-f914-44c8-8f57-d5a91e9b9c24 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639006 Oct 26 16:54:03.393468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.427420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:00Z', 'revision_number': 6, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb5cc4e1-0f18-4652-a793-d493148c23a1', 'name': '', 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:24:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:55Z', 'updated_at': '2021-10-26T16:54:02Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:03.498779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bb6dd-47fe-4603-ac9e-965f76d784ff None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:00Z', 'revision_number': 6, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb5cc4e1-0f18-4652-a793-d493148c23a1', 'name': '', 'network_id': 'fd4d0157-3eb9-480c-8cb8-37b1cf3b055d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:24:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:55Z', 'updated_at': '2021-10-26T16:54:02Z', 'revision_number': 4, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '2f6f4f57-bc84-4584-807b-b7e79d3f0b82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:03.634990 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-60d7542c-6229-4a5f-9e44-6f0ccf83d433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.722785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bb5cc4e1-0f18-4652-a793-d493148c23a1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:03.727429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 75cc1a8d-a8ad-4867-925c-d0ba82a6822d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:03.741907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-21c38404-c0f8-4c79-8f0a-b461cdcaa5da service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674996 Oct 26 16:54:03.804752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bb5cc4e1-0f18-4652-a793-d493148c23a1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:03.805114 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.824855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:03.923692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:03.926995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-ed07a0fc-0937-48b2-9e94-ddaa53271cff service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454723 Oct 26 16:54:03.932194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-96a57c97-289c-4cf9-8315-ec8cf9819b60 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0483563 Oct 26 16:54:03.934899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 41986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:03.940555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] Sync routers for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:03.953526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:03.954161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:03.994984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:04.007262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:04.012454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:04.071913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:04.072717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb65f21-fde3-4d3c-bd6c-9570ccd6d0c7 None None] The sync data for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:04.159115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port bb5cc4e1-0f18-4652-a793-d493148c23a1 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:04.159776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.261871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.295925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port bb5cc4e1-0f18-4652-a793-d493148c23a1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bb5cc4e1-0f18-4652-a793-d493148c23a1,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:04.296434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.311729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for bb5cc4e1-0f18-4652-a793-d493148c23a1 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:04.346333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-15bcc04d-29b7-43cb-8338-6dc44e2599c3 req-aed55b14-7d14-42e4-8f52-1b345f2f41b0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 210 time: 0.0511885 Oct 26 16:54:04.403308 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.594884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.600714 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:04.611791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:04.612632 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:04.623322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=bb5cc4e1-0f18-4652-a793-d493148c23a1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:04.669062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:04.669293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.829029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.849653 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:04.861306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 952fb93b-6a0f-4dbd-9804-e9f191ef5d56 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:04.868013 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:05.077520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:05.096582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.109243 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:05.136016 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:05.144280 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:05.144878 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:05.164880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.183505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:05.191859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f31ea856-12c4-4faf-80ce-cc6a990301ea tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8425741 Oct 26 16:54:05.192101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42000) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:05.195086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=952fb93b-6a0f-4dbd-9804-e9f191ef5d56,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:05.237406 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:05.285159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 2f6f4f57-bc84-4584-807b-b7e79d3f0b82 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:05.289386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.300980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.345510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.447045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.512277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-374d0520-3778-4ca4-8dfc-35c74a3c476b req-a249e6b1-7b8a-4d59-812c-030ae69bd157 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 210 time: 0.0606828 Oct 26 16:54:05.560030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.583866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:05.594547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6f4f57-bc84-4584-807b-b7e79d3f0b82,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:05.596602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.603440 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0bcd4979-c75a-4c60-83b8-9aab5d73f8f3 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/2f6f4f57-bc84-4584-807b-b7e79d3f0b82 HTTP/1.1" status: 204 len: 168 time: 0.4102275 Oct 26 16:54:05.604224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42004) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:05.605059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2264513f-eeb1-4fec-be63-a7fbbf2db706 None None] Network fd4d0157-3eb9-480c-8cb8-37b1cf3b055d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:05.666227 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bda1d-aac7-471b-96ee-a6bd8df7d7d3 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:05.726084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:05.945290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 75cc1a8d-a8ad-4867-925c-d0ba82a6822d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:06.026445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:06.032411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e1b0e09e-14df-4a78-961f-35d3e2336373 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0961478 Oct 26 16:54:06.036483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:06.040545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] Sync routers for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:06.044508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] DHCP port deletion for fd4d0157-3eb9-480c-8cb8-37b1cf3b055d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:06.072324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a62b661-0b52-4f96-a499-e55fd5b000d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=75cc1a8d-a8ad-4867-925c-d0ba82a6822d HTTP/1.1" status: 200 len: 205 time: 0.0344312 Oct 26 16:54:06.073031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42008) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:06.111261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:06.112006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.144320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:06.145190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.163877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.177089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.182778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] Routers {'75cc1a8d-a8ad-4867-925c-d0ba82a6822d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:06.183695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.219827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.220736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116c0a5-4b7e-45ae-8b83-0c238ba8e6f8 None None] The sync data for ids ['75cc1a8d-a8ad-4867-925c-d0ba82a6822d'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:06.237272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Deleting port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:06.237706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:06.238206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.239350 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.257495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:06.335694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] For port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,segment=NetworkSegment(efa4a8ae-fa61-4bc6-82ed-2717aeca5caa),segment_id=efa4a8ae-fa61-4bc6-82ed-2717aeca5caa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:06.335694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.348716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Calling delete_port for 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:06.444117 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.449989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.456386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.467298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.485485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:06.491716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:06.501504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] Pushing event deleted for resources: {'Port': ['ID=547eaeb8-8bda-47f5-ba26-27a8a5cb50ec,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:06.515736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80424f-0669-4e0b-978e-cdc6bbbf0735 None None] No DVR routers for this DVR port 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:06.597745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-a73792a2-63a2-433a-a811-79a5f37a6c7a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:06.599483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-a73792a2-63a2-433a-a811-79a5f37a6c7a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.2110133 Oct 26 16:54:06.601412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.601914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router 75cc1a8d-a8ad-4867-925c-d0ba82a6822d {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:06.610078 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.621300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a32a3e3-4169-412a-b5a5-2db0fc9909ff tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d HTTP/1.1" status: 204 len: 168 time: 0.5373240 Oct 26 16:54:06.621300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:06.621517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.621517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42012) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:06.673831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4d0157-3eb9-480c-8cb8-37b1cf3b055d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.680506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.690334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.690636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa4a8ae-fa61-4bc6-82ed-2717aeca5caa') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.693887 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:06.701301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-513be61f-cb5f-4230-aeef-9a33da2788f9 req-4edc82f6-bf83-496f-a77f-54c003c96039 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 210 time: 0.0801830 Oct 26 16:54:06.712888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:06.712888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.713161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:06.713161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:06.722152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.769841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.785822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:06.786377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:06.789642 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:06.809414 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.838249 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:06.844672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:06.850844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.956619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.980173 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.983739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:06.986972 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/fd4d0157-3eb9-480c-8cb8-37b1cf3b055d HTTP/1.1" status: 204 len: 168 time: 1.3812618 Oct 26 16:54:06.992792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467d39f-dccd-4442-b8af-abb5da485658 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=fd4d0157-3eb9-480c-8cb8-37b1cf3b055d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:06.993019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42014) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:07.111830 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:07.121160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.13 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/9d1ea8d6-3871-4e01-8926-bab5b05dd438) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:07.136992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.146408 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:07.155678 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:07.156315 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:07.168382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:07.170821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.174136 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cab772b1-470d-4129-9332-6ef00c60e6de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2 HTTP/1.1" status: 204 len: 168 time: 0.5529187 Oct 26 16:54:07.179832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42016) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:07.189330 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464aad56-22a7-49ac-ae25-be125898831e None None] Network 8df2e515-8b03-462c-b932-0376509c7685 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:07.255790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet e6702729-589b-435b-98d8-3ed9f4653408 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:07.260052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.270404 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:07.310584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.423000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] DHCP port deletion for 8df2e515-8b03-462c-b932-0376509c7685 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:07.425310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.457228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.501530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Deleting port 81c2c100-ee29-4742-a23a-1ed0c54609ac {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:07.503294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.531689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:07.564731 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f6723-e90d-4628-aaa1-b5b27c0ba293 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:04Z', 'revision_number': 8, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4cd0caa-9d28-4bd5-b7ce-ba681535aea7', 'name': '', 'network_id': 'afdfdbc1-024f-40c4-a05e-f12e5c1ccb28', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:e2:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:49Z', 'updated_at': '2021-10-26T16:53:56Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '3b7ac814-ec4b-44ea-8f8e-d2842c54f569', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:07.573515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.578492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.582200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] For port 81c2c100-ee29-4742-a23a-1ed0c54609ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81c2c100-ee29-4742-a23a-1ed0c54609ac,segment=NetworkSegment(af5fbcec-44ce-4e39-b39a-d207a0478430),segment_id=af5fbcec-44ce-4e39-b39a-d207a0478430)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:07.586225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.598453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Calling delete_port for 81c2c100-ee29-4742-a23a-1ed0c54609ac owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:07.650556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.651295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.654465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/e6702729-589b-435b-98d8-3ed9f4653408 HTTP/1.1" status: 204 len: 168 time: 0.4735441 Oct 26 16:54:07.655863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb55c45-4256-416d-851e-9be6bb35b264 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=e6702729-589b-435b-98d8-3ed9f4653408,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:07.657526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42018) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:07.676789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026c46e-a3cd-4884-8b0b-8cb65d698b45 None None] Network 1acf8002-e61f-4ac4-867f-54bd52cc37d1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:07.681615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:07.734498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81c2c100-ee29-4742-a23a-1ed0c54609ac no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:07.808830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:07.812507 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:07.835112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:07.848362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:07.961233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.973648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:07.974254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.979850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:07.996581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aec56d-2b7b-4de7-a975-916272c27b6c req-bb70e9a0-2358-48cc-a834-67e47b507e43 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:07.998340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3aec56d-2b7b-4de7-a975-916272c27b6c req-bb70e9a0-2358-48cc-a834-67e47b507e43 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 932 time: 0.2032442 Oct 26 16:54:08.028988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Pushing event deleted for resources: {'Port': ['ID=81c2c100-ee29-4742-a23a-1ed0c54609ac,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:08.031177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.034730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] No DVR routers for this DVR port 81c2c100-ee29-4742-a23a-1ed0c54609ac on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:08.064606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.064947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.065454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.065872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.066482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.066910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.067433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.067794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.068129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.068978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.070000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.070466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b49e-a18c-4892-92fe-729c82e90b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:08.111627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-c9c38df6-877d-40cb-8fac-42afef985576 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4990423 Oct 26 16:54:08.125826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:08.131846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Request body: {'port': {'device_id': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:08.148181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.153012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3aec56d-2b7b-4de7-a975-916272c27b6c req-f9349c4a-6bd4-43ec-a145-f88cf05b4ea6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449883 Oct 26 16:54:08.168509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:08.169126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 547eaeb8-8bda-47f5-ba26-27a8a5cb50ec not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:08.169839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bb5cc4e1-0f18-4652-a793-d493148c23a1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:08.183182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] DHCP port deletion for 1acf8002-e61f-4ac4-867f-54bd52cc37d1 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:08.206770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: bb5cc4e1-0f18-4652-a793-d493148c23a1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:08.207452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bb5cc4e1-0f18-4652-a793-d493148c23a1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:08.217617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df2e515-8b03-462c-b932-0376509c7685']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.241281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5fbcec-44ce-4e39-b39a-d207a0478430') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.241726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5fbcec-44ce-4e39-b39a-d207a0478430') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.271406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.304666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.312758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Deleting port be7ab5b4-897b-420c-8038-151342242b64 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:08.313084 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.320058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.333733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:08.334146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:08.337924 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:08.397871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] For port be7ab5b4-897b-420c-8038-151342242b64, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=be7ab5b4-897b-420c-8038-151342242b64,segment=NetworkSegment(e09d9d9c-b262-4d32-847a-7290c8cb9958),segment_id=e09d9d9c-b262-4d32-847a-7290c8cb9958)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:08.398546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.414895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Calling delete_port for be7ab5b4-897b-420c-8038-151342242b64 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:08.440022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:08.440339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.527244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.530882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.549844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.553683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/8df2e515-8b03-462c-b932-0376509c7685 HTTP/1.1" status: 204 len: 168 time: 0.8927629 Oct 26 16:54:08.555260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] Pushing event deleted for resources: {'Port': ['ID=be7ab5b4-897b-420c-8038-151342242b64,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:08.557275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42022) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:08.564437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fa719-4c21-418b-8048-bf062666c2bd None None] No DVR routers for this DVR port be7ab5b4-897b-420c-8038-151342242b64 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:08.571079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266ec4-8038-446d-9d07-0053009d24d8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=8df2e515-8b03-462c-b932-0376509c7685,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:08.656836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.661906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port e4cd0caa-9d28-4bd5-b7ce-ba681535aea7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:08.662320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.679836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:08.749613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.769928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf8002-e61f-4ac4-867f-54bd52cc37d1']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.780204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09d9d9c-b262-4d32-847a-7290c8cb9958') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.780433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09d9d9c-b262-4d32-847a-7290c8cb9958') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:08.789631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.802657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.808666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:08.809057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:08.811996 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:08.849853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1ea8d6-3871-4e01-8926-bab5b05dd438 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:08.860219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.930661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.937725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:08.942317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/1acf8002-e61f-4ac4-867f-54bd52cc37d1 HTTP/1.1" status: 204 len: 168 time: 0.3836329 Oct 26 16:54:08.947333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42024) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:08.952657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735229632'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:08.957133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5e578-e37a-48ba-9dcd-4e5990c9cb0a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=1acf8002-e61f-4ac4-867f-54bd52cc37d1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:08.976258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Transition to ACTIVE for port object 9d1ea8d6-3871-4e01-8926-bab5b05dd438 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:54:08.977054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.004873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=e4cd0caa-9d28-4bd5-b7ce-ba681535aea7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:09.069486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:09.073334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.087161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.556884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:09.572020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:09.618712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.619055 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment 1a14fbba-eb00-454b-8fb6-faa49ec5e32d of type vlan for network ef1fe655-1dc5-4204-9710-5844fd1ba56f Oct 26 16:54:09.621297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.693070 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a24e6-04a1-4ce7-80e8-5c423e56a7a8 req-bed632b5-508e-49c5-a228-7ef5b59eee42 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:09.695185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef8a24e6-04a1-4ce7-80e8-5c423e56a7a8 req-bed632b5-508e-49c5-a228-7ef5b59eee42 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 944 time: 0.1817162 Oct 26 16:54:09.719507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be7ab5b4-897b-420c-8038-151342242b64 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:09.744732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: be7ab5b4-897b-420c-8038-151342242b64 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:09.745069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device be7ab5b4-897b-420c-8038-151342242b64 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:09.750528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.822869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Attempting to bind port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:09.823221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Attempting to bind port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:09.823545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Attempting to bind port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:09.854426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:54:09.854839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Attempting to bind port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:09.865201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef8a24e6-04a1-4ce7-80e8-5c423e56a7a8 req-1983829c-dd2a-46e2-9b89-846e1d9d295d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588793 Oct 26 16:54:09.869784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:09.870121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:09.870504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:09.870939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Bound port: 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:09.871324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.920643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:09.926119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:09.926693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.073139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=ef1fe655-1dc5-4204-9710-5844fd1ba56f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:10.079938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:10.083884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:10.086275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:10.090612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:10.094122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54580134-e59b-44c6-8c45-2e577da41994 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1455295 Oct 26 16:54:10.097238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42028) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:10.102933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:10.171743 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.222892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.223526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.225442 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d1ea8d6-3871-4e01-8926-bab5b05dd438 HTTP/1.1" status: 200 len: 1092 time: 2.0983341 Oct 26 16:54:10.226017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:10.228236 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c17d6-8038-44b0-ba54-c0adbc87e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:10.239888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:10.248060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18eb4eb1-f007-475d-9109-ab34a5f77f6f tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2511032 Oct 26 16:54:10.251012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42032) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:10.256889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:10.258767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f376eb-9788-42a2-91e9-7a8332988890 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:10.273058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:10.273832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:10.280581 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61431cd-004c-46ab-8f88-36ae7fe1d4ba x-openstack-request-id: req-f61431cd-004c-46ab-8f88-36ae7fe1d4ba {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:10.280873 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:10.282819 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f61431cd-004c-46ab-8f88-36ae7fe1d4ba {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:10.282819 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438', 'status': 'completed', 'code': 200} Oct 26 16:54:10.283598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:10.287648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.351249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-4fa5d27f-25f1-441a-b246-3f8f9e512b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.353726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-4fa5d27f-25f1-441a-b246-3f8f9e512b5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 1095 time: 0.0469348 Oct 26 16:54:10.374416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 3b7ac814-ec4b-44ea-8f8e-d2842c54f569 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:10.384377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.450502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.473273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-90f7c816-da77-40d8-909d-34edda850c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.474794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-90f7c816-da77-40d8-909d-34edda850c59 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1107254 Oct 26 16:54:10.562192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:10.594686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-f20c3eeb-cc8b-45af-b5eb-25fc3b8b6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.596532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-749c17d6-8038-44b0-ba54-c0adbc87e3eb req-f20c3eeb-cc8b-45af-b5eb-25fc3b8b6167 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136508 Oct 26 16:54:10.625943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.683673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-e5b4bdb1-7bd2-4c10-ab60-ff84672b12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.685562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-e5b4bdb1-7bd2-4c10-ab60-ff84672b12a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 1095 time: 0.0486090 Oct 26 16:54:10.730505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.732354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-68158c5d-e099-43ff-932a-165c8b02fc39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438 HTTP/1.1" status: 200 len: 217 time: 0.0364943 Oct 26 16:54:10.769636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.786618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:08Z', 'revision_number': 9, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:10.789681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:10.795635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/3b7ac814-ec4b-44ea-8f8e-d2842c54f569 HTTP/1.1" status: 204 len: 168 time: 0.5434501 Oct 26 16:54:10.796701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75828-8345-4b4f-bca1-a55c38220766 req-a91405a3-4e2c-41bd-a8ff-730216458c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:10.798410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-a91405a3-4e2c-41bd-a8ff-730216458c73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0573573 Oct 26 16:54:10.799391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:10.816884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6233aed-024e-4785-9f37-c918b3ce908f None None] Network afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:10.820392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:10.839232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-ae7766ea-f3e7-4c19-8bbf-018833958e07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327816 Oct 26 16:54:10.872708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=e3863a1a-0408-4733-b0b2-d7ad8eaf1335,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:10.877185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:10.877185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:10.890709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': '1a14fbba-eb00-454b-8fb6-faa49ec5e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:10.891073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: ef1fe655-1dc5-4204-9710-5844fd1ba56f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:10.923188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca218322-b33f-471f-bbfc-53dd80d4e715 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7ac814-ec4b-44ea-8f8e-d2842c54f569,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:10.950386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.009824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:11.011783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:11.012203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.014952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-453c853e-09f1-464f-b771-c2188f29f838 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686001 Oct 26 16:54:11.028522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304c19c-c6cd-4bbe-8dda-c2540b05c75b req-97e43b24-cd8b-4d15-93c1-d895f161b1fc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:11.029999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7304c19c-c6cd-4bbe-8dda-c2540b05c75b req-97e43b24-cd8b-4d15-93c1-d895f161b1fc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 944 time: 0.0771129 Oct 26 16:54:11.057052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:11.088125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,segment=NetworkSegment(e63f05a3-dc11-4ef4-bb95-1212474926bf),segment_id=e63f05a3-dc11-4ef4-bb95-1212474926bf)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:11.088595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.109484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:11.121119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7304c19c-c6cd-4bbe-8dda-c2540b05c75b req-59807070-593d-4f35-a6c6-c73f189ef4d6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814593 Oct 26 16:54:11.152979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] DHCP port deletion for afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:11.157956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ef1fe655-1dc5-4204-9710-5844fd1ba56f) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:11.170937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:11.171830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.179285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e75828-8345-4b4f-bca1-a55c38220766 req-25ac8df6-1a9a-49cd-beb9-d2fddb16024b service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481831 Oct 26 16:54:11.187844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b45ba-3d66-4b9a-a998-699a3105874b None None] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:11.269959 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c1e3f56-37e5-46d2-987e-ec2d6e001ee9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1715879 Oct 26 16:54:11.273487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42040) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:11.278520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-725416137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:11.297783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.325606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:11.327443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:11.339585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Deleting port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:11.339956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.398234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.399181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.424728 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.444693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] For port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:11.445079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.474186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Calling delete_port for 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:11.478579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdfdbc1-024f-40c4-a05e-f12e5c1ccb28']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:11.479997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:54:11.483203 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.487248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.491531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-ef1fe655-1dc5-4204-9710-5844fd1ba56f', 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'e3863a1a-0408-4733-b0b2-d7ad8eaf1335'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:11.491949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63f05a3-dc11-4ef4-bb95-1212474926bf') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:11.493591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63f05a3-dc11-4ef4-bb95-1212474926bf') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:11.493707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.502231 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.517977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:08Z', 'revision_number': 9, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:11.521132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.529304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:11.530209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] Pushing event deleted for resources: {'Port': ['ID=9ac9f2f3-4761-4017-aba5-2b1d99ae6455,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:11.530937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:11.536722 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:11.562101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e38eb-097a-46c1-8c7f-c2d6f4b663d6 None None] No DVR routers for this DVR port 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:11.563702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8c1f5-fd15-4be7-9767-e7b11ac24fb9 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:08Z', 'revision_number': 9, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c398facc-915e-46c2-9e8e-c15bb687879f', 'name': '', 'network_id': '40573620-5b23-4ce8-bff0-41933fca1103', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:43Z', 'updated_at': '2021-10-26T16:53:49Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '5de5740c-bd2a-4c85-ae93-cc3d84f0f271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:11.584400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.676431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.681716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-149fa623-b7f2-4f1b-902d-4fd76d837fee tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4029317 Oct 26 16:54:11.682120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42042) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:11.689435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'port': {'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f', 'name': 'tempest-RoutersIpV6Test-1282142064'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:11.696951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.704901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Allocated IP 2001:db8::2 (ef1fe655-1dc5-4204-9710-5844fd1ba56f/e3863a1a-0408-4733-b0b2-d7ad8eaf1335/664b959f-95c8-455f-936f-3557a28361ea) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:11.716972 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.719812 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/afdfdbc1-024f-40c4-a05e-f12e5c1ccb28 HTTP/1.1" status: 204 len: 168 time: 0.9190071 Oct 26 16:54:11.723621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42044) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:11.764297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c024b-00fd-4488-91ff-7abb13c33949 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=afdfdbc1-024f-40c4-a05e-f12e5c1ccb28,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:11.886203 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.902238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:11.906531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:11.933122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] device_id is not set on port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:54:11.958203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:11.994134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:11.994566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9ac9f2f3-4761-4017-aba5-2b1d99ae6455 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:11.997876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.051586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:12.057674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:12.061607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:12.072786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Pushing event updated for resources: {'Port': ['ID=664b959f-95c8-455f-936f-3557a28361ea,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:12.103766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8::1c (ef1fe655-1dc5-4204-9710-5844fd1ba56f/e3863a1a-0408-4733-b0b2-d7ad8eaf1335/05d0ac8d-eb24-4cf9-b828-2dbb95e1528a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:12.158570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Attempting to bind port 664b959f-95c8-455f-936f-3557a28361ea on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:12.159087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Attempting to bind port 664b959f-95c8-455f-936f-3557a28361ea by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '1a14fbba-eb00-454b-8fb6-faa49ec5e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:12.159634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Attempting to bind port 664b959f-95c8-455f-936f-3557a28361ea on network ef1fe655-1dc5-4204-9710-5844fd1ba56f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:12.167317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:12.168015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Checking segment: {'id': '1a14fbba-eb00-454b-8fb6-faa49ec5e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:12.168585 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.170955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Bound using segment: {'id': '1a14fbba-eb00-454b-8fb6-faa49ec5e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:12.170955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Bound port: 664b959f-95c8-455f-936f-3557a28361ea, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a14fbba-eb00-454b-8fb6-faa49ec5e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ef1fe655-1dc5-4204-9710-5844fd1ba56f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:12.170955 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.206633 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.258696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] For port 664b959f-95c8-455f-936f-3557a28361ea, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:12.261959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] For port 664b959f-95c8-455f-936f-3557a28361ea, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=664b959f-95c8-455f-936f-3557a28361ea,segment=NetworkSegment(1a14fbba-eb00-454b-8fb6-faa49ec5e32d),segment_id=1a14fbba-eb00-454b-8fb6-faa49ec5e32d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:12.313227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.359485 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.361015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41793ab6-5617-4736-a158-832f53c143fe req-7c5f5684-2102-4941-b34e-5743c950a69c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:12.362645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41793ab6-5617-4736-a158-832f53c143fe req-7c5f5684-2102-4941-b34e-5743c950a69c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 944 time: 0.1070051 Oct 26 16:54:12.417860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.419110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499328f7-e98f-4559-9fd0-1c9edda54df7 None None] Pushing event updated for resources: {'Port': ['ID=664b959f-95c8-455f-936f-3557a28361ea,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:12.472023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41793ab6-5617-4736-a158-832f53c143fe req-c4f67476-76e0-4d69-9227-745cddc93e18 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Oct 26 16:54:12.472275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:12.474132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:12.479371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:12.485325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:12.485866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.502389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=05d0ac8d-eb24-4cf9-b828-2dbb95e1528a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:12.583688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port c398facc-915e-46c2-9e8e-c15bb687879f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:12.588321 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.600607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42048) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:12.600913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f928a253-9e35-423f-ba8f-cb709a836b23 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9099293 Oct 26 16:54:12.904951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port c398facc-915e-46c2-9e8e-c15bb687879f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c398facc-915e-46c2-9e8e-c15bb687879f,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:12.905230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:12.922973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for c398facc-915e-46c2-9e8e-c15bb687879f owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:13.088289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.355837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610818d-6b3d-411e-8016-84e996a84401 None None] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:13.393810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.433871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=c398facc-915e-46c2-9e8e-c15bb687879f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:13.496172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.509176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] Provisioning complete for port 664b959f-95c8-455f-936f-3557a28361ea triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:13.510225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.630499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.654750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.713255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] For port 664b959f-95c8-455f-936f-3557a28361ea, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=664b959f-95c8-455f-936f-3557a28361ea,segment=NetworkSegment(1a14fbba-eb00-454b-8fb6-faa49ec5e32d),segment_id=1a14fbba-eb00-454b-8fb6-faa49ec5e32d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:13.782249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:13.846512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 664b959f-95c8-455f-936f-3557a28361ea up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:13.851553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e122b1-622b-4da0-8dc8-e1a9a535a002 None None] Pushing event updated for resources: {'Port': ['ID=664b959f-95c8-455f-936f-3557a28361ea,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:13.904688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 664b959f-95c8-455f-936f-3557a28361ea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:13.908752 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.023331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8f15be44-8d81-4735-9ce0-77aef7445e0f None None] Provisioning complete for port 664b959f-95c8-455f-936f-3557a28361ea triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:14.023622 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f15be44-8d81-4735-9ce0-77aef7445e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.051618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:14.079437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:14.079786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e4cd0caa-9d28-4bd5-b7ce-ba681535aea7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:14.149186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8f15be44-8d81-4735-9ce0-77aef7445e0f None None] Provisioning complete for port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:14.149676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f15be44-8d81-4735-9ce0-77aef7445e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.184505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=05d0ac8d-eb24-4cf9-b828-2dbb95e1528a,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:14.184816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8f15be44-8d81-4735-9ce0-77aef7445e0f None None] Port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:14.200370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705d320-2088-4efa-9799-838db31741ce req-e9e58059-0e88-49de-a951-a8a628444bf9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:14.201957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a705d320-2088-4efa-9799-838db31741ce req-e9e58059-0e88-49de-a951-a8a628444bf9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 944 time: 0.6263134 Oct 26 16:54:14.205534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.306844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f295e086-f08a-4f01-a58c-7687ed7d89b2 None None] Provisioning complete for port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:14.307247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f295e086-f08a-4f01-a58c-7687ed7d89b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.359000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f295e086-f08a-4f01-a58c-7687ed7d89b2 None None] Port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:14.374037 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a705d320-2088-4efa-9799-838db31741ce req-c33ff742-b8df-4ce9-99ab-48a14a3f1aea tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616549 Oct 26 16:54:14.403620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.472821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9853ffb1-7212-4ce5-b76d-7d030dfbe849 None None] Provisioning complete for port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:14.473183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9853ffb1-7212-4ce5-b76d-7d030dfbe849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.506645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9853ffb1-7212-4ce5-b76d-7d030dfbe849 None None] Port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:14.567269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:14.633126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 9d1ea8d6-3871-4e01-8926-bab5b05dd438 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:54:14.686128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:14.693820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-032bc998-befe-4564-9be2-eb93cb2517f6 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9690218 Oct 26 16:54:14.694794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.698440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:14.701926 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:14.715603 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:14.716490 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:14.772559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 5de5740c-bd2a-4c85-ae93-cc3d84f0f271 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:14.776696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.827792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.916900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:14.922153 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:14.929787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '9d1ea8d6-3871-4e01-8926-bab5b05dd438', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': '9d1ea8d6-3871-4e01-8926-bab5b05dd438', 'mac_address': 'fa:16:3e:a4:75:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:54:14.955400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.973211 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.986510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:14.987676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1ea8d6-3871-4e01-8926-bab5b05dd438 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:15.007961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:15.055846 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.056658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.085108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.088857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.129112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34729ebf-b694-4a30-b95d-e99267efd575 None None] Network 40573620-5b23-4ce8-bff0-41933fca1103 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:15.134816 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:13Z', 'revision_number': 10, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.163249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=05d0ac8d-eb24-4cf9-b828-2dbb95e1528a,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:15.165222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.172671 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:15.175800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:15.179352 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/5de5740c-bd2a-4c85-ae93-cc3d84f0f271 HTTP/1.1" status: 204 len: 168 time: 0.4789877 Oct 26 16:54:15.180470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceeeb5-7f37-4deb-afbc-b0032c5da428 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=5de5740c-bd2a-4c85-ae93-cc3d84f0f271,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:15.182574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:15.183277 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.183753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:15.269486 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:15.290577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['9d1ea8d6-3871-4e01-8926-bab5b05dd438'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:15.303471 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.314426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:15.316829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:15.387983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] DHCP port deletion for 40573620-5b23-4ce8-bff0-41933fca1103 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:15.485983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 043401f0-5a71-46a1-aab0-ca4eb5013b04 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:15.485983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.512685 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:13Z', 'revision_number': 10, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.540310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Deleting port 043401f0-5a71-46a1-aab0-ca4eb5013b04 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:15.540310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.547143 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42136620-5fcd-4abf-940e-1b907b22cab2 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:13Z', 'revision_number': 10, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None, '_interfaces': [{'id': '67eaca97-022d-4939-b8c2-8912c16de254', 'name': '', 'network_id': '273f93a8-76ec-4f0b-9834-38a94c382b7d', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'mac_address': 'fa:16:3e:89:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:53:37Z', 'updated_at': '2021-10-26T16:53:45Z', 'revision_number': 5, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'subnets': [{'id': '765f930b-06a4-4b9d-8172-5ff71ca3fa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:15.595397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebc4f6-7e34-4df5-8ff9-b77bd535c555 req-ba5ebb6f-06ff-429e-9510-e80161b8e9b3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:15.596992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49ebc4f6-7e34-4df5-8ff9-b77bd535c555 req-ba5ebb6f-06ff-429e-9510-e80161b8e9b3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 945 time: 0.1288660 Oct 26 16:54:15.625631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 043401f0-5a71-46a1-aab0-ca4eb5013b04, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=043401f0-5a71-46a1-aab0-ca4eb5013b04,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:15.626021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.626775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] For port 043401f0-5a71-46a1-aab0-ca4eb5013b04, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=043401f0-5a71-46a1-aab0-ca4eb5013b04,segment=NetworkSegment(379e16c0-479b-46fa-92fd-575611d00f70),segment_id=379e16c0-479b-46fa-92fd-575611d00f70)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:15.631512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.643674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Calling delete_port for 043401f0-5a71-46a1-aab0-ca4eb5013b04 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:15.645040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 043401f0-5a71-46a1-aab0-ca4eb5013b04 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:15.666183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-49ebc4f6-7e34-4df5-8ff9-b77bd535c555 req-b15a5e81-7f43-4612-98a2-af8a61d97d67 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Oct 26 16:54:15.702381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router ba49264f-dfa8-4a27-966b-fb3c24f84482 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:15.739765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6369dfdf-1d30-4a1e-866a-b0cdb4e9a9e3 None None] Provisioning complete for port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:15.739765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6369dfdf-1d30-4a1e-866a-b0cdb4e9a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.754860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:54:15.773750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6369dfdf-1d30-4a1e-866a-b0cdb4e9a9e3 None None] Port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:15.814753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:15.815820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.822656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cabf72b6-7203-40e7-817c-790655c41e08 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/ba49264f-dfa8-4a27-966b-fb3c24f84482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2244859 Oct 26 16:54:15.823526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:15.832940 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:15.846719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] Sync routers for ids ['ba49264f-dfa8-4a27-966b-fb3c24f84482'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:15.850011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] Pushing event deleted for resources: {'Port': ['ID=043401f0-5a71-46a1-aab0-ca4eb5013b04,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:15.856458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0df05b-b17c-47e3-bacf-b2c2ffe85569 None None] No DVR routers for this DVR port 043401f0-5a71-46a1-aab0-ca4eb5013b04 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:15.860632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=043401f0-5a71-46a1-aab0-ca4eb5013b04,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:15.865731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] Routers {'ba49264f-dfa8-4a27-966b-fb3c24f84482'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:15.866234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ba49264f-dfa8-4a27-966b-fb3c24f84482'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.878466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port 043401f0-5a71-46a1-aab0-ca4eb5013b04 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:15.889191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5082b3-2e4d-40d0-ba1d-28b2d52a21ec tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:15.890639 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab5082b3-2e4d-40d0-ba1d-28b2d52a21ec tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports/05d0ac8d-eb24-4cf9-b828-2dbb95e1528a HTTP/1.1" status: 200 len: 983 time: 0.0660400 Oct 26 16:54:15.893898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42060) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:15.909601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.919697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] Routers {'ba49264f-dfa8-4a27-966b-fb3c24f84482'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:15.920307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ba49264f-dfa8-4a27-966b-fb3c24f84482'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.952941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:15.953602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2fba2-c122-4afc-a461-ffe862d25dc0 None None] The sync data for ids ['ba49264f-dfa8-4a27-966b-fb3c24f84482'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:16.006987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.011293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 664b959f-95c8-455f-936f-3557a28361ea up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:16.039847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40573620-5b23-4ce8-bff0-41933fca1103']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:16.049438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379e16c0-479b-46fa-92fd-575611d00f70') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:16.051380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379e16c0-479b-46fa-92fd-575611d00f70') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:16.062169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.069432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 664b959f-95c8-455f-936f-3557a28361ea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:16.069818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.085391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.093478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:16.094179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self.session.flush() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:16.098163 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:16.225042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 043401f0-5a71-46a1-aab0-ca4eb5013b04 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:16.246475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 043401f0-5a71-46a1-aab0-ca4eb5013b04 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:16.246815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 043401f0-5a71-46a1-aab0-ca4eb5013b04 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:16.247250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c398facc-915e-46c2-9e8e-c15bb687879f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:16.260165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.266909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c398facc-915e-46c2-9e8e-c15bb687879f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:16.267279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c398facc-915e-46c2-9e8e-c15bb687879f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:16.274864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.279642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/40573620-5b23-4ce8-bff0-41933fca1103 HTTP/1.1" status: 204 len: 168 time: 1.1013145 Oct 26 16:54:16.282261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42062) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:16.299200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795d2bb-6019-4e5c-a1c4-c7fa99147b45 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=40573620-5b23-4ce8-bff0-41933fca1103,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:16.303740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.524304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:16.525731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.614749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.621369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.627322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 05d0ac8d-eb24-4cf9-b828-2dbb95e1528a owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:16.633451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 9d1ea8d6-3871-4e01-8926-bab5b05dd438 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:16.787732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:54:16.792242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:16.792732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.830780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197791-a52d-482e-92d7-3b2e48a2e313 req-91d316c0-ae53-4065-bbfc-adaae54a3ae8 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:16.832390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6197791-a52d-482e-92d7-3b2e48a2e313 req-91d316c0-ae53-4065-bbfc-adaae54a3ae8 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 945 time: 0.0856307 Oct 26 16:54:16.875174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.890652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:16.898269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:16.900650 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2d693-717e-46f8-8ce7-865704b044b6" -d '{"events": [{"server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "name": "network-vif-plugged", "status": "completed", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:16.910956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6197791-a52d-482e-92d7-3b2e48a2e313 req-8f848957-d86d-4248-b645-a31a97e3804e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Oct 26 16:54:16.915444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:16.946345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=05d0ac8d-eb24-4cf9-b828-2dbb95e1528a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:16.962513 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeb5fff-59dc-4ee8-b362-e436da7b34ee x-openstack-request-id: req-beeb5fff-59dc-4ee8-b362-e436da7b34ee {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:16.962802 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "name": "network-vif-plugged", "status": "completed", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:16.963090 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-beeb5fff-59dc-4ee8-b362-e436da7b34ee {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:16.963679 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438', 'code': 200} Oct 26 16:54:16.978230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port 67eaca97-022d-4939-b8c2-8912c16de254 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:16.978572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:17.016232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:17.077307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:17.105443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:17.116910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35169190-dc5e-4782-951b-3478b9f915c9 req-c34612a7-c5e3-4494-8d96-d6365fb2e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:17.118408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35169190-dc5e-4782-951b-3478b9f915c9 req-c34612a7-c5e3-4494-8d96-d6365fb2e952 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 1097 time: 0.0767479 Oct 26 16:54:17.137236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port 67eaca97-022d-4939-b8c2-8912c16de254, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=67eaca97-022d-4939-b8c2-8912c16de254,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:17.137602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:17.164876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for 67eaca97-022d-4939-b8c2-8912c16de254 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:17.184111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35169190-dc5e-4782-951b-3478b9f915c9 req-c3640c0c-91cf-4649-afc8-790237ada72d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576088 Oct 26 16:54:17.246822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router ba49264f-dfa8-4a27-966b-fb3c24f84482 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:17.324595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:17.332288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:17.332439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2e2a9382-96e2-41ca-a5e1-b378a527d207 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/ba49264f-dfa8-4a27-966b-fb3c24f84482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364998 Oct 26 16:54:17.335768 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] Sync routers for ids ['ba49264f-dfa8-4a27-966b-fb3c24f84482'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:17.346417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] Routers {'ba49264f-dfa8-4a27-966b-fb3c24f84482'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:17.347200 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ba49264f-dfa8-4a27-966b-fb3c24f84482'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:17.383704 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:17.392232 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] Routers {'ba49264f-dfa8-4a27-966b-fb3c24f84482'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:17.392897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ba49264f-dfa8-4a27-966b-fb3c24f84482'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:17.424626 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:17.425271 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154a9c4-8578-418e-9a71-d1b7bfd4c32c None None] The sync data for ids ['ba49264f-dfa8-4a27-966b-fb3c24f84482'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:17.796976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:17.855471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=67eaca97-022d-4939-b8c2-8912c16de254,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:17.946170 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-516f0876-5584-4921-8955-edf77d774861 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 16:54:17.949798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-516f0876-5584-4921-8955-edf77d774861 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/ba49264f-dfa8-4a27-966b-fb3c24f84482/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6139491 Oct 26 16:54:17.956700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42072) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:17.992353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1af710ad-026c-46f9-929a-b6972a8f3f54 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba49264f-dfa8-4a27-966b-fb3c24f84482 HTTP/1.1" status: 200 len: 205 time: 0.0402122 Oct 26 16:54:17.994868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:18.078550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.078812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.171702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daee31-8066-4f20-b597-327595da00ad req-a371dc2d-aaee-4e35-94fe-7e225b2ace44 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:18.173085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6daee31-8066-4f20-b597-327595da00ad req-a371dc2d-aaee-4e35-94fe-7e225b2ace44 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.1620867 Oct 26 16:54:18.281437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6daee31-8066-4f20-b597-327595da00ad req-a401ef37-7fb0-48fe-84f5-6ce7c813b44b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Oct 26 16:54:18.287805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:18.374452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:18.379555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65caad07-64dd-496d-a72e-870ed58efdeb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0867817 Oct 26 16:54:18.382246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42076) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:18.385988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:18.397922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:18.398670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:18.451229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting subnet 765f930b-06a4-4b9d-8172-5ff71ca3fa10 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:18.455091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.475771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:18.501419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.531531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:18.567002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:18.577163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:18.577880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:18.582486 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.585303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.607416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.645244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:18.700846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:18.725033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.725579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router ba49264f-dfa8-4a27-966b-fb3c24f84482 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:18.728209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160beb7-f1c9-48cc-acc5-ef96d85733c0 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:18.732556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.733667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a6b5d240-6115-47b7-a3ea-2924c882946d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/ba49264f-dfa8-4a27-966b-fb3c24f84482 HTTP/1.1" status: 204 len: 168 time: 0.7374885 Oct 26 16:54:18.736701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:18.782070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.800242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet e3863a1a-0408-4733-b0b2-d7ad8eaf1335 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:18.821495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.824001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Subnet': ['ID=765f930b-06a4-4b9d-8172-5ff71ca3fa10,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:18.828084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c62a1-6a88-427f-9707-230597284980 None None] Network 273f93a8-76ec-4f0b-9834-38a94c382b7d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:18.844949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.848211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed155d68-b622-473a-972c-e2fce8eeb62d tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/765f930b-06a4-4b9d-8172-5ff71ca3fa10 HTTP/1.1" status: 204 len: 168 time: 0.4637771 Oct 26 16:54:18.851681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42082) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:18.874892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.932396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.977279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:18.989972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Deleting port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:18.990542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.054163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] For port e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,segment=NetworkSegment(843f2ac9-dff5-476d-8d4b-407743a0edec),segment_id=843f2ac9-dff5-476d-8d4b-407743a0edec)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:19.054524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.069447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Calling delete_port for e2a3418c-c3f8-42d8-8b9a-c542d49234e3 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:19.096133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766deb02-d065-404c-814d-634e974c9786 None None] DHCP port deletion for 273f93a8-76ec-4f0b-9834-38a94c382b7d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:19.108013 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.140937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=e3863a1a-0408-4733-b0b2-d7ad8eaf1335,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.148492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.152308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed244a02-d4b3-4471-ae98-c5aaa3b10261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/e3863a1a-0408-4733-b0b2-d7ad8eaf1335 HTTP/1.1" status: 204 len: 168 time: 0.4118061 Oct 26 16:54:19.152621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:19.154717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345d6d9-818f-4453-814e-5daa231d6b40 None None] Network ef1fe655-1dc5-4204-9710-5844fd1ba56f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:19.242867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.245711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-766deb02-d065-404c-814d-634e974c9786 None None] Deleting port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:19.246086 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-766deb02-d065-404c-814d-634e974c9786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.253804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.272246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No DVR routers for this DVR port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:19.278856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Port': ['ID=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.332249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 664b959f-95c8-455f-936f-3557a28361ea {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:19.332816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.408775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-766deb02-d065-404c-814d-634e974c9786 None None] For port e2a3418c-c3f8-42d8-8b9a-c542d49234e3, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:19.409380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-766deb02-d065-404c-814d-634e974c9786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.422229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.438175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-766deb02-d065-404c-814d-634e974c9786 None None] Calling delete_port for e2a3418c-c3f8-42d8-8b9a-c542d49234e3 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:19.443726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-766deb02-d065-404c-814d-634e974c9786 None None] Port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:54:19.445664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-766deb02-d065-404c-814d-634e974c9786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.452897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 664b959f-95c8-455f-936f-3557a28361ea, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=664b959f-95c8-455f-936f-3557a28361ea,segment=NetworkSegment(1a14fbba-eb00-454b-8fb6-faa49ec5e32d),segment_id=1a14fbba-eb00-454b-8fb6-faa49ec5e32d)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:19.453299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.462268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273f93a8-76ec-4f0b-9834-38a94c382b7d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:19.473490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe2977-f186-453b-8ed8-70699732dfa5 req-d294f7fa-4a7e-4cc6-bbf5-11c9da634e7e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:19.473960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843f2ac9-dff5-476d-8d4b-407743a0edec') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:19.477863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843f2ac9-dff5-476d-8d4b-407743a0edec') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:19.478170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32fe2977-f186-453b-8ed8-70699732dfa5 req-d294f7fa-4a7e-4cc6-bbf5-11c9da634e7e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.0951035 Oct 26 16:54:19.480428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766deb02-d065-404c-814d-634e974c9786 None None] Pushing event deleted for resources: {'Port': ['ID=e2a3418c-c3f8-42d8-8b9a-c542d49234e3,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.482238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766deb02-d065-404c-814d-634e974c9786 None None] No DVR routers for this DVR port e2a3418c-c3f8-42d8-8b9a-c542d49234e3 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:19.486963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 664b959f-95c8-455f-936f-3557a28361ea owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:19.499753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.514807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.522100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:19.522487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:19.525981 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:19.539962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] DHCP port deletion for ef1fe655-1dc5-4204-9710-5844fd1ba56f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:19.572825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32fe2977-f186-453b-8ed8-70699732dfa5 req-a86a2e73-69e3-421b-88f4-96cde169f797 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833044 Oct 26 16:54:19.592111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Deleting port 664b959f-95c8-455f-936f-3557a28361ea {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:19.595025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.668420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.674265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.680335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/networks/273f93a8-76ec-4f0b-9834-38a94c382b7d HTTP/1.1" status: 204 len: 168 time: 0.8267732 Oct 26 16:54:19.683462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 664b959f-95c8-455f-936f-3557a28361ea no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:19.684147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42090) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:19.690935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'routes': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:19.691662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] For port 664b959f-95c8-455f-936f-3557a28361ea, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=664b959f-95c8-455f-936f-3557a28361ea,segment=NetworkSegment(1a14fbba-eb00-454b-8fb6-faa49ec5e32d),segment_id=1a14fbba-eb00-454b-8fb6-faa49ec5e32d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:19.692056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.698347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4acbf-51ab-49c1-b61c-1815fb905a3c tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Pushing event deleted for resources: {'Network': ['ID=273f93a8-76ec-4f0b-9834-38a94c382b7d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.729629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.736699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Calling delete_port for 664b959f-95c8-455f-936f-3557a28361ea owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:19.788345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No active binding found for port 664b959f-95c8-455f-936f-3557a28361ea {{(pid=102738) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 16:54:19.788763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 664b959f-95c8-455f-936f-3557a28361ea not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:19.789177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 67eaca97-022d-4939-b8c2-8912c16de254 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:19.791981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=664b959f-95c8-455f-936f-3557a28361ea,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.804385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57753377-54c4-4585-bfa1-ee9b3e8671a8 req-15b8b1f7-e7be-4a54-bd6a-d7cede082cb3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:19.805906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57753377-54c4-4585-bfa1-ee9b3e8671a8 req-15b8b1f7-e7be-4a54-bd6a-d7cede082cb3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.1561322 Oct 26 16:54:19.806745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port 664b959f-95c8-455f-936f-3557a28361ea on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:19.810880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 67eaca97-022d-4939-b8c2-8912c16de254 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:19.811438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 67eaca97-022d-4939-b8c2-8912c16de254 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:19.811855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e2a3418c-c3f8-42d8-8b9a-c542d49234e3 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:19.835062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e2a3418c-c3f8-42d8-8b9a-c542d49234e3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:19.835437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e2a3418c-c3f8-42d8-8b9a-c542d49234e3 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:19.865590 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.891408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] Pushing event deleted for resources: {'Port': ['ID=664b959f-95c8-455f-936f-3557a28361ea,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:19.895026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e6636-059b-4c36-ba86-e076009da1c7 None None] No DVR routers for this DVR port 664b959f-95c8-455f-936f-3557a28361ea on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:19.968040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.extraroute_db [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Added routes are [] {{(pid=102736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:54:19.968337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.extraroute_db [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Removed routes are [] {{(pid=102736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:54:19.968690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:19.993922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.037472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57753377-54c4-4585-bfa1-ee9b3e8671a8 req-108cb5f5-a2c3-4589-ab88-c9ae7edba2a4 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226064 Oct 26 16:54:20.080704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1fe655-1dc5-4204-9710-5844fd1ba56f']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.124905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a14fbba-eb00-454b-8fb6-faa49ec5e32d') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.125180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a14fbba-eb00-454b-8fb6-faa49ec5e32d') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.185372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.188025 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.200416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.213869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.255953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:20.256369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:20.282753 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:20.330023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac05e2-e66b-40be-ad14-1f7f157353b6 req-8ca54be7-6d27-4b8f-987b-04ca1992a596 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:20.331425 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dac05e2-e66b-40be-ad14-1f7f157353b6 req-8ca54be7-6d27-4b8f-987b-04ca1992a596 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.2043486 Oct 26 16:54:20.370178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router 5daca91d-dd6c-4e43-be77-937cb56b2c61 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:20.394970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3dac05e2-e66b-40be-ad14-1f7f157353b6 req-7273b970-cc4a-4cb9-84c0-3038bc25ebab tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556917 Oct 26 16:54:20.465236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:20.472269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.477231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ea49ef0c-e091-4654-aacf-a9915e8a5785 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 700 time: 0.7874498 Oct 26 16:54:20.477231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:20.479048 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Sync routers for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:20.485530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.490630 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:20.491514 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.509190 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.512495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/ef1fe655-1dc5-4204-9710-5844fd1ba56f HTTP/1.1" status: 204 len: 168 time: 1.3590345 Oct 26 16:54:20.516415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce76fe78-1800-4380-89f0-70ef7e201205 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 205 time: 0.0389137 Oct 26 16:54:20.516547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:20.521464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-967449092'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:20.525282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:20.526372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b659-84df-457c-ba19-11a86f217f8f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=ef1fe655-1dc5-4204-9710-5844fd1ba56f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:20.575582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:20.613863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.630682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.656654 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Checking router: 5daca91d-dd6c-4e43-be77-937cb56b2c61 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:20.666562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Routers {'5daca91d-dd6c-4e43-be77-937cb56b2c61'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:20.667668 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5daca91d-dd6c-4e43-be77-937cb56b2c61'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.675888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:20.680019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.739422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] Set router 5daca91d-dd6c-4e43-be77-937cb56b2c61 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:20.794173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:20.794700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:20.803868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.806862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.811386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.811733 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment 56490baf-b6a8-4227-acc7-d53a60eb42d2 of type vlan for network eb77bf11-01ed-4912-9019-ad09f6d3209f Oct 26 16:54:20.823078 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad23c9-317a-4207-abae-31ad813215d8 None None] The sync data for ids ['5daca91d-dd6c-4e43-be77-937cb56b2c61'] in n-d-815373-2 is: [{'id': '5daca91d-dd6c-4e43-be77-937cb56b2c61', 'name': 'tempest-RoutersTest-router-612745772', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:53:34Z', 'updated_at': '2021-10-26T16:54:17Z', 'revision_number': 11, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:20.879294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c168ff-7a6c-4d5a-91f7-cb16c4106b5c req-e662a013-4972-421e-a2b7-984a7594e007 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:20.879294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09c168ff-7a6c-4d5a-91f7-cb16c4106b5c req-e662a013-4972-421e-a2b7-984a7594e007 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.0582211 Oct 26 16:54:20.899513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.921131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09c168ff-7a6c-4d5a-91f7-cb16c4106b5c req-dddd3175-882a-4731-acb0-ef946fe2e207 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Oct 26 16:54:20.970014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.970557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router 5daca91d-dd6c-4e43-be77-937cb56b2c61 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:20.978965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:20.980088 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-00965b67-3d35-4987-a4bc-67e4538405da tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 204 len: 168 time: 0.4539707 Oct 26 16:54:20.986775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42104) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:20.990977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759442303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:21.017301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.023558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:21.024158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.061541 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.090378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.091423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.099741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=eb77bf11-01ed-4912-9019-ad09f6d3209f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:21.112233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.112583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.112926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.113262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.113594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.113927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.114254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.115167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.115488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.115814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.116136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.116458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:21.127158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network eb77bf11-01ed-4912-9019-ad09f6d3209f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:21.165704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.178658 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-004689db-f661-4ab9-a174-ed262ccf90dc tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6612124 Oct 26 16:54:21.181870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42106) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:21.187412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:21.229841 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.356688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.357804 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-10865e39-7099-4d89-acef-c13ae45ce0de tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3708415 Oct 26 16:54:21.360611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42108) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:21.365261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:21.513205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:21.516594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.649034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.733915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.902185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:21.934982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Router c44578fb-caae-4b3c-8d81-4d7c2a125991 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:21.971432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=d5ce8ad0-2c5f-456f-be98-457bcf1f57a0,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:22.042413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': '56490baf-b6a8-4227-acc7-d53a60eb42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:22.043037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: eb77bf11-01ed-4912-9019-ad09f6d3209f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:22.047278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabf19c-56d9-4135-bef3-13ba9ae01a72 req-a3fde66b-5e6c-46e6-8916-3dd216774ee3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:22.049622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdabf19c-56d9-4135-bef3-13ba9ae01a72 req-a3fde66b-5e6c-46e6-8916-3dd216774ee3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.0529473 Oct 26 16:54:22.052761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:22.061190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.063692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b3624998-83e6-43be-8c05-e81b2bc7daef tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "PUT /v2.0/routers/c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 200 len: 693 time: 0.7019815 Oct 26 16:54:22.065111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Sync routers for ids ['c44578fb-caae-4b3c-8d81-4d7c2a125991'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:22.066675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.077268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Routers {'c44578fb-caae-4b3c-8d81-4d7c2a125991'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:22.077268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c44578fb-caae-4b3c-8d81-4d7c2a125991'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:22.096483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdabf19c-56d9-4135-bef3-13ba9ae01a72 req-49e3a1a2-308f-4a2b-88d3-df375950e886 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Oct 26 16:54:22.146516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-1ea3c560-041b-4809-975d-0d000fed8538 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:22.148312 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-1ea3c560-041b-4809-975d-0d000fed8538 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 946 time: 0.0508142 Oct 26 16:54:22.152893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network eb77bf11-01ed-4912-9019-ad09f6d3209f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:22.172160 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dd6b8e03-24b1-4ff4-8795-39886b43a8eb tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/routers/c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 200 len: 699 time: 0.1042242 Oct 26 16:54:22.174839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.211315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aaebace0-c550-4603-84cc-f0b8a3b95880 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 200 len: 205 time: 0.0331030 Oct 26 16:54:22.211561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.250522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, eb77bf11-01ed-4912-9019-ad09f6d3209f) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:22.265066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:22.265508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.283956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:22.284500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.298597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1ce4e-1f6d-465f-8967-c30febf345a2 None None] Network eb77bf11-01ed-4912-9019-ad09f6d3209f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:22.298838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.350506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Set router c44578fb-caae-4b3c-8d81-4d7c2a125991 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:22.366780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port 9d1ea8d6-3871-4e01-8926-bab5b05dd438, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=9d1ea8d6-3871-4e01-8926-bab5b05dd438,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:22.367160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.382548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for 9d1ea8d6-3871-4e01-8926-bab5b05dd438 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:22.414220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44578fb-caae-4b3c-8d81-4d7c2a125991', 'name': 'tempest-RoutersTest-router-759442303', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:21Z', 'updated_at': '2021-10-26T16:54:21Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:22.448281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Checking router: c44578fb-caae-4b3c-8d81-4d7c2a125991 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:22.469447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b08ff29a-d423-4450-b0ee-bf6b601bb646 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2841775 Oct 26 16:54:22.469786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.469927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Routers {'c44578fb-caae-4b3c-8d81-4d7c2a125991'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:22.470404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c44578fb-caae-4b3c-8d81-4d7c2a125991'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:22.475630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-251422540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:22.484057 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.487771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.558213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] Set router c44578fb-caae-4b3c-8d81-4d7c2a125991 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:22.560118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.615539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.626531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44578fb-caae-4b3c-8d81-4d7c2a125991', 'name': 'tempest-RoutersTest-router-759442303', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:21Z', 'updated_at': '2021-10-26T16:54:21Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:22.632063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['9d1ea8d6-3871-4e01-8926-bab5b05dd438'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:22.634401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:22.648903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=9d1ea8d6-3871-4e01-8926-bab5b05dd438,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:22.698969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port 9d1ea8d6-3871-4e01-8926-bab5b05dd438 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:22.698969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.698969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be509bf2-87a9-49b2-9115-e7426ad08674 req-c0b3ad3e-0ddb-4548-9ead-c54f8d3e313e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "DELETE /v2.0/ports/9d1ea8d6-3871-4e01-8926-bab5b05dd438 HTTP/1.1" status: 204 len: 173 time: 0.5431840 Oct 26 16:54:22.698969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'name': 'network-vif-deleted', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:22.700828 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cab870-42f0-455b-bc1a-11956b57448a" -d '{"events": [{"server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "name": "network-vif-deleted", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:22.704557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7428ad-b510-41b9-a07d-de707b096a10 None None] The sync data for ids ['c44578fb-caae-4b3c-8d81-4d7c2a125991'] in n-d-815373-2 is: [{'id': 'c44578fb-caae-4b3c-8d81-4d7c2a125991', 'name': 'tempest-RoutersTest-router-759442303', 'tenant_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:21Z', 'updated_at': '2021-10-26T16:54:21Z', 'revision_number': 2, 'project_id': 'a0255ec6005f4752b3f6632b1f5289fc', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:22.718968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.722725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Fanout notify agent at l3_agent the message router_deleted on router c44578fb-caae-4b3c-8d81-4d7c2a125991 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:22.722725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.722725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.732845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.741287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-19d599cd-0d64-459e-ad6d-f58185730d69 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 204 len: 168 time: 0.5277004 Oct 26 16:54:22.743436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.774708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-eb77bf11-01ed-4912-9019-ad09f6d3209f', 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'd5ce8ad0-2c5f-456f-be98-457bcf1f57a0'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:22.776372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.782339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0fc044a4-e42f-465c-89c5-c48e679a15b7 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 200 len: 205 time: 0.0376043 Oct 26 16:54:22.791870 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f685eb-ff40-4d58-9996-99bf79350a0c x-openstack-request-id: req-b6f685eb-ff40-4d58-9996-99bf79350a0c {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:22.792580 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c3cd3-474a-41a4-b508-1f2e30c73d1f", "name": "network-vif-deleted", "tag": "9d1ea8d6-3871-4e01-8926-bab5b05dd438", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:22.792852 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6f685eb-ff40-4d58-9996-99bf79350a0c {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:22.793270 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c3cd3-474a-41a4-b508-1f2e30c73d1f', 'name': 'network-vif-deleted', 'tag': '9d1ea8d6-3871-4e01-8926-bab5b05dd438', 'status': 'completed', 'code': 200} Oct 26 16:54:22.793654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42124) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:22.813554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:22.933950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.013604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Allocated IP 2001:db8::2 (eb77bf11-01ed-4912-9019-ad09f6d3209f/d5ce8ad0-2c5f-456f-be98-457bcf1f57a0/1fd4ee91-c4d9-464b-aa89-31f715acbb12) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:23.047419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.049391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-541cb1c9-53ce-43f8-bedc-db3588f950de tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5786829 Oct 26 16:54:23.052325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.228420 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-390d31d5-361a-4826-92b8-58eb5c58856b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.229625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-390d31d5-361a-4826-92b8-58eb5c58856b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/c44578fb-caae-4b3c-8d81-4d7c2a125991 HTTP/1.1" status: 404 len: 336 time: 0.4350476 Oct 26 16:54:23.252216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.268928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.281935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcd7650f-cf34-4ab9-838f-9fe39f5b2c6f req-a900190e-91ee-45fc-ac4c-6d065ce9a634 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=896c3cd3-474a-41a4-b508-1f2e30c73d1f HTTP/1.1" status: 200 len: 210 time: 0.0712492 Oct 26 16:54:23.283229 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d552b8c-282f-48b0-a11a-0ddda2252bb8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.283666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d552b8c-282f-48b0-a11a-0ddda2252bb8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.286553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d552b8c-282f-48b0-a11a-0ddda2252bb8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/2f6f4f57-bc84-4584-807b-b7e79d3f0b82 HTTP/1.1" status: 404 len: 337 time: 0.0332499 Oct 26 16:54:23.289287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.320689 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae08764c-c14f-4bf5-afdd-a2f27e1cd20a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.321267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae08764c-c14f-4bf5-afdd-a2f27e1cd20a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.347219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ae08764c-c14f-4bf5-afdd-a2f27e1cd20a tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/3b7ac814-ec4b-44ea-8f8e-d2842c54f569 HTTP/1.1" status: 404 len: 337 time: 0.0346341 Oct 26 16:54:23.349388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.362045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.371483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.379320 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6ba05e-534f-4183-ab30-a10703992ad8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.379791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6ba05e-534f-4183-ab30-a10703992ad8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.386888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac6ba05e-534f-4183-ab30-a10703992ad8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/5de5740c-bd2a-4c85-ae93-cc3d84f0f271 HTTP/1.1" status: 404 len: 337 time: 0.0326402 Oct 26 16:54:23.387252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.416041 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-047a4246-96c3-4236-a2de-297cc2a4855e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.417086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047a4246-96c3-4236-a2de-297cc2a4855e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.422167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-047a4246-96c3-4236-a2de-297cc2a4855e tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/765f930b-06a4-4b9d-8172-5ff71ca3fa10 HTTP/1.1" status: 404 len: 337 time: 0.0315058 Oct 26 16:54:23.422589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42138) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.424774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Network eb77bf11-01ed-4912-9019-ad09f6d3209f is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:23.428625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:23.431067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:23.433792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Pushing event updated for resources: {'Port': ['ID=1fd4ee91-c4d9-464b-aa89-31f715acbb12,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:23.458299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-55de647a-6996-4d44-9b9f-c6c8eb3fcee9 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 200 len: 205 time: 0.0318573 Oct 26 16:54:23.458610 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.500401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Attempting to bind port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:23.500855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Attempting to bind port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '56490baf-b6a8-4227-acc7-d53a60eb42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:23.501153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Attempting to bind port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 on network eb77bf11-01ed-4912-9019-ad09f6d3209f {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:23.503976 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-5484074e-0f34-48e7-92b9-11f19ace5b05 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.507559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5484074e-0f34-48e7-92b9-11f19ace5b05 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/5daca91d-dd6c-4e43-be77-937cb56b2c61 HTTP/1.1" status: 404 len: 336 time: 0.0453854 Oct 26 16:54:23.508017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.509097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:23.509571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Checking segment: {'id': '56490baf-b6a8-4227-acc7-d53a60eb42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:23.510538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.511416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Bound using segment: {'id': '56490baf-b6a8-4227-acc7-d53a60eb42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:23.511742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Bound port: 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56490baf-b6a8-4227-acc7-d53a60eb42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eb77bf11-01ed-4912-9019-ad09f6d3209f'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:23.512198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.543188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e672eb2-98a8-4318-9d45-c95a2c41f614 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c8875de-19a7-4f47-92cd-79b7e6806f5d HTTP/1.1" status: 200 len: 205 time: 0.0307186 Oct 26 16:54:23.545538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42144) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.584491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] For port 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:23.587870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] For port 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1fd4ee91-c4d9-464b-aa89-31f715acbb12,segment=NetworkSegment(56490baf-b6a8-4227-acc7-d53a60eb42d2),segment_id=56490baf-b6a8-4227-acc7-d53a60eb42d2)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:23.593297 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-c78d231a-3b58-4ee1-ae9f-42556d66a6a8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.595199 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c78d231a-3b58-4ee1-ae9f-42556d66a6a8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/4c8875de-19a7-4f47-92cd-79b7e6806f5d HTTP/1.1" status: 404 len: 336 time: 0.0479484 Oct 26 16:54:23.597465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42146) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.627870 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d479c80-a548-4a02-9c7c-aa1c1cc95f95 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.628421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d479c80-a548-4a02-9c7c-aa1c1cc95f95 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.634108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d479c80-a548-4a02-9c7c-aa1c1cc95f95 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/103ce93d-6cd0-487c-98a9-a12193a5b1b0 HTTP/1.1" status: 404 len: 337 time: 0.0333207 Oct 26 16:54:23.634419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42148) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.647907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:23.680683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7a6fce8a-3aa6-4842-8143-358c4df556d8 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 200 len: 205 time: 0.0437222 Oct 26 16:54:23.685772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42150) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.727681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684bf2c-fa8e-440b-988a-5b1f5e8c29f2 None None] Pushing event updated for resources: {'Port': ['ID=1fd4ee91-c4d9-464b-aa89-31f715acbb12,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:23.754005 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-ce38f728-0ada-4679-9022-a819b7520b62 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.755042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce38f728-0ada-4679-9022-a819b7520b62 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/59e5e24c-9e82-441e-81b9-5ff4f400a0cc HTTP/1.1" status: 404 len: 336 time: 0.0682857 Oct 26 16:54:23.757761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42152) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.759451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8::1 (eb77bf11-01ed-4912-9019-ad09f6d3209f/d5ce8ad0-2c5f-456f-be98-457bcf1f57a0/263988b9-df45-461c-9127-b6410e2df71a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:23.786991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6087ee9-e45c-4851-b8e6-4f23ed1a3244 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=696af8a2-a89d-48a4-b3f4-cdb5f71c890c HTTP/1.1" status: 200 len: 205 time: 0.0281432 Oct 26 16:54:23.792255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42154) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.836029 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-ff1fdc04-1736-47e1-ba42-af0acfeb3ce5 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.837640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ff1fdc04-1736-47e1-ba42-af0acfeb3ce5 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/696af8a2-a89d-48a4-b3f4-cdb5f71c890c HTTP/1.1" status: 404 len: 336 time: 0.0444512 Oct 26 16:54:23.841390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.878098 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c54a98-4394-4c08-9cf5-7d78f9056b98 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:23.884094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c54a98-4394-4c08-9cf5-7d78f9056b98 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:23.884094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42c54a98-4394-4c08-9cf5-7d78f9056b98 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/669ffbce-03f8-4d81-a031-f28b7746bde1 HTTP/1.1" status: 404 len: 337 time: 0.0390685 Oct 26 16:54:23.884453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42158) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.913701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e4e846a-9fda-4d5c-b827-aba5497d1bec tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=56780a9b-fef2-4ca1-92ca-2a998b2e32ed HTTP/1.1" status: 200 len: 205 time: 0.0280249 Oct 26 16:54:23.918055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42160) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.980938 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-9e7f5444-0da9-42ce-b47e-2ceddde5244b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:23.983207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e7f5444-0da9-42ce-b47e-2ceddde5244b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/56780a9b-fef2-4ca1-92ca-2a998b2e32ed HTTP/1.1" status: 404 len: 336 time: 0.0630188 Oct 26 16:54:23.984726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42162) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:23.993054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:24.035225 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e02ccc-56b1-4066-af24-fd7fc4252a4b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:24.035874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e02ccc-56b1-4066-af24-fd7fc4252a4b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:24.038922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d5e02ccc-56b1-4066-af24-fd7fc4252a4b tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/5cbb8068-6fee-4e94-b8b6-e4018a4f6894 HTTP/1.1" status: 404 len: 337 time: 0.0530477 Oct 26 16:54:24.043214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:24.079627 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bdf57f13-d055-44f9-b8b9-e31c1e010c26 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "GET /v2.0/ports?device_id=38b34337-8fc4-4558-b93e-9f0b3136a5ee HTTP/1.1" status: 200 len: 205 time: 0.0321503 Oct 26 16:54:24.079965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42166) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:24.121612 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-e4ec21ef-603b-4990-a56b-b2b4993d0aed tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] delete failed (client error): The resource could not be found. Oct 26 16:54:24.122628 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4ec21ef-603b-4990-a56b-b2b4993d0aed tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/routers/38b34337-8fc4-4558-b93e-9f0b3136a5ee HTTP/1.1" status: 404 len: 336 time: 0.0418315 Oct 26 16:54:24.123715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:24.125310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42168) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:24.152242 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d05b40-f889-48f0-b976-d980645493d0 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:24.152629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d05b40-f889-48f0-b976-d980645493d0 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:24.156318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97d05b40-f889-48f0-b976-d980645493d0 tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/0a6eb7d2-9c65-40e3-884a-1b80f259dd3b HTTP/1.1" status: 404 len: 337 time: 0.0299814 Oct 26 16:54:24.158921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:24.165380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network eb77bf11-01ed-4912-9019-ad09f6d3209f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:24.168680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:24.171108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:24.171689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:24.189668 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c31b9d1-d05c-49ef-90cc-ceb7c82fd3ff tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] DELETE failed (client error): The resource could not be found. Oct 26 16:54:24.190119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c31b9d1-d05c-49ef-90cc-ceb7c82fd3ff tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:54:24.196066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c31b9d1-d05c-49ef-90cc-ceb7c82fd3ff tempest-RoutersTest-425569826 tempest-RoutersTest-425569826-project] 10.222.0.21 "DELETE /v2.0/subnets/fe1d6394-0c0f-413e-8d9b-dd1ebe970422 HTTP/1.1" status: 404 len: 337 time: 0.0308840 Oct 26 16:54:24.229562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=263988b9-df45-461c-9127-b6410e2df71a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:24.740056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:24.800346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42180) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:24.816581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130951d-a102-4e1a-8d2c-0924c7cc8f14 None None] Network eb77bf11-01ed-4912-9019-ad09f6d3209f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:24.926241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] Provisioning complete for port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:24.926751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5f70f-a9d0-4897-bae9-95574eecb6c2 req-954cd6a9-4495-4aaf-882c-b000a4b7e306 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:24.927399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:24.928440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22b5f70f-a9d0-4897-bae9-95574eecb6c2 req-954cd6a9-4495-4aaf-882c-b000a4b7e306 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.0623043 Oct 26 16:54:24.976541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22b5f70f-a9d0-4897-bae9-95574eecb6c2 req-c8bf1cdc-42de-4ae5-9e51-b429c0ba88a0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Oct 26 16:54:25.048952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fb706a45-6267-4887-835e-274a5883635e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0255ec6005f4752b3f6632b1f5289fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473617 Oct 26 16:54:25.051467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:25.078495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.111546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] For port 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1fd4ee91-c4d9-464b-aa89-31f715acbb12,segment=NetworkSegment(56490baf-b6a8-4227-acc7-d53a60eb42d2),segment_id=56490baf-b6a8-4227-acc7-d53a60eb42d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:25.131751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.138296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.161508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.187728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.240604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29007e-c35b-4440-844c-dcd1d307217b None None] Pushing event updated for resources: {'Port': ['ID=1fd4ee91-c4d9-464b-aa89-31f715acbb12,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:25.272850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.276518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.310532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f2c9ffb-56b4-4f1b-944c-d825d1cde574 None None] Provisioning complete for port 263988b9-df45-461c-9127-b6410e2df71a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:25.311046 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f2c9ffb-56b4-4f1b-944c-d825d1cde574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.350587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c9ffb-56b4-4f1b-944c-d825d1cde574 None None] Port 263988b9-df45-461c-9127-b6410e2df71a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:25.353577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.356353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.360349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/268c1a97-fdbb-4fda-86ef-b6e375a2d7d7 HTTP/1.1" status: 204 len: 168 time: 0.3050871 Oct 26 16:54:25.367983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f2c9ffb-56b4-4f1b-944c-d825d1cde574 None None] Provisioning complete for port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:25.368363 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f2c9ffb-56b4-4f1b-944c-d825d1cde574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.380019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d2688-1f89-40a2-a7c7-4bb27cc73abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268c1a97-fdbb-4fda-86ef-b6e375a2d7d7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:25.384670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=263988b9-df45-461c-9127-b6410e2df71a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:25.453482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network eb77bf11-01ed-4912-9019-ad09f6d3209f is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:25.455069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:25.607023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5ed682fe-e77a-4c00-a4cc-e6e410010007 None None] Provisioning complete for port 263988b9-df45-461c-9127-b6410e2df71a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:25.607023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ed682fe-e77a-4c00-a4cc-e6e410010007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.637546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5ed682fe-e77a-4c00-a4cc-e6e410010007 None None] Port 263988b9-df45-461c-9127-b6410e2df71a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:25.672426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 20e7854e-41b8-4a8c-bab2-bc340a9ed0dd is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:25.750339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1fd4ee91-c4d9-464b-aa89-31f715acbb12 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:25.785900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:25.791678 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80001ccf-4d63-4826-a926-7fe3ff84796a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/20e7854e-41b8-4a8c-bab2-bc340a9ed0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377803 Oct 26 16:54:25.795022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:25.797636 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] Sync routers for ids ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:25.815760 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] Routers {'20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:25.815760 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:25.829789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:25.830374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.860001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:25.864469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c5e18-49e0-4021-94f8-819be632b120 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:25.866067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a6c5e18-49e0-4021-94f8-819be632b120 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports/263988b9-df45-461c-9127-b6410e2df71a HTTP/1.1" status: 200 len: 911 time: 0.0699151 Oct 26 16:54:25.869063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:25.873327 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] Routers {'20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:25.874031 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:25.903332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d1e4f966-81b4-4f35-bc76-3b14e38b1bd1 None None] Provisioning complete for port 263988b9-df45-461c-9127-b6410e2df71a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:25.903704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f966-81b4-4f35-bc76-3b14e38b1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:25.976436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4f966-81b4-4f35-bc76-3b14e38b1bd1 None None] Port 263988b9-df45-461c-9127-b6410e2df71a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:26.012078 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:26.013124 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00d335-51bd-437e-870a-06409a2d0cf8 None None] The sync data for ids ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:26.124385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa4d5-82c6-4962-884d-cec695399a79 req-cd275c08-fbf9-4bb3-9173-494446480236 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:26.126034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8aa4d5-82c6-4962-884d-cec695399a79 req-cd275c08-fbf9-4bb3-9173-494446480236 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.0634992 Oct 26 16:54:26.166590 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8aa4d5-82c6-4962-884d-cec695399a79 req-eec7029e-9032-4dd3-9518-0d515d420c26 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Oct 26 16:54:26.284444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-64cfabf5-36e1-4809-984c-ca26825529ab tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:26.285901 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-64cfabf5-36e1-4809-984c-ca26825529ab tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 945 time: 0.0580642 Oct 26 16:54:26.289151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.507824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:26.508174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.649784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:26.650066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.668971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:26.669966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 9d1ea8d6-3871-4e01-8926-bab5b05dd438 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:26.692868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 9d1ea8d6-3871-4e01-8926-bab5b05dd438 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:26.693518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 9d1ea8d6-3871-4e01-8926-bab5b05dd438 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:26.732393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 263988b9-df45-461c-9127-b6410e2df71a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:26.732723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.862617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.880397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 263988b9-df45-461c-9127-b6410e2df71a owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:26.946358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:26.957731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:26.980892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=49385e3e-ec51-4a88-aaab-1b78d73ae2a2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:27.064384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:27.067115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.070781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aeeb54d8-185d-4fe7-90c7-a36c6e5c3a0a req-6c561cd4-3dbc-4ddc-ac6c-9615427817d5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "DELETE /v2.0/ports/49385e3e-ec51-4a88-aaab-1b78d73ae2a2 HTTP/1.1" status: 204 len: 173 time: 0.7783983 Oct 26 16:54:27.071247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'name': 'network-vif-deleted', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:27.073605 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faa7bda-4576-45ec-952c-10d016371ed6" -d '{"events": [{"server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "name": "network-vif-deleted", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:27.121127 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48ee1a-ae85-4658-aa7b-e97a0567b32a x-openstack-request-id: req-ff48ee1a-ae85-4658-aa7b-e97a0567b32a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:27.121127 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f17f25-ba9b-4990-8fb0-6fd296882aaf", "name": "network-vif-deleted", "tag": "49385e3e-ec51-4a88-aaab-1b78d73ae2a2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:27.121127 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff48ee1a-ae85-4658-aa7b-e97a0567b32a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:27.121127 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f17f25-ba9b-4990-8fb0-6fd296882aaf', 'name': 'network-vif-deleted', 'tag': '49385e3e-ec51-4a88-aaab-1b78d73ae2a2', 'status': 'completed', 'code': 200} Oct 26 16:54:27.239252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.274190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=263988b9-df45-461c-9127-b6410e2df71a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:27.283931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01b6f6be-19f0-46ee-be13-36e37db54166 req-e06d4750-5b56-4b10-9a20-716bad74797b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f17f25-ba9b-4990-8fb0-6fd296882aaf HTTP/1.1" status: 200 len: 210 time: 0.0404992 Oct 26 16:54:27.387638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.575803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 20e7854e-41b8-4a8c-bab2-bc340a9ed0dd has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:27.660300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:27.670231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:27.670356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-594cb24c-5c28-46d7-889a-3dfe6fc84ed3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/20e7854e-41b8-4a8c-bab2-bc340a9ed0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991071 Oct 26 16:54:27.674584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] Sync routers for ids ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:27.695720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] Routers {'20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:27.696136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:27.715278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-629b9c64-deca-437d-971a-2382940723f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=20e7854e-41b8-4a8c-bab2-bc340a9ed0dd HTTP/1.1" status: 200 len: 205 time: 0.0387948 Oct 26 16:54:27.717307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:27.731325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:27.740301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] Routers {'20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:27.740899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:27.776379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:27.777034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93e8c-65a6-4f40-8cfd-7a4e93a489bc None None] The sync data for ids ['20e7854e-41b8-4a8c-bab2-bc340a9ed0dd'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:27.794250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.957546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.960729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:27.980119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42254) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:28.090381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d69d9f5-e7c6-45b3-8be9-43c072a40c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.106654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.107275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router 20e7854e-41b8-4a8c-bab2-bc340a9ed0dd {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:28.114794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.116019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14d094e9-9d74-48f0-a6aa-eb45790e4a4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/20e7854e-41b8-4a8c-bab2-bc340a9ed0dd HTTP/1.1" status: 204 len: 168 time: 0.3976493 Oct 26 16:54:28.118708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42258) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:28.183582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet d5ce8ad0-2c5f-456f-be98-457bcf1f57a0 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:28.187407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.241038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.274120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d69d9f5-e7c6-45b3-8be9-43c072a40c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.340319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.361923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8d69d9f5-e7c6-45b3-8be9-43c072a40c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.421046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8d69d9f5-e7c6-45b3-8be9-43c072a40c5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ab9bb3a30514717abe6126fa4ab785e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398189 Oct 26 16:54:28.422489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d9f5-e7c6-45b3-8be9-43c072a40c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a10f9-a75c-4936-8021-5567fcbede20,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:28.423921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42264) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:28.478045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.501469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.501968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.534361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ce8ad0-2c5f-456f-be98-457bcf1f57a0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:28.536404 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.539704 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b3c2d18a-5508-4709-a222-66cc0e34a816 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/d5ce8ad0-2c5f-456f-be98-457bcf1f57a0 HTTP/1.1" status: 204 len: 168 time: 0.4198310 Oct 26 16:54:28.543904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42276) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:28.547787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6c0a3-aeb1-49e4-b334-8ea4c1f387c2 None None] Network eb77bf11-01ed-4912-9019-ad09f6d3209f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:28.631943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.652883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-8281c1d9-e2b0-4ea4-a8ab-0a63d64be872 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:28.654629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-8281c1d9-e2b0-4ea4-a8ab-0a63d64be872 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1405752 Oct 26 16:54:28.678778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-b46b62c2-85d4-4b2c-9f1f-00432ea3fd64 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0179529 Oct 26 16:54:28.699207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:28.699207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.722569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.724800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.726328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d1a10f9-a75c-4936-8021-5567fcbede20 HTTP/1.1" status: 204 len: 168 time: 0.3013320 Oct 26 16:54:28.742601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a2baa-6115-4dc4-a4a8-547ebf4fe32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a10f9-a75c-4936-8021-5567fcbede20,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:28.758519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] DHCP port deletion for eb77bf11-01ed-4912-9019-ad09f6d3209f request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:28.761195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-7b6756f6-3576-4247-b5ad-6fc4bab7d194 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813725 Oct 26 16:54:28.769145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1fd4ee91-c4d9-464b-aa89-31f715acbb12,segment=NetworkSegment(56490baf-b6a8-4227-acc7-d53a60eb42d2),segment_id=56490baf-b6a8-4227-acc7-d53a60eb42d2)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:28.769288 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.789218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 1fd4ee91-c4d9-464b-aa89-31f715acbb12 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:28.830128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Deleting port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:28.830782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.867564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-206cf60e-9e63-4113-9426-b626c282a457 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046219 Oct 26 16:54:28.894207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] For port 1fd4ee91-c4d9-464b-aa89-31f715acbb12, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1fd4ee91-c4d9-464b-aa89-31f715acbb12,segment=NetworkSegment(56490baf-b6a8-4227-acc7-d53a60eb42d2),segment_id=56490baf-b6a8-4227-acc7-d53a60eb42d2)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:28.894854 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.912273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Calling delete_port for 1fd4ee91-c4d9-464b-aa89-31f715acbb12 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:28.952764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:28.965560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-2485b0cc-c272-4c70-b080-e409f0ab5ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903156 Oct 26 16:54:28.981976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=1fd4ee91-c4d9-464b-aa89-31f715acbb12,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:28.983897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:28.995967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.024602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] Pushing event deleted for resources: {'Port': ['ID=1fd4ee91-c4d9-464b-aa89-31f715acbb12,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:29.027189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffbd47-3fed-4823-a9dc-d99bfcb10eea None None] No DVR routers for this DVR port 1fd4ee91-c4d9-464b-aa89-31f715acbb12 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:29.079489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.100143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb77bf11-01ed-4912-9019-ad09f6d3209f']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:29.110072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56490baf-b6a8-4227-acc7-d53a60eb42d2') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:29.110369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56490baf-b6a8-4227-acc7-d53a60eb42d2') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:29.120642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.133848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.141045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:29.141554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:29.144771 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:29.232301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85312e0d-d9be-436c-82d8-8ac5e71592c1 req-16f44e2b-a71d-47d8-ba40-be1a7ab0ad2c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 210 time: 0.0265877 Oct 26 16:54:29.278008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.282742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.285998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/eb77bf11-01ed-4912-9019-ad09f6d3209f HTTP/1.1" status: 204 len: 168 time: 0.7411373 Oct 26 16:54:29.289672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:29.296831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496321560', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:29.313950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5839b-5666-4764-9fc7-18f9094cf726 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=eb77bf11-01ed-4912-9019-ad09f6d3209f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:29.375749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.376816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.415578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42292) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:29.432784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.434030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee167be3-4e03-4515-997d-601bc1ce3931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.507480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee167be3-4e03-4515-997d-601bc1ce3931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.543245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:29.559169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee167be3-4e03-4515-997d-601bc1ce3931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.574368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:29.574968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 49385e3e-ec51-4a88-aaab-1b78d73ae2a2 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:29.600699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ee167be3-4e03-4515-997d-601bc1ce3931 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26c636819118427794954b8fb1143d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837664 Oct 26 16:54:29.603146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee167be3-4e03-4515-997d-601bc1ce3931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b2232-d1d0-43b6-b421-3accc11b600d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:29.607304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42294) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:29.658115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.662883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.686565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.694385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1fd4ee91-c4d9-464b-aa89-31f715acbb12 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:29.719321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1fd4ee91-c4d9-464b-aa89-31f715acbb12 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:29.719668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1fd4ee91-c4d9-464b-aa89-31f715acbb12 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:29.792416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.795071 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.798625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b4b2232-d1d0-43b6-b421-3accc11b600d HTTP/1.1" status: 204 len: 168 time: 0.1877012 Oct 26 16:54:29.805500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2012-1db2-4fd2-8620-4abbd19c8ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b2232-d1d0-43b6-b421-3accc11b600d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:29.923714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:29.941874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:30.048796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 172.25.5.56 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/00511f2b-bee0-4446-8521-7281fc00f8fb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:30.150651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:30.244588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:30.289636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:30.292956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:30.296774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:30.325598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=00511f2b-bee0-4446-8521-7281fc00f8fb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:30.358803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-671a7edd-e0b2-48c1-b866-ba613e70208e req-e6a9c65a-9f46-498e-9342-56c4d7bcee18 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 210 time: 0.0372984 Oct 26 16:54:30.646362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:30.858216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:31.015992 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43de7cbe-23d6-487c-8797-4ab2b3dd09a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:31.082232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:31.213403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-7e64ed58-841a-4f31-b7e2-921f4442ae3b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:31.214837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-7e64ed58-841a-4f31-b7e2-921f4442ae3b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1802428 Oct 26 16:54:31.230408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:31.615508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:31.628921 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] Sync routers for ids ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:31.641336 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] Routers {'bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:31.641998 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:31.644487 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd05648c-5529-4243-8636-85512b3ae7fd req-81932255-a709-4761-a43b-6be1ec66cd97 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 210 time: 0.0412531 Oct 26 16:54:31.687372 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:31.697325 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] Routers {'bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:31.697898 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:31.733277 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:31.734531 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7006dc-f399-4bae-bcbb-481872e1649e None None] The sync data for ids ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:31.750074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:31.751324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c890543-8b34-430a-aeca-56bcf2a31895 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.4606225 Oct 26 16:54:31.754243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:31.827282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:31.831079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:31.865143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6e990f25-d41c-46c4-b306-9ad3ab7f9f4b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers/bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 200 len: 883 time: 0.1096101 Oct 26 16:54:31.867562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:31.966626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.9 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/8779ffd4-8523-4436-b821-350e68e55ab8) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:32.013069 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-42d7b6e4-22c6-4489-a1e1-9fed5cb7cd00 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1421008 Oct 26 16:54:32.013238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42350) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:32.017821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-496321560'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:32.121802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.245338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.257391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:32.317298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:32.321121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:32.326669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:32.366779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:32.390617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:32.391512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.486672 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-9249bc44-c1fe-4fdf-933c-30dcc9fcf97b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2610743 Oct 26 16:54:32.502494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Request body: {'port': {'device_id': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:32.563066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.653868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.729778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.838998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcc75a-6935-4963-b4c4-44bbf78214be req-449bef71-0b35-4616-99d2-32fad53cb81a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:32.840765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63bcc75a-6935-4963-b4c4-44bbf78214be req-449bef71-0b35-4616-99d2-32fad53cb81a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 931 time: 0.0919335 Oct 26 16:54:32.846399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:32.919201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63bcc75a-6935-4963-b4c4-44bbf78214be req-ecfe99b1-b807-4f27-bda1-21e61f7c68d9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664508 Oct 26 16:54:32.934217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8779ffd4-8523-4436-b821-350e68e55ab8 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:32.942045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.958451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Transition to ACTIVE for port object 8779ffd4-8523-4436-b821-350e68e55ab8 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:54:32.962140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:32.971836 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:32.975756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e25b1bd-d969-4db0-8d3c-ed045e020bca tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 200 len: 890 time: 0.9592955 Oct 26 16:54:32.976457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] Sync routers for ids ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:32.976562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42378) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:32.986424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] Routers {'bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:32.987208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:33.021172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:33.021349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.032307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] Routers {'bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:33.032949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:33.075990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:33.076690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c673fd-cf7b-4d16-b0e2-45be9457401d None None] The sync data for ids ['bd2b8a72-0bac-4bb2-a5ec-e13c049d2375'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:33.086750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Pushing event updated for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:33.094996 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-939513ca-329b-4554-af06-1ea9e6854890 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers/bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 200 len: 890 time: 0.1171799 Oct 26 16:54:33.099576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42382) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:33.138079 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fa434ac-2844-44ba-9925-9d99e314b7f6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 200 len: 205 time: 0.0372508 Oct 26 16:54:33.140419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42386) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:33.156505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Attempting to bind port 8779ffd4-8523-4436-b821-350e68e55ab8 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:33.156842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Attempting to bind port 8779ffd4-8523-4436-b821-350e68e55ab8 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:33.157167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Attempting to bind port 8779ffd4-8523-4436-b821-350e68e55ab8 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:33.161584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Port 8779ffd4-8523-4436-b821-350e68e55ab8 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:54:33.161955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Attempting to bind port 8779ffd4-8523-4436-b821-350e68e55ab8 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:33.167021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:33.167382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:33.167770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:33.168196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Bound port: 8779ffd4-8523-4436-b821-350e68e55ab8, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:33.168550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.246731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:33.250131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8779ffd4-8523-4436-b821-350e68e55ab8,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:33.260885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.307673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.347007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.347832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.353783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] 10.222.0.47 "PUT /v2.0/ports/8779ffd4-8523-4436-b821-350e68e55ab8 HTTP/1.1" status: 200 len: 1091 time: 0.8545280 Oct 26 16:54:33.357104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:33.359641 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9941a0ac-d760-4c82-90e5-1da26e19efed" -d '{"events": [{"name": "network-changed", "server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:33.372077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.384976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97833d-cbef-43a0-ac76-4562b38e0098 service neutron] Pushing event updated for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:33.404069 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af468e57-3b5e-4b2b-901b-c95ab9d6b466 x-openstack-request-id: req-af468e57-3b5e-4b2b-901b-c95ab9d6b466 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:33.404366 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:33.404631 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af468e57-3b5e-4b2b-901b-c95ab9d6b466 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:33.405043 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8', 'status': 'completed', 'code': 200} Oct 26 16:54:33.469366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-b0a482c2-8a58-435e-8d56-c5e78df8c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.471175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-b0a482c2-8a58-435e-8d56-c5e78df8c06b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 1094 time: 0.0442798 Oct 26 16:54:33.518313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 00511f2b-bee0-4446-8521-7281fc00f8fb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:33.518746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.598370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-abb024d0-27c0-4f4c-bed8-26edebac5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.599837 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-abb024d0-27c0-4f4c-bed8-26edebac5410 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1195195 Oct 26 16:54:33.627273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.640703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 00511f2b-bee0-4446-8521-7281fc00f8fb owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:33.723345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-33a6ef5b-02e2-43e5-a987-6264bbd31e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.725057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9941a0ac-d760-4c82-90e5-1da26e19efed req-33a6ef5b-02e2-43e5-a987-6264bbd31e16 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117005 Oct 26 16:54:33.804099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4f3d42f5-8e35-466f-b8e2-dfc6c4ea6c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.810166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-79422096-9613-4a46-bdea-684c98ecf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.811688 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-79422096-9613-4a46-bdea-684c98ecf4ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 1094 time: 0.0425954 Oct 26 16:54:33.859329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-1f309155-eaee-4142-b12f-b4601d2436fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8779ffd4-8523-4436-b821-350e68e55ab8 HTTP/1.1" status: 200 len: 217 time: 0.0396364 Oct 26 16:54:33.878190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:33.913750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=00511f2b-bee0-4446-8521-7281fc00f8fb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:33.917639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-4d4c931a-3f7a-48a1-8ea9-3bc3f59c0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:33.919845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-4d4c931a-3f7a-48a1-8ea9-3bc3f59c0db7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0532756 Oct 26 16:54:33.956044 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-c7f1e36a-03e2-4ea7-9057-f1f25de99910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294819 Oct 26 16:54:33.993533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.098779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.101164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.106104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb781bf4-6b8e-4893-900c-64c14fc0e0b0 req-6288df4c-f785-4475-a9f2-b2b5d19c4b4c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:34.107973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb781bf4-6b8e-4893-900c-64c14fc0e0b0 req-6288df4c-f785-4475-a9f2-b2b5d19c4b4c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 943 time: 0.0821972 Oct 26 16:54:34.111652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-3483fe54-e05f-487c-87ae-113a1462f662 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477842 Oct 26 16:54:34.135379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.197802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb781bf4-6b8e-4893-900c-64c14fc0e0b0 req-e1c397d7-1cc7-47f4-920f-c03c0f5ef049 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830648 Oct 26 16:54:34.234150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebf9f1f0-1882-4a14-be14-8815fb96d57c req-1cbb1d2e-e41c-40dc-b7a6-1cfe846633d6 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126328 Oct 26 16:54:34.237760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.238458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:34.246291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.250971 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-876f2c89-eb9d-4d51-8392-4d6806a9db2a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 204 len: 168 time: 1.1060138 Oct 26 16:54:34.250971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42436) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:34.256129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-29749181'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:34.358177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:34.361651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.385140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:34.394243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.394596 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment a772f76b-2730-4c48-9fdc-a4f62064389e of type vlan for network 553087a4-0535-4f54-8b24-258e6b31c8d8 Oct 26 16:54:34.439587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.517852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.523795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:34.524370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.592770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=553087a4-0535-4f54-8b24-258e6b31c8d8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:34.604534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:34.629688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52d6e4a0-c0d5-4f04-a847-e2e5ef906e2b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3775375 Oct 26 16:54:34.632372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42450) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:34.638212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:34.791737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:34.795357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:34.989824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42454) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:35.098142 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.117992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.129683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.176776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.182205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=013c784d-68c1-4b8a-87a8-7a0438e21fc3,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:35.189627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'a772f76b-2730-4c48-9fdc-a4f62064389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:35.189992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: 553087a4-0535-4f54-8b24-258e6b31c8d8, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:35.226715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.244164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:35.266511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8a207c31d6f44ada5b4070498d109ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755771 Oct 26 16:54:35.267519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e4506-2fa2-4128-b4ec-16e0ba1babfa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:35.269246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42460) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:35.284341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.284700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.285090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.285429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.285768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.286098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.286429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.286757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.287082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.287435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.287786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.288111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b9d42-4db0-47f1-87d4-0c6b1d36b7d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:35.295154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 553087a4-0535-4f54-8b24-258e6b31c8d8) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:35.308644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a07886-5be5-484f-88bf-130c0979b67f None None] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:35.326100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:35.327015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.333638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec8d3-13ce-40b1-803a-e817378abda5 req-f2ca2d41-2d1f-4469-a4d4-1341b5985264 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:35.335182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca8ec8d3-13ce-40b1-803a-e817378abda5 req-f2ca2d41-2d1f-4469-a4d4-1341b5985264 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 943 time: 0.0643375 Oct 26 16:54:35.354182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.381275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca8ec8d3-13ce-40b1-803a-e817378abda5 req-4cddc480-d3fe-43db-b67a-fbf865ff443c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Oct 26 16:54:35.382176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.396366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fb5b5694-f199-49af-bcaa-56198930cec0 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7605708 Oct 26 16:54:35.396573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42462) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:35.401432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1010752030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:35.457534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-553087a4-0535-4f54-8b24-258e6b31c8d8', 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': '013c784d-68c1-4b8a-87a8-7a0438e21fc3'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:35.461438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.489800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.490918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.524474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.527704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.531526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/191e4506-2fa2-4128-b4ec-16e0ba1babfa HTTP/1.1" status: 204 len: 168 time: 0.2610226 Oct 26 16:54:35.554497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab2b6-83d2-476f-9fae-62c88b97bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e4506-2fa2-4128-b4ec-16e0ba1babfa,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:35.590660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.658957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Allocated IP 2001:db8::2 (553087a4-0535-4f54-8b24-258e6b31c8d8/013c784d-68c1-4b8a-87a8-7a0438e21fc3/7c89393f-8a78-472c-95da-0b8d98f1c011) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:35.672791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.768980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.772883 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-86d7d2a5-33ec-4c43-9f0c-f9906327eb9b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3728607 Oct 26 16:54:35.773397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:35.807541 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.884430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:35.924446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:35.927354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:35.929978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:35.942898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Pushing event updated for resources: {'Port': ['ID=7c89393f-8a78-472c-95da-0b8d98f1c011,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:35.999096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Attempting to bind port 7c89393f-8a78-472c-95da-0b8d98f1c011 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:35.999405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Attempting to bind port 7c89393f-8a78-472c-95da-0b8d98f1c011 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a772f76b-2730-4c48-9fdc-a4f62064389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:35.999795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Attempting to bind port 7c89393f-8a78-472c-95da-0b8d98f1c011 on network 553087a4-0535-4f54-8b24-258e6b31c8d8 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:36.005077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:36.005442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Checking segment: {'id': 'a772f76b-2730-4c48-9fdc-a4f62064389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:36.005919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.006306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Bound using segment: {'id': 'a772f76b-2730-4c48-9fdc-a4f62064389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:36.006760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Bound port: 7c89393f-8a78-472c-95da-0b8d98f1c011, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a772f76b-2730-4c48-9fdc-a4f62064389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '553087a4-0535-4f54-8b24-258e6b31c8d8'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:36.007145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.057390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.077502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] For port 7c89393f-8a78-472c-95da-0b8d98f1c011, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:36.080962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] For port 7c89393f-8a78-472c-95da-0b8d98f1c011, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c89393f-8a78-472c-95da-0b8d98f1c011,segment=NetworkSegment(a772f76b-2730-4c48-9fdc-a4f62064389e),segment_id=a772f76b-2730-4c48-9fdc-a4f62064389e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:36.129254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42470) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:36.144261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd71c5fc-d5d2-49ea-9d16-0c6685d1e443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.146467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.222337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112f96-0cbe-42d4-b974-9e15a2e66778 None None] Pushing event updated for resources: {'Port': ['ID=7c89393f-8a78-472c-95da-0b8d98f1c011,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:36.253054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd71c5fc-d5d2-49ea-9d16-0c6685d1e443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.316655 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8::1 (553087a4-0535-4f54-8b24-258e6b31c8d8/013c784d-68c1-4b8a-87a8-7a0438e21fc3/0b698921-8273-4ff0-ac69-d509e0c0e837) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:36.323703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd71c5fc-d5d2-49ea-9d16-0c6685d1e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.369602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fd71c5fc-d5d2-49ea-9d16-0c6685d1e443 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a115662a186b4135b4fa91c7b7355212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392266 Oct 26 16:54:36.370469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42472) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:36.388015 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71c5fc-d5d2-49ea-9d16-0c6685d1e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e09eb25-968a-4086-aa95-c2b7cbda7df5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:36.463481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.467355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.495177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.581202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.582671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a66ee-fcfb-405a-81ff-d2e2473f5063 req-5c1c904d-54b7-4403-a8fb-c25759283605 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:36.591594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa5a66ee-fcfb-405a-81ff-d2e2473f5063 req-5c1c904d-54b7-4403-a8fb-c25759283605 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 943 time: 0.1037159 Oct 26 16:54:36.617758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:36.623498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:36.627255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:36.627800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.631690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa5a66ee-fcfb-405a-81ff-d2e2473f5063 req-cfed19e3-844e-479e-806c-09e29ca639db tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Oct 26 16:54:36.660688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.676109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=0b698921-8273-4ff0-ac69-d509e0c0e837,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:36.713511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.717007 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.717532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e09eb25-968a-4086-aa95-c2b7cbda7df5 HTTP/1.1" status: 204 len: 168 time: 0.3461533 Oct 26 16:54:36.725762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc510-69a1-42cc-9414-cef4ee86ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e09eb25-968a-4086-aa95-c2b7cbda7df5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:36.745723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8779ffd4-8523-4436-b821-350e68e55ab8 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:54:36.830451 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.864057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8779ffd4-8523-4436-b821-350e68e55ab8,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:36.879001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '8779ffd4-8523-4436-b821-350e68e55ab8', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': '8779ffd4-8523-4436-b821-350e68e55ab8', 'mac_address': 'fa:16:3e:e7:ef:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:54:36.919757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:36.937655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8779ffd4-8523-4436-b821-350e68e55ab8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:36.977061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8779ffd4-8523-4436-b821-350e68e55ab8,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:37.089522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.127893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.140547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:37.215524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.216711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.224786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3db78a-7a85-477e-9555-d3b24492c216 None None] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:37.298745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] Provisioning complete for port 7c89393f-8a78-472c-95da-0b8d98f1c011 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:37.299209 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.311554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=0b698921-8273-4ff0-ac69-d509e0c0e837,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:37.351884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8779ffd4-8523-4436-b821-350e68e55ab8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:37.354946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:37.356747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:37.531241 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.563900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 70dd1004-8ab3-4463-8b59-b9dd64b876ec is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:37.653217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] For port 7c89393f-8a78-472c-95da-0b8d98f1c011, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c89393f-8a78-472c-95da-0b8d98f1c011,segment=NetworkSegment(a772f76b-2730-4c48-9fdc-a4f62064389e),segment_id=a772f76b-2730-4c48-9fdc-a4f62064389e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:37.761546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.769835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:37.785504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ce28d36-b0f1-42a9-bd5d-f57d1bcb5dc6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/70dd1004-8ab3-4463-8b59-b9dd64b876ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0086906 Oct 26 16:54:37.788817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42498) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:37.791728 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] Sync routers for ids ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:37.817761 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] Routers {'70dd1004-8ab3-4463-8b59-b9dd64b876ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:37.818851 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:37.835583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c89393f-8a78-472c-95da-0b8d98f1c011 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:37.838065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f7614-58f1-4bac-b020-f3a0ecd5b506 None None] Pushing event updated for resources: {'Port': ['ID=7c89393f-8a78-472c-95da-0b8d98f1c011,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:37.889985 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:37.909959 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] Routers {'70dd1004-8ab3-4463-8b59-b9dd64b876ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:37.910128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd158-546b-4631-b20b-c591b54391bb req-b4bce1ec-79c2-4fe3-b623-00053e92380f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:37.911245 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:37.911898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-007fd158-546b-4631-b20b-c591b54391bb req-b4bce1ec-79c2-4fe3-b623-00053e92380f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 944 time: 0.1458225 Oct 26 16:54:37.951812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7c89393f-8a78-472c-95da-0b8d98f1c011 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:37.958875 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:37.963044 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:37.963757 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aad210-82c7-45a4-ab0d-ce2e84b18958 None None] The sync data for ids ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:37.983935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-007fd158-546b-4631-b20b-c591b54391bb req-c1440451-3ecb-47e8-95b1-4f76f0661ec8 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649278 Oct 26 16:54:38.046805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a16d87c9-ed31-41e8-a1e2-0c70a7d11502 None None] Provisioning complete for port 7c89393f-8a78-472c-95da-0b8d98f1c011 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:38.047096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a16d87c9-ed31-41e8-a1e2-0c70a7d11502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.185944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a16d87c9-ed31-41e8-a1e2-0c70a7d11502 None None] Provisioning complete for port 0b698921-8273-4ff0-ac69-d509e0c0e837 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:38.186306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a16d87c9-ed31-41e8-a1e2-0c70a7d11502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.229863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a16d87c9-ed31-41e8-a1e2-0c70a7d11502 None None] Port 0b698921-8273-4ff0-ac69-d509e0c0e837 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:38.271572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d17c6-029f-4ba4-9a7c-b90bd407a283 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:38.273017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-409d17c6-029f-4ba4-9a7c-b90bd407a283 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports/0b698921-8273-4ff0-ac69-d509e0c0e837 HTTP/1.1" status: 200 len: 911 time: 0.4832044 Oct 26 16:54:38.277348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:38.286098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '013c784d-68c1-4b8a-87a8-7a0438e21fc3'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:38.359198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-48338aeb-d9b2-4c49-9326-397af609e2ec None None] Provisioning complete for port 0b698921-8273-4ff0-ac69-d509e0c0e837 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:38.359931 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-48338aeb-d9b2-4c49-9326-397af609e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.403663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-48338aeb-d9b2-4c49-9326-397af609e2ec None None] Port 0b698921-8273-4ff0-ac69-d509e0c0e837 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:38.456868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.522162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-35d4e0a9-2993-4404-b5f3-16be924a91c8 None None] Provisioning complete for port 0b698921-8273-4ff0-ac69-d509e0c0e837 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:38.522440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-35d4e0a9-2993-4404-b5f3-16be924a91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.565070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-35d4e0a9-2993-4404-b5f3-16be924a91c8 None None] Port 0b698921-8273-4ff0-ac69-d509e0c0e837 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:38.755650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8779ffd4-8523-4436-b821-350e68e55ab8 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:38.826619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.860629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 8779ffd4-8523-4436-b821-350e68e55ab8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:54:38.864790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 8779ffd4-8523-4436-b821-350e68e55ab8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:38.871007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.945898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.949306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.953581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:38.954394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:38.955946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/ports/0b698921-8273-4ff0-ac69-d509e0c0e837 HTTP/1.1" status: 200 len: 911 time: 0.6775372 Oct 26 16:54:38.958906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42522) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:38.994792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8779ffd4-8523-4436-b821-350e68e55ab8,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:38.996740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:38.999157 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105fd1b-fdd2-4e0c-bf98-400cdb574111" -d '{"events": [{"server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "name": "network-vif-plugged", "status": "completed", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:39.024389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4202c-003a-481a-817c-215b69344f9d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=0b698921-8273-4ff0-ac69-d509e0c0e837,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:39.045322 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb1415-b01f-4972-a2ba-1c6dbc2a7d7b x-openstack-request-id: req-1ecb1415-b01f-4972-a2ba-1c6dbc2a7d7b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:39.045620 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "name": "network-vif-plugged", "status": "completed", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:39.045880 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ecb1415-b01f-4972-a2ba-1c6dbc2a7d7b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:39.046277 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8', 'code': 200} Oct 26 16:54:39.089658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:39.141662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:39.245814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24113186-058f-4f50-a310-0be342a16393 req-0f661417-ccf0-4c3d-8de7-9077ffca1a14 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:39.247303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24113186-058f-4f50-a310-0be342a16393 req-0f661417-ccf0-4c3d-8de7-9077ffca1a14 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.1347883 Oct 26 16:54:39.265992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e225b-5ec7-4686-98db-ccc37ff89b9d req-c9750674-ff14-407d-9a56-3841a5c16754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:39.268844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe6e225b-5ec7-4686-98db-ccc37ff89b9d req-c9750674-ff14-407d-9a56-3841a5c16754 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 1096 time: 0.1560912 Oct 26 16:54:39.360012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe6e225b-5ec7-4686-98db-ccc37ff89b9d req-30973623-e57e-45e8-aa5a-c0bc90b043d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777981 Oct 26 16:54:39.362764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24113186-058f-4f50-a310-0be342a16393 req-8cede381-956b-4f8a-9b66-f21e34314041 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926852 Oct 26 16:54:39.442819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:39.675755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c89393f-8a78-472c-95da-0b8d98f1c011 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:39.689088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 0b698921-8273-4ff0-ac69-d509e0c0e837 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:39.689428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:39.723479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7c89393f-8a78-472c-95da-0b8d98f1c011 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:39.723858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:39.787843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:39.800726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 0b698921-8273-4ff0-ac69-d509e0c0e837 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:40.037530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.063972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=0b698921-8273-4ff0-ac69-d509e0c0e837,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:40.166367 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.328098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 70dd1004-8ab3-4463-8b59-b9dd64b876ec has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:40.406223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:40.415931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] Sync routers for ids ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:40.420516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d94667fb-df9f-4da8-8721-a339fc1c68e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/70dd1004-8ab3-4463-8b59-b9dd64b876ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597974 Oct 26 16:54:40.423175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42542) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:40.427853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] Routers {'70dd1004-8ab3-4463-8b59-b9dd64b876ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:40.428704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:40.461082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-27dd1940-25a4-4a14-a975-cd56edfb4fb2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1004-8ab3-4463-8b59-b9dd64b876ec HTTP/1.1" status: 200 len: 205 time: 0.0366642 Oct 26 16:54:40.463830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42544) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:40.464413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:40.473878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] Routers {'70dd1004-8ab3-4463-8b59-b9dd64b876ec'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:40.474494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:40.512953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:40.513606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c334e-0d2d-4e02-a446-6fc376a5b237 None None] The sync data for ids ['70dd1004-8ab3-4463-8b59-b9dd64b876ec'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:40.519284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdd25c-c82c-477b-a1a8-10629be1f05f req-891cad4c-8843-41ad-b484-5a6ab47e6844 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:40.520740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdfdd25c-c82c-477b-a1a8-10629be1f05f req-891cad4c-8843-41ad-b484-5a6ab47e6844 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.0633996 Oct 26 16:54:40.562532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.568522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdfdd25c-c82c-477b-a1a8-10629be1f05f req-89e27c63-d725-42e2-8ecf-50e00c21bd1d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Oct 26 16:54:40.731432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.733481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.831564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.832115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router 70dd1004-8ab3-4463-8b59-b9dd64b876ec {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:54:40.838984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.842830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ab44b906-d1b6-4123-af09-efeebf109b7d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/70dd1004-8ab3-4463-8b59-b9dd64b876ec HTTP/1.1" status: 204 len: 168 time: 0.3742938 Oct 26 16:54:40.842830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42546) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:40.898825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet 013c784d-68c1-4b8a-87a8-7a0438e21fc3 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:54:40.901967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:40.942254 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.023303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.187463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.218027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=013c784d-68c1-4b8a-87a8-7a0438e21fc3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.220068 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.223308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7f9f6f72-70cd-4422-8033-a632701a3081 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/013c784d-68c1-4b8a-87a8-7a0438e21fc3 HTTP/1.1" status: 204 len: 168 time: 0.3795879 Oct 26 16:54:41.225369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684454bb-f20d-4e44-8992-5cf20330bb59 None None] Network 553087a4-0535-4f54-8b24-258e6b31c8d8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:41.229598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42550) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:41.309796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.378318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 7c89393f-8a78-472c-95da-0b8d98f1c011 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:41.378735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.404191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] DHCP port deletion for 553087a4-0535-4f54-8b24-258e6b31c8d8 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:54:41.441529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 7c89393f-8a78-472c-95da-0b8d98f1c011, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c89393f-8a78-472c-95da-0b8d98f1c011,segment=NetworkSegment(a772f76b-2730-4c48-9fdc-a4f62064389e),segment_id=a772f76b-2730-4c48-9fdc-a4f62064389e)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:41.441886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.453783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Deleting port 7c89393f-8a78-472c-95da-0b8d98f1c011 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:41.454135 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.454771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 7c89393f-8a78-472c-95da-0b8d98f1c011 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:41.520506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] For port 7c89393f-8a78-472c-95da-0b8d98f1c011, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7c89393f-8a78-472c-95da-0b8d98f1c011,segment=NetworkSegment(a772f76b-2730-4c48-9fdc-a4f62064389e),segment_id=a772f76b-2730-4c48-9fdc-a4f62064389e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:41.520820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.538984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Calling delete_port for 7c89393f-8a78-472c-95da-0b8d98f1c011 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:41.614615 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.625529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.650588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=7c89393f-8a78-472c-95da-0b8d98f1c011,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.655689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port 7c89393f-8a78-472c-95da-0b8d98f1c011 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:41.666303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] Pushing event deleted for resources: {'Port': ['ID=7c89393f-8a78-472c-95da-0b8d98f1c011,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.676283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2068b37-cea7-444d-b7c9-351bbae029e3 None None] No DVR routers for this DVR port 7c89393f-8a78-472c-95da-0b8d98f1c011 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:41.694245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c89393f-8a78-472c-95da-0b8d98f1c011 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:41.713298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cbe9c-bad2-48e6-9a5a-bd1b2afe14aa req-f1c04978-a470-4df1-951d-2048842e550f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:41.714879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f25cbe9c-bad2-48e6-9a5a-bd1b2afe14aa req-f1c04978-a470-4df1-951d-2048842e550f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.0662384 Oct 26 16:54:41.716263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7c89393f-8a78-472c-95da-0b8d98f1c011 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:41.716605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7c89393f-8a78-472c-95da-0b8d98f1c011 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:41.746302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.755499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f25cbe9c-bad2-48e6-9a5a-bd1b2afe14aa req-256136d4-2040-4e22-b798-be306dfe68c5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337839 Oct 26 16:54:41.771319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553087a4-0535-4f54-8b24-258e6b31c8d8']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:41.781481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a772f76b-2730-4c48-9fdc-a4f62064389e') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:41.781778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a772f76b-2730-4c48-9fdc-a4f62064389e') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:41.791409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.805066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.811050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:54:41.811538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:54:41.814496 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:54:41.932008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.937980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:41.941162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/553087a4-0535-4f54-8b24-258e6b31c8d8 HTTP/1.1" status: 204 len: 168 time: 0.7105725 Oct 26 16:54:41.945458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42558) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:41.950700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910648593', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:41.952370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9b321-dbba-4e69-9022-618a5500d190 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=553087a4-0535-4f54-8b24-258e6b31c8d8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:42.020937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9187-9ae8-4e44-a92d-921af5b854e8 req-4161dcac-9e76-42bf-8b0e-ad185efbf48c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:42.022416 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10bc9187-9ae8-4e44-a92d-921af5b854e8 req-4161dcac-9e76-42bf-8b0e-ad185efbf48c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.0508101 Oct 26 16:54:42.060462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10bc9187-9ae8-4e44-a92d-921af5b854e8 req-ef85149d-d59e-4350-bc49-8fe1f45bacdb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Oct 26 16:54:42.065335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.066362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.117896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.183865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9300-84a2-4dc5-a2e5-62d8434a84bc req-9e62e5a1-06c1-46e3-975a-7fc89805b2fc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:42.185428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f2d9300-84a2-4dc5-a2e5-62d8434a84bc req-9e62e5a1-06c1-46e3-975a-7fc89805b2fc tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.0588031 Oct 26 16:54:42.186911 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.233649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f2d9300-84a2-4dc5-a2e5-62d8434a84bc req-8d40fabd-9e37-489f-bb8e-1f40e9e3b395 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Oct 26 16:54:42.285066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.286268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-95ea9c89-86c9-4a8a-8518-02cd6b40ed98 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3399589 Oct 26 16:54:42.289406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42568) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:42.295771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1479621178'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:42.391097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:42.394583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.418080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:42.427983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.434486 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment b010798b-09d1-4c36-be61-17086b50102a of type vlan for network d1a7e565-363e-4f32-a4ae-0ebb1297aeda Oct 26 16:54:42.470652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.620413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.626185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:42.626769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:42.700168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=d1a7e565-363e-4f32-a4ae-0ebb1297aeda,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:42.710458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:42.744253 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20eb6927-8903-48be-8c51-90259fc19aa8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4535143 Oct 26 16:54:42.747332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:42.752925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:42.768566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed28a-279a-404e-b301-3726a7ade939 req-2fd9286d-7930-40b6-a9bb-a1c40240a327 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:42.772417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d0ed28a-279a-404e-b301-3726a7ade939 req-2fd9286d-7930-40b6-a9bb-a1c40240a327 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.0534232 Oct 26 16:54:42.818905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d0ed28a-279a-404e-b301-3726a7ade939 req-0eb5a5a4-852c-48f0-9608-8634b7458d7a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Oct 26 16:54:42.911882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:42.915959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.158326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.216766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=6e68912b-427f-4710-b15c-184f76917209,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:43.227043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:43.227544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: d1a7e565-363e-4f32-a4ae-0ebb1297aeda, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:43.312242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:43.386124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d1a7e565-363e-4f32-a4ae-0ebb1297aeda) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:43.390147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:43.390730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.395325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c3fa6-224c-4ecf-baeb-f811e0367e88 None None] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:43.505602 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f875ab41-5210-4b66-bc74-f75e4f057498 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7543306 Oct 26 16:54:43.505804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42576) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:43.553221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:43.556575 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.703590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Allocated IP 2001:db8::2 (d1a7e565-363e-4f32-a4ae-0ebb1297aeda/6e68912b-427f-4710-b15c-184f76917209/d115d2ea-42b9-4d9b-95ad-0874cc06e5d1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:43.818076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.875004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.924177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:43.979248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:43.982152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:43.986531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:43.989566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Pushing event updated for resources: {'Port': ['ID=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:43.990772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87b79-9b0c-431c-9dc2-9a42b70d9586 req-3bf2510a-c141-4a96-9acb-01795b856f5a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:44.007420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90a87b79-9b0c-431c-9dc2-9a42b70d9586 req-3bf2510a-c141-4a96-9acb-01795b856f5a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.1035683 Oct 26 16:54:44.041642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-1c35d65f-cd7b-4c63-be2a-352b96e03af6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:44.042119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Attempting to bind port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:44.042486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Attempting to bind port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:44.044073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Attempting to bind port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 on network d1a7e565-363e-4f32-a4ae-0ebb1297aeda {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:44.044174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-1c35d65f-cd7b-4c63-be2a-352b96e03af6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 945 time: 0.1135004 Oct 26 16:54:44.048161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:44.048636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Checking segment: {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:44.049076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.049644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Bound using segment: {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:44.050170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Bound port: d115d2ea-42b9-4d9b-95ad-0874cc06e5d1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:44.050607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.102033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8::1 (d1a7e565-363e-4f32-a4ae-0ebb1297aeda/6e68912b-427f-4710-b15c-184f76917209/8003d010-daac-474e-bb9f-90a3d708e2d4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:44.132539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90a87b79-9b0c-431c-9dc2-9a42b70d9586 req-31608cef-32d7-4e53-88e6-25ec4029bbf1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239398 Oct 26 16:54:44.166246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port 8779ffd4-8523-4436-b821-350e68e55ab8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:54:44.167380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.245378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.279500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port 8779ffd4-8523-4436-b821-350e68e55ab8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8779ffd4-8523-4436-b821-350e68e55ab8,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:44.279895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.296799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] For port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:44.297678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for 8779ffd4-8523-4436-b821-350e68e55ab8 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:54:44.300130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] For port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:44.361007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.387497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.435546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:44.454937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:44.456912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:44.459253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:44.459859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.513459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca85968-13f6-4de7-9275-c63fa48fc9ac None None] Pushing event updated for resources: {'Port': ['ID=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:44.609691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.633629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8779ffd4-8523-4436-b821-350e68e55ab8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:44.633629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:44.666791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=8779ffd4-8523-4436-b821-350e68e55ab8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:44.719999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port 8779ffd4-8523-4436-b821-350e68e55ab8 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:44.725343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:44.735997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1aa79db5-a35c-4814-81e7-5ce077558468 req-062c0342-73f1-4d6b-9cc0-67583ac25f2f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "DELETE /v2.0/ports/8779ffd4-8523-4436-b821-350e68e55ab8 HTTP/1.1" status: 204 len: 173 time: 0.6817000 Oct 26 16:54:44.735997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'name': 'network-vif-deleted', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:44.745320 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b4946b-4ea5-4f91-874a-aeef859b5653" -d '{"events": [{"server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "name": "network-vif-deleted", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:44.814178 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1b793-6480-48e0-bf4d-a4c7e6a6718d x-openstack-request-id: req-a5c1b793-6480-48e0-bf4d-a4c7e6a6718d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:44.814178 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cb86e0-e607-455b-8f71-9d6a37d5a4ce", "name": "network-vif-deleted", "tag": "8779ffd4-8523-4436-b821-350e68e55ab8", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:44.814649 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5c1b793-6480-48e0-bf4d-a4c7e6a6718d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:44.815276 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cb86e0-e607-455b-8f71-9d6a37d5a4ce', 'name': 'network-vif-deleted', 'tag': '8779ffd4-8523-4436-b821-350e68e55ab8', 'status': 'completed', 'code': 200} Oct 26 16:54:44.925538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.216339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.262213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e76e3d94-3bc2-4fb9-bb95-31289feb0bb5 req-0b959c51-9b50-4d06-b989-0178dcb1bbd5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=52cb86e0-e607-455b-8f71-9d6a37d5a4ce HTTP/1.1" status: 200 len: 210 time: 0.0297618 Oct 26 16:54:45.306626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.307618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.410311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:45.465199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:45.466701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:45.615242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196d91d-8b5f-4bf7-9f4a-4c5a75755dcd None None] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:45.666601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:54:45.711015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] Provisioning complete for port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:45.711015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.785366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:45.832377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:45.838951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e36696d2-33d1-4c52-b304-02ab968137f4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3319080 Oct 26 16:54:45.841452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42590) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:45.846453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507971316'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:45.859728 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:45.878371 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:45.886978 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:45.901174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.935228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:45.935690 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.957604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:45.962637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:45.977507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] For port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:45.988564 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:45.992596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:46.022662 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.022832 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment b15e408a-ef81-46c0-91b3-017b0f2bc50d of type vlan for network 7ec409cf-8de4-4856-b353-5c5d95fbb423 Oct 26 16:54:46.045361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.107607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.113146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.205708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:54:46.206705 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:54:46.221883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8f1e8-d600-463a-adec-a3faca585c4c None None] Pushing event updated for resources: {'Port': ['ID=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:46.267179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.270180 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:44Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:45Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:46.274957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:46.275647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.303962 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:46.304300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Updating router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 port 8003d010-daac-474e-bb9f-90a3d708e2d4 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:54:46.340832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-05cf3f50-2053-4272-bcc8-79838d7f5907 None None] Provisioning complete for port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:46.341587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05cf3f50-2053-4272-bcc8-79838d7f5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.354124 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.367620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=7ec409cf-8de4-4856-b353-5c5d95fbb423,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:46.394468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:46.437422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f6cea933-9763-4d18-9c48-8ecacb129627 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5923152 Oct 26 16:54:46.437627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42602) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:46.442932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:46.553533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-05cf3f50-2053-4272-bcc8-79838d7f5907 None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:46.553909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05cf3f50-2053-4272-bcc8-79838d7f5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.594307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-05cf3f50-2053-4272-bcc8-79838d7f5907 None None] Port 8003d010-daac-474e-bb9f-90a3d708e2d4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:46.773099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ed5b13b9-ff8c-49bd-9285-d2ff54f67766 None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:46.773710 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b13b9-ff8c-49bd-9285-d2ff54f67766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.809747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8779ffd4-8523-4436-b821-350e68e55ab8 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:54:46.864424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 8779ffd4-8523-4436-b821-350e68e55ab8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:54:46.864765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8779ffd4-8523-4436-b821-350e68e55ab8 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:54:46.866135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b13b9-ff8c-49bd-9285-d2ff54f67766 None None] Port 8003d010-daac-474e-bb9f-90a3d708e2d4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:46.871686 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.963115 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:46.989168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-012b525f-22f3-4fff-9ef7-59cf689c8cdb None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:46.990926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-012b525f-22f3-4fff-9ef7-59cf689c8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.073257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-32b8a0bf-13d9-451f-81c0-37b7bb3274ca tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:47.074790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-32b8a0bf-13d9-451f-81c0-37b7bb3274ca tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1401875 Oct 26 16:54:47.082295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a99b5-45d4-498b-a5c9-d90f78b8ae27 None None] Pushing event updated for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:47.103035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-c4e2d9b0-a7d3-49c1-9330-ddb3967ad354 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/quotas/962f954e00d245dd9651dc21ea0faaf5 HTTP/1.1" status: 200 len: 375 time: 0.0211768 Oct 26 16:54:47.103751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-012b525f-22f3-4fff-9ef7-59cf689c8cdb None None] Port 8003d010-daac-474e-bb9f-90a3d708e2d4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:47.110296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Attempting to bind port 8003d010-daac-474e-bb9f-90a3d708e2d4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:47.111051 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Attempting to bind port 8003d010-daac-474e-bb9f-90a3d708e2d4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:47.111641 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Attempting to bind port 8003d010-daac-474e-bb9f-90a3d708e2d4 on network d1a7e565-363e-4f32-a4ae-0ebb1297aeda {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:47.118673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:47.121038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Checking segment: {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:47.121038 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.121038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Bound using segment: {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:47.124131 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Bound port: 8003d010-daac-474e-bb9f-90a3d708e2d4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b010798b-09d1-4c36-be61-17086b50102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:47.124735 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.166825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-10655a5c-9e66-4291-9ca0-cb9de594bf66 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518749 Oct 26 16:54:47.166825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:47.167985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.214519 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] For port 8003d010-daac-474e-bb9f-90a3d708e2d4, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:47.219443 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] For port 8003d010-daac-474e-bb9f-90a3d708e2d4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8003d010-daac-474e-bb9f-90a3d708e2d4,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:47.290887 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.343603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-f5475003-4d94-4984-b88a-5475b589b761 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706262 Oct 26 16:54:47.374333 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:47.375234 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:47.430785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:47.433032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.453228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-dce9e884-4b2e-41c9-8eda-328b0a0d19a8 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086400 Oct 26 16:54:47.464362 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a99b5-45d4-498b-a5c9-d90f78b8ae27 None None] Pushing event updated for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:47.529495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:47.582293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.656013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-a2572e90-5dc5-41bb-9772-db7569b72179 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1455870 Oct 26 16:54:47.669746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] For port 8003d010-daac-474e-bb9f-90a3d708e2d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8003d010-daac-474e-bb9f-90a3d708e2d4,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:47.782516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.785064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:47.789830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.850014 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:44Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:47.892099 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a478-d360-4123-a4ca-0c4a1fa25ec9 None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:44Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:47.905437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0d80-5a76-4e33-a591-27e2c0dc536d None None] Pushing event updated for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:47.925481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:47.925784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.927319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c5264a89-63f2-4730-9ad6-6dd2d184098d None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:47.927782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5264a89-63f2-4730-9ad6-6dd2d184098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:47.971722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-dda5a1e0-7a35-4340-815c-ccf4274f3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:47.971722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-dda5a1e0-7a35-4340-815c-ccf4274f3f21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.2545917 Oct 26 16:54:47.972185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=f8e0144e-ef5b-432e-b645-942576f7a3cb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:47.991388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b313103-9b8f-4277-8cf8-7a96a37bc1b4 req-f3cb4ffc-6b57-4d9b-b3e5-ff7ef8c74be5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 210 time: 0.1344101 Oct 26 16:54:48.124899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:48.125307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: 7ec409cf-8de4-4856-b353-5c5d95fbb423, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:48.142077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-25625b0c-486e-40d3-a443-2d94786c436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:48.143677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-25625b0c-486e-40d3-a443-2d94786c436f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1482279 Oct 26 16:54:48.220293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-4048d4d9-e902-4ab2-8ba9-7c6e6b1b8929 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1000 time: 0.0672367 Oct 26 16:54:48.243165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:48.284941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-284d75f6-0aed-4073-a162-4b996df2e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:48.286434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-284d75f6-0aed-4073-a162-4b996df2e55a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0583160 Oct 26 16:54:48.351930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-aa1f4d09-54d5-44d0-854b-5b22e9412deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:48.354249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-aa1f4d09-54d5-44d0-854b-5b22e9412deb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606918 Oct 26 16:54:48.386225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 7ec409cf-8de4-4856-b353-5c5d95fbb423) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:48.395485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cfb0cc-4169-4851-84c4-41870f489be5 None None] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:48.418442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:48.419048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:48.505216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-b570379c-2ee6-46ff-9505-45cf7f9b8cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406600 Oct 26 16:54:48.602893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-7ec409cf-8de4-4856-b353-5c5d95fbb423', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:48.603951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:48.613813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8df7d18f-90a6-4986-98a2-8a6ad5b078d9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1750586 Oct 26 16:54:48.614850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42634) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:48.669822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f434e955-64a8-4d1b-adfa-4875ba45818b req-b8b43f0f-d142-43e7-871d-127d64a65ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567097 Oct 26 16:54:48.800051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Allocated IP 2001:db8:1::2 (7ec409cf-8de4-4856-b353-5c5d95fbb423/f8e0144e-ef5b-432e-b645-942576f7a3cb/0545b19e-0e0b-4870-95f2-0b6fd5ecedbb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:49.016168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.122038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56eb4c84-1b43-4d71-beb8-96afe4e21c4b req-868a652e-5b71-4c2c-a4a7-b9db45eccd05 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Oct 26 16:54:49.181065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.227987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:49.230989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:49.235361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:49.238406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Pushing event updated for resources: {'Port': ['ID=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:49.297470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Attempting to bind port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:49.297750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Attempting to bind port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:49.298108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Attempting to bind port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb on network 7ec409cf-8de4-4856-b353-5c5d95fbb423 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:49.303206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:49.303608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Checking segment: {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:49.304051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.304377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Bound using segment: {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:49.304825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Bound port: 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:49.305738 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.339243 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.371533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] For port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:49.374522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] For port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:49.506820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.574814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b18c97-d763-43d5-b6fb-39e4bbc6b334 None None] Pushing event updated for resources: {'Port': ['ID=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:49.609962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8:1::1 (7ec409cf-8de4-4856-b353-5c5d95fbb423/f8e0144e-ef5b-432e-b645-942576f7a3cb/3d923602-e437-43c5-b335-fedc80ee872c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:49.747304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8003d010-daac-474e-bb9f-90a3d708e2d4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:49.751637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.822633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8003d010-daac-474e-bb9f-90a3d708e2d4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:49.823198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.895209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.944713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:49.948821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:49.952596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:49.953126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:49.989594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:50.189224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:50.249980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-255805fb-f28b-4e3f-80dc-7f158eb8372f req-8d077407-ad86-4bed-a126-7839873c4a5b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 210 time: 0.0493569 Oct 26 16:54:50.386553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-844cb512-5eae-4cc4-82ab-0631240bc70a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:50.388360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-844cb512-5eae-4cc4-82ab-0631240bc70a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 805 time: 0.1392121 Oct 26 16:54:50.404286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Request body: {'port': {'device_id': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'admin_state_up': True, 'tenant_id': '962f954e00d245dd9651dc21ea0faaf5'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:50.547270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:50.603291 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:50.605000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:50.654118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Made reservation on behalf of 962f954e00d245dd9651dc21ea0faaf5 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:50.657654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:50.710304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:50.741672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d196ca3-f486-42f8-84eb-3e4ef17f99f0 None None] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:50.772471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:50.775285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:50.830237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Allocated IP 172.20.0.7 (b5c14234-2b52-4452-8f8b-8c5f27f71705/4a112e28-8ae0-4ffa-be6e-afdc4662c29e/6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:50.912229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:50.925770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] Provisioning complete for port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:50.926375 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.032008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.033331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.046177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:51.062962 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-78749bb3-272b-4796-957e-eba088cfd104 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433606 Oct 26 16:54:51.066492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42648) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:51.074699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-922605397'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:51.084693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:51.089652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] For port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:51.099480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:51.100102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:51.169471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:51.169977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.175810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.221129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:51.238339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Network b5c14234-2b52-4452-8f8b-8c5f27f71705 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:51.239360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.239871 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment f69d16c4-4237-486f-9140-6296f85c4aa7 of type vlan for network c679cd2b-a87e-4f79-b1f4-54a324e209e4 Oct 26 16:54:51.244345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:51.266553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:51.364305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:51.374856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.394956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event updated for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:51.444554 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.444554 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.448854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:51.449629 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.514390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e594d-1cf8-4830-8c29-5e929e90853e req-4c4f608d-7bd0-48a3-813c-1d530baf65a6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:51.516578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e382151-34ec-4b6b-9206-9b29a51a77b2 None None] Pushing event updated for resources: {'Port': ['ID=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:51.517549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.540909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:51.541320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74e594d-1cf8-4830-8c29-5e929e90853e req-4c4f608d-7bd0-48a3-813c-1d530baf65a6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 931 time: 0.1336310 Oct 26 16:54:51.542310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.543217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:51.607483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f74e594d-1cf8-4830-8c29-5e929e90853e req-0931a298-5552-4f69-b34c-4353f11e5b9d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583370 Oct 26 16:54:51.645865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-4a82d3cd-298b-4048-b393-bc16edf3003f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2462659 Oct 26 16:54:51.660691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Request body: {'port': {'device_id': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:51.671771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-777c79ac-5c70-440e-a36b-93a7e2148593 None None] Provisioning complete for port 3d923602-e437-43c5-b335-fedc80ee872c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:51.672141 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-777c79ac-5c70-440e-a36b-93a7e2148593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.683977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6177440 Oct 26 16:54:51.689563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42654) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:51.696966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:51.762190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256e1b5-59da-4ec3-b104-045418104125 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=c679cd2b-a87e-4f79-b1f4-54a324e209e4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:51.786280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.810550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:51.813889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-777c79ac-5c70-440e-a36b-93a7e2148593 None None] Port 3d923602-e437-43c5-b335-fedc80ee872c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:51.822692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:51.928793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:51.936103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:51.976545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-777c79ac-5c70-440e-a36b-93a7e2148593 None None] Provisioning complete for port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:51.977616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-777c79ac-5c70-440e-a36b-93a7e2148593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.097315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:52.097678 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.209155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:50Z', 'revision_number': 3, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:50Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:52.209560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:52.220952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.242832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Transition to ACTIVE for port object 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:54:52.259617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:52.261121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Updating router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 port 3d923602-e437-43c5-b335-fedc80ee872c binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:54:52.291640 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.295065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.324097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.372825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=69a5113e-b5b2-4267-8134-0a17fd0cd582,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:52.386299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:52.386667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: c679cd2b-a87e-4f79-b1f4-54a324e209e4, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:52.400763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bf6c9c18-ba6f-4fdf-b92b-ffc7cd62e84b None None] Provisioning complete for port 3d923602-e437-43c5-b335-fedc80ee872c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:52.401167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9c18-ba6f-4fdf-b92b-ffc7cd62e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.429147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:52.465834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:52.487382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c9c18-ba6f-4fdf-b92b-ffc7cd62e84b None None] Port 3d923602-e437-43c5-b335-fedc80ee872c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:52.529962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Attempting to bind port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:52.530470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Attempting to bind port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:52.530897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Attempting to bind port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:52.540061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:54:52.540061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Attempting to bind port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 on network b5c14234-2b52-4452-8f8b-8c5f27f71705 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:52.541586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:52.541993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Checking segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:52.542469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Bound using segment: {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:52.542975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Bound port: 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564d6236-315d-47e6-b952-084efcefe014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:52.543417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.559601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c679cd2b-a87e-4f79-b1f4-54a324e209e4) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:52.565961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:52.567362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.606230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a62c5-9300-4b19-8eca-df4fb0160f8a None None] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:52.611219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.616274 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:52.619893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:52.676200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3fe5d29-3689-4198-8655-f0703b641072 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9847035 Oct 26 16:54:52.678787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42660) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:52.718035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.746676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.768567 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:54:52.772224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:52.772941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.774459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-135937cf-29bc-4f58-9019-42696e682363 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 HTTP/1.1" status: 200 len: 1091 time: 1.1200209 Oct 26 16:54:52.774950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:52.777356 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fce114f-cadc-404e-a024-bde7982bc6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:52.804756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a119ebd-d426-4272-baee-1d37bbbc64b5 req-f99cc57e-3ac9-4d64-ae48-65852e457f85 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:52.806118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a119ebd-d426-4272-baee-1d37bbbc64b5 req-f99cc57e-3ac9-4d64-ae48-65852e457f85 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 943 time: 0.1299121 Oct 26 16:54:52.826075 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135937cf-29bc-4f58-9019-42696e682363 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:52.859858 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551321af-1dd1-47d9-96a8-a3d01c8528ae x-openstack-request-id: req-551321af-1dd1-47d9-96a8-a3d01c8528ae {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:52.860179 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:52.860438 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-551321af-1dd1-47d9-96a8-a3d01c8528ae {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:52.860971 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583', 'status': 'completed', 'code': 200} Oct 26 16:54:52.875413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a119ebd-d426-4272-baee-1d37bbbc64b5 req-bbc38fd4-f897-4402-8701-78d3ae6d373b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Oct 26 16:54:52.875579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.912247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:52.913576 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:52.940930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-6026900c-15ce-4206-871c-82ea8ee2825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:52.942568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-6026900c-15ce-4206-871c-82ea8ee2825a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 1094 time: 0.0608573 Oct 26 16:54:53.027384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e242638-219c-4109-ad78-535cefb29698 None None] Pushing event updated for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:53.062071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-4a58a70b-0f9c-4317-be3d-f6883ad0277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:53.067350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-4a58a70b-0f9c-4317-be3d-f6883ad0277c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=962f954e00d245dd9651dc21ea0faaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1131449 Oct 26 16:54:53.120253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Attempting to bind port 3d923602-e437-43c5-b335-fedc80ee872c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:53.120743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Attempting to bind port 3d923602-e437-43c5-b335-fedc80ee872c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:53.121106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Attempting to bind port 3d923602-e437-43c5-b335-fedc80ee872c on network 7ec409cf-8de4-4856-b353-5c5d95fbb423 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:53.130900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:53.131219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Checking segment: {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:53.131622 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.132011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Bound using segment: {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:53.132551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Bound port: 3d923602-e437-43c5-b335-fedc80ee872c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15e408a-ef81-46c0-91b3-017b0f2bc50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:53.133100 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.183706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.219071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-593619e5-18fe-4551-adf0-205c40a550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:53.220894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fce114f-cadc-404e-a024-bde7982bc6d4 req-593619e5-18fe-4551-adf0-205c40a550fc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483750 Oct 26 16:54:53.244629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Allocated IP 2001:db8:2::2 (c679cd2b-a87e-4f79-b1f4-54a324e209e4/69a5113e-b5b2-4267-8134-0a17fd0cd582/2c06bfdf-c636-4992-841d-aef131343977) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:53.269114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] For port 3d923602-e437-43c5-b335-fedc80ee872c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:53.274194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] For port 3d923602-e437-43c5-b335-fedc80ee872c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3d923602-e437-43c5-b335-fedc80ee872c,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:53.339218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.356122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-ad1549a0-6b93-4025-9213-118a16097d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:53.359812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-ad1549a0-6b93-4025-9213-118a16097d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 1094 time: 0.0838165 Oct 26 16:54:53.432108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-169c49ad-d069-42b7-b260-1d0a0f89648d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 HTTP/1.1" status: 200 len: 217 time: 0.0609088 Oct 26 16:54:53.480518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e242638-219c-4109-ad78-535cefb29698 None None] Pushing event updated for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:53.492232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:53.492571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:53.506169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-974f59c1-02df-4b53-8ede-8bf3afbda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:53.507824 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-974f59c1-02df-4b53-8ede-8bf3afbda0c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0678151 Oct 26 16:54:53.559420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-b2f07a45-8495-4865-a0f5-ee01c4c72cda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442898 Oct 26 16:54:53.589425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.602327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] Provisioning complete for port 3d923602-e437-43c5-b335-fedc80ee872c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:53.602806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.664853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:53.736089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-3483526c-bc60-40b5-a762-e654dad6d3f3 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678035 Oct 26 16:54:53.812879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8:2::1 (c679cd2b-a87e-4f79-b1f4-54a324e209e4/69a5113e-b5b2-4267-8134-0a17fd0cd582/fea0f1eb-2a7c-4965-930b-5f0298db2325) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:53.874700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7b5065de-513b-4b68-8b00-0b35aa199a7c req-141d03bd-a81f-49bb-a147-b8f1bc511132 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318197 Oct 26 16:54:53.922186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.955006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:53.980780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.013862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:54.030665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:54.034438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1db5-cce5-4dec-9597-df62f4693f65 req-192e66f1-07fa-4790-b4d6-ded6bbc0d016 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:54.036680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adba1db5-cce5-4dec-9597-df62f4693f65 req-192e66f1-07fa-4790-b4d6-ded6bbc0d016 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 943 time: 0.0712504 Oct 26 16:54:54.047893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Pushing event updated for resources: {'Port': ['ID=2c06bfdf-c636-4992-841d-aef131343977,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:54.050385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:54.077436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.097043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-adba1db5-cce5-4dec-9597-df62f4693f65 req-3a66cac1-3aa0-4854-bc59-90b79479f6d8 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537672 Oct 26 16:54:54.130709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:54.134505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:54.138257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:54.141676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.153749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] For port 3d923602-e437-43c5-b335-fedc80ee872c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3d923602-e437-43c5-b335-fedc80ee872c,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:54.175808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:54.207065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Attempting to bind port 2c06bfdf-c636-4992-841d-aef131343977 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:54.207468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Attempting to bind port 2c06bfdf-c636-4992-841d-aef131343977 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:54.207850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Attempting to bind port 2c06bfdf-c636-4992-841d-aef131343977 on network c679cd2b-a87e-4f79-b1f4-54a324e209e4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:54.223115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:54.223378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Checking segment: {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:54.224104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.224509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Bound using segment: {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:54.225096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Bound port: 2c06bfdf-c636-4992-841d-aef131343977, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:54.227603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.276089 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.355320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.380363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] For port 2c06bfdf-c636-4992-841d-aef131343977, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:54.389069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] For port 2c06bfdf-c636-4992-841d-aef131343977, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c06bfdf-c636-4992-841d-aef131343977,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:54.411365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f3516-f11a-40a5-a3e9-0dbcdd423f42 None None] Pushing event updated for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:54.423607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f4052bb0-bbf3-4d5a-b44e-7b5eb472a479 None None] Provisioning complete for port 3d923602-e437-43c5-b335-fedc80ee872c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:54.423973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f4052bb0-bbf3-4d5a-b44e-7b5eb472a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.457836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:50Z', 'revision_number': 3, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:53Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:54.502480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63007aec-6b91-46d4-981a-e046e7e3cee4 None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:50Z', 'revision_number': 3, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:53Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:54.519439 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.578517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162cf04-62c0-4b3f-8813-1e984ff7ffbd None None] Pushing event updated for resources: {'Port': ['ID=2c06bfdf-c636-4992-841d-aef131343977,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:54.725632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.847919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.847919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:54.970498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:54.986644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42674) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:55.024864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:55.028379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:55.139550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbe1564a-b051-4522-8593-42edaf0d288d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.151823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:55.269268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:55.279115 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f8851233-8a3f-40bf-9031-c0958ff9752d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5966837 Oct 26 16:54:55.279245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42680) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:55.281683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbe1564a-b051-4522-8593-42edaf0d288d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.285449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2078759457'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:55.291562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0889e-221d-490c-b231-1396bdfabced req-e6fbc437-cd6e-4dae-bc69-c145cf2e6247 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:55.293136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42b0889e-221d-490c-b231-1396bdfabced req-e6fbc437-cd6e-4dae-bc69-c145cf2e6247 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 943 time: 0.0924315 Oct 26 16:54:55.334777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42b0889e-221d-490c-b231-1396bdfabced req-51b6861e-35cd-4f71-9877-9e0e452e96ee tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Oct 26 16:54:55.340304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fbe1564a-b051-4522-8593-42edaf0d288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.385099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fbe1564a-b051-4522-8593-42edaf0d288d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea237504799b41fcb5e909e89a8f7629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973339 Oct 26 16:54:55.387236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1564a-b051-4522-8593-42edaf0d288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cef9e7-33cc-48d7-b9b8-1a321e3af18e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:55.387879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:55.397708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:55.402310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.453452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:54:55.473516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.473829 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added segment 41f82896-dd8a-453a-83ac-0ec94e7985d8 of type vlan for network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 Oct 26 16:54:55.475502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.480205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:55.491382 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:55.492464 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:55.525743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.548838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.679842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.683801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:55.684483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.721255 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:55.755527 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.758758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:55.760220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11cef9e7-33cc-48d7-b9b8-1a321e3af18e HTTP/1.1" status: 204 len: 168 time: 0.3713288 Oct 26 16:54:55.786637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66796439-e585-49bb-9c13-73bd9fa90cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cef9e7-33cc-48d7-b9b8-1a321e3af18e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:55.792265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Network': ['ID=34d91705-5a41-4ecf-916a-24aa4eb1e7d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:55.811708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e3656a7a-2402-461c-b3ba-185ad966c3fb tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5304856 Oct 26 16:54:55.814422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:55.819634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'subnet': {'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:55.834518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:54:55.837291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c06bfdf-c636-4992-841d-aef131343977 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:55.923895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d271d-c3fb-48e8-a5b2-3f1364645fe4 None None] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:56.011976 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:56.023447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] Provisioning complete for port 2c06bfdf-c636-4992-841d-aef131343977 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:56.024614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.037480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Made reservation on behalf of 70620ca82d9345bfbebf30e279976756 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:54:56.039204 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:56.039558 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Updating router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 port fea0f1eb-2a7c-4965-930b-5f0298db2325 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:54:56.043405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.050110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c06bfdf-c636-4992-841d-aef131343977 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:56.050476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.075391 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.266583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.287917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.332474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] For port 2c06bfdf-c636-4992-841d-aef131343977, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c06bfdf-c636-4992-841d-aef131343977,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:56.415402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.437266 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.506393 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.511341 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:54:56.511826 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:54:56.530972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d323b3-15c3-4045-9d19-fe113d1fdbd5 None None] Pushing event updated for resources: {'Port': ['ID=2c06bfdf-c636-4992-841d-aef131343977,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:56.535504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13324c-f0ad-4d26-9e12-e6fa70ee6950 req-091841b2-942a-46e6-a822-eb5b43e272d6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:56.547664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b13324c-f0ad-4d26-9e12-e6fa70ee6950 req-091841b2-942a-46e6-a822-eb5b43e272d6 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 943 time: 0.1108665 Oct 26 16:54:56.580605 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Pushing event updated for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:56.594174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.594942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.595536 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.595933 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.596327 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.596737 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.597397 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.597728 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.598506 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.598860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.599351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.599733 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:56.606903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b13324c-f0ad-4d26-9e12-e6fa70ee6950 req-c9f772cc-2acf-4ce1-ba4c-1fe3e16a6c8c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Oct 26 16:54:56.607462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42694) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:56.628920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d939c461-f71e-418f-923c-07cdec338381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.689071 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Attempting to bind port fea0f1eb-2a7c-4965-930b-5f0298db2325 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:56.689455 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Attempting to bind port fea0f1eb-2a7c-4965-930b-5f0298db2325 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:56.689822 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Attempting to bind port fea0f1eb-2a7c-4965-930b-5f0298db2325 on network c679cd2b-a87e-4f79-b1f4-54a324e209e4 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:56.697740 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:56.698115 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Checking segment: {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:56.698507 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.698889 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Bound using segment: {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:56.699592 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Bound port: fea0f1eb-2a7c-4965-930b-5f0298db2325, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d16c4-4237-486f-9140-6296f85c4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:56.699793 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.724948 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d939c461-f71e-418f-923c-07cdec338381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.754945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a31b5ca-3c3c-4a8a-b6c0-04824fefb833 None None] Provisioning complete for port fea0f1eb-2a7c-4965-930b-5f0298db2325 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:56.755433 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a31b5ca-3c3c-4a8a-b6c0-04824fefb833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.770433 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] For port fea0f1eb-2a7c-4965-930b-5f0298db2325, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:56.774774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] For port fea0f1eb-2a7c-4965-930b-5f0298db2325, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fea0f1eb-2a7c-4965-930b-5f0298db2325,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:56.797098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3a31b5ca-3c3c-4a8a-b6c0-04824fefb833 None None] Port fea0f1eb-2a7c-4965-930b-5f0298db2325 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:54:56.808788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a31b5ca-3c3c-4a8a-b6c0-04824fefb833 None None] Provisioning complete for port 2c06bfdf-c636-4992-841d-aef131343977 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:56.809155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a31b5ca-3c3c-4a8a-b6c0-04824fefb833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.814267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d939c461-f71e-418f-923c-07cdec338381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.834288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:54:56.844434 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.845119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.863029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d939c461-f71e-418f-923c-07cdec338381 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcc08313941a4174b97499b6dd59dd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544990 Oct 26 16:54:56.863668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:56.866006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939c461-f71e-418f-923c-07cdec338381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da22044-1068-4180-b133-d68bc16d54a8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:56.932473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.945361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Subnet': ['ID=fb74c742-1692-455b-810a-e34b2e4dd8e8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:56.956916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:56.974567 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:56.975969 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:57.015341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Checking segment: {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:57.016082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network hostable DHCP agents. Network: 34d91705-5a41-4ecf-916a-24aa4eb1e7d4, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:54:57.027721 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b030e-d4a4-4422-bf33-a5cf92bc209a None None] Pushing event updated for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:57.071489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:57.072159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.076133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.079803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3da22044-1068-4180-b133-d68bc16d54a8 HTTP/1.1" status: 204 len: 168 time: 0.2126551 Oct 26 16:54:57.090950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3d923602-e437-43c5-b335-fedc80ee872c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:57.092720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583', 'network_id': 'b5c14234-2b52-4452-8f8b-8c5f27f71705', 'port_id': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583', 'mac_address': 'fa:16:3e:37:6b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a112e28-8ae0-4ffa-be6e-afdc4662c29e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:54:57.095934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea54a6-4900-4676-b39d-874585dc50e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da22044-1068-4180-b133-d68bc16d54a8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:57.106481 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:54:57.146425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:54:57.204798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.206586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] Provisioning complete for port fea0f1eb-2a7c-4965-930b-5f0298db2325 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:57.207017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.254063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 34d91705-5a41-4ecf-916a-24aa4eb1e7d4) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:57.255906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:54:57.260628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:57.261265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.269635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692ded3-41b7-4ffd-b95d-f0b4c5297799 None None] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:54:57.281038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 3d923602-e437-43c5-b335-fedc80ee872c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:57.281411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.361610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:57.380087 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9bf4a9ae-0708-4fe3-8773-454ba109c8f7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5613825 Oct 26 16:54:57.380087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42700) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:57.397808 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:56Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:57.432182 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9616-6822-4c2f-8df4-b120ee26106b None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:56Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:57.471547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.633143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:57.720275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:54:57.752624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:57.812780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1f8a1-1f85-48fe-911d-0e3bb66f13db req-dc34bb27-1cf8-4303-9b8f-04e82487098d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:57.819536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ce1f8a1-1f85-48fe-911d-0e3bb66f13db req-dc34bb27-1cf8-4303-9b8f-04e82487098d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 944 time: 0.0799561 Oct 26 16:54:57.922646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ce1f8a1-1f85-48fe-911d-0e3bb66f13db req-ef646d36-2405-479e-b2fd-dbda728f3c01 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952210 Oct 26 16:54:57.927988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.066699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] For port fea0f1eb-2a7c-4965-930b-5f0298db2325, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fea0f1eb-2a7c-4965-930b-5f0298db2325,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:58.109712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:54:58.110896 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.138047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.327302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80663a-6659-4dae-9334-43da3e208ecc None None] Pushing event updated for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:58.349120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Allocated IP 2001:db8:3::1 (34d91705-5a41-4ecf-916a-24aa4eb1e7d4/fb74c742-1692-455b-810a-e34b2e4dd8e8/736ebfce-29cf-496f-ad21-86585a566236) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:58.358406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c06bfdf-c636-4992-841d-aef131343977 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:58.388663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6cd0705a-0958-491e-9fea-dca6127a459a None None] Provisioning complete for port fea0f1eb-2a7c-4965-930b-5f0298db2325 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:58.389061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cd0705a-0958-491e-9fea-dca6127a459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.470944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c06bfdf-c636-4992-841d-aef131343977 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:58.470944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.496124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.585560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fea0f1eb-2a7c-4965-930b-5f0298db2325 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:58.615496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.666805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:58.670435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:58.674234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Allocated IP 2001:db8:3::2 (34d91705-5a41-4ecf-916a-24aa4eb1e7d4/fb74c742-1692-455b-810a-e34b2e4dd8e8/bf096b77-e558-4bdd-a795-204517cb6146) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:54:58.675645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:58.676194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.678641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:58.687005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fea0f1eb-2a7c-4965-930b-5f0298db2325 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:58.687390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.834450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:54:58.868517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:58.945974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.004532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:54:59.008744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:54:59.009118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.051730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.053614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117cb5f-35b3-4e75-8e83-e422d155bfcb req-50e7e1d0-bb59-4537-9f2a-7cf21101eb4b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:59.056477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a117cb5f-35b3-4e75-8e83-e422d155bfcb req-50e7e1d0-bb59-4537-9f2a-7cf21101eb4b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 944 time: 0.0555367 Oct 26 16:54:59.100090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a117cb5f-35b3-4e75-8e83-e422d155bfcb req-9c2cc033-db03-4f2c-a03d-d3578598ac98 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Oct 26 16:54:59.115955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:59.154892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.159199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:59.160966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Pushing event updated for resources: {'Port': ['ID=bf096b77-e558-4bdd-a795-204517cb6146,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:59.163409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:54:59.179857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.209534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:54:59.212557 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb17225-5770-4b6a-9062-6cb01be93f77" -d '{"events": [{"server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:59.248381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:54:59.252919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Attempting to bind port bf096b77-e558-4bdd-a795-204517cb6146 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:54:59.253175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Attempting to bind port bf096b77-e558-4bdd-a795-204517cb6146 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:54:59.253621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Attempting to bind port bf096b77-e558-4bdd-a795-204517cb6146 on network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:54:59.254524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.259820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.259962 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358737c0-f807-4726-be34-b814176694b1 x-openstack-request-id: req-358737c0-f807-4726-be34-b814176694b1 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:59.259962 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:59.259962 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-358737c0-f807-4726-be34-b814176694b1 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:59.259962 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583', 'code': 200} Oct 26 16:54:59.261470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:54:59.261850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Checking segment: {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:54:59.262832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.263255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Bound using segment: {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:54:59.263727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Bound port: bf096b77-e558-4bdd-a795-204517cb6146, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:54:59.264101 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.333851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] For port bf096b77-e558-4bdd-a795-204517cb6146, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:54:59.338102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] For port bf096b77-e558-4bdd-a795-204517cb6146, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bf096b77-e558-4bdd-a795-204517cb6146,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:54:59.353109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.356881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event updated for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:59.364282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec045db-255a-47ab-ba4d-5bc1fc7804a9 req-f67b2f10-19e4-4f2f-a154-4fecf020f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:54:59.366477 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ec045db-255a-47ab-ba4d-5bc1fc7804a9 req-f67b2f10-19e4-4f2f-a154-4fecf020f547 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 1095 time: 0.0508902 Oct 26 16:54:59.404966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:54:59.406368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:54:59.412633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9ec045db-255a-47ab-ba4d-5bc1fc7804a9 req-154ba16f-a680-4b06-9cc1-46077e9be2c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Oct 26 16:54:59.416313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:59.445318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:54:59.539018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:54:59.549329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a040-394e-4f80-90f8-46568e633881 None None] Pushing event updated for resources: {'Port': ['ID=bf096b77-e558-4bdd-a795-204517cb6146,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:59.655072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:54:59.660977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b001b6b2-ccb2-4348-b9d8-be543c8cd36c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805498 Oct 26 16:54:59.663713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:54:59.670209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:59.670987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:59.685881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:54:59.693842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:59.909906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:00.189368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:54:59Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:00.221628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:00.221987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Updating router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 port 736ebfce-29cf-496f-ad21-86585a566236 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:55:00.240371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:55:00.255066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.281735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Removed routes are [] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:55:00.282552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.294560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bf096b77-e558-4bdd-a795-204517cb6146 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:00.310040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c94f1b-deeb-48f8-8c1d-10d42f888148 req-f6442045-b5d5-4656-a6cd-e9177624e5ad tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:00.311643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4c94f1b-deeb-48f8-8c1d-10d42f888148 req-f6442045-b5d5-4656-a6cd-e9177624e5ad tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0968785 Oct 26 16:55:00.386446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4c94f1b-deeb-48f8-8c1d-10d42f888148 req-af579863-5507-491d-9b00-0ce808efedcb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609088 Oct 26 16:55:00.441639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bf096b77-e558-4bdd-a795-204517cb6146 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:00.442018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.600988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.604726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.635980 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.709118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port bf096b77-e558-4bdd-a795-204517cb6146, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bf096b77-e558-4bdd-a795-204517cb6146,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:00.711963 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.742762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:00.750435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-f8343e02-434a-4140-9ad4-94fd1b07a51e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674536 Oct 26 16:55:00.793326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce8f28-490b-4368-8c1f-61904c638634 None None] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:00.821898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.822700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fea0f1eb-2a7c-4965-930b-5f0298db2325 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:00.856249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.891307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:00.901167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:00.902046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-698d8afe-924a-4ce8-a6a3-6341cba2e880 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 953 time: 1.2366908 Oct 26 16:55:00.905600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:00.922627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684def-eaae-4304-a9ee-0fac0714078c req-739e497a-aefa-4770-bec9-12e9ba5b4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:00.936458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-739e497a-aefa-4770-bec9-12e9ba5b4e34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=962f954e00d245dd9651dc21ea0faaf5&device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1012726 Oct 26 16:55:01.007308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8c918440-c1bf-4d96-a649-1cbf5edb3c5a None None] Provisioning complete for port bf096b77-e558-4bdd-a795-204517cb6146 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:01.008971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c918440-c1bf-4d96-a649-1cbf5edb3c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.011078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=bf096b77-e558-4bdd-a795-204517cb6146,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:01.053252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d962461f-1963-4ff4-b0c3-eda44026fbf9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 953 time: 0.1442411 Oct 26 16:55:01.054151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42754) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:01.060630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'routes': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:01.089164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684def-eaae-4304-a9ee-0fac0714078c req-9505ebbb-b832-44b6-ae2c-f159b333fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:01.091161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-9505ebbb-b832-44b6-ae2c-f159b333fca7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 200 len: 906 time: 0.1308634 Oct 26 16:55:01.143019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d5996833-fe9c-44fc-9c66-3cb4fbe7bdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.144644 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-33caab37-ff3c-47b8-b336-7c976b4778df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 HTTP/1.1" status: 200 len: 217 time: 0.0460579 Oct 26 16:55:01.213269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9729f7-7464-41b7-b04c-81d7070949e2 None None] Pushing event updated for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:01.216189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684def-eaae-4304-a9ee-0fac0714078c req-30ea3eb4-dfdc-45ae-a215-106701f7059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:01.217908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-30ea3eb4-dfdc-45ae-a215-106701f7059b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 200 len: 845 time: 0.0665388 Oct 26 16:55:01.235578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port fea0f1eb-2a7c-4965-930b-5f0298db2325 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:01.235944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.265300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-f2181973-ebe7-42fb-a071-ff7c25e094b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c14234-2b52-4452-8f8b-8c5f27f71705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397227 Oct 26 16:55:01.287907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Attempting to bind port 736ebfce-29cf-496f-ad21-86585a566236 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:55:01.288275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Attempting to bind port 736ebfce-29cf-496f-ad21-86585a566236 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:55:01.290458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Attempting to bind port 736ebfce-29cf-496f-ad21-86585a566236 on network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:55:01.322936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:55:01.323450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Checking segment: {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:01.324551 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.324947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Bound using segment: {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:55:01.325479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Bound port: 736ebfce-29cf-496f-ad21-86585a566236, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f82896-dd8a-453a-83ac-0ec94e7985d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:55:01.326159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.407369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-184002d4-3bec-46d3-9fa5-f80604fcdf0b service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336370 Oct 26 16:55:01.578794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6e684def-eaae-4304-a9ee-0fac0714078c req-08af987e-469f-4875-99ca-475572e4e3db service neutron] 10.222.0.39 "GET /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624703 Oct 26 16:55:01.642386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7ed7-bc13-4d44-a7e8-02ab1cc88ea8 req-0abc9ba1-83a7-45d0-9838-21c2a6a2c1f2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:01.644228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1ca7ed7-bc13-4d44-a7e8-02ab1cc88ea8 req-0abc9ba1-83a7-45d0-9838-21c2a6a2c1f2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.1021404 Oct 26 16:55:01.685284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.extraroute_db [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added routes are [] {{(pid=102736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:55:01.685615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.extraroute_db [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:55:01.717901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] For port 736ebfce-29cf-496f-ad21-86585a566236, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:55:01.729789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1ca7ed7-bc13-4d44-a7e8-02ab1cc88ea8 req-3fc0d951-6760-4b7a-83ad-8b7e9a9abff1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773900 Oct 26 16:55:01.737475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] For port 736ebfce-29cf-496f-ad21-86585a566236, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=736ebfce-29cf-496f-ad21-86585a566236,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:55:01.746042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.837718 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:01.984505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9729f7-7464-41b7-b04c-81d7070949e2 None None] Pushing event updated for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:02.003223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:02.003223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:54:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:02.162887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Provisioning complete for port 736ebfce-29cf-496f-ad21-86585a566236 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:02.170573 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.171301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:02.189998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.199734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6573642-acf7-420c-9623-7f510b505261 req-7d9c9ee2-55f5-42f9-9f5c-48f0b27f14fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:02.201332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6573642-acf7-420c-9623-7f510b505261 req-7d9c9ee2-55f5-42f9-9f5c-48f0b27f14fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.1364813 Oct 26 16:55:02.204103 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.221746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bf096b77-e558-4bdd-a795-204517cb6146 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:02.326380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:02.359849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6573642-acf7-420c-9623-7f510b505261 req-86fe279d-3d71-454a-93bc-8f6d44a59c0c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509955 Oct 26 16:55:02.482669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bf096b77-e558-4bdd-a795-204517cb6146 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:02.482983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.525434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.600951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] For port 736ebfce-29cf-496f-ad21-86585a566236, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=736ebfce-29cf-496f-ad21-86585a566236,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:02.660076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 7, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:02.662037 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.699707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988ba13-4a94-4e6b-a98b-16410cd349b3 None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 7, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 4, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:02.734486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Provisioning complete for port bf096b77-e558-4bdd-a795-204517cb6146 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:02.734486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.832107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8e51-a653-472f-bd55-08f11214ddd4 None None] Pushing event updated for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:02.931802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:02.940231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:02.949230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-825623cf-eac4-4d7b-b5db-a9c1e9627cd2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 703 time: 1.8860357 Oct 26 16:55:02.949230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42770) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:02.958754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324570-4b85-44c2-a862-e5e3efff1e5d req-236e1900-d0dd-4b54-9a8c-3c915d344622 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:02.960348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8324570-4b85-44c2-a862-e5e3efff1e5d req-236e1900-d0dd-4b54-9a8c-3c915d344622 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.1106124 Oct 26 16:55:03.034599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-df5ac964-94b6-4dbf-a7ae-8eb614e4b9ab None None] Provisioning complete for port 736ebfce-29cf-496f-ad21-86585a566236 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:03.035254 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df5ac964-94b6-4dbf-a7ae-8eb614e4b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:03.082929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8324570-4b85-44c2-a862-e5e3efff1e5d req-2e7b4613-7911-455f-b41c-db1670b7921f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862446 Oct 26 16:55:03.097921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9f9c99d8-b63e-4cb4-a273-6f577ec66730 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 703 time: 0.1522593 Oct 26 16:55:03.101066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:03.366152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-573ab63a-bf08-4e44-ae4f-b07b952ce8e1 None None] Provisioning complete for port 736ebfce-29cf-496f-ad21-86585a566236 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:03.366631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-573ab63a-bf08-4e44-ae4f-b07b952ce8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:03.571868 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cf898-ca1c-4ae5-9589-29b119f4384a req-3690ec76-6674-45e0-bf3d-89cd845228c5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:03.573830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c49cf898-ca1c-4ae5-9589-29b119f4384a req-3690ec76-6674-45e0-bf3d-89cd845228c5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0774667 Oct 26 16:55:03.618548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c49cf898-ca1c-4ae5-9589-29b119f4384a req-8e456274-9f70-4013-af65-3e37a48017ed tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380874 Oct 26 16:55:03.642237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0be28962-7913-4383-a7c4-e123887c503f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:03.679588 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:03.692477 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:03.693553 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:03.786992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:03.866820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.015283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 7, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:55:02Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:04.042740 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:04.051684 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:04.052288 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:04.140044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.169875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 736ebfce-29cf-496f-ad21-86585a566236 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:04.170434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.205270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 736ebfce-29cf-496f-ad21-86585a566236 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:04.260878 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:04.263317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 736ebfce-29cf-496f-ad21-86585a566236 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:04.263317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.272249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 736ebfce-29cf-496f-ad21-86585a566236, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=736ebfce-29cf-496f-ad21-86585a566236,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:04.272611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.285660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 736ebfce-29cf-496f-ad21-86585a566236 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:04.481616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 7, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:55:02Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:04.511946 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af921c-5613-4781-a907-25a712fa2ebf None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:01Z', 'revision_number': 7, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '736ebfce-29cf-496f-ad21-86585a566236', 'name': '', 'network_id': '34d91705-5a41-4ecf-916a-24aa4eb1e7d4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:15:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:58Z', 'updated_at': '2021-10-26T16:55:02Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'fb74c742-1692-455b-810a-e34b2e4dd8e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:04.557137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.585058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=736ebfce-29cf-496f-ad21-86585a566236,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:04.711881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:04.800251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ddc17-c881-4e44-bc42-0c867d648dd7 req-cad7912e-b618-443d-a3b5-91fb98474ee5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:04.805624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a65ddc17-c881-4e44-bc42-0c867d648dd7 req-cad7912e-b618-443d-a3b5-91fb98474ee5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0839562 Oct 26 16:55:04.849345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a65ddc17-c881-4e44-bc42-0c867d648dd7 req-75b97463-9a4b-41c0-8c9a-804d7bb398bb tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369897 Oct 26 16:55:04.948605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:05.057559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:05.059575 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.062538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b15e17e4-7eeb-455a-a36a-ed04e608056d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595776 Oct 26 16:55:05.065298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:05.067894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:05.079034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:05.079692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:05.124903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet fb74c742-1692-455b-810a-e34b2e4dd8e8 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:05.128801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.181689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.186127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:05.282150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.391544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.417460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:04Z', 'revision_number': 8, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:05.418960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=fb74c742-1692-455b-810a-e34b2e4dd8e8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:05.422767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.428587 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ac3650ca-111e-4204-850f-0d14247a9f88 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/fb74c742-1692-455b-810a-e34b2e4dd8e8 HTTP/1.1" status: 204 len: 168 time: 0.3597453 Oct 26 16:55:05.429929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:05.451730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7727d28-ac75-4b52-a25c-17c100af7be0 None None] Network 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:05.455179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:05.513431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.513958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:05.514585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:05.572330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port bf096b77-e558-4bdd-a795-204517cb6146 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:05.572602 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.634646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port bf096b77-e558-4bdd-a795-204517cb6146, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bf096b77-e558-4bdd-a795-204517cb6146,segment=NetworkSegment(41f82896-dd8a-453a-83ac-0ec94e7985d8),segment_id=41f82896-dd8a-453a-83ac-0ec94e7985d8)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:05.635372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.648058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for bf096b77-e558-4bdd-a795-204517cb6146 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:05.650929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:05.773540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] DHCP port deletion for 34d91705-5a41-4ecf-916a-24aa4eb1e7d4 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:05.831531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:05.859689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=bf096b77-e558-4bdd-a795-204517cb6146,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:05.863541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port bf096b77-e558-4bdd-a795-204517cb6146 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:05.982993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.009621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d91705-5a41-4ecf-916a-24aa4eb1e7d4']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:06.022201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f82896-dd8a-453a-83ac-0ec94e7985d8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:06.022499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f82896-dd8a-453a-83ac-0ec94e7985d8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:06.035283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.039046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Deleting port bf096b77-e558-4bdd-a795-204517cb6146 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:06.039449 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.045221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f079d2-d809-4b54-823e-9cae0c85c671 req-773aa07b-8f6c-43ba-9d13-e1cb2de58746 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:06.046909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38f079d2-d809-4b54-823e-9cae0c85c671 req-773aa07b-8f6c-43ba-9d13-e1cb2de58746 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.1080761 Oct 26 16:55:06.072711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.083756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:06.084163 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:06.089362 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:06.114735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] For port bf096b77-e558-4bdd-a795-204517cb6146, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:06.115281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.131219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Calling delete_port for bf096b77-e558-4bdd-a795-204517cb6146 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:06.136368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Port bf096b77-e558-4bdd-a795-204517cb6146 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:55:06.139600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.144606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38f079d2-d809-4b54-823e-9cae0c85c671 req-7be3019b-28df-4307-8335-7eb3242e7d0d tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903404 Oct 26 16:55:06.150763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:04Z', 'revision_number': 8, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:06.202240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] No DVR routers for this DVR port bf096b77-e558-4bdd-a795-204517cb6146 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:06.204031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977bd51-cbcc-4604-98fd-f2224dc0304f None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:04Z', 'revision_number': 8, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea0f1eb-2a7c-4965-930b-5f0298db2325', 'name': '', 'network_id': 'c679cd2b-a87e-4f79-b1f4-54a324e209e4', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:a7:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:53Z', 'updated_at': '2021-10-26T16:54:58Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '69a5113e-b5b2-4267-8134-0a17fd0cd582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:06.207447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d59e-faf5-47ca-8ef7-e0e8e702a369 None None] Pushing event deleted for resources: {'Port': ['ID=bf096b77-e558-4bdd-a795-204517cb6146,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:06.288855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.297310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.300641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/34d91705-5a41-4ecf-916a-24aa4eb1e7d4 HTTP/1.1" status: 204 len: 168 time: 0.8694890 Oct 26 16:55:06.303767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42808) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:06.325532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e487f5-7785-429b-9abf-78b073b97c20 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=34d91705-5a41-4ecf-916a-24aa4eb1e7d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:06.364118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bf096b77-e558-4bdd-a795-204517cb6146 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:06.387226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: bf096b77-e558-4bdd-a795-204517cb6146 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:06.387578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bf096b77-e558-4bdd-a795-204517cb6146 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:06.675929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.699375 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:06.926375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port fea0f1eb-2a7c-4965-930b-5f0298db2325 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:06.926809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:07.019010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port fea0f1eb-2a7c-4965-930b-5f0298db2325, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fea0f1eb-2a7c-4965-930b-5f0298db2325,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:07.019412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:07.033382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for fea0f1eb-2a7c-4965-930b-5f0298db2325 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:07.280230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b77d-bf18-4374-8395-00c76c579e4e req-ea73e06b-e7fd-4cf3-ab2b-6b1b6fefecb2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:07.281707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dff0b77d-bf18-4374-8395-00c76c579e4e req-ea73e06b-e7fd-4cf3-ab2b-6b1b6fefecb2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Oct 26 16:55:07.316515 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:07.321153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dff0b77d-bf18-4374-8395-00c76c579e4e req-90b69dfe-2d98-4dd0-a29c-6cd284dbe8c8 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Oct 26 16:55:07.361290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=fea0f1eb-2a7c-4965-930b-5f0298db2325,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:07.471449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:07.670296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:07.780719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:07.785642 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-379b4241-8816-47fe-8178-15b10027bd8b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791214 Oct 26 16:55:07.788283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:07.790728 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:07.800921 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:07.801511 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:07.852653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet 69a5113e-b5b2-4267-8134-0a17fd0cd582 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:07.855970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:07.896322 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:07.906100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.003967 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.115939 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:07Z', 'revision_number': 9, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.129114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.148908 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:08.157875 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:08.158322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=69a5113e-b5b2-4267-8134-0a17fd0cd582,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:08.160203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.161950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.165413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-651e8e25-5820-43f9-b122-541c593fe9c2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/69a5113e-b5b2-4267-8134-0a17fd0cd582 HTTP/1.1" status: 204 len: 168 time: 0.3760312 Oct 26 16:55:08.168197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:08.169857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68019cb1-0c1f-4629-86be-a7e0a741e22d None None] Network c679cd2b-a87e-4f79-b1f4-54a324e209e4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:08.216321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 736ebfce-29cf-496f-ad21-86585a566236 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:08.239398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 736ebfce-29cf-496f-ad21-86585a566236 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:08.239743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 736ebfce-29cf-496f-ad21-86585a566236 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:08.254710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:08.272284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.344162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 2c06bfdf-c636-4992-841d-aef131343977 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:08.345419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.396485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] DHCP port deletion for c679cd2b-a87e-4f79-b1f4-54a324e209e4 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:08.429706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 2c06bfdf-c636-4992-841d-aef131343977, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c06bfdf-c636-4992-841d-aef131343977,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:08.430459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.450001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Deleting port 2c06bfdf-c636-4992-841d-aef131343977 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:08.450379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.462165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 2c06bfdf-c636-4992-841d-aef131343977 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:08.482333 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:07Z', 'revision_number': 9, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.488076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39683b-4cfd-4f89-9b86-e4f7407400ec req-5cc3f01a-ab68-4dad-84af-b1ffec31ec9b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:08.489825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e39683b-4cfd-4f89-9b86-e4f7407400ec req-5cc3f01a-ab68-4dad-84af-b1ffec31ec9b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0774734 Oct 26 16:55:08.509616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35885a0-5c06-476a-bc37-813077f5666f None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:07Z', 'revision_number': 9, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '3d923602-e437-43c5-b335-fedc80ee872c', 'name': '', 'network_id': '7ec409cf-8de4-4856-b353-5c5d95fbb423', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:84:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:49Z', 'updated_at': '2021-10-26T16:54:54Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': 'f8e0144e-ef5b-432e-b645-942576f7a3cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:08.518438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] For port 2c06bfdf-c636-4992-841d-aef131343977, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c06bfdf-c636-4992-841d-aef131343977,segment=NetworkSegment(f69d16c4-4237-486f-9140-6296f85c4aa7),segment_id=f69d16c4-4237-486f-9140-6296f85c4aa7)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:08.518817 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.540312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Calling delete_port for 2c06bfdf-c636-4992-841d-aef131343977 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:08.583396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e39683b-4cfd-4f89-9b86-e4f7407400ec req-03040e94-3abf-4184-8e42-1646d5d85cce tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Oct 26 16:55:08.717114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.723311 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.741195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=2c06bfdf-c636-4992-841d-aef131343977,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:08.747250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port 2c06bfdf-c636-4992-841d-aef131343977 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:08.748533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Pushing event deleted for resources: {'Port': ['ID=2c06bfdf-c636-4992-841d-aef131343977,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:08.752896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] No DVR routers for this DVR port 2c06bfdf-c636-4992-841d-aef131343977 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:08.760795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.761139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.761470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.761827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.764458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407d90f-6653-4806-b5b2-959d4d7345a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:08.836139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.856058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c679cd2b-a87e-4f79-b1f4-54a324e209e4']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.868630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69d16c4-4237-486f-9140-6296f85c4aa7') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.868930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69d16c4-4237-486f-9140-6296f85c4aa7') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:08.879757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.894403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.901074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:08.901569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:08.904688 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:09.059731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:09.064989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:09.068632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/c679cd2b-a87e-4f79-b1f4-54a324e209e4 HTTP/1.1" status: 204 len: 168 time: 0.8988402 Oct 26 16:55:09.071649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:09.089769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69117e-25a6-4834-96ee-3354560c04e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=c679cd2b-a87e-4f79-b1f4-54a324e209e4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:09.410264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:09.680544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 3d923602-e437-43c5-b335-fedc80ee872c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:09.681035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:09.733432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5dd3-f1c2-4ceb-9e6e-6c075fffa65b req-35090dae-73af-4fbf-89a8-a8849c523961 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:09.734863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-405a5dd3-f1c2-4ceb-9e6e-6c075fffa65b req-35090dae-73af-4fbf-89a8-a8849c523961 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0678842 Oct 26 16:55:09.783813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-405a5dd3-f1c2-4ceb-9e6e-6c075fffa65b req-f6addbea-ca29-4852-9b26-76289f7ab3d1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Oct 26 16:55:10.096672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 3d923602-e437-43c5-b335-fedc80ee872c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3d923602-e437-43c5-b335-fedc80ee872c,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:10.096672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:10.110091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 3d923602-e437-43c5-b335-fedc80ee872c owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:10.149387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c06bfdf-c636-4992-841d-aef131343977 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:10.170911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2c06bfdf-c636-4992-841d-aef131343977 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:10.171384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c06bfdf-c636-4992-841d-aef131343977 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:10.171791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fea0f1eb-2a7c-4965-930b-5f0298db2325 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:10.195286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fea0f1eb-2a7c-4965-930b-5f0298db2325 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:10.195624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fea0f1eb-2a7c-4965-930b-5f0298db2325 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:10.373310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:10.400803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=3d923602-e437-43c5-b335-fedc80ee872c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:10.517781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:10.713640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:10.814970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:10.824580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5b574ba7-b47c-4d2a-a9e9-56f46135d70c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473695 Oct 26 16:55:10.825137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42850) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:10.832292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:10.848451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:10.850068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:10.901641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet f8e0144e-ef5b-432e-b645-942576f7a3cb {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:10.906953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:10.947736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:10.962524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482885f-57a5-490c-94c1-e805bdaae387 req-9b349616-831e-4078-9eaf-86e8199e8a93 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:10.964046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f482885f-57a5-490c-94c1-e805bdaae387 req-9b349616-831e-4078-9eaf-86e8199e8a93 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0948379 Oct 26 16:55:10.968867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.040018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f482885f-57a5-490c-94c1-e805bdaae387 req-48e4625e-cc13-4e29-8b9a-cf0715b5a03c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 Oct 26 16:55:11.080963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.149462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:10Z', 'revision_number': 10, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.175860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:11.184394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:11.184940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.197039 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.222673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e0144e-ef5b-432e-b645-942576f7a3cb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:11.229088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.232394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1972ce29-6573-454f-921e-71bf184eff26 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/f8e0144e-ef5b-432e-b645-942576f7a3cb HTTP/1.1" status: 204 len: 168 time: 0.4070036 Oct 26 16:55:11.235081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:11.247154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5a76f-049b-4c90-ad43-f9655aa82c23 None None] Network 7ec409cf-8de4-4856-b353-5c5d95fbb423 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:11.316727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.327962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:11.369871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:11.370214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.437614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,segment=NetworkSegment(b15e408a-ef81-46c0-91b3-017b0f2bc50d),segment_id=b15e408a-ef81-46c0-91b3-017b0f2bc50d)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:11.437963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.452303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:11.567435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] DHCP port deletion for 7ec409cf-8de4-4856-b353-5c5d95fbb423 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:11.607788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.611486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:10Z', 'revision_number': 10, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.639792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:11.640684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c2ed-7b7b-4564-9d84-bc5d80844de0 None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:10Z', 'revision_number': 10, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None, '_interfaces': [{'id': '8003d010-daac-474e-bb9f-90a3d708e2d4', 'name': '', 'network_id': 'd1a7e565-363e-4f32-a4ae-0ebb1297aeda', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'mac_address': 'fa:16:3e:53:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '6e68912b-427f-4710-b15c-184f76917209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:54:43Z', 'updated_at': '2021-10-26T16:54:47Z', 'revision_number': 5, 'project_id': '70620ca82d9345bfbebf30e279976756', 'subnets': [{'id': '6e68912b-427f-4710-b15c-184f76917209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:11.642201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:11.652572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Deleting port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:11.652946 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.721508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] For port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:11.722480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.727886 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.734850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Calling delete_port for 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:11.737530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 16:55:11.738773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.750066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec409cf-8de4-4856-b353-5c5d95fbb423']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.761728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15e408a-ef81-46c0-91b3-017b0f2bc50d') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.768175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15e408a-ef81-46c0-91b3-017b0f2bc50d') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:11.769481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] Pushing event deleted for resources: {'Port': ['ID=0545b19e-0e0b-4870-95f2-0b6fd5ecedbb,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:11.774506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.774710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68035baf-86b0-40f2-a4cb-a5eb8890de25 None None] No DVR routers for this DVR port 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:11.790482 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.796745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:11.801741 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:11.910916 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.915383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:11.918798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/7ec409cf-8de4-4856-b353-5c5d95fbb423 HTTP/1.1" status: 204 len: 168 time: 0.6827006 Oct 26 16:55:11.922097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42860) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:11.934334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ef2c-e8a4-450b-b29c-d911c395d96c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=7ec409cf-8de4-4856-b353-5c5d95fbb423,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:12.175767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:12.203899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:12.204917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953c4d-4127-44df-8f40-1f2c1bad7b09 req-5923bb14-5f33-470e-959c-7d8453a6c63a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:12.206565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36953c4d-4127-44df-8f40-1f2c1bad7b09 req-5923bb14-5f33-470e-959c-7d8453a6c63a tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0879784 Oct 26 16:55:12.207701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0545b19e-0e0b-4870-95f2-0b6fd5ecedbb not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:12.208386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3d923602-e437-43c5-b335-fedc80ee872c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:12.240843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 3d923602-e437-43c5-b335-fedc80ee872c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:12.246081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 3d923602-e437-43c5-b335-fedc80ee872c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:12.272760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36953c4d-4127-44df-8f40-1f2c1bad7b09 req-e62bfda4-e944-4201-b8e6-72f4d5483557 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Oct 26 16:55:12.338600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:12.598697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port 8003d010-daac-474e-bb9f-90a3d708e2d4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:12.599041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:12.700161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port 8003d010-daac-474e-bb9f-90a3d708e2d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8003d010-daac-474e-bb9f-90a3d708e2d4,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:12.700540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:12.715000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for 8003d010-daac-474e-bb9f-90a3d708e2d4 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:12.956512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:12.986538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=8003d010-daac-474e-bb9f-90a3d708e2d4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:13.096260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.263808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:13.366753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:13.375177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ea7e96a-1092-4a3f-9598-8f6f22d2b0d4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492941 Oct 26 16:55:13.375377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42872) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:13.386719 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:13.403338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:13.406682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:13.445662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting subnet 6e68912b-427f-4710-b15c-184f76917209 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:13.455945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.494804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d62f-e011-4e8d-aa1f-09f596b51ff1 req-686336f2-4fbc-4964-90a1-e9ebb6c99b5b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:13.494804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1169d62f-e011-4e8d-aa1f-09f596b51ff1 req-686336f2-4fbc-4964-90a1-e9ebb6c99b5b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Oct 26 16:55:13.517247 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:13.530868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.549124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1169d62f-e011-4e8d-aa1f-09f596b51ff1 req-b068767b-ab20-4f5a-9503-6348a1c14eca tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Oct 26 16:55:13.579205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:13.619333 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:13.628821 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:13.629532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:13.642856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.734841 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:13.797594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.839439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Subnet': ['ID=6e68912b-427f-4710-b15c-184f76917209,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:13.844084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:13.850468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-06354f0e-50a2-46bf-a03f-d9d9d00d472e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/6e68912b-427f-4710-b15c-184f76917209 HTTP/1.1" status: 204 len: 168 time: 0.4708650 Oct 26 16:55:13.851041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:13.859550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6c8f0-56fb-49b3-95a2-cf088a5f503d None None] Network d1a7e565-363e-4f32-a4ae-0ebb1297aeda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:13.894418 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:13.935450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d26bfb-e93d-487d-86a4-7def460b591d None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:14.012448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.074306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Deleting port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:14.074644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.151996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] For port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,segment=NetworkSegment(b010798b-09d1-4c36-be61-17086b50102a),segment_id=b010798b-09d1-4c36-be61-17086b50102a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:14.152366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.165462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Calling delete_port for d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:14.331170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d606e-ebcb-4d2d-b33d-5f68474c19f1 None None] DHCP port deletion for d1a7e565-363e-4f32-a4ae-0ebb1297aeda request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:14.343179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.373799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Port': ['ID=d115d2ea-42b9-4d9b-95ad-0874cc06e5d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:14.388626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No DVR routers for this DVR port d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:14.459562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:14.495506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:14.496317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d115d2ea-42b9-4d9b-95ad-0874cc06e5d1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:14.496807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8003d010-daac-474e-bb9f-90a3d708e2d4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:14.506283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.519615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8003d010-daac-474e-bb9f-90a3d708e2d4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:14.520053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8003d010-daac-474e-bb9f-90a3d708e2d4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:14.534209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a7e565-363e-4f32-a4ae-0ebb1297aeda']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:14.545702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b010798b-09d1-4c36-be61-17086b50102a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:14.545941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b010798b-09d1-4c36-be61-17086b50102a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:14.555807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.574528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.581072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:14.581575 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:14.586041 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:14.698343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb755c-5a2c-4452-aace-304e2ce3889f req-4c1e104a-79a2-4d2d-a5ac-efa4336e40c5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:14.699874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27bb755c-5a2c-4452-aace-304e2ce3889f req-4c1e104a-79a2-4d2d-a5ac-efa4336e40c5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0707126 Oct 26 16:55:14.738687 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27bb755c-5a2c-4452-aace-304e2ce3889f req-62f5988e-7049-4fe5-b210-3bc89ebc23ad tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Oct 26 16:55:14.801565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.811037 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:14.814181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/networks/d1a7e565-363e-4f32-a4ae-0ebb1297aeda HTTP/1.1" status: 204 len: 168 time: 0.9618378 Oct 26 16:55:14.817282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:14.822271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'routes': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:14.824437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a99a-6933-41cd-8d8c-5987cb4fe93f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Pushing event deleted for resources: {'Network': ['ID=d1a7e565-363e-4f32-a4ae-0ebb1297aeda,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:14.979340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Added routes are [] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 16:55:14.979952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.extraroute_db [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Removed routes are [] {{(pid=102737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 16:55:14.980322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:15.123783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:15.136443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:15.216554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:15.299571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:15.307463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:15.311752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:15.313025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Sync routers for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:15.321966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f73b3baf-54c9-4bcd-b935-c2dca112b109 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 704 time: 0.5034733 Oct 26 16:55:15.333633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:15.335715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:15.344701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42886) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:15.353909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fea9055e-70ee-4d08-b897-6064eceb939e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 205 time: 0.0388443 Oct 26 16:55:15.429454 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:15.446578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:15.531164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:15.560885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Checking router: 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:15.573396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Routers {'0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:15.574429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:15.881096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] Set router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:15.948605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:15.988553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b75fd7-f7d4-4f00-9f06-95191d041131 None None] The sync data for ids ['0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80'] in n-d-815373-2 is: [{'id': '0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80', 'name': 'tempest-RoutersIpV6Test-router-910648593', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:54:42Z', 'updated_at': '2021-10-26T16:55:12Z', 'revision_number': 11, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:16.045169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94673881-bd23-4e7b-bee0-0778af23ea40 req-383c1aa6-2007-41f7-9edb-76ba495c371c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:16.047628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94673881-bd23-4e7b-bee0-0778af23ea40 req-383c1aa6-2007-41f7-9edb-76ba495c371c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.1054523 Oct 26 16:55:16.110105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94673881-bd23-4e7b-bee0-0778af23ea40 req-db3b6edf-28cf-4d71-990a-d5ac9cabc26f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541639 Oct 26 16:55:16.122894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.133991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.288592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.289247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router 0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:55:16.297839 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.303605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea2336bd-5001-4a5d-811a-acf07494a64e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 204 len: 168 time: 0.9570072 Oct 26 16:55:16.307197 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42898) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:16.313170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-740017344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:16.451755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.462666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.523830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.596995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.678647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.680266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-abf67ab6-e883-4c4f-9b09-a35c99a8077a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3718526 Oct 26 16:55:16.683208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42902) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:16.687716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:16.906363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3797004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:16.990806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3800751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796997'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.156390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Router f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:55:17.260612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:17.267860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.268974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4d3e891b-104f-4012-bc52-b8006d59a3b4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "PUT /v2.0/routers/f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 200 len: 697 time: 0.5848081 Oct 26 16:55:17.272712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.273467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Sync routers for ids ['f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:17.287123 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Routers {'f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:17.287823 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:17.290634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78df519-366b-4794-b390-c7ece5959a19 req-bba82e9c-0b8d-4487-99e9-3a3c48bfdc27 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:17.292284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e78df519-366b-4794-b390-c7ece5959a19 req-bba82e9c-0b8d-4487-99e9-3a3c48bfdc27 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0871463 Oct 26 16:55:17.343357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e78df519-366b-4794-b390-c7ece5959a19 req-589e7eb4-f574-48b1-9fd7-e167851ff53c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Oct 26 16:55:17.360679 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Set router f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:17.365450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-24b937f5-ae4c-4d44-b739-43fcccbfd261 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/routers/f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 200 len: 703 time: 0.0902870 Oct 26 16:55:17.368503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42910) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.397869 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e9bebcb-6cf9-43b5-87b0-76b07494d2e7 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 200 len: 205 time: 0.0275035 Oct 26 16:55:17.400236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.420543 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89c84bb-3a70-42b5-b9ef-0fa56fe51e50', 'name': 'tempest-RoutersIpV6Test-router-740017344', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:16Z', 'updated_at': '2021-10-26T16:55:16Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:17.449366 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Checking router: f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:17.458209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Routers {'f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:17.458812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:17.486796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.530981 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] Set router f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:17.586312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89c84bb-3a70-42b5-b9ef-0fa56fe51e50', 'name': 'tempest-RoutersIpV6Test-router-740017344', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:16Z', 'updated_at': '2021-10-26T16:55:16Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:17.617787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f66-1ba8-403b-8bdb-f5e7faefab91 None None] The sync data for ids ['f89c84bb-3a70-42b5-b9ef-0fa56fe51e50'] in n-d-815373-2 is: [{'id': 'f89c84bb-3a70-42b5-b9ef-0fa56fe51e50', 'name': 'tempest-RoutersIpV6Test-router-740017344', 'tenant_id': '70620ca82d9345bfbebf30e279976756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:16Z', 'updated_at': '2021-10-26T16:55:16Z', 'revision_number': 2, 'project_id': '70620ca82d9345bfbebf30e279976756', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:17.667350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.667350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.785407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.789192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Fanout notify agent at l3_agent the message router_deleted on router f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:55:17.795085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:17.796264 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c397c93-705f-427b-89a4-d1fbebe5c79c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 204 len: 168 time: 0.3949599 Oct 26 16:55:17.799894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42914) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.843537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ee21ab68-579d-42e4-a07f-c87788b37d8a tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 200 len: 205 time: 0.0400658 Oct 26 16:55:17.844436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42916) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.885269 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-eb6cc6b4-18ed-47e5-8629-1e5b4519e7e3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:17.891229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb6cc6b4-18ed-47e5-8629-1e5b4519e7e3 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/f89c84bb-3a70-42b5-b9ef-0fa56fe51e50 HTTP/1.1" status: 404 len: 336 time: 0.0405540 Oct 26 16:55:17.893096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42918) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.927269 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-75579373-faab-444f-b796-b189bb042f89 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:17.927663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75579373-faab-444f-b796-b189bb042f89 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:17.932480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-75579373-faab-444f-b796-b189bb042f89 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/fb74c742-1692-455b-810a-e34b2e4dd8e8 HTTP/1.1" status: 404 len: 337 time: 0.0373096 Oct 26 16:55:17.939862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42922) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:17.970424 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fb9ac4-f993-4458-b876-95c721e123e8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:17.970880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fb9ac4-f993-4458-b876-95c721e123e8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:17.973953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67fb9ac4-f993-4458-b876-95c721e123e8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/69a5113e-b5b2-4267-8134-0a17fd0cd582 HTTP/1.1" status: 404 len: 337 time: 0.0329580 Oct 26 16:55:17.979710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.005796 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bfacc5-0ae2-44e6-af50-a10bb056d1e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.006266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bfacc5-0ae2-44e6-af50-a10bb056d1e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.009445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e7bfacc5-0ae2-44e6-af50-a10bb056d1e9 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/f8e0144e-ef5b-432e-b645-942576f7a3cb HTTP/1.1" status: 404 len: 337 time: 0.0287468 Oct 26 16:55:18.011929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.039003 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efaf500-d2dc-403a-ad9d-d264ee74e454 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.039485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efaf500-d2dc-403a-ad9d-d264ee74e454 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.042574 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9efaf500-d2dc-403a-ad9d-d264ee74e454 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/6e68912b-427f-4710-b15c-184f76917209 HTTP/1.1" status: 404 len: 337 time: 0.0297053 Oct 26 16:55:18.045216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42928) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.072536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6e7fd4cc-d43a-413a-aeb6-b7bda627dc3d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 200 len: 205 time: 0.0262287 Oct 26 16:55:18.074725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42930) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.116653 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-37c55315-4492-4767-bdc4-f2a1fdbe067b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.117779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-37c55315-4492-4767-bdc4-f2a1fdbe067b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/0ded6ff8-7333-4fc0-aefe-59e3bf7d3d80 HTTP/1.1" status: 404 len: 336 time: 0.0421097 Oct 26 16:55:18.120455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.147933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-513e4b55-1b4c-4e3e-a34f-0b1478c79d39 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1004-8ab3-4463-8b59-b9dd64b876ec HTTP/1.1" status: 200 len: 205 time: 0.0256958 Oct 26 16:55:18.150155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.187902 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-ed7a077a-587e-4fad-8e51-6be7add4264e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.188860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed7a077a-587e-4fad-8e51-6be7add4264e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/70dd1004-8ab3-4463-8b59-b9dd64b876ec HTTP/1.1" status: 404 len: 336 time: 0.0378129 Oct 26 16:55:18.191423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42936) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.225044 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a904a5-5fb1-4b22-8648-66cc11625930 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.226141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a904a5-5fb1-4b22-8648-66cc11625930 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.229282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41a904a5-5fb1-4b22-8648-66cc11625930 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/013c784d-68c1-4b8a-87a8-7a0438e21fc3 HTTP/1.1" status: 404 len: 337 time: 0.0369542 Oct 26 16:55:18.231901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42938) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.261944 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bca92dd8-2a45-48a9-94a8-28a52299ab1f tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 200 len: 205 time: 0.0288651 Oct 26 16:55:18.264586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.302837 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-54de388e-f459-40f1-896d-9f4f60d2a63c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.304569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54de388e-f459-40f1-896d-9f4f60d2a63c tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/bd2b8a72-0bac-4bb2-a5ec-e13c049d2375 HTTP/1.1" status: 404 len: 336 time: 0.0390048 Oct 26 16:55:18.307323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42942) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.338606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-de6a5708-7c78-4952-902f-0cdd9ca9bd74 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=20e7854e-41b8-4a8c-bab2-bc340a9ed0dd HTTP/1.1" status: 200 len: 205 time: 0.0302272 Oct 26 16:55:18.340913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42944) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.379404 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-51ef1ef5-1352-474e-a5dc-52d47346f7c6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.381610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-51ef1ef5-1352-474e-a5dc-52d47346f7c6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/20e7854e-41b8-4a8c-bab2-bc340a9ed0dd HTTP/1.1" status: 404 len: 336 time: 0.0386338 Oct 26 16:55:18.383113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42948) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.411693 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aeec8c-588c-4a76-8aaa-ec70c620287b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.412230 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aeec8c-588c-4a76-8aaa-ec70c620287b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.416407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b4aeec8c-588c-4a76-8aaa-ec70c620287b tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/d5ce8ad0-2c5f-456f-be98-457bcf1f57a0 HTTP/1.1" status: 404 len: 337 time: 0.0321007 Oct 26 16:55:18.419153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42950) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.453914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6dbbfffe-1b2d-490c-8d29-7764a12821f8 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba49264f-dfa8-4a27-966b-fb3c24f84482 HTTP/1.1" status: 200 len: 205 time: 0.0290375 Oct 26 16:55:18.453914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42952) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.494247 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-4957a3a0-2ad2-4f0b-88b5-f8856fa9232d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.497796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61143210-5b4c-47d2-b33c-88faecc59a45 req-536cf419-04ef-484d-8080-eac5f6e9efb9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:18.497970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4957a3a0-2ad2-4f0b-88b5-f8856fa9232d tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/ba49264f-dfa8-4a27-966b-fb3c24f84482 HTTP/1.1" status: 404 len: 336 time: 0.0427663 Oct 26 16:55:18.498073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61143210-5b4c-47d2-b33c-88faecc59a45 req-536cf419-04ef-484d-8080-eac5f6e9efb9 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Oct 26 16:55:18.498073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.530969 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef19a404-1a0d-43ab-8e8c-509dc8dbc5fd tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.546143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef19a404-1a0d-43ab-8e8c-509dc8dbc5fd tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.546143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef19a404-1a0d-43ab-8e8c-509dc8dbc5fd tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/e3863a1a-0408-4733-b0b2-d7ad8eaf1335 HTTP/1.1" status: 404 len: 337 time: 0.0352199 Oct 26 16:55:18.547115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.576381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61143210-5b4c-47d2-b33c-88faecc59a45 req-19127f69-d5a1-4a28-8557-af2f14abf21c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Oct 26 16:55:18.582674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-18cc3700-2116-4317-9392-dd769b7e46b6 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "GET /v2.0/ports?device_id=75cc1a8d-a8ad-4867-925c-d0ba82a6822d HTTP/1.1" status: 200 len: 205 time: 0.0432904 Oct 26 16:55:18.585921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42958) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.627974 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-3fac967a-b653-43ce-a782-ccb052c816a2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] delete failed (client error): The resource could not be found. Oct 26 16:55:18.628735 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3fac967a-b653-43ce-a782-ccb052c816a2 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/routers/75cc1a8d-a8ad-4867-925c-d0ba82a6822d HTTP/1.1" status: 404 len: 336 time: 0.0417171 Oct 26 16:55:18.631362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42960) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.658173 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8333b9a5-5028-49e2-9c21-2a11c584252e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.658632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8333b9a5-5028-49e2-9c21-2a11c584252e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.664140 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8333b9a5-5028-49e2-9c21-2a11c584252e tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/c9615d98-d2c3-4f2a-9563-49ce1c4b4bd2 HTTP/1.1" status: 404 len: 337 time: 0.0294702 Oct 26 16:55:18.665794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 42962) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:18.691395 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb5f722-d009-4921-a5f0-bc85eecafaa4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] DELETE failed (client error): The resource could not be found. Oct 26 16:55:18.691845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb5f722-d009-4921-a5f0-bc85eecafaa4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:55:18.695057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aeb5f722-d009-4921-a5f0-bc85eecafaa4 tempest-RoutersIpV6Test-105208159 tempest-RoutersIpV6Test-105208159-project] 10.222.0.21 "DELETE /v2.0/subnets/e6702729-589b-435b-98d8-3ed9f4653408 HTTP/1.1" status: 404 len: 337 time: 0.0283632 Oct 26 16:55:19.175800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:19.327803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-903b8f9f-dd8d-47fd-b28e-56750aaed845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70620ca82d9345bfbebf30e279976756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507666 Oct 26 16:55:19.328657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 42978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:19.380859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:19.403733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:19.540108 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:19.543966 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:19.547543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33b95423-9912-4b67-924c-e59a8cbfa855 HTTP/1.1" status: 204 len: 168 time: 0.2155750 Oct 26 16:55:19.559001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eeff1-6b2d-46da-aaef-55a3d9fd9208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b95423-9912-4b67-924c-e59a8cbfa855,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:19.723715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e1fc6-7908-4cdf-a084-7ceb74da9b7a req-387fee71-f7c5-4032-9ff8-c97442e70eb3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:19.726421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-854e1fc6-7908-4cdf-a084-7ceb74da9b7a req-387fee71-f7c5-4032-9ff8-c97442e70eb3 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0682437 Oct 26 16:55:19.774397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-854e1fc6-7908-4cdf-a084-7ceb74da9b7a req-6b8bd78f-0ea1-4470-a772-dc01b269fe76 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Oct 26 16:55:20.592052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:20.700078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-16c527e0-63fa-4e9e-90d3-2d8b8f0951a4 tempest-ServiceProvidersTest-269953716 tempest-ServiceProvidersTest-269953716-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1068752 Oct 26 16:55:20.898236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7586-5de7-4ee0-8122-65cddecccf82 req-eb16df75-61d2-4785-bc17-72db2e371180 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:20.899684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e33e7586-5de7-4ee0-8122-65cddecccf82 req-eb16df75-61d2-4785-bc17-72db2e371180 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Oct 26 16:55:20.938310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e33e7586-5de7-4ee0-8122-65cddecccf82 req-ed8de84f-c5e8-4998-9228-8c1871d8c266 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Oct 26 16:55:21.099400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.178114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43014) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:21.302074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4107e5d-6c6b-4271-8088-cf6f46ecfce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.384685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4107e5d-6c6b-4271-8088-cf6f46ecfce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.470788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e4107e5d-6c6b-4271-8088-cf6f46ecfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.514303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e4107e5d-6c6b-4271-8088-cf6f46ecfce7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b0417c661714097be973686d653bbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344066 Oct 26 16:55:21.515087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107e5d-6c6b-4271-8088-cf6f46ecfce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a528f-0262-4d3f-8c3f-72e58a6d1de7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:21.517107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43020) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:21.580628 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.602171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.745561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.748581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:21.749885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae4a528f-0262-4d3f-8c3f-72e58a6d1de7 HTTP/1.1" status: 204 len: 168 time: 0.2317688 Oct 26 16:55:21.760013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a528f-0262-4d3f-8c3f-72e58a6d1de7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:21.769447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.769976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.770392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.770901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.771497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.772028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.772436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.772761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.773100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.773445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.773804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.775283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd246543-aac1-49ca-aaf5-d42d8a5d274a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:22.061103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df13be2-ab43-4515-b75b-6317c33d24bb req-faa39d52-ca3c-4761-9600-1a0a0ac50475 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:22.063349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df13be2-ab43-4515-b75b-6317c33d24bb req-faa39d52-ca3c-4761-9600-1a0a0ac50475 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Oct 26 16:55:22.106516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4df13be2-ab43-4515-b75b-6317c33d24bb req-364b416b-8b23-41f6-ab8e-2d6bb6586ca7 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Oct 26 16:55:22.573979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:22.799788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:22.863996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:22.980013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-05d37d80-c402-4de6-9c14-d8a2f1f653b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.021627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1754766052'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:23.076536 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-05d37d80-c402-4de6-9c14-d8a2f1f653b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.161919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Made reservation on behalf of 58abd77649fd4f55b99f02de6bfb46b2 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:23.166417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.176228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-05d37d80-c402-4de6-9c14-d8a2f1f653b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.190369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.224047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915db2e3-7fe6-4a7d-9f27-c95ebbe54467 req-5a2e6a1d-d962-46da-a4f4-86e55b989bfa tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:23.225533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915db2e3-7fe6-4a7d-9f27-c95ebbe54467 req-5a2e6a1d-d962-46da-a4f4-86e55b989bfa tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0504608 Oct 26 16:55:23.233350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-05d37d80-c402-4de6-9c14-d8a2f1f653b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=204c0d61e55440d39e8e5e74d1ba4d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680568 Oct 26 16:55:23.234261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d37d80-c402-4de6-9c14-d8a2f1f653b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae042b-3ac8-490d-8eef-f1b81f554734,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:23.236017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43060) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:23.301914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915db2e3-7fe6-4a7d-9f27-c95ebbe54467 req-2ce58013-cedd-4023-aa69-2ae4a80b7b66 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693586 Oct 26 16:55:23.306767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.318645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.340798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.385284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.412583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbea6b-49da-41a6-a309-8e60daae0ea9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:23.464512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.467256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.468420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76ae042b-3ac8-490d-8eef-f1b81f554734 HTTP/1.1" status: 204 len: 168 time: 0.2314258 Oct 26 16:55:23.469349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:55:23.476178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c52fd9-a862-4918-87c7-bd3baeab6b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae042b-3ac8-490d-8eef-f1b81f554734,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:23.481186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.481611 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Added segment 76391dc7-f4b4-470e-9274-8ea41268228c of type vlan for network a2afac9d-e315-417c-826f-692d436c949c Oct 26 16:55:23.526268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.670823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.676591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:23.677170 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:23.743811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event updated for resources: {'Network': ['ID=a2afac9d-e315-417c-826f-692d436c949c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:23.753768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a2afac9d-e315-417c-826f-692d436c949c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:55:23.828139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b4d4d206-18a2-43fb-b46e-49e9f97c9051 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0272384 Oct 26 16:55:23.830891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43066) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:23.836095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Request body: {'subnet': {'network_id': 'a2afac9d-e315-417c-826f-692d436c949c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:24.018881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Made reservation on behalf of 58abd77649fd4f55b99f02de6bfb46b2 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:24.022419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.218637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:24.231546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c08e3eb-4889-45db-9743-9a18c148dad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.265615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.342909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event updated for resources: {'Subnet': ['ID=be8c0f57-6eba-4af6-a87c-9a5ae53672ce,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:24.387161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c08e3eb-4889-45db-9743-9a18c148dad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.389567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Checking segment: {'id': '76391dc7-f4b4-470e-9274-8ea41268228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:24.389929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Network hostable DHCP agents. Network: a2afac9d-e315-417c-826f-692d436c949c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:55:24.435092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1611b-d465-4fae-8407-353230351d41 req-b65346b3-056f-4b5b-b85a-2e0af4f38450 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:24.436606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fd1611b-d465-4fae-8407-353230351d41 req-b65346b3-056f-4b5b-b85a-2e0af4f38450 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0641155 Oct 26 16:55:24.458705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c08e3eb-4889-45db-9743-9a18c148dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.501525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Network a2afac9d-e315-417c-826f-692d436c949c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:55:24.517420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c08e3eb-4889-45db-9743-9a18c148dad9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ff6fe9ab5a45a3b0e23d97e6bb6b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977393 Oct 26 16:55:24.520181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43072) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:24.520955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fd1611b-d465-4fae-8407-353230351d41 req-7e432820-2f33-4802-8edc-e380e2ac3d39 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Oct 26 16:55:24.521684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e3eb-4889-45db-9743-9a18c148dad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85329c-b24a-44cb-9ff5-e55162f07dbb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:24.561202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a2afac9d-e315-417c-826f-692d436c949c) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:24.565311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:24.570182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.571874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb12285-42d1-44a2-bd16-6966d402e161 None None] Network a2afac9d-e315-417c-826f-692d436c949c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:24.590203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.612013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.638771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d15c82cb-4571-4179-8c9b-fa981fa4278c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8066366 Oct 26 16:55:24.641402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43074) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:24.655181 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Request body: {'port': {'network_id': 'a2afac9d-e315-417c-826f-692d436c949c', 'name': 'tempest-TagsExtTest-1939249727'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:24.719374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a2afac9d-e315-417c-826f-692d436c949c', 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c', 'tenant_id': '58abd77649fd4f55b99f02de6bfb46b2', 'fixed_ips': [{'subnet_id': 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:55:24.720327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.784638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.787367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.788536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb85329c-b24a-44cb-9ff5-e55162f07dbb HTTP/1.1" status: 204 len: 168 time: 0.2673440 Oct 26 16:55:24.802736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec722-6c21-4f54-a9c8-151d6d0e62b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85329c-b24a-44cb-9ff5-e55162f07dbb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:24.836878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Made reservation on behalf of 58abd77649fd4f55b99f02de6bfb46b2 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:24.841148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:24.861837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] device_id is not set on port 65ba9d03-24d6-45d7-b1df-d32160fe2356 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:55:24.926776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Allocated IP 172.20.0.2 (a2afac9d-e315-417c-826f-692d436c949c/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/101ddfac-6986-436a-b864-624d6468c564) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:25.071026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.127905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.167617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Network a2afac9d-e315-417c-826f-692d436c949c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:25.172148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:25.175895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:55:25.186672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Pushing event updated for resources: {'Port': ['ID=101ddfac-6986-436a-b864-624d6468c564,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:25.194969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Allocated IP 172.20.0.10 (a2afac9d-e315-417c-826f-692d436c949c/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/65ba9d03-24d6-45d7-b1df-d32160fe2356) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:25.253300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Attempting to bind port 101ddfac-6986-436a-b864-624d6468c564 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:55:25.253664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Attempting to bind port 101ddfac-6986-436a-b864-624d6468c564 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '76391dc7-f4b4-470e-9274-8ea41268228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:55:25.254020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Attempting to bind port 101ddfac-6986-436a-b864-624d6468c564 on network a2afac9d-e315-417c-826f-692d436c949c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:55:25.260827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:55:25.261202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Checking segment: {'id': '76391dc7-f4b4-470e-9274-8ea41268228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:25.261597 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.261980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Bound using segment: {'id': '76391dc7-f4b4-470e-9274-8ea41268228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:55:25.262441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Bound port: 101ddfac-6986-436a-b864-624d6468c564, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76391dc7-f4b4-470e-9274-8ea41268228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a2afac9d-e315-417c-826f-692d436c949c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:55:25.262943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.333195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] For port 101ddfac-6986-436a-b864-624d6468c564, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:55:25.336894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] For port 101ddfac-6986-436a-b864-624d6468c564, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=101ddfac-6986-436a-b864-624d6468c564,segment=NetworkSegment(76391dc7-f4b4-470e-9274-8ea41268228c),segment_id=76391dc7-f4b4-470e-9274-8ea41268228c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:55:25.352421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.448028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.493931 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.508587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931364a-2a36-488e-b2b9-2058c6152161 None None] Pushing event updated for resources: {'Port': ['ID=101ddfac-6986-436a-b864-624d6468c564,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:25.537850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Network a2afac9d-e315-417c-826f-692d436c949c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:25.544533 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:25.547155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:55:25.598585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event updated for resources: {'Port': ['ID=65ba9d03-24d6-45d7-b1df-d32160fe2356,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:25.618742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:25.618742 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.683620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791544f-a2ba-4347-9ebd-130288108248 req-53f90780-5b38-44f1-b61a-a23cdb1cad43 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:25.684111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5791544f-a2ba-4347-9ebd-130288108248 req-53f90780-5b38-44f1-b61a-a23cdb1cad43 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0569351 Oct 26 16:55:25.705685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ecc5d63-8c68-4d8e-8b0f-0544e07a8379 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0630462 Oct 26 16:55:25.716505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:25.721311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1071105254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:25.742668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5791544f-a2ba-4347-9ebd-130288108248 req-26f7456c-96e8-4ec5-9973-c266145e0666 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Oct 26 16:55:25.813494 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.814603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.870175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:25.968021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.056090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.057397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bd5ea40e-bdd4-4ac0-b993-66c645b73ea0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3398502 Oct 26 16:55:26.060208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43104) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:26.065755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-230ee9f6-7548-4d31-ae4a-0b8180a455e6 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1760437921', 'prefixes': ['172.20.0.0/16']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:26.203443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 101ddfac-6986-436a-b864-624d6468c564 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:26.260231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 101ddfac-6986-436a-b864-624d6468c564 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:26.260603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.344448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.379582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 101ddfac-6986-436a-b864-624d6468c564, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=101ddfac-6986-436a-b864-624d6468c564,segment=NetworkSegment(76391dc7-f4b4-470e-9274-8ea41268228c),segment_id=76391dc7-f4b4-470e-9274-8ea41268228c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:26.443535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-230ee9f6-7548-4d31-ae4a-0b8180a455e6 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for subnetpool, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.453276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-230ee9f6-7548-4d31-ae4a-0b8180a455e6 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3838749 Oct 26 16:55:26.453396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43106) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:26.453812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-233597b3-95c5-44c8-b9a4-4d5c326ff472 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-1516133320') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:26.468758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e5a1a9-7e4a-4539-8ef9-795479807c4f None None] Network a2afac9d-e315-417c-826f-692d436c949c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:26.484299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.562448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-18595228-e55c-458c-a17e-c8697e7b0ab0 None None] Provisioning complete for port 101ddfac-6986-436a-b864-624d6468c564 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:26.562815 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18595228-e55c-458c-a17e-c8697e7b0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:26.603094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=101ddfac-6986-436a-b864-624d6468c564,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:26.670410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-233597b3-95c5-44c8-b9a4-4d5c326ff472 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-1516133320 HTTP/1.1" status: 201 len: 201 time: 0.2199783 Oct 26 16:55:26.672984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43108) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:26.677594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-bdd616fa-16ba-403c-9be8-8ef9063e9308 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-439414154') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:26.879870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e47ea-2374-4546-afec-acf30661b9f1 req-52fc62be-bf21-49fc-9a15-682f9b2b7ae0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:26.883215 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d00e47ea-2374-4546-afec-acf30661b9f1 req-52fc62be-bf21-49fc-9a15-682f9b2b7ae0 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0525687 Oct 26 16:55:26.888248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bdd616fa-16ba-403c-9be8-8ef9063e9308 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-439414154 HTTP/1.1" status: 201 len: 201 time: 0.2142007 Oct 26 16:55:26.891095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:26.896043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-6e799b4d-f5e2-43d1-b42a-d3d0f1ded95a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-690161997') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:26.933010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d00e47ea-2374-4546-afec-acf30661b9f1 req-0562486d-a940-4cc2-af73-e8dd0507e936 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Oct 26 16:55:27.049363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5b2fc1f3-d09f-41c9-a34a-5aac0b9eb9a4 None None] Provisioning complete for port 101ddfac-6986-436a-b864-624d6468c564 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:27.049968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc1f3-d09f-41c9-a34a-5aac0b9eb9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:27.083116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6e799b4d-f5e2-43d1-b42a-d3d0f1ded95a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-690161997 HTTP/1.1" status: 201 len: 201 time: 0.1908884 Oct 26 16:55:27.085822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43118) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.094626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-86b59973-643f-4297-ade3-bb24b477c52d tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-487323908') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.168159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5b2fc1f3-d09f-41c9-a34a-5aac0b9eb9a4 None None] Provisioning complete for port 65ba9d03-24d6-45d7-b1df-d32160fe2356 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:27.168483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc1f3-d09f-41c9-a34a-5aac0b9eb9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:27.185504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-86b59973-643f-4297-ade3-bb24b477c52d tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-487323908 HTTP/1.1" status: 201 len: 201 time: 0.0985291 Oct 26 16:55:27.187987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43122) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.192300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-3b59244a-f9a0-4279-93da-182a8a1760df tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.204920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fc1f3-d09f-41c9-a34a-5aac0b9eb9a4 None None] Port 65ba9d03-24d6-45d7-b1df-d32160fe2356 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:55:27.279621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3b59244a-f9a0-4279-93da-182a8a1760df tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 200 len: 241 time: 0.0905263 Oct 26 16:55:27.282141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43124) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.286227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-16997900-425e-4d1e-82d4-7b3e164e4def tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-1516133320') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.325135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d2b09768-a788-4468-8416-1153aa53790c None None] Provisioning complete for port 65ba9d03-24d6-45d7-b1df-d32160fe2356 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:27.325559 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d2b09768-a788-4468-8416-1153aa53790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:27.348513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43126) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.351287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16997900-425e-4d1e-82d4-7b3e164e4def tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-1516133320 HTTP/1.1" status: 204 len: 168 time: 0.0645006 Oct 26 16:55:27.354123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-abb53ca7-f604-492c-9a6b-090449f94de4 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-1516133320') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.360931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d2b09768-a788-4468-8416-1153aa53790c None None] Port 65ba9d03-24d6-45d7-b1df-d32160fe2356 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:55:27.487280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-abb53ca7-f604-492c-9a6b-090449f94de4 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-1516133320 HTTP/1.1" status: 204 len: 168 time: 0.1375527 Oct 26 16:55:27.489608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.493664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-922df4ad-8f98-4343-9bfa-b42e2b4addcf tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.549765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-922df4ad-8f98-4343-9bfa-b42e2b4addcf tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 200 len: 205 time: 0.0591600 Oct 26 16:55:27.552385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43130) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.557100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-62594c46-a1dd-48aa-81d1-756d59a0b748 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.605149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-62594c46-a1dd-48aa-81d1-756d59a0b748 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 200 len: 240 time: 0.0516558 Oct 26 16:55:27.607668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.611724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-6d37f6c0-c41a-4a01-95bd-b28cc4516721 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-439414154') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.663984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d37f6c0-c41a-4a01-95bd-b28cc4516721 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-439414154 HTTP/1.1" status: 204 len: 168 time: 0.0553102 Oct 26 16:55:27.669362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.673552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-50610dce-7f0f-4e04-9809-9381d0022303 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-439414154') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.792290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-50610dce-7f0f-4e04-9809-9381d0022303 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-439414154 HTTP/1.1" status: 204 len: 168 time: 0.1212082 Oct 26 16:55:27.794801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.799117 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-2710c51f-09d0-475d-a734-3623183f721b tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.859400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2710c51f-09d0-475d-a734-3623183f721b tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 200 len: 205 time: 0.0632603 Oct 26 16:55:27.861495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.865843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-c09e490a-3c92-47b0-980b-df538df779d5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:27.943440 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c09e490a-3c92-47b0-980b-df538df779d5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 200 len: 240 time: 0.0808778 Oct 26 16:55:27.946761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:27.951264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-3a8b7cba-f317-4b92-8ca7-50d49a758b40 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-690161997') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.161827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 101ddfac-6986-436a-b864-624d6468c564 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:28.216699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 101ddfac-6986-436a-b864-624d6468c564 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:28.217373 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:28.380233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3a8b7cba-f317-4b92-8ca7-50d49a758b40 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-690161997 HTTP/1.1" status: 204 len: 168 time: 0.4323428 Oct 26 16:55:28.382757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43146) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.387765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-ece474f4-6aee-4e89-88c8-49578be32814 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-690161997') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.392231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5864f-79db-48ff-ae5f-74b9f98320f1 req-7f6542ca-38a9-47dd-bf10-43f7c9eca962 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:28.393656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79f5864f-79db-48ff-ae5f-74b9f98320f1 req-7f6542ca-38a9-47dd-bf10-43f7c9eca962 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0555308 Oct 26 16:55:28.433445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79f5864f-79db-48ff-ae5f-74b9f98320f1 req-443afd81-306c-4ab6-8723-a0b5373256f2 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Oct 26 16:55:28.522286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ece474f4-6aee-4e89-88c8-49578be32814 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-690161997 HTTP/1.1" status: 204 len: 168 time: 0.1383018 Oct 26 16:55:28.525202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.529553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-ad25b664-8112-4193-bbc2-0f82f01bc2f4 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.602132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ad25b664-8112-4193-bbc2-0f82f01bc2f4 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 200 len: 205 time: 0.0752432 Oct 26 16:55:28.604849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43150) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.608910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-2061c495-a44a-4203-9c8b-fffa7c339934 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.629051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2061c495-a44a-4203-9c8b-fffa7c339934 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 200 len: 240 time: 0.0232711 Oct 26 16:55:28.631342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.635473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-41f36168-7493-49cd-9a29-afd96ba747c0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-487323908') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.658558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41f36168-7493-49cd-9a29-afd96ba747c0 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-487323908 HTTP/1.1" status: 204 len: 168 time: 0.0262964 Oct 26 16:55:28.660830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43154) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.665042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-359a7f2a-afb1-45ac-85d1-731018403258 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-487323908') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.768662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-359a7f2a-afb1-45ac-85d1-731018403258 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-487323908 HTTP/1.1" status: 204 len: 168 time: 0.1068659 Oct 26 16:55:28.771011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.775913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-9fd27a8f-4eab-482d-9363-e8b1219a66bf tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.796190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9fd27a8f-4eab-482d-9363-e8b1219a66bf tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0241811 Oct 26 16:55:28.798633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.802716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-e808e49b-c234-4bb0-8d39-4bef0a9db9bc tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.828124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e808e49b-c234-4bb0-8d39-4bef0a9db9bc tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0284956 Oct 26 16:55:28.830642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43160) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.835033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-41747817-88a5-452b-ad9b-c08e25ba2ba7 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.919184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41747817-88a5-452b-ad9b-c08e25ba2ba7 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0859303 Oct 26 16:55:28.920197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43166) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.924773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-764c2ad6-5bca-4c97-9d61-855ba34d17d5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.981779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-764c2ad6-5bca-4c97-9d61-855ba34d17d5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 204 len: 168 time: 0.0605249 Oct 26 16:55:28.984387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43170) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:28.988583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-460a67c3-8c98-49ba-8c97-2417a538c8f6 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.042396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-460a67c3-8c98-49ba-8c97-2417a538c8f6 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0569861 Oct 26 16:55:29.046132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.050518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-498ba36a-72e1-4797-aad1-1b033c863ceb tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-312853854') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.191259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-498ba36a-72e1-4797-aad1-1b033c863ceb tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-312853854 HTTP/1.1" status: 201 len: 201 time: 0.1440361 Oct 26 16:55:29.198409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43176) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.203124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-0ce2aead-65d7-40de-8537-8f5ed1c81030 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-1268307234') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.339943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0ce2aead-65d7-40de-8537-8f5ed1c81030 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-1268307234 HTTP/1.1" status: 201 len: 201 time: 0.1404245 Oct 26 16:55:29.342520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43178) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.347310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-e98aa9f6-6ddc-4e6c-b84d-f95590683f4c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-1356143077') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.499565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e98aa9f6-6ddc-4e6c-b84d-f95590683f4c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-1356143077 HTTP/1.1" status: 201 len: 201 time: 0.1559060 Oct 26 16:55:29.502351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.507227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-10696d89-78f8-48ac-863b-6f1dfb64ad78 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-1141336861') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.554326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375d86-1b2a-4b89-9790-aebc6cd15cf9 req-8744d9be-16b8-4cf3-94f3-810e82cb9b76 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:29.556927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72375d86-1b2a-4b89-9790-aebc6cd15cf9 req-8744d9be-16b8-4cf3-94f3-810e82cb9b76 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Oct 26 16:55:29.596143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-72375d86-1b2a-4b89-9790-aebc6cd15cf9 req-2af1ff4f-81a2-415d-8d2b-542f6386a136 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Oct 26 16:55:29.625638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-10696d89-78f8-48ac-863b-6f1dfb64ad78 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-1141336861 HTTP/1.1" status: 201 len: 201 time: 0.1220007 Oct 26 16:55:29.630951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43186) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.635866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-bf99d1fe-1a41-4fa4-ae14-c40cfec83436 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', {'tags': ['tempest-TagsExtTest-Tag-358124483', 'tempest-TagsExtTest-Tag-1591419364', 'tempest-TagsExtTest-Tag-1146569801']}) {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.758470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:55:29.785604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bf99d1fe-1a41-4fa4-ae14-c40cfec83436 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 200 len: 317 time: 0.1535261 Oct 26 16:55:29.788200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43188) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.793788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-3e341b7b-e93d-42ed-88c8-6da65643543e tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.913130 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3e341b7b-e93d-42ed-88c8-6da65643543e tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1239159 Oct 26 16:55:29.916116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43192) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.921529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-430b28d0-329b-4fcf-9975-9331ecaa0289 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-358124483') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.926407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f24c87-ebb3-41e0-9140-45dae05f0d71 req-dd8f9e9b-a129-40da-9127-430bebe8079e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:29.928458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8f24c87-ebb3-41e0-9140-45dae05f0d71 req-dd8f9e9b-a129-40da-9127-430bebe8079e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0564289 Oct 26 16:55:29.973332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8f24c87-ebb3-41e0-9140-45dae05f0d71 req-2f37f33b-5cd2-4e80-897d-30eed08dcb71 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Oct 26 16:55:29.979446 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-430b28d0-329b-4fcf-9975-9331ecaa0289 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:29.983412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43194) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:29.983569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-430b28d0-329b-4fcf-9975-9331ecaa0289 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-358124483 HTTP/1.1" status: 404 len: 328 time: 0.0662916 Oct 26 16:55:29.991308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-b1cf2071-0b8b-4fa1-8755-50201dbe6fff tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-1591419364') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.045737 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-b1cf2071-0b8b-4fa1-8755-50201dbe6fff tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:30.046771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b1cf2071-0b8b-4fa1-8755-50201dbe6fff tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-1591419364 HTTP/1.1" status: 404 len: 329 time: 0.0619118 Oct 26 16:55:30.049845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.054401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-9740b2ee-25ea-4209-a9f8-4bc879a88d05 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce', 'tempest-TagsExtTest-Tag-1146569801') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.097227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb1b8-ca3d-49a9-8a02-320aa9976908 req-dc239343-53ec-4014-b29a-3b9679722351 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:30.098946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cbb1b8-ca3d-49a9-8a02-320aa9976908 req-dc239343-53ec-4014-b29a-3b9679722351 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Oct 26 16:55:30.115286 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-9740b2ee-25ea-4209-a9f8-4bc879a88d05 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:30.119396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9740b2ee-25ea-4209-a9f8-4bc879a88d05 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags/tempest-TagsExtTest-Tag-1146569801 HTTP/1.1" status: 404 len: 329 time: 0.0654535 Oct 26 16:55:30.119585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.124201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-8fe55c32-a3ca-4f29-b21c-81a7e7f925a7 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', {'tags': ['tempest-TagsExtTest-Tag-140521989', 'tempest-TagsExtTest-Tag-1307144245', 'tempest-TagsExtTest-Tag-1395421709']}) {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.140883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cbb1b8-ca3d-49a9-8a02-320aa9976908 req-249f4ede-7a95-43e8-8244-4ab9044f213c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350661 Oct 26 16:55:30.288161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8fe55c32-a3ca-4f29-b21c-81a7e7f925a7 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 200 len: 317 time: 0.1673849 Oct 26 16:55:30.290871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43206) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.295212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-a137c231-9642-4a80-bd1a-136638652b4c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.436860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a137c231-9642-4a80-bd1a-136638652b4c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 204 len: 168 time: 0.1449203 Oct 26 16:55:30.439530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43208) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.443886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-492935f1-6901-4aeb-a174-0a63642ebef5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-140521989') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.502291 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-492935f1-6901-4aeb-a174-0a63642ebef5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:30.508943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-492935f1-6901-4aeb-a174-0a63642ebef5 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-140521989 HTTP/1.1" status: 404 len: 328 time: 0.0641677 Oct 26 16:55:30.511280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.516619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-1d89693f-64af-464f-a9c2-2668ea855b39 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-1307144245') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.575985 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-1d89693f-64af-464f-a9c2-2668ea855b39 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:30.578837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d89693f-64af-464f-a9c2-2668ea855b39 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-1307144245 HTTP/1.1" status: 404 len: 329 time: 0.0664678 Oct 26 16:55:30.579978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.584447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-645286a1-e158-4a14-867d-895429405129 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356', 'tempest-TagsExtTest-Tag-1395421709') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.608766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759376e-fde3-48c4-9396-355b179258fe req-74b46e3c-9d68-4cab-a74b-10e2793ff3f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:30.610277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8759376e-fde3-48c4-9396-355b179258fe req-74b46e3c-9d68-4cab-a74b-10e2793ff3f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0527480 Oct 26 16:55:30.636609 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-645286a1-e158-4a14-867d-895429405129 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:30.640160 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-645286a1-e158-4a14-867d-895429405129 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags/tempest-TagsExtTest-Tag-1395421709 HTTP/1.1" status: 404 len: 329 time: 0.0567865 Oct 26 16:55:30.640881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.645760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-aa8b895c-5558-41c9-a08a-b3d91aecda31 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', {'tags': ['tempest-TagsExtTest-Tag-1718042407', 'tempest-TagsExtTest-Tag-1037088174', 'tempest-TagsExtTest-Tag-802750162']}) {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.653176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8759376e-fde3-48c4-9396-355b179258fe req-b76bb206-4016-4d8f-93f7-f0c5993f4dae tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358729 Oct 26 16:55:30.802871 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-aa8b895c-5558-41c9-a08a-b3d91aecda31 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 200 len: 317 time: 0.1607528 Oct 26 16:55:30.806091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43218) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.810465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-39723428-3e9b-4dcc-a327-d747b4d6ba97 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:30.963726 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-39723428-3e9b-4dcc-a327-d747b4d6ba97 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1566386 Oct 26 16:55:30.966206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43220) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:30.970731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-185ce331-4487-4fe5-afa6-f8625d31e54b tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-1718042407') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.013530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-31541e28-338b-4cc8-bf28-76c035a6da02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:31.046843 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-185ce331-4487-4fe5-afa6-f8625d31e54b tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.047929 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-185ce331-4487-4fe5-afa6-f8625d31e54b tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-1718042407 HTTP/1.1" status: 404 len: 329 time: 0.0807981 Oct 26 16:55:31.050746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43222) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.055270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-13239de9-d084-4544-9acc-35a1f3641811 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-1037088174') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.129515 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-13239de9-d084-4544-9acc-35a1f3641811 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.130636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13239de9-d084-4544-9acc-35a1f3641811 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-1037088174 HTTP/1.1" status: 404 len: 329 time: 0.0788903 Oct 26 16:55:31.134093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.138412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-758c5b51-f069-49cd-90ef-d2ac13438fda tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6', 'tempest-TagsExtTest-Tag-802750162') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.210532 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-758c5b51-f069-49cd-90ef-d2ac13438fda tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.212345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-758c5b51-f069-49cd-90ef-d2ac13438fda tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags/tempest-TagsExtTest-Tag-802750162 HTTP/1.1" status: 404 len: 328 time: 0.0771801 Oct 26 16:55:31.214948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43226) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.219441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-0310f733-4669-49bb-886f-4c345a2dc579 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', {'tags': ['tempest-TagsExtTest-Tag-1354380981', 'tempest-TagsExtTest-Tag-1698633414', 'tempest-TagsExtTest-Tag-1551749458']}) {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.323148 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0310f733-4669-49bb-886f-4c345a2dc579 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "PUT /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 200 len: 318 time: 0.1071479 Oct 26 16:55:31.333141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43230) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.337838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-a8182a3b-59a0-4952-83ce-2da1098ab292 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.465300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a8182a3b-59a0-4952-83ce-2da1098ab292 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1308620 Oct 26 16:55:31.467877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43232) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.472030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-ee0fc8d5-ed7c-4ad4-9b8b-6a44e54f3354 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-1354380981') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.491840 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-ee0fc8d5-ed7c-4ad4-9b8b-6a44e54f3354 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.493381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ee0fc8d5-ed7c-4ad4-9b8b-6a44e54f3354 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-1354380981 HTTP/1.1" status: 404 len: 329 time: 0.0245755 Oct 26 16:55:31.496221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.500782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-74fffa36-8c1e-4c6d-a9c8-efe40d802323 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-1698633414') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.533645 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-74fffa36-8c1e-4c6d-a9c8-efe40d802323 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.534692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-74fffa36-8c1e-4c6d-a9c8-efe40d802323 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-1698633414 HTTP/1.1" status: 404 len: 329 time: 0.0374925 Oct 26 16:55:31.537576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.542267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-2c2089c3-e136-48ab-96d4-6322d7db0444 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4', 'tempest-TagsExtTest-Tag-1551749458') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.562674 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-2c2089c3-e136-48ab-96d4-6322d7db0444 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] show failed (client error): The resource could not be found. Oct 26 16:55:31.563583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c2089c3-e136-48ab-96d4-6322d7db0444 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags/tempest-TagsExtTest-Tag-1551749458 HTTP/1.1" status: 404 len: 329 time: 0.0250568 Oct 26 16:55:31.566381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.571475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-ae8d2f53-b1d0-4b51-a913-7914b1d62192 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '207432cc-3741-4dac-a577-15eef711d6e4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.599067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ae8d2f53-b1d0-4b51-a913-7914b1d62192 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0317271 Oct 26 16:55:31.601768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43240) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.606162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-df21e56e-9281-4b9b-a9b8-79639bd66640 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef792d4f-1740-4067-9e43-0730a572b1c6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.686542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df21e56e-9281-4b9b-a9b8-79639bd66640 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0814204 Oct 26 16:55:31.687692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43244) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.691199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.tag.tag_plugin [None req-4a07eb66-e2c2-4332-8a0f-41a2f272c793 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65ba9d03-24d6-45d7-b1df-d32160fe2356') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.787047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a07eb66-e2c2-4332-8a0f-41a2f272c793 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356/tags HTTP/1.1" status: 204 len: 168 time: 0.0993011 Oct 26 16:55:31.790269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43246) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.795303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.tag.tag_plugin [None req-74217c22-266e-4f02-ac35-9b184641a09d tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be8c0f57-6eba-4af6-a87c-9a5ae53672ce') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:31.796576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cb277-fbb8-47d9-88d0-832784813042 req-22e1ae8b-7b26-4230-a6af-8be0810d132f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:31.798064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-350cb277-fbb8-47d9-88d0-832784813042 req-22e1ae8b-7b26-4230-a6af-8be0810d132f tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0651860 Oct 26 16:55:31.860170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74217c22-266e-4f02-ac35-9b184641a09d tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0681155 Oct 26 16:55:31.860698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43248) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:31.866586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-350cb277-fbb8-47d9-88d0-832784813042 req-ecfee582-b984-4f74-bd46-27fd9fb1be8e tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Oct 26 16:55:31.885184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-baf5695b-f8e9-4dbf-a4df-f66bbaa5ac41 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:31.886647 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-baf5695b-f8e9-4dbf-a4df-f66bbaa5ac41 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 945 time: 0.0604615 Oct 26 16:55:31.986173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:31.986508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.032570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5ede5ff-9187-4af2-a5f9-67b4d5cafaa3 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for subnetpool, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.033943 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c5ede5ff-9187-4af2-a5f9-67b4d5cafaa3 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnetpools/207432cc-3741-4dac-a577-15eef711d6e4 HTTP/1.1" status: 204 len: 168 time: 0.1723325 Oct 26 16:55:32.036453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43250) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:32.066426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1edcd937-e7b0-413b-907f-75b1a6bea678 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef792d4f-1740-4067-9e43-0730a572b1c6 HTTP/1.1" status: 200 len: 205 time: 0.0266373 Oct 26 16:55:32.066761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:32.085408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:32.085773 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.104481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:32.143630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.293831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.309908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:55:32.313304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:55:32.315762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.317970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.348649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:32.410249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:32.413181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.419623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d12be43b-c41d-4285-86a2-824630e90ff6 req-8c663a5f-c72e-486f-9c44-5ad88e3396f1 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.47 "DELETE /v2.0/ports/6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 HTTP/1.1" status: 204 len: 173 time: 0.5260670 Oct 26 16:55:32.420317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'name': 'network-vif-deleted', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:55:32.432904 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd31c6fe-6316-416c-a5ee-c79843dc5a11" -d '{"events": [{"server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "name": "network-vif-deleted", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:55:32.464817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.465367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Fanout notify agent at l3_agent the message router_deleted on router ef792d4f-1740-4067-9e43-0730a572b1c6 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:55:32.481021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.484086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d5ccbf65-f935-49a6-98e9-b8ac08d9a97c tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/routers/ef792d4f-1740-4067-9e43-0730a572b1c6 HTTP/1.1" status: 204 len: 168 time: 0.4138973 Oct 26 16:55:32.484283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43260) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:32.502413 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54dc6b7-16cd-4cac-84ea-57d5fea03407 x-openstack-request-id: req-d54dc6b7-16cd-4cac-84ea-57d5fea03407 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:55:32.503340 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40cec01-3d7c-43a3-869f-bb5d2172acd2", "name": "network-vif-deleted", "tag": "6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:55:32.504088 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d54dc6b7-16cd-4cac-84ea-57d5fea03407 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:55:32.504662 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40cec01-3d7c-43a3-869f-bb5d2172acd2', 'name': 'network-vif-deleted', 'tag': '6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583', 'status': 'completed', 'code': 200} Oct 26 16:55:32.606682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Deleting port 65ba9d03-24d6-45d7-b1df-d32160fe2356 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:32.607204 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.702508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.715634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Calling delete_port for 65ba9d03-24d6-45d7-b1df-d32160fe2356 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:32.857406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43264) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:32.905417 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:32.939746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event deleted for resources: {'Port': ['ID=65ba9d03-24d6-45d7-b1df-d32160fe2356,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.034959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8825c85f-4429-49a3-a127-550b7eb6fb94 req-09dd5b77-4a48-447f-82ce-c18a54798399 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40cec01-3d7c-43a3-869f-bb5d2172acd2 HTTP/1.1" status: 200 len: 210 time: 0.0590723 Oct 26 16:55:33.046992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dca42ef-f597-4fa3-b0f7-85e5680da833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.080410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.086501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3871004b-4870-4721-bd44-4bb4a1d31595 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/ports/65ba9d03-24d6-45d7-b1df-d32160fe2356 HTTP/1.1" status: 204 len: 168 time: 0.5990212 Oct 26 16:55:33.087268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:33.151956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Deleting subnet be8c0f57-6eba-4af6-a87c-9a5ae53672ce {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:33.155631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.157548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dca42ef-f597-4fa3-b0f7-85e5680da833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.197711 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.219063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5dca42ef-f597-4fa3-b0f7-85e5680da833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.259795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5dca42ef-f597-4fa3-b0f7-85e5680da833 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23293f08bf4543459ea82a339b20524e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013207 Oct 26 16:55:33.260931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca42ef-f597-4fa3-b0f7-85e5680da833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34553a1-b62b-40a7-a2ea-54321351db3a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.263371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43272) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:33.286751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.332388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.357751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.397014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.425419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event deleted for resources: {'Subnet': ['ID=be8c0f57-6eba-4af6-a87c-9a5ae53672ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.431544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.437191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43274) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:33.437759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3900c50-75cb-4e6e-8486-7534d03a2689 tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/subnets/be8c0f57-6eba-4af6-a87c-9a5ae53672ce HTTP/1.1" status: 204 len: 168 time: 0.3491330 Oct 26 16:55:33.439678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d40a2-2799-419d-a4e7-076081d8408f None None] Network a2afac9d-e315-417c-826f-692d436c949c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:33.488478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.490909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.492062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34553a1-b62b-40a7-a2ea-54321351db3a HTTP/1.1" status: 204 len: 168 time: 0.2277884 Oct 26 16:55:33.511266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5141c6-373e-4fc6-9d34-023f196ccffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34553a1-b62b-40a7-a2ea-54321351db3a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.531440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.586129 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-62bb660a-f5f8-4b25-8479-3ac00307e81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.586672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Deleting port 101ddfac-6986-436a-b864-624d6468c564 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:33.587243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.659083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] For port 101ddfac-6986-436a-b864-624d6468c564, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=101ddfac-6986-436a-b864-624d6468c564,segment=NetworkSegment(76391dc7-f4b4-470e-9274-8ea41268228c),segment_id=76391dc7-f4b4-470e-9274-8ea41268228c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:33.660780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.667106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] DHCP port deletion for a2afac9d-e315-417c-826f-692d436c949c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:33.672211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Calling delete_port for 101ddfac-6986-436a-b864-624d6468c564 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:33.722412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Deleting port 101ddfac-6986-436a-b864-624d6468c564 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:33.722412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.792162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] For port 101ddfac-6986-436a-b864-624d6468c564, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=101ddfac-6986-436a-b864-624d6468c564,segment=NetworkSegment(76391dc7-f4b4-470e-9274-8ea41268228c),segment_id=76391dc7-f4b4-470e-9274-8ea41268228c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:33.792612 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.806271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Calling delete_port for 101ddfac-6986-436a-b864-624d6468c564 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:33.814238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.843898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event deleted for resources: {'Port': ['ID=101ddfac-6986-436a-b864-624d6468c564,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.845744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] No DVR routers for this DVR port 101ddfac-6986-436a-b864-624d6468c564 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:33.905547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.934968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] No DVR routers for this DVR port 101ddfac-6986-436a-b864-624d6468c564 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:33.935722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.938985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa95aa-cc68-4353-ba51-3a38bab5b383 None None] Pushing event deleted for resources: {'Port': ['ID=101ddfac-6986-436a-b864-624d6468c564,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:33.961243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2afac9d-e315-417c-826f-692d436c949c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:33.970888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76391dc7-f4b4-470e-9274-8ea41268228c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:33.971272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76391dc7-f4b4-470e-9274-8ea41268228c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:33.980530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.993302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:33.999055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:33.999405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:34.002576 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:34.139670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.168057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.169883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 101ddfac-6986-436a-b864-624d6468c564 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:34.177800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.182344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] 10.222.0.21 "DELETE /v2.0/networks/a2afac9d-e315-417c-826f-692d436c949c HTTP/1.1" status: 204 len: 168 time: 0.7431016 Oct 26 16:55:34.191935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 101ddfac-6986-436a-b864-624d6468c564 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:34.192433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d971e1-9aa2-4c16-bc98-c8aa89f6270a tempest-TagsExtTest-196211871 tempest-TagsExtTest-196211871-project] Pushing event deleted for resources: {'Network': ['ID=a2afac9d-e315-417c-826f-692d436c949c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:34.192731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 101ddfac-6986-436a-b864-624d6468c564 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:34.522371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43328) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:34.603358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43338) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:34.691357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1830748959-network', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:34.742382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d6c85c4-d299-4293-8ef2-a4f51941cb44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58abd77649fd4f55b99f02de6bfb46b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377981 Oct 26 16:55:34.745031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:34.792232 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.796655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Made reservation on behalf of c461c2e7aecd419bbc9e222241ec7e8e for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:34.799005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.807937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:34.814511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.014383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.042548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:35.063401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:35.063994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 6d5c6d9b-4aa0-4e71-a6aa-5abe8c7ce583 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:35.065177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.067819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.072585 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccfbea6b-49da-41a6-a309-8e60daae0ea9 HTTP/1.1" status: 204 len: 168 time: 0.3230748 Oct 26 16:55:35.078198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c74cd1-25a7-47ad-ae5d-706b0bf61d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbea6b-49da-41a6-a309-8e60daae0ea9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:35.080266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8944a-6fe4-440f-8669-46ea3be001e6 req-b72d357d-d671-42f9-8c7c-745c28f2c6fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:35.082064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63d8944a-6fe4-440f-8669-46ea3be001e6 req-b72d357d-d671-42f9-8c7c-745c28f2c6fe tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 945 time: 0.0540936 Oct 26 16:55:35.083975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.091661 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.125577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:55:35.151942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cb458-7f06-4d60-ada5-647bbdfa918e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:35.157721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.158055 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Added segment 7d76e149-7fd2-469f-99e5-9e9683cf65be of type vlan for network cc86ce9c-6e4b-462d-a22f-7410116f527e Oct 26 16:55:35.161803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-63d8944a-6fe4-440f-8669-46ea3be001e6 req-7e86dc49-cd1a-4194-befc-440055f56dcf tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698452 Oct 26 16:55:35.210092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.299599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.300626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:35.301233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.363432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Pushing event updated for resources: {'Network': ['ID=cc86ce9c-6e4b-462d-a22f-7410116f527e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:35.372108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.372462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.372806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.373147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.373484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.373821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.374152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.374480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.374808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.375154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.375483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.375806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:35.389594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network cc86ce9c-6e4b-462d-a22f-7410116f527e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:55:35.411036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-62d2c1df-fd77-4bfe-8440-210ca2e7389d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8903174 Oct 26 16:55:35.414042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:35.421578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Request body: {'subnet': {'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1830748959-subnet', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:35.498592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Made reservation on behalf of c461c2e7aecd419bbc9e222241ec7e8e for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:35.501024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.756849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.814722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ef067f-9e9d-477b-aa3c-7d43bc84e0ad,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:35.822617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Checking segment: {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:35.823007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Network hostable DHCP agents. Network: cc86ce9c-6e4b-462d-a22f-7410116f527e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:55:35.900392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Network cc86ce9c-6e4b-462d-a22f-7410116f527e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:55:35.972944 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, cc86ce9c-6e4b-462d-a22f-7410116f527e) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:35.977108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:35.980252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:35.984630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adebd26-91d6-41b0-8692-85e595b4dc89 None None] Network cc86ce9c-6e4b-462d-a22f-7410116f527e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:36.059534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43368) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:36.060108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-52e7a5c6-b40e-454c-98f7-7162216abb6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6441123 Oct 26 16:55:36.064038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:36.145716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-cc86ce9c-6e4b-462d-a22f-7410116f527e', 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'fixed_ips': [{'subnet_id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:55:36.147201 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.219883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.220940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.295705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Allocated IP 172.20.0.2 (cc86ce9c-6e4b-462d-a22f-7410116f527e/46ef067f-9e9d-477b-aa3c-7d43bc84e0ad/006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:36.325601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dbe50-6cf5-4629-b23a-ffc6a9cb124a req-67d96054-f422-4c11-8cfc-0efc059ed7ce tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:36.327712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e4dbe50-6cf5-4629-b23a-ffc6a9cb124a req-67d96054-f422-4c11-8cfc-0efc059ed7ce tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 945 time: 0.0833170 Oct 26 16:55:36.379317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e4dbe50-6cf5-4629-b23a-ffc6a9cb124a req-87ba17c7-7b94-4e46-8877-8689ede62b6b tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/security-groups?id=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Oct 26 16:55:36.493683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.557037 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.609011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Network cc86ce9c-6e4b-462d-a22f-7410116f527e is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:36.615166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.621865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:36.624451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Pushing event updated for resources: {'Port': ['ID=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:36.626795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:55:36.666591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-9b43dead-9353-46af-9650-5cf9c01af01c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:36.666591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-9b43dead-9353-46af-9650-5cf9c01af01c tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Oct 26 16:55:36.698082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Attempting to bind port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:55:36.703555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Attempting to bind port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:55:36.703555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Attempting to bind port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d on network cc86ce9c-6e4b-462d-a22f-7410116f527e {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:55:36.705708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:55:36.709741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Checking segment: {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:36.710435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.711062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Bound using segment: {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:55:36.711573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Bound port: 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:55:36.712637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.761958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Deleting port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:36.762423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.784855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] For port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:55:36.787984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] For port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:55:36.831203 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.911614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.962208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.981668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a35b30-356b-4918-98ae-56d98d747111 None None] Pushing event updated for resources: {'Port': ['ID=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:36.987321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] For port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,segment=NetworkSegment(564d6236-315d-47e6-b952-084efcefe014),segment_id=564d6236-315d-47e6-b952-084efcefe014)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:36.987321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:36.996886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Calling delete_port for a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:37.203986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.216843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:55:37.239700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Pushing event deleted for resources: {'Port': ['ID=a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:37.292322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] No DVR routers for this DVR port a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:37.295364 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.298595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ace14af-ec57-4f51-82cc-901ce0903ccd req-da255ae0-723f-4f46-9c0c-e5dd2f15ff45 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.39 "DELETE /v2.0/ports/a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 HTTP/1.1" status: 204 len: 173 time: 0.6353664 Oct 26 16:55:37.299984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'name': 'network-vif-deleted', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:55:37.303269 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a3175-fc80-40c7-a7d6-b848d00d7807" -d '{"events": [{"server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "name": "network-vif-deleted", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:55:37.359835 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540c642b-5c64-4368-98f8-4685565565e2 x-openstack-request-id: req-540c642b-5c64-4368-98f8-4685565565e2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:55:37.360134 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f5952-e737-45b5-a36f-692dd74f3ee1", "name": "network-vif-deleted", "tag": "a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:55:37.360362 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-540c642b-5c64-4368-98f8-4685565565e2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:55:37.360756 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f5952-e737-45b5-a36f-692dd74f3ee1', 'name': 'network-vif-deleted', 'tag': 'a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5', 'status': 'completed', 'code': 200} Oct 26 16:55:37.471036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.496121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.509825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4e690f1-0340-492b-9acb-22a00fde4d9c req-ee9985e1-4e44-4c15-b4ba-99fc325623b5 tempest-ServersTestJSON-1430056101 tempest-ServersTestJSON-1430056101-project] 10.222.0.21 "GET /v2.0/ports?device_id=115f5952-e737-45b5-a36f-692dd74f3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0292959 Oct 26 16:55:37.615791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Allocated IP 172.25.5.164 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/1d714b70-3dd1-450b-ad01-5f781f157043) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:37.734059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.875387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:37.910363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:37.912839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ecb446-b9da-40c5-bbb8-3ed4bfe03281 None None] Network cc86ce9c-6e4b-462d-a22f-7410116f527e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:37.915820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:37.919383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:55:37.924890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Pushing event updated for resources: {'Port': ['ID=1d714b70-3dd1-450b-ad01-5f781f157043,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:38.151478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] Provisioning complete for port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:38.152081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.263059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:38.296426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.319831 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.324351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:38.378603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:38.379227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.413769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] For port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:38.459632 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de5ed809-ca71-4b5e-9230-c7ce845078d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.489716 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.493568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.557729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.572098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de5ed809-ca71-4b5e-9230-c7ce845078d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.588352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:38.625980 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:55:38.626485 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:55:38.627238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35baa-fa03-44c9-abbc-58b43dfb2129 None None] Pushing event updated for resources: {'Port': ['ID=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:38.642757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Deleting subnet 4a112e28-8ae0-4ffa-be6e-afdc4662c29e {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:38.646593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de5ed809-ca71-4b5e-9230-c7ce845078d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.648970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.714669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-86daf24e-ce1b-4d97-a60c-12dd014ebbf2 None None] Provisioning complete for port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:38.714959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-86daf24e-ce1b-4d97-a60c-12dd014ebbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.725975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed809-ca71-4b5e-9230-c7ce845078d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c550a79-5bd4-43a7-a7fd-ceeef6837a4b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:38.731712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-de5ed809-ca71-4b5e-9230-c7ce845078d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee42d5caaaf41978e4aeabc4039954d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058552 Oct 26 16:55:38.734617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43424) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:38.737545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.781608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.787104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.808601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:55:38.814633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.889112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.916848 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a112e28-8ae0-4ffa-be6e-afdc4662c29e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:38.920577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:38.923834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c48eb37-8bf2-443a-8b7f-0d3ca97a1625 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a112e28-8ae0-4ffa-be6e-afdc4662c29e HTTP/1.1" status: 204 len: 168 time: 0.3342178 Oct 26 16:55:38.926308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43426) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:38.982679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:38.991564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Sync routers for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:39.001565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:39.002445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:39.018307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.021009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.023517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.028307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c550a79-5bd4-43a7-a7fd-ceeef6837a4b HTTP/1.1" status: 204 len: 168 time: 0.2917750 Oct 26 16:55:39.042918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a3e6-ac02-4396-88a6-0a5d0d915f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c550a79-5bd4-43a7-a7fd-ceeef6837a4b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:39.112052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.113292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7594cf38-d6a5-4daf-a093-c773883f8a7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0527706 Oct 26 16:55:39.115930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43430) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:39.120709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:39.166660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.220271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c14234-2b52-4452-8f8b-8c5f27f71705']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:39.234460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564d6236-315d-47e6-b952-084efcefe014') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:39.234757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564d6236-315d-47e6-b952-084efcefe014') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:39.247741 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.274871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.285893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:39.286293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:39.287959 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:39.333317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:38Z', 'revision_number': 3, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:39.361112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Checking router: 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:39.361459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Updating router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 port 1d714b70-3dd1-450b-ad01-5f781f157043 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:55:39.387013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.511984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.516729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.522850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5c14234-2b52-4452-8f8b-8c5f27f71705 HTTP/1.1" status: 204 len: 168 time: 0.5955069 Oct 26 16:55:39.663617 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.676489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43436) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:39.690793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feeb321-64ec-4cc0-97ff-8e038c7ce93c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.751739 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.780158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feeb321-64ec-4cc0-97ff-8e038c7ce93c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.808075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Attempting to bind port 1d714b70-3dd1-450b-ad01-5f781f157043 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:55:39.808443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Attempting to bind port 1d714b70-3dd1-450b-ad01-5f781f157043 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:55:39.808802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Attempting to bind port 1d714b70-3dd1-450b-ad01-5f781f157043 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:55:39.810923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc776a91-1420-4f79-ae61-84d304456acb None None] Pushing event updated for resources: {'Port': ['ID=1d714b70-3dd1-450b-ad01-5f781f157043,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:39.816592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:55:39.816964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:39.817361 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.817741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:55:39.818205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Bound port: 1d714b70-3dd1-450b-ad01-5f781f157043, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:55:39.818584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.853481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:39.860890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0feeb321-64ec-4cc0-97ff-8e038c7ce93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.882034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d5346-ab04-47bb-85bb-f9a561a1e1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c14234-2b52-4452-8f8b-8c5f27f71705,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:39.891227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:39.891495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device a93456ec-b7c8-49d6-8e5a-1f88e25fe3f5 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:39.896445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeb321-64ec-4cc0-97ff-8e038c7ce93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeb7c0b-0701-4e28-be1f-94019b863689,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:39.901403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] For port 1d714b70-3dd1-450b-ad01-5f781f157043, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:55:39.905212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] For port 1d714b70-3dd1-450b-ad01-5f781f157043, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d714b70-3dd1-450b-ad01-5f781f157043,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:55:39.921521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0feeb321-64ec-4cc0-97ff-8e038c7ce93c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a9f2c957964cb283233accbd502933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438729 Oct 26 16:55:39.924249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:39.972515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:39.995165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.001393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:40.009651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.027079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.063035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-691adaaf-a6cc-4a7d-8788-e86ad74bea48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=962f954e00d245dd9651dc21ea0faaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604956 Oct 26 16:55:40.070419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:40.075179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:40.075905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:40.132919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.150686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc776a91-1420-4f79-ae61-84d304456acb None None] Pushing event updated for resources: {'Port': ['ID=1d714b70-3dd1-450b-ad01-5f781f157043,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:40.158650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.170420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.172965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.174311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceeb7c0b-0701-4e28-be1f-94019b863689 HTTP/1.1" status: 204 len: 168 time: 0.2490096 Oct 26 16:55:40.198148 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2746749-d157-4c53-8a3a-6c45bef653a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeb7c0b-0701-4e28-be1f-94019b863689,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:40.217957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:40.250325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:40.278404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Allocated IP 172.20.0.1 (cc86ce9c-6e4b-462d-a22f-7410116f527e/46ef067f-9e9d-477b-aa3c-7d43bc84e0ad/2727403d-9ca8-4362-a0d7-fd93267b6bf9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:40.304144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.304144 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.305549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1 HTTP/1.1" status: 204 len: 168 time: 0.2335899 Oct 26 16:55:40.316288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54bff6-c016-4882-b011-2f19a322a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5e7c5-ce28-4613-bf2b-58d1f3f9c7c1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:40.402605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.434869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:40.435434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.495067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.536914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:38Z', 'revision_number': 3, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:40.541696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Network cc86ce9c-6e4b-462d-a22f-7410116f527e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:40.545807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:40.548916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:55:40.574110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a036f0-c019-4290-9012-c34f30489e96 None None] The sync data for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 is: [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:38Z', 'revision_number': 3, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:40.591340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:40.615025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.839117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b051ddc8-858e-4213-8dbb-33e79a0131f9 None None] Provisioning complete for port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:40.839519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b051ddc8-858e-4213-8dbb-33e79a0131f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.902432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:40.915215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b051ddc8-858e-4213-8dbb-33e79a0131f9 None None] Port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:55:41.110710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:41.186274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:41.261411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:41.267843 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:41.388705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Network cc86ce9c-6e4b-462d-a22f-7410116f527e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:41.390830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:41.533315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:41.676276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:41.683411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-46eed544-d034-4363-89ce-50c1e77a68d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664325 Oct 26 16:55:41.746304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d608a4a2-a454-4170-9ba7-d5b3365fd466 None None] Provisioning complete for port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:41.749609 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d608a4a2-a454-4170-9ba7-d5b3365fd466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:41.793657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d608a4a2-a454-4170-9ba7-d5b3365fd466 None None] Port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:55:42.168630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43502) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:42.199817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d714b70-3dd1-450b-ad01-5f781f157043 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:42.263078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1d714b70-3dd1-450b-ad01-5f781f157043 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:42.263607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.332958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7899ae9d-33aa-4dff-b19b-70bedbe5b958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.362400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.385820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 1d714b70-3dd1-450b-ad01-5f781f157043, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d714b70-3dd1-450b-ad01-5f781f157043,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:42.424073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7899ae9d-33aa-4dff-b19b-70bedbe5b958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.444873 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Sync routers for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:42.456860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:42.457468 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:42.466616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.506555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7899ae9d-33aa-4dff-b19b-70bedbe5b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.559415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=1d714b70-3dd1-450b-ad01-5f781f157043,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:42.585846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7899ae9d-33aa-4dff-b19b-70bedbe5b958 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90fecb3d075843d3a089dc62a9749130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123304 Oct 26 16:55:42.585846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ae9d-33aa-4dff-b19b-70bedbe5b958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d631ce1-0ac0-42dc-9b9e-a6b06d087643,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:42.586398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:42.589996 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:42.645888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.679844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.814942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.817916 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:42.822448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d631ce1-0ac0-42dc-9b9e-a6b06d087643 HTTP/1.1" status: 204 len: 168 time: 0.2324362 Oct 26 16:55:42.828846 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:40Z', 'revision_number': 4, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2727403d-9ca8-4362-a0d7-fd93267b6bf9', 'name': '', 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'mac_address': 'fa:16:3e:40:c3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:40Z', 'updated_at': '2021-10-26T16:55:40Z', 'revision_number': 2, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'subnets': [{'id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:42.829798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68546f-fc3b-4acb-8cb3-7bf77181b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d631ce1-0ac0-42dc-9b9e-a6b06d087643,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:42.870772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Checking router: 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:42.870772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Updating router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:55:42.901616 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.189386 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.271979 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.314947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8509-f04d-41a9-827e-8cdf62846254 None None] Pushing event updated for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:43.394170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Attempting to bind port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:55:43.394795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Attempting to bind port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:55:43.395281 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Attempting to bind port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 on network cc86ce9c-6e4b-462d-a22f-7410116f527e {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:55:43.404881 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:55:43.405268 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Checking segment: {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:55:43.405766 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.407817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Bound using segment: {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:55:43.408318 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Bound port: 2727403d-9ca8-4362-a0d7-fd93267b6bf9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d76e149-7fd2-469f-99e5-9e9683cf65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:55:43.408853 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.496681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43548) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:43.499459 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] For port 2727403d-9ca8-4362-a0d7-fd93267b6bf9, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:55:43.503383 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] For port 2727403d-9ca8-4362-a0d7-fd93267b6bf9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2727403d-9ca8-4362-a0d7-fd93267b6bf9,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:55:43.541877 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.596526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:43.597486 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:43.654093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] Provisioning complete for port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:43.654644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.843848 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:43.885482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] For port 2727403d-9ca8-4362-a0d7-fd93267b6bf9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2727403d-9ca8-4362-a0d7-fd93267b6bf9,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:43.911256 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8509-f04d-41a9-827e-8cdf62846254 None None] Pushing event updated for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:43.940345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:43.947569 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.000120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497554-ee71-4147-97ab-ba3fb221b742 None None] Pushing event updated for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:44.002640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.080944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2098ce4b-5c65-4b02-9fcb-55a2034db90d None None] Provisioning complete for port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:44.082626 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2098ce4b-5c65-4b02-9fcb-55a2034db90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.209507 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:40Z', 'revision_number': 4, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2727403d-9ca8-4362-a0d7-fd93267b6bf9', 'name': '', 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'mac_address': 'fa:16:3e:40:c3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:40Z', 'updated_at': '2021-10-26T16:55:43Z', 'revision_number': 4, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'subnets': [{'id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:44.222685 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d714b70-3dd1-450b-ad01-5f781f157043 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:55:44.247708 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e2e13-b780-4a40-8fa9-9e27039fb5e8 None None] The sync data for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 is: [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:40Z', 'revision_number': 4, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2727403d-9ca8-4362-a0d7-fd93267b6bf9', 'name': '', 'network_id': 'cc86ce9c-6e4b-462d-a22f-7410116f527e', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'mac_address': 'fa:16:3e:40:c3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:40Z', 'updated_at': '2021-10-26T16:55:43Z', 'revision_number': 4, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'subnets': [{'id': '46ef067f-9e9d-477b-aa3c-7d43bc84e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:44.280127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1d714b70-3dd1-450b-ad01-5f781f157043 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:55:44.280344 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.344754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Deleting port 2727403d-9ca8-4362-a0d7-fd93267b6bf9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:44.345157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.457812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] For port 2727403d-9ca8-4362-a0d7-fd93267b6bf9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2727403d-9ca8-4362-a0d7-fd93267b6bf9,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:44.458471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.472803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Calling delete_port for 2727403d-9ca8-4362-a0d7-fd93267b6bf9 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:44.755511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:44.800183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Pushing event deleted for resources: {'Port': ['ID=2727403d-9ca8-4362-a0d7-fd93267b6bf9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:45.102896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:45.414590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:55:45.578307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:55:45.586017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d260b12f-f0bb-43fb-a6df-f9fe7805e622 admin admin] 10.222.0.21 "PUT /v2.0/routers/044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880985 Oct 26 16:55:45.590242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:45.768621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:45.870463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Sync routers for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:45.881127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:45.882233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:45.889167 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.017917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Deleting port 1d714b70-3dd1-450b-ad01-5f781f157043 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:46.018254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.179544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] For port 1d714b70-3dd1-450b-ad01-5f781f157043, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d714b70-3dd1-450b-ad01-5f781f157043,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:46.179912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.193737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Calling delete_port for 1d714b70-3dd1-450b-ad01-5f781f157043 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:46.210986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:46.430119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:44Z', 'revision_number': 5, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port': {'id': '1d714b70-3dd1-450b-ad01-5f781f157043', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:55:37Z', 'updated_at': '2021-10-26T16:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:46.432696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.464829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Checking router: 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:46.468259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d714b70-3dd1-450b-ad01-5f781f157043,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:46.482340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Routers {'044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:55:46.483159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:55:33Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:46.559386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.566055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] Set router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:55:46.624365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:46Z', 'revision_number': 7, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:46.652519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eee391-d375-4c8b-a635-7e36ec0f4d4e None None] The sync data for ids ['044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6'] in n-d-815373-2 is: [{'id': '044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6', 'name': 'tempest-ImageQuotaTest-1830748959-router', 'tenant_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:55:36Z', 'updated_at': '2021-10-26T16:55:46Z', 'revision_number': 7, 'project_id': 'c461c2e7aecd419bbc9e222241ec7e8e', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:46.666748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.669052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.793494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.794219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:55:46.802712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.804570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cdb65660-c5bc-44ae-8d0d-d7b4a89b5ca4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/044fa2fc-ab6b-4a0d-a3c7-a648af5a49f6 HTTP/1.1" status: 204 len: 168 time: 1.2131946 Oct 26 16:55:46.808065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43616) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:46.867880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Deleting subnet 46ef067f-9e9d-477b-aa3c-7d43bc84e0ad {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:55:46.873196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.910086 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:46.989888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.118887 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.146487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ef067f-9e9d-477b-aa3c-7d43bc84e0ad,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:47.150325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.153273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd1f7140-7ef1-4cf8-9790-d2c586653457 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46ef067f-9e9d-477b-aa3c-7d43bc84e0ad HTTP/1.1" status: 204 len: 168 time: 0.3433681 Oct 26 16:55:47.156287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43618) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:47.158291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87254c-eba5-4606-8df0-6d6c2995055f None None] Network cc86ce9c-6e4b-462d-a22f-7410116f527e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:55:47.230421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.286101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Deleting port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:47.286430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.349705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] For port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:47.349988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.364020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Calling delete_port for 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:47.445677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] DHCP port deletion for cc86ce9c-6e4b-462d-a22f-7410116f527e request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:55:47.513072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Deleting port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:55:47.513377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.548855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-febc7fff-c9ba-428b-895f-59c986821a68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517502 Oct 26 16:55:47.552852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.584574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:47.585387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] For port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,segment=NetworkSegment(7d76e149-7fd2-469f-99e5-9e9683cf65be),segment_id=7d76e149-7fd2-469f-99e5-9e9683cf65be)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:55:47.585795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.597046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] No DVR routers for this DVR port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:47.605845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Calling delete_port for 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:55:47.651858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-228a514d-08e8-4278-b917-b03a7a9a73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:47.653714 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-228a514d-08e8-4278-b917-b03a7a9a73ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.0622520 Oct 26 16:55:47.687382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.701103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.710817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc86ce9c-6e4b-462d-a22f-7410116f527e']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:47.721744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d76e149-7fd2-469f-99e5-9e9683cf65be') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:47.722830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d76e149-7fd2-469f-99e5-9e9683cf65be') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:47.728095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] Pushing event deleted for resources: {'Port': ['ID=006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:47.736200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98317c-538d-472c-9d56-76f19ac9d990 None None] No DVR routers for this DVR port 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:55:47.740743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.767849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.778358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:55:47.779048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:55:47.781726 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:55:47.792243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-332ced03-80fb-4a33-8b05-0cd0a6d552dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:47.793840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-332ced03-80fb-4a33-8b05-0cd0a6d552dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1158333 Oct 26 16:55:47.874492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-c90bf793-762e-4700-8b28-1b96d6748c6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1000 time: 0.0703387 Oct 26 16:55:47.944739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-29bf4c08-6984-4668-944b-f9d68eae715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:47.946273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-29bf4c08-6984-4668-944b-f9d68eae715a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0639193 Oct 26 16:55:47.947715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.963033 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:47.963033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc86ce9c-6e4b-462d-a22f-7410116f527e HTTP/1.1" status: 204 len: 168 time: 0.8010774 Oct 26 16:55:47.972180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365ed5-3bd9-48c7-8589-41dd274da5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=cc86ce9c-6e4b-462d-a22f-7410116f527e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:48.000651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-8284279a-06a6-4b54-a64c-6808275612ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:55:48.002172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-8284279a-06a6-4b54-a64c-6808275612ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463135 Oct 26 16:55:48.105298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-71370470-8321-4814-af6f-937f71a0867b service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951042 Oct 26 16:55:48.202357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2727403d-9ca8-4362-a0d7-fd93267b6bf9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:48.222799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1c23c55-d1dc-4495-8c14-01313a612f93 req-f1247d3b-dade-42ab-8bc1-764ea63bebf6 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096721 Oct 26 16:55:48.223040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2727403d-9ca8-4362-a0d7-fd93267b6bf9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:48.223410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2727403d-9ca8-4362-a0d7-fd93267b6bf9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:48.223844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d714b70-3dd1-450b-ad01-5f781f157043 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:48.244127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1d714b70-3dd1-450b-ad01-5f781f157043 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:48.244581 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d714b70-3dd1-450b-ad01-5f781f157043 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:48.245174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:55:48.264501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:55:48.264837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 006a2e5d-7082-4117-b4a6-5b3c9c0c5c9d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:55:48.529611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43642) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:48.571099 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-419fc019-7b10-49e7-957e-b2d067ec1d7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c461c2e7aecd419bbc9e222241ec7e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403247 Oct 26 16:55:48.574697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43644) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:48.629946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:48.651837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:48.810344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:48.812979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:48.814150 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/828cb458-7f06-4d60-ada5-647bbdfa918e HTTP/1.1" status: 204 len: 168 time: 0.2384875 Oct 26 16:55:48.822350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897809-65c2-4f05-8c23-19e9651ffccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cb458-7f06-4d60-ada5-647bbdfa918e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:49.536227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43670) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:49.550245 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fddc182-beab-4a11-bcb1-d70dc4ee2477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.630578 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fddc182-beab-4a11-bcb1-d70dc4ee2477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.707469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fddc182-beab-4a11-bcb1-d70dc4ee2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.749153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1fddc182-beab-4a11-bcb1-d70dc4ee2477 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2116103 Oct 26 16:55:49.750008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddc182-beab-4a11-bcb1-d70dc4ee2477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c55535-1051-4f57-8759-2c4825751f88,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:49.752149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:49.805246 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.830516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.919217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.922221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:49.923594 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25c55535-1051-4f57-8759-2c4825751f88 HTTP/1.1" status: 204 len: 168 time: 0.1704049 Oct 26 16:55:49.934348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076a163-0533-4fec-9399-d9e4afd7dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c55535-1051-4f57-8759-2c4825751f88,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:51.100888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:52.530474 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:55.546735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:55.658081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3647ecf5-e94d-48ce-9b58-ece79fd5fb79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:55.741289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3647ecf5-e94d-48ce-9b58-ece79fd5fb79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:55.816946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3647ecf5-e94d-48ce-9b58-ece79fd5fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:55.854531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ecf5-e94d-48ce-9b58-ece79fd5fb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456f6970-470f-4d11-a31d-7e43aceabe7d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:55.861813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3647ecf5-e94d-48ce-9b58-ece79fd5fb79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17e28cf2841e47db955de43fb3595c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139961 Oct 26 16:55:55.864612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43764) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:55.919414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:55.941374 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.050917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.053599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.054802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/456f6970-470f-4d11-a31d-7e43aceabe7d HTTP/1.1" status: 204 len: 168 time: 0.1892440 Oct 26 16:55:56.067222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e2f44-af26-4705-9672-4160e85ac277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456f6970-470f-4d11-a31d-7e43aceabe7d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:56.752429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 43774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:56.766503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02b6ed94-8535-48ac-be57-f3311360a72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.839955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02b6ed94-8535-48ac-be57-f3311360a72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.942623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-02b6ed94-8535-48ac-be57-f3311360a72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:56.981946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-02b6ed94-8535-48ac-be57-f3311360a72f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=792f19f6e7964a91867c0ca86543c296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283745 Oct 26 16:55:56.982962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ed94-8535-48ac-be57-f3311360a72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7b6add-b711-4f7f-ba91-f372ae941a4f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:56.987022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:55:57.039631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:57.062271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:57.211058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:57.213732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:55:57.214905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a7b6add-b711-4f7f-ba91-f372ae941a4f HTTP/1.1" status: 204 len: 168 time: 0.2263579 Oct 26 16:55:57.223253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9955728-e6bf-4953-ac31-14367d7c68b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7b6add-b711-4f7f-ba91-f372ae941a4f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:01.064057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e59685d-5aa7-4e6c-a735-d565de508664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:01.751985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43868) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:01.864294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed101897-87d4-4fb4-b602-eeaa3cf108b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:01.939949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed101897-87d4-4fb4-b602-eeaa3cf108b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.034689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ed101897-87d4-4fb4-b602-eeaa3cf108b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.076832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ed101897-87d4-4fb4-b602-eeaa3cf108b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=814a211574e2419695e1304a6594024d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207059 Oct 26 16:56:02.076832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed101897-87d4-4fb4-b602-eeaa3cf108b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8d34b4-0073-4dc8-aecf-0e8ce8573508,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:02.079995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 43876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:02.130000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.152339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.326748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.330174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:02.334371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b8d34b4-0073-4dc8-aecf-0e8ce8573508 HTTP/1.1" status: 204 len: 168 time: 0.2533255 Oct 26 16:56:02.343383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0aa43-65a3-44c6-b1e8-1134176ae468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8d34b4-0073-4dc8-aecf-0e8ce8573508,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:03.582359 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1236-b4b7-4213-8d4f-da8d6b4bceeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:04.115207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:05.109866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:06.758357 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:56:06.768694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:19.750187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44078) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:19.865438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb32f-2dfc-4fce-b134-9452e7444d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:19.945579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb32f-2dfc-4fce-b134-9452e7444d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.077587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb32f-2dfc-4fce-b134-9452e7444d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.125661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a3bcb32f-2dfc-4fce-b134-9452e7444d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f235a86cac64a7e8c8b21f5be36ab89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736064 Oct 26 16:56:20.127029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcb32f-2dfc-4fce-b134-9452e7444d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9badc973-f254-40cc-b4e2-8b2338b81d15,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:20.130350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:20.187122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.213388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.380597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.384158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:20.385326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9badc973-f254-40cc-b4e2-8b2338b81d15 HTTP/1.1" status: 204 len: 168 time: 0.2538924 Oct 26 16:56:20.393200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961648-30d4-40f1-b729-4f852a0fab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9badc973-f254-40cc-b4e2-8b2338b81d15,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:21.084303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44090) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:21.098500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d36192-7220-446e-85b1-977f97d14db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.101082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.178812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d36192-7220-446e-85b1-977f97d14db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.237352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b9d36192-7220-446e-85b1-977f97d14db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.276898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b9d36192-7220-446e-85b1-977f97d14db8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29a7b8d3527f4f20b84743aed14997d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910486 Oct 26 16:56:21.277949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d36192-7220-446e-85b1-977f97d14db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4644e2-ec3f-4caf-8a9e-c0bb01f8b875,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:21.279706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44094) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:21.330726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.353128 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.507011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.509952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:21.511441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d4644e2-ec3f-4caf-8a9e-c0bb01f8b875 HTTP/1.1" status: 204 len: 168 time: 0.2306414 Oct 26 16:56:21.519400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d1658-3020-4642-b2a3-fd90540c2b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4644e2-ec3f-4caf-8a9e-c0bb01f8b875,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:22.564370 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:27.818553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-2bfb3270-1a0b-4d4c-a690-9b0775dc447f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754021367&fields=id&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 267 time: 0.0330408 Oct 26 16:56:27.938940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-81f17863-edd5-4ff7-998a-b5494781abd3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:27.938940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-81f17863-edd5-4ff7-998a-b5494781abd3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1099005 Oct 26 16:56:27.951941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-18387167-7cb2-4819-a29f-995ef090c535 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/quotas/db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 375 time: 0.0100436 Oct 26 16:56:28.012006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-e1e9135c-2939-4f81-89f8-7539a802e424 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541687 Oct 26 16:56:28.112845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-6131e621-55c1-41f5-bc13-0f711c3c9670 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Oct 26 16:56:28.206321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-a2510252-0d2e-4827-9712-a01c5bdcca63 service neutron] 10.222.0.21 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Oct 26 16:56:28.907364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35b794d3-09ae-46ae-afb5-16ebf627b699 req-405fe626-22e2-4a7b-b06e-f15875bdda76 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.1543336 Oct 26 16:56:29.981129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44244) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:30.018576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e13cb3de-bf5a-46cc-86fa-f854e81ff644 req-471dcdbf-405e-40cb-94ac-8ec2203f8f9c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0340226 Oct 26 16:56:30.114913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.194569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.278880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.318418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3baa3462f9b48b9a4b5ba6ee49aa574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357563 Oct 26 16:56:30.319327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2828f1-0f68-459b-88e8-225342466c8e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:30.321306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:30.327021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.330871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac154c-7179-4de2-977c-bfc663a8b983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:30.374285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.396674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.490380 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.493000 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:30.494213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee2828f1-0f68-459b-88e8-225342466c8e HTTP/1.1" status: 204 len: 168 time: 0.1713500 Oct 26 16:56:30.501939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cae879-a665-41d1-a545-c1d1a0150830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2828f1-0f68-459b-88e8-225342466c8e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:30.988962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-8be9bd11-045f-4c49-b666-dbbdc8e26193 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:30.991469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-8be9bd11-045f-4c49-b666-dbbdc8e26193 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 810 time: 0.1205707 Oct 26 16:56:31.022170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74c329e9-4343-4c2a-9ef9-9c9614ce948e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:31.067397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-68925835-bb85-49e6-8a2a-212232077ed7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db853ae1189f4c059961fffd9f61e138 HTTP/1.1" status: 200 len: 380 time: 0.0567389 Oct 26 16:56:31.077807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'port': {'device_id': '5ed2cd07-5140-490a-939c-af29634062e4', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'admin_state_up': True, 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'security_groups': ['e41963cc-ce97-44bd-9dd4-0cb53101858a']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:31.133240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6d1a347-0734-4a37-8000-a3b358c9a06a req-dead6300-5750-4c7f-bbf9-e06bbc973f63 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0345263 Oct 26 16:56:31.330592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Made reservation on behalf of db853ae1189f4c059961fffd9f61e138 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:31.334637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:31.501413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.20.0.9 (f41e5ee0-39f1-4601-9791-2472f6b8ea89/3e216250-a4ed-473c-973b-a887a552d1e9/0872e58b-f43d-48b7-9940-81024845002e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:31.661098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:31.782857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:31.831156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:31.834554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:31.839266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:31.871928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:31.910366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:31.911036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.066339 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-4ce618ab-aaec-4bec-b98c-31f5dfe2dfaa tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9924204 Oct 26 16:56:32.081019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Request body: {'port': {'device_id': '5ed2cd07-5140-490a-939c-af29634062e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:32.151092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.230197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-db1ca0c7-4a49-434e-9384-8df8eec41c36 None None] Provisioning complete for port 0872e58b-f43d-48b7-9940-81024845002e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:56:32.233393 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db1ca0c7-4a49-434e-9384-8df8eec41c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.339750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48c3d3-dbb5-4b5d-bfc8-5a05e925db10 req-13a454a6-67f2-4a8c-b0f3-50f7bbcdff8e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:32.348026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-db1ca0c7-4a49-434e-9384-8df8eec41c36 None None] Port 0872e58b-f43d-48b7-9940-81024845002e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:56:32.349027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f48c3d3-dbb5-4b5d-bfc8-5a05e925db10 req-13a454a6-67f2-4a8c-b0f3-50f7bbcdff8e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 931 time: 0.0789258 Oct 26 16:56:32.397886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7f48c3d3-dbb5-4b5d-bfc8-5a05e925db10 req-65d676e6-396f-4e74-8538-4fa970d299fb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Oct 26 16:56:32.515336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:32.675474 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e0a174d-3144-4252-aeaf-60faa241e6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.762480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e0a174d-3144-4252-aeaf-60faa241e6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.824528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0872e58b-f43d-48b7-9940-81024845002e {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:56:32.832961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.848197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Transition to ACTIVE for port object 0872e58b-f43d-48b7-9940-81024845002e will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 16:56:32.891044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e0a174d-3144-4252-aeaf-60faa241e6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:32.942409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44306) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:32.948835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e0a174d-3144-4252-aeaf-60faa241e6e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=071787b4ddfa4373a0fcfdb638affb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324548 Oct 26 16:56:32.951549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a174d-3144-4252-aeaf-60faa241e6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcad54f-54c4-4af6-8b8d-e7e6fc3e14e4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:32.968019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.049147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Pushing event updated for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:33.062493 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.133139 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.187000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Attempting to bind port 0872e58b-f43d-48b7-9940-81024845002e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:56:33.187394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Attempting to bind port 0872e58b-f43d-48b7-9940-81024845002e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:56:33.187838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Attempting to bind port 0872e58b-f43d-48b7-9940-81024845002e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:56:33.195081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Port 0872e58b-f43d-48b7-9940-81024845002e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 16:56:33.195081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Attempting to bind port 0872e58b-f43d-48b7-9940-81024845002e on network f41e5ee0-39f1-4601-9791-2472f6b8ea89 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:56:33.201598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:56:33.201935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Checking segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:56:33.202321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Bound using segment: {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:56:33.202829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Bound port: 0872e58b-f43d-48b7-9940-81024845002e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f353e-0425-474d-a0fc-ee4401bec472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:56:33.203228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.277313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:56:33.282455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0872e58b-f43d-48b7-9940-81024845002e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:56:33.325932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.328539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.329774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fcad54f-54c4-4af6-8b8d-e7e6fc3e14e4 HTTP/1.1" status: 204 len: 168 time: 0.3862829 Oct 26 16:56:33.338008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392fd6e-2c96-4db5-97d4-7a363916cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcad54f-54c4-4af6-8b8d-e7e6fc3e14e4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:33.376866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.437693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:33.439467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.443285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] 10.222.0.39 "PUT /v2.0/ports/0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 1091 time: 1.3662105 Oct 26 16:56:33.443859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:56:33.457019 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b55add-b14b-42f4-8280-b017a61df718" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:33.497454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b0b-8116-4507-b3eb-90624431a142 service neutron] Pushing event updated for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:33.545151 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dbda3b-60ae-4282-a681-caa2c197c9c0 x-openstack-request-id: req-d7dbda3b-60ae-4282-a681-caa2c197c9c0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:33.545151 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:33.548169 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7dbda3b-60ae-4282-a681-caa2c197c9c0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:33.548842 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e', 'status': 'completed', 'code': 200} Oct 26 16:56:33.626401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c796cc-fb88-4616-ac5d-d04e56b9ff28 req-77930437-2b27-44f1-9079-a2a725d9ae9b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:33.628102 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4eea01d-ac28-42fd-a118-f6673e09d35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:33.629227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0c796cc-fb88-4616-ac5d-d04e56b9ff28 req-77930437-2b27-44f1-9079-a2a725d9ae9b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0873113 Oct 26 16:56:33.637441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55add-b14b-42f4-8280-b017a61df718 req-2d51e9fa-c102-4894-a578-579ff0b4886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:33.640711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19b55add-b14b-42f4-8280-b017a61df718 req-2d51e9fa-c102-4894-a578-579ff0b4886b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1094 time: 0.0747528 Oct 26 16:56:33.715892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f0c796cc-fb88-4616-ac5d-d04e56b9ff28 req-5e6e1f2a-0ead-4ad2-91cb-bea12e987adc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771439 Oct 26 16:56:33.800810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55add-b14b-42f4-8280-b017a61df718 req-afe337c5-b13d-4774-a3f3-e150fc390c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:33.804366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19b55add-b14b-42f4-8280-b017a61df718 req-afe337c5-b13d-4774-a3f3-e150fc390c41 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=db853ae1189f4c059961fffd9f61e138&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1529412 Oct 26 16:56:33.916151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55add-b14b-42f4-8280-b017a61df718 req-694b27c4-517d-4cbe-bc02-81fd1ec841af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:33.917745 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19b55add-b14b-42f4-8280-b017a61df718 req-694b27c4-517d-4cbe-bc02-81fd1ec841af service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074474 Oct 26 16:56:34.006854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-71dd347e-1705-44fe-bae7-13a9e9b608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:34.008481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-71dd347e-1705-44fe-bae7-13a9e9b608bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1094 time: 0.0494032 Oct 26 16:56:34.054493 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-2957ba73-7923-4eb5-8708-397e71d8c0f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 217 time: 0.0374417 Oct 26 16:56:34.110999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-63950655-d880-44e0-82e9-76bcb96ce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:34.112522 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-63950655-d880-44e0-82e9-76bcb96ce7f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0508635 Oct 26 16:56:34.167215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-7fa3f36d-b231-4223-add2-8faa71a1ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:34.168805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-7fa3f36d-b231-4223-add2-8faa71a1ebd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489485 Oct 26 16:56:34.190882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.215330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:34.237604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dabb449-90dc-4fca-a2e2-56faee021919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.268806 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-345a3bcd-5d9e-4d21-a059-a40e3a80bd62 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926101 Oct 26 16:56:34.316347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dabb449-90dc-4fca-a2e2-56faee021919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.366638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66ecf506-1ba2-4fa6-b60f-1114d4e97774 req-b4272d2b-93d8-4fca-87f2-3bbc80e4f82c service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905440 Oct 26 16:56:34.416935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1dabb449-90dc-4fca-a2e2-56faee021919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.456827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabb449-90dc-4fca-a2e2-56faee021919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e98f4-aae3-484b-b614-114f5c66e2f6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:34.464321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1dabb449-90dc-4fca-a2e2-56faee021919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c3a1e7bddb54091b3779e4315d499c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446766 Oct 26 16:56:34.465147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44362) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:34.530568 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.561082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.607994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44366) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:34.685517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.688664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.692216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/635e98f4-aae3-484b-b614-114f5c66e2f6 HTTP/1.1" status: 204 len: 168 time: 0.2238934 Oct 26 16:56:34.704120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934d226-1923-4fd9-ba85-a839d76fc9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e98f4-aae3-484b-b614-114f5c66e2f6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:34.722671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb9751d-e3bb-4b0b-9663-d67e4051cde3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:34.841637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fcf24-5042-4ac6-9f62-aafad814c08f req-3b2f7fba-bd46-4901-9b62-6f27e5d2fb2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:34.843217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b52fcf24-5042-4ac6-9f62-aafad814c08f req-3b2f7fba-bd46-4901-9b62-6f27e5d2fb2e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0494921 Oct 26 16:56:34.896042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b52fcf24-5042-4ac6-9f62-aafad814c08f req-dc25f076-af4a-43fd-92f1-06316436cf11 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Oct 26 16:56:34.946295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb9751d-e3bb-4b0b-9663-d67e4051cde3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.091236 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.095891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb9751d-e3bb-4b0b-9663-d67e4051cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.133728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9751d-e3bb-4b0b-9663-d67e4051cde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09bbf4d-954f-45e9-995a-e645dcfe1ed9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:35.139471 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4eb9751d-e3bb-4b0b-9663-d67e4051cde3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eea99d8d9a1546ee899f0e6d51a7ebd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299261 Oct 26 16:56:35.141936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44376) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:35.197344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.220756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.377114 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.379909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:35.383667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d09bbf4d-954f-45e9-995a-e645dcfe1ed9 HTTP/1.1" status: 204 len: 168 time: 0.2382624 Oct 26 16:56:35.404300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09bbf4d-954f-45e9-995a-e645dcfe1ed9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:35.412295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.412892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.413492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.414058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.414567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.415966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.416518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.417027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.417580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.418492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.419012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:35.419855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331561a-3555-420a-97fa-c966868c0019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:36.043391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b119c16-7e84-4ba2-8347-a3d86c6848a7 req-3085f289-b295-48d1-a514-96b3dca81c7d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:36.044909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b119c16-7e84-4ba2-8347-a3d86c6848a7 req-3085f289-b295-48d1-a514-96b3dca81c7d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0566673 Oct 26 16:56:36.087321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b119c16-7e84-4ba2-8347-a3d86c6848a7 req-02a7b2dd-8150-4b4c-a8a5-4b32c8392e96 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Oct 26 16:56:36.089205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44402) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:36.103005 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4e34-42c6-4b91-b719-97cdc52e22d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.193565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4e34-42c6-4b91-b719-97cdc52e22d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.274216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4e34-42c6-4b91-b719-97cdc52e22d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.316227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a2cb4e34-42c6-4b91-b719-97cdc52e22d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cedae9ad1c49417abb4e2259d3b4316c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234576 Oct 26 16:56:36.316227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4e34-42c6-4b91-b719-97cdc52e22d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dc93dd-2246-4c9e-ba15-349ab27440b2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:36.316819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:36.378548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.408353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.628637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.631209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:36.632395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53dc93dd-2246-4c9e-ba15-349ab27440b2 HTTP/1.1" status: 204 len: 168 time: 0.3099279 Oct 26 16:56:36.642319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c4935-56c1-44b0-ac85-90d5600e9b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dc93dd-2246-4c9e-ba15-349ab27440b2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:36.726080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:37.229063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a30b-483a-4c84-a719-0d2cf0ec88e2 req-6bc73e9c-3229-416d-92a0-cbcba2ec78a6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:37.230562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d25a30b-483a-4c84-a719-0d2cf0ec88e2 req-6bc73e9c-3229-416d-92a0-cbcba2ec78a6 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0531015 Oct 26 16:56:37.270734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d25a30b-483a-4c84-a719-0d2cf0ec88e2 req-d68d047d-489c-47d1-8e21-ed1d66d671b3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341051 Oct 26 16:56:38.403193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44488) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:38.407353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272549b0-6061-4220-90af-7a3cea1ac871 req-cbdb1a05-729c-48e5-95d3-d87a33d88538 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:38.409201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272549b0-6061-4220-90af-7a3cea1ac871 req-cbdb1a05-729c-48e5-95d3-d87a33d88538 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0578041 Oct 26 16:56:38.449378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-272549b0-6061-4220-90af-7a3cea1ac871 req-4b979387-ea0f-4411-b729-a0996264e845 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345216 Oct 26 16:56:38.623781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0ecfe9d-de9a-435c-87db-c109214bee59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:38.699323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0ecfe9d-de9a-435c-87db-c109214bee59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:38.793563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0ecfe9d-de9a-435c-87db-c109214bee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:38.833036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0ecfe9d-de9a-435c-87db-c109214bee59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f8f97d89c9c4afd9e5e77fe0dd91712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287541 Oct 26 16:56:38.833878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecfe9d-de9a-435c-87db-c109214bee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f2087-57f4-464e-9be4-25590b18034d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:38.836285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44500) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:38.890473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:38.912332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.109499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.112722 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.113858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/560f2087-57f4-464e-9be4-25590b18034d HTTP/1.1" status: 204 len: 168 time: 0.2761686 Oct 26 16:56:39.122830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b416ee-2661-4ff9-8965-1490dca604d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f2087-57f4-464e-9be4-25590b18034d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:39.570504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf61862-10d2-46ae-9bd1-faeec307e558 req-98ce5a19-f20b-46d0-b032-4ab51777728f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:39.572012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbf61862-10d2-46ae-9bd1-faeec307e558 req-98ce5a19-f20b-46d0-b032-4ab51777728f tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0521886 Oct 26 16:56:39.611222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fbf61862-10d2-46ae-9bd1-faeec307e558 req-f731ae62-245d-46a3-a7be-d4ea1ad30b36 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Oct 26 16:56:39.777171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44552) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:39.790463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d809711f-5ef5-4ed2-8191-fc56ac44c195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.866192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d809711f-5ef5-4ed2-8191-fc56ac44c195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.931529 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d809711f-5ef5-4ed2-8191-fc56ac44c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:39.974826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d809711f-5ef5-4ed2-8191-fc56ac44c195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a682284416744f19f26be94e317ac1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965795 Oct 26 16:56:39.975742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809711f-5ef5-4ed2-8191-fc56ac44c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe1bf3-d21d-4fe5-8a49-226fa0ded6e2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:39.977592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44562) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:40.030153 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:40.052594 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:40.177329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:40.180203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:40.181404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96fe1bf3-d21d-4fe5-8a49-226fa0ded6e2 HTTP/1.1" status: 204 len: 168 time: 0.2027686 Oct 26 16:56:40.189870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa1bfa-7cb3-4b88-a4c6-64416282ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe1bf3-d21d-4fe5-8a49-226fa0ded6e2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:40.735549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37d905-c2e4-451c-be16-177f1db6e440 req-03104d8c-6afd-41b0-b9c2-50ca3fbb7ffc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:40.736885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca37d905-c2e4-451c-be16-177f1db6e440 req-03104d8c-6afd-41b0-b9c2-50ca3fbb7ffc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0522954 Oct 26 16:56:40.782970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca37d905-c2e4-451c-be16-177f1db6e440 req-b73e1295-8bc8-4313-8ff8-ece06d2b795a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Oct 26 16:56:41.899635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b35a2-c3f3-4773-80c7-69e464a8e17a req-c28c36a1-e16c-4383-bcba-28683d69467a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:41.901619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba4b35a2-c3f3-4773-80c7-69e464a8e17a req-c28c36a1-e16c-4383-bcba-28683d69467a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0516791 Oct 26 16:56:41.939207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba4b35a2-c3f3-4773-80c7-69e464a8e17a req-1f95536b-d067-4484-bb45-bad7411f7f63 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313764 Oct 26 16:56:42.218564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:42.325427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a62da174-2500-400b-95c0-b681d4305628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.400367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a62da174-2500-400b-95c0-b681d4305628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.468109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a62da174-2500-400b-95c0-b681d4305628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.508007 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a62da174-2500-400b-95c0-b681d4305628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74f6a27d5006441eb8529337431a7b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882881 Oct 26 16:56:42.508722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da174-2500-400b-95c0-b681d4305628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783bb2c-b343-40a8-8d97-846be2600ebf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:42.511317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44686) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:42.564748 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.582230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.726359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.729598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:42.730742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a783bb2c-b343-40a8-8d97-846be2600ebf HTTP/1.1" status: 204 len: 168 time: 0.2184181 Oct 26 16:56:42.738999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778cd7e-aae2-4ab2-bce1-098e35c0016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783bb2c-b343-40a8-8d97-846be2600ebf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:43.074528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cf2f2-ca0d-4489-b21f-62f9c17abc2f req-79d7aba1-5c35-42bf-93a8-11b5b18e3ef0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:43.075986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad7cf2f2-ca0d-4489-b21f-62f9c17abc2f req-79d7aba1-5c35-42bf-93a8-11b5b18e3ef0 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.0651655 Oct 26 16:56:43.120878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad7cf2f2-ca0d-4489-b21f-62f9c17abc2f req-73cb5550-a0c1-4af8-92cb-3e87af2f9133 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Oct 26 16:56:43.336309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:43.355206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-475b5ab5-5fd2-4252-82cc-e9e3957d5289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.431096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-475b5ab5-5fd2-4252-82cc-e9e3957d5289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.520747 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-475b5ab5-5fd2-4252-82cc-e9e3957d5289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.561170 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-475b5ab5-5fd2-4252-82cc-e9e3957d5289 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=776d9768575b4db9965ceccfb920f7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236738 Oct 26 16:56:43.562102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b5ab5-5fd2-4252-82cc-e9e3957d5289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb53533-7763-4aad-8af8-046f2e333169,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:43.564042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:43.617231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.638865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.757496 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:56:43.758131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.761024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:43.762073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcb53533-7763-4aad-8af8-046f2e333169 HTTP/1.1" status: 204 len: 168 time: 0.1965613 Oct 26 16:56:43.772287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab9f7c-2164-492d-a013-8e9fa2cac342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb53533-7763-4aad-8af8-046f2e333169,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:44.064368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0872e58b-f43d-48b7-9940-81024845002e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:56:44.195588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0872e58b-f43d-48b7-9940-81024845002e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:44.209273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '0872e58b-f43d-48b7-9940-81024845002e', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'port_id': '0872e58b-f43d-48b7-9940-81024845002e', 'mac_address': 'fa:16:3e:bb:71:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:56:44.263903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:44.290591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0872e58b-f43d-48b7-9940-81024845002e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 16:56:44.322602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0872e58b-f43d-48b7-9940-81024845002e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:44.418928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:44.472793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:44.482012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.482502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.482996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.483416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.483817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.484215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.484833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.485386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.485643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.486046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.486424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.486802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:44.644112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fc8c4-a83a-4f2a-b799-d81962b1824e req-a9a6e8d7-41de-4af2-8a51-e07c1edc8c0e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:44.645709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-308fc8c4-a83a-4f2a-b799-d81962b1824e req-a9a6e8d7-41de-4af2-8a51-e07c1edc8c0e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 943 time: 0.4308059 Oct 26 16:56:44.659370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['0872e58b-f43d-48b7-9940-81024845002e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 16:56:44.689726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-308fc8c4-a83a-4f2a-b799-d81962b1824e req-50d552d2-f457-496a-9180-ca64b13e7394 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364599 Oct 26 16:56:45.830041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850a32b-5e56-4f20-a7ed-31d72a325104 req-fb63a7eb-96ad-4eef-be7d-3214a523436e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:45.831456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2850a32b-5e56-4f20-a7ed-31d72a325104 req-fb63a7eb-96ad-4eef-be7d-3214a523436e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 944 time: 0.0532603 Oct 26 16:56:45.840731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:45.874151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2850a32b-5e56-4f20-a7ed-31d72a325104 req-80c593a3-d44e-4b12-9cd5-51f4a889ef51 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337598 Oct 26 16:56:45.952953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-484187033', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:46.062595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Made reservation on behalf of 1df9abaada2443a49e1783bbc1158a05 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:46.065086 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.067313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0872e58b-f43d-48b7-9940-81024845002e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:46.076229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.163538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.247094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 0872e58b-f43d-48b7-9940-81024845002e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 16:56:46.251573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 0872e58b-f43d-48b7-9940-81024845002e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:56:46.252072 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.287260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.294164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] device_id is not set on port 69bb0dce-81bb-42f7-b91f-9f7519cc680d yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:56:46.336362 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.352104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477bfc41-a208-462f-bf37-0ac2f7bfa364,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:46.360229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e58b-f43d-48b7-9940-81024845002e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:56:46.363070 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a080b7-d551-4405-ae6d-bc41e23fa791" -d '{"events": [{"server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "name": "network-vif-plugged", "status": "completed", "tag": "0872e58b-f43d-48b7-9940-81024845002e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:46.377889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0872e58b-f43d-48b7-9940-81024845002e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:46.418232 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad1f2d-fa7b-47d5-93f2-44ac6cff1995 x-openstack-request-id: req-9aad1f2d-fa7b-47d5-93f2-44ac6cff1995 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:46.418528 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "name": "network-vif-plugged", "status": "completed", "tag": "0872e58b-f43d-48b7-9940-81024845002e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:46.418780 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aad1f2d-fa7b-47d5-93f2-44ac6cff1995 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:46.419891 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e58b-f43d-48b7-9940-81024845002e', 'code': 200} Oct 26 16:56:46.432869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Allocated IP 172.25.5.206 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/69bb0dce-81bb-42f7-b91f-9f7519cc680d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:46.446770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.501126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:46.581222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b76a-c2d0-491f-9034-336cd80b7d9e req-8cda11b8-7a84-4b74-bd60-f89c275e0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:46.583012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4545b76a-c2d0-491f-9034-336cd80b7d9e req-8cda11b8-7a84-4b74-bd60-f89c275e0902 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1096 time: 0.1005244 Oct 26 16:56:46.643452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.649106 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4545b76a-c2d0-491f-9034-336cd80b7d9e req-62697623-86a6-43c1-a526-35eba2bda968 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544777 Oct 26 16:56:46.761137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.809393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:46.812853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:46.816803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:46.842154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Pushing event updated for resources: {'Port': ['ID=69bb0dce-81bb-42f7-b91f-9f7519cc680d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:46.863282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:46.863895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:46.947420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41e009da-7151-4698-ad41-d42ccc2b1926 tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1050122 Oct 26 16:56:46.950890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:46.955622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.206'}]}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:47.014722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d59b-0af2-4f4e-ab66-dde9a64fca1b req-6c840c3c-f1df-4487-9837-d0aa54881f77 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:47.016388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9066d59b-0af2-4f4e-ab66-dde9a64fca1b req-6c840c3c-f1df-4487-9837-d0aa54881f77 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Oct 26 16:56:47.053664 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.054683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9066d59b-0af2-4f4e-ab66-dde9a64fca1b req-2bcf62dc-6a08-4bcd-8b82-9213265a17bc tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Oct 26 16:56:47.055340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.109082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.342846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.649490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.675446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:47.864654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.030521 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.032713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.132793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.133480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d20838c-431a-44de-872f-57c784afc418 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:56:48.185405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eb481-92d8-49fa-aa09-fa5211748234 req-78f9c532-ce9c-4c84-9d7e-3f0a3c765881 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:48.186992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce9eb481-92d8-49fa-aa09-fa5211748234 req-78f9c532-ce9c-4c84-9d7e-3f0a3c765881 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.0582151 Oct 26 16:56:48.227212 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce9eb481-92d8-49fa-aa09-fa5211748234 req-b2881f3e-a654-4a8f-87c5-dc62a9bce5cb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Oct 26 16:56:48.241461 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 16:56:48.243246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-52a89b93-6a23-4129-9dd1-a3c95a17d03c tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2904372 Oct 26 16:56:48.245322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:48.326486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Deleting port 69bb0dce-81bb-42f7-b91f-9f7519cc680d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:56:48.326834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.353824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd21090-616c-4807-a211-945771847b8a req-29fe4558-aaf9-46b2-81ca-a178b14af433 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:48.357683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bd21090-616c-4807-a211-945771847b8a req-29fe4558-aaf9-46b2-81ca-a178b14af433 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.0577757 Oct 26 16:56:48.396645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7bd21090-616c-4807-a211-945771847b8a req-ea0fe2c5-bff6-4b41-867c-a4dde96deb0b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341921 Oct 26 16:56:48.418382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.420334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:48.431584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Calling delete_port for 69bb0dce-81bb-42f7-b91f-9f7519cc680d owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:56:48.619630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f590c-ad68-4031-8a0a-eec884ed9602 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:48.621790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-033f590c-ad68-4031-8a0a-eec884ed9602 tempest-TestVolumeBootPattern-1294608037 tempest-TestVolumeBootPattern-1294608037-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1091 time: 0.2000849 Oct 26 16:56:48.624529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:48.628926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '0872e58b-f43d-48b7-9940-81024845002e', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:48.633730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.665386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Pushing event deleted for resources: {'Port': ['ID=69bb0dce-81bb-42f7-b91f-9f7519cc680d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:48.724901 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.731070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-24d9816b-000a-4732-86e7-0fa5f547cc5e tempest-RoutersAdminNegativeTest-772429911 tempest-RoutersAdminNegativeTest-772429911-project-admin] 10.222.0.21 "DELETE /v2.0/ports/69bb0dce-81bb-42f7-b91f-9f7519cc680d HTTP/1.1" status: 204 len: 168 time: 0.4846299 Oct 26 16:56:48.733226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.842278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:48.953146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Allocated IP 172.25.5.163 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/13b42d6f-aec9-4dae-af68-f09ad1d00fda) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:49.057781 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.213335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.260551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:49.264284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:49.268785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:49.272088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=13b42d6f-aec9-4dae-af68-f09ad1d00fda,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:49.285178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:49.401410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97fc290b-0215-48b7-b76e-7ef68dd34544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.488446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97fc290b-0215-48b7-b76e-7ef68dd34544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.567284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-97fc290b-0215-48b7-b76e-7ef68dd34544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.611867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-97fc290b-0215-48b7-b76e-7ef68dd34544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d046240ad47c49c8b456061d1c4890ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252254 Oct 26 16:56:49.614064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:49.620046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc290b-0215-48b7-b76e-7ef68dd34544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee4a6ab-3031-4215-a98c-f6063cc8f3cb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:49.669448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-45f8d411-4e8f-4848-9a24-1e862c7aa9b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2007265 Oct 26 16:56:49.673275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.689153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.700629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.766026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-812fce0d-e31d-4b3c-88ad-34cb94077a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:49.767450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-812fce0d-e31d-4b3c-88ad-34cb94077a69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.0452385 Oct 26 16:56:49.847310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.849840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.853494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cee4a6ab-3031-4215-a98c-f6063cc8f3cb HTTP/1.1" status: 204 len: 168 time: 0.2360408 Oct 26 16:56:49.869599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8289a1-e326-4564-975e-755cc7052582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee4a6ab-3031-4215-a98c-f6063cc8f3cb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:49.878314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:49.944727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-af9a24f1-d829-4dbd-836c-33bce14bbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:49.946190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-af9a24f1-d829-4dbd-836c-33bce14bbb4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1591437 Oct 26 16:56:50.065460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-3ce40dba-ede1-4efe-9fa7-1f89228824ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1000 time: 0.1122150 Oct 26 16:56:50.149160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-806080bf-2a80-4356-963b-94f0ce4406bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:50.150629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-806080bf-2a80-4356-963b-94f0ce4406bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0737760 Oct 26 16:56:50.174572 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.210098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-6b3c3e67-84c7-46bb-a5a9-343595dbf1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:50.211900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-6b3c3e67-84c7-46bb-a5a9-343595dbf1e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505390 Oct 26 16:56:50.240040 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.343967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event updated for resources: {'Port': ['ID=13b42d6f-aec9-4dae-af68-f09ad1d00fda,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:50.381528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.449068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-412ef8fe-4ef3-458e-80dd-a2155dde3c48 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285838 Oct 26 16:56:50.547472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:50.561183 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 7dcc4502-acb8-4cc6-857c-744df9ae200e associated. External IP: 172.25.5.163, port: 0872e58b-f43d-48b7-9940-81024845002e. Oct 26 16:56:50.590679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11ffcadf-539d-4226-a037-e62f4aa0a597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1df9abaada2443a49e1783bbc1158a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409601 Oct 26 16:56:50.593271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44800) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:50.638379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c06d8dda-5846-4134-bd3c-e756a66e85cd req-345b75be-8cef-4936-85d6-e50cd0f92ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812432 Oct 26 16:56:50.649806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.675709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.809858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:56:50.830879 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.834605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:50.837742 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/477bfc41-a208-462f-bf37-0ac2f7bfa364 HTTP/1.1" status: 204 len: 168 time: 0.2408795 Oct 26 16:56:50.852816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b554ee4-d4c3-4c2b-8ad1-3617bd28492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477bfc41-a208-462f-bf37-0ac2f7bfa364,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:50.948527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:56:50.961011 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:50.972141 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:50.972802 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:51.066413 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:51.092058 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:56:51.107478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2de070c-03d1-4db4-8bdf-d2bd430d417a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4739530 Oct 26 16:56:51.107478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:56:51.107478 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:51.143737 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a9e506-b2e4-4c27-963a-aaeacb6fb125 x-openstack-request-id: req-11a9e506-b2e4-4c27-963a-aaeacb6fb125 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:51.144186 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:51.144447 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11a9e506-b2e4-4c27-963a-aaeacb6fb125 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:51.144883 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e', 'status': 'completed', 'code': 200} Oct 26 16:56:51.150165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:51.220148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-f69ef626-62c1-4a0e-ad7b-621681932a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:51.222892 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-f69ef626-62c1-4a0e-ad7b-621681932a0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1096 time: 0.0556734 Oct 26 16:56:51.338558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-31c57926-5b17-47d5-a08d-bffb11f7bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:51.340868 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-31c57926-5b17-47d5-a08d-bffb11f7bd58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1100185 Oct 26 16:56:51.354408 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}, {'id': '7dcc4502-acb8-4cc6-857c-744df9ae200e', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '0872e58b-f43d-48b7-9940-81024845002e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:bb:71:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2cd07-5140-490a-939c-af29634062e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:56:49Z', 'updated_at': '2021-10-26T16:56:49Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:51.404017 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:51.415005 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:51.415744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:51.428051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-bd732157-0bd8-4af5-94a6-330c866d858e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 999 time: 0.0801542 Oct 26 16:56:51.496795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-33160ba7-d38f-4f7a-9316-610bb2f360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:51.498390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-33160ba7-d38f-4f7a-9316-610bb2f360a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0576305 Oct 26 16:56:51.545662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:56:51.562594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-231762d9-2ac3-45da-b789-62cdfed0b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:51.568174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-231762d9-2ac3-45da-b789-62cdfed0b182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586507 Oct 26 16:56:51.679495 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-a1aa13a1-9f1f-4427-a43e-03a508a9bebd service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071641 Oct 26 16:56:51.806004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3c35baa4-c7d1-4ad6-ab3d-3ad4d355bd98 req-f839999f-d062-4687-9807-626b49b8066d service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170852 Oct 26 16:56:51.845471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}, {'id': '7dcc4502-acb8-4cc6-857c-744df9ae200e', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '0872e58b-f43d-48b7-9940-81024845002e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:bb:71:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2cd07-5140-490a-939c-af29634062e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:56:49Z', 'updated_at': '2021-10-26T16:56:49Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:51.873727 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b999f-2d0e-42b0-bc19-beaeecfc60b1 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}, {'id': '7dcc4502-acb8-4cc6-857c-744df9ae200e', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': '0872e58b-f43d-48b7-9940-81024845002e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:bb:71:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2cd07-5140-490a-939c-af29634062e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:56:49Z', 'updated_at': '2021-10-26T16:56:49Z', 'revision_number': 0, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:52.082083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 44832) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:52.103529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4061d-2d3b-436d-8ac3-b88d33775c68 None None] New status for floating IP 7dcc4502-acb8-4cc6-857c-744df9ae200e: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:56:52.182819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-720391675'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:52.264497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:52.267969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.281662 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.356809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.428906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.455216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:56:52.465503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d541ade7-184c-417c-b02b-bc61b46eef67,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:52.470150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.470494 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Added segment 16d672ef-d4b7-4898-a566-7e477e49c503 of type vlan for network d3d4ea24-7657-4152-8839-14c3ebfec94f Oct 26 16:56:52.513000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.560679 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.607691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.613703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:52.614324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:52.684128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Network': ['ID=d3d4ea24-7657-4152-8839-14c3ebfec94f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:52.694252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d3d4ea24-7657-4152-8839-14c3ebfec94f details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:56:52.746084 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e395855b-6a40-48ff-9cc0-39715429420e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6626511 Oct 26 16:56:52.749479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44836) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:52.754551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'subnet': {'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:52.939074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:52.942645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.190822 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.250107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Subnet': ['ID=b891d30d-5fd1-4d75-92f7-495cba40267b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:53.260536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Checking segment: {'id': '16d672ef-d4b7-4898-a566-7e477e49c503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:56:53.260895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network hostable DHCP agents. Network: d3d4ea24-7657-4152-8839-14c3ebfec94f, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:56:53.349980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:56:53.476329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d3d4ea24-7657-4152-8839-14c3ebfec94f) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:53.481526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:53.483694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.484264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56bfc3-c8d5-4d1d-9198-dd62474b7468 None None] Network d3d4ea24-7657-4152-8839-14c3ebfec94f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:56:53.561794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b0bf0ae6-52e1-4c12-947c-ea0aa096999d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8086205 Oct 26 16:56:53.562045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:53.566470 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2018856638', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:53.615491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35cf36-daa8-4568-859a-cdaa73aba839 None None] Network d3d4ea24-7657-4152-8839-14c3ebfec94f requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:56:53.694158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.698339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.753649 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:53.994639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:54.282109 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:54.302901 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:54.411687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.21 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/80b41c85-9ab7-41ca-b8c8-0f4b21637c32) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:54.516428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:54.608357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:54.648011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:54.650865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:54.655030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:54.678085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=80b41c85-9ab7-41ca-b8c8-0f4b21637c32,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:55.000060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:55.196411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:55.745221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:56:55.857554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:56:55.868709 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:55.883945 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:55.884666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:55.919442 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:55.927839 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:55.928424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:55.940272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:55.941562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-109d3fc4-a545-4bc8-98e0-a157d5b47cf5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3786609 Oct 26 16:56:55.944175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:55.961039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:55.961721 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c3ac9-318e-4dc0-8b9d-178d8b884775 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:56.384837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:56.665224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.1 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/11086fd8-5426-4897-8f40-a5db6e1cfa09) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:56.783843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:56.894698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:56.939436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:56.942673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:56.946474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:56.955284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=11086fd8-5426-4897-8f40-a5db6e1cfa09,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:56.994484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:57.176029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:57.466419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:57.516946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:57.590932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=11086fd8-5426-4897-8f40-a5db6e1cfa09,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:57.593530 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:57.688473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:57.689922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:57.803920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:56:57.922111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:56:57.929651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-596ccb9d-b8c7-428d-846e-b392e22154ab tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/routers/fca17982-cc7a-4e5f-8b0c-0e0fbccd492c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819980 Oct 26 16:56:57.930038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44904) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:57.934641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'port': {'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f', 'name': 'tempest-FloatingIPTestJSON-1272143140'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:57.935377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:57.944849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:57.945463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:57.981912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:57.990861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:56:57.991600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:58.027736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:58.028448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ab49e-33de-484b-9104-1a78c8985c15 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:58.082509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:58.086587 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:58.105369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] device_id is not set on port 649e678f-4cb3-4e94-8548-75f040a89284 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:56:58.223763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.9 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/649e678f-4cb3-4e94-8548-75f040a89284) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:58.395556 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:58.487549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:58.532001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:58.535814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:58.541521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:58.569296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=649e678f-4cb3-4e94-8548-75f040a89284,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:58.596450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:58.597284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:58.685889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-61ad270d-21fd-4ab6-90e3-6148d31254d5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7550242 Oct 26 16:56:58.688422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44916) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:58.693299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'port': {'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f', 'name': 'tempest-FloatingIPTestJSON-800662406'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:58.889130 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:58.892865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:58.912126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] device_id is not set on port ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:56:59.030345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.4 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:59.181856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:59.306064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:59.356319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:59.359529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:59.363289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:56:59.386394 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:59.415319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:56:59.418124 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:59.489248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c939849-08a6-434c-9463-4a5145e70647 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7997360 Oct 26 16:56:59.492259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:56:59.497624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:56:59.608506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:59.708402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:56:59.813951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.154 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/9d73fb18-32a5-4ca6-b5e8-534e2475d168) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:59.921987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.003532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.045503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:00.050048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:00.053121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:00.082752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=9d73fb18-32a5-4ca6-b5e8-534e2475d168,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:00.431017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.581126 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.738346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.803507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.872118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=9d73fb18-32a5-4ca6-b5e8-534e2475d168,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:00.883902 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:00.996355 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP e9437be2-63d0-4a5b-be5e-3ddec5f72bce associated. External IP: 172.25.5.154, port: ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75. Oct 26 16:57:01.003032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-845b96c1-3036-4ec1-aa7a-806512a90d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:01.553511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:01.662669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:01.672658 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:01.683018 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:01.683710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:01.794243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:01.805285 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:01.813860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:01.814451 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:01.821146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eedba544-7e36-4a13-8029-dfe815225710 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3276172 Oct 26 16:57:01.823754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44952) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:01.828865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:01.847817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:01.848452 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42868e0-6432-4569-80d8-6df909d2c24c None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:01.884741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.043608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.117567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.117932 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP e9437be2-63d0-4a5b-be5e-3ddec5f72bce disassociated. External IP: 172.25.5.154, port: ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75. Oct 26 16:57:02.338189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:02.455786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:02.460539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.476663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:02.488063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:02.488841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.491436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1687347-31da-4342-ba69-c04ced36dd17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/e9437be2-63d0-4a5b-be5e-3ddec5f72bce HTTP/1.1" status: 200 len: 688 time: 0.6666181 Oct 26 16:57:02.494093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44962) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:02.525589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.535077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:02.535951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.635289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 9d73fb18-32a5-4ca6-b5e8-534e2475d168 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:02.635680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.722235 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.722950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.736508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 9d73fb18-32a5-4ca6-b5e8-534e2475d168 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:02.738195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.738788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303da8-a184-4d4f-ae1a-de03c43cc479 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:02.952645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:02.980373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=9d73fb18-32a5-4ca6-b5e8-534e2475d168,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:03.046603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.049217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.050368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-89d77029-45ea-498e-8d85-4d759edace0a tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/e9437be2-63d0-4a5b-be5e-3ddec5f72bce HTTP/1.1" status: 204 len: 168 time: 0.5553761 Oct 26 16:57:03.054438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44970) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:03.058753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '649e678f-4cb3-4e94-8548-75f040a89284'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:03.157887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.255949 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.368374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.174 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c83e3d6a-0518-4497-a7c4-6b227b88313b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:03.472495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.558326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.572348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a86fa18-f7fd-46a7-9f34-568d260f2091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:03.608061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:03.611280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:03.614842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:03.620466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=c83e3d6a-0518-4497-a7c4-6b227b88313b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:03.970526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.115249 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.174828 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.274899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.358672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.435916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=c83e3d6a-0518-4497-a7c4-6b227b88313b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:04.446613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.552028 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP 3f2d724b-8b9f-4afd-ab11-b46f6d3429be associated. External IP: 172.25.5.174, port: 649e678f-4cb3-4e94-8548-75f040a89284. Oct 26 16:57:04.764401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:04.778358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-25f92a92-d819-465b-ae47-d2cfd356af74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0911608 Oct 26 16:57:04.866716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-39c92980-9226-4b04-9adc-3e89ce6bacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:04.868238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-39c92980-9226-4b04-9adc-3e89ce6bacd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1096 time: 0.0420892 Oct 26 16:57:04.878937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:04.890627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:04.906164 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:04.906770 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:04.947230 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:04.961034 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:04.961900 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:04.987180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-9452d6dc-1176-4d6a-b372-be8d6c5d9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:04.987821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:04.988784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-9452d6dc-1176-4d6a-b372-be8d6c5d9041 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.0942392 Oct 26 16:57:04.993920 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:04.994568 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0124d66-52f4-4571-a906-71f7bb9c34a4 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:05.027252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c0ce8c7c-1ce7-47bf-96a4-73eef6c12692 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9694123 Oct 26 16:57:05.027460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 44998) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:05.058275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-69764da9-6b5e-4ef1-9935-956c3bf327a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 1001 time: 0.0616109 Oct 26 16:57:05.089862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fa9a1eac-2ebf-491b-b14a-7c5e985ee7ac tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/floatingips/3f2d724b-8b9f-4afd-ab11-b46f6d3429be HTTP/1.1" status: 200 len: 978 time: 0.0613387 Oct 26 16:57:05.092842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:05.095716 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:05.113105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-be924732-5238-4dd9-8e8e-4db856c04243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:05.114615 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-be924732-5238-4dd9-8e8e-4db856c04243 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0486128 Oct 26 16:57:05.171285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-a41500ed-2112-4d90-8fd8-dc416802c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:05.172659 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-a41500ed-2112-4d90-8fd8-dc416802c8cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495396 Oct 26 16:57:05.209103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e0e2343-a21e-475f-ab4d-22cf1406e0c0 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1151905 Oct 26 16:57:05.211841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45004) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:05.216593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': 'ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:05.268006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-da18f9bc-43f4-493d-8fa2-ecb9530ff7d1 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867095 Oct 26 16:57:05.276014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:05.370398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff6c3368-b374-48a7-b54c-e76f9b6a2c8e req-6f01c792-c844-4cf4-8074-d47876fa52e6 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953870 Oct 26 16:57:06.072346 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:06.203726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:06.305572 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP 3f2d724b-8b9f-4afd-ab11-b46f6d3429be associated. External IP: 172.25.5.174, port: 649e678f-4cb3-4e94-8548-75f040a89284. Oct 26 16:57:06.517379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:06.631474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:06.641481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:06.651482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:06.652092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:06.692074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:06.692756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:06.702141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:06.702744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:06.736715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:06.737369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c739d-0afa-46a8-a0c2-8894aa04e7b3 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:06.855005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:06.969104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:06.974075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:06.978797 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:06.989995 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:06.990594 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.031942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad85b0b6-7282-4c9d-812c-f98b49d54aa7 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/3f2d724b-8b9f-4afd-ab11-b46f6d3429be HTTP/1.1" status: 200 len: 977 time: 1.8153925 Oct 26 16:57:07.032519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45028) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:07.037180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:07.044518 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.053629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:07.054267 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.086491 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.087213 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d6d00-cf68-4423-b87e-afc35fe760f7 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:07.096684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.242632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.299746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.300033 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP 3f2d724b-8b9f-4afd-ab11-b46f6d3429be disassociated. External IP: 172.25.5.174, port: ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75. Oct 26 16:57:07.514054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:07.621933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:07.626473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.632649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:07.643312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:07.644565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.655167 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-14f5290d-bb5a-40e8-9cb1-28fa16e5d17d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/3f2d724b-8b9f-4afd-ab11-b46f6d3429be HTTP/1.1" status: 200 len: 688 time: 0.6215272 Oct 26 16:57:07.657596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45038) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:07.680640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.690078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:07.690672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.723272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:07.723923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd6b28-4937-4ceb-b754-b152e8b3a0fa None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:07.792182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port c83e3d6a-0518-4497-a7c4-6b227b88313b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:07.792527 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.874080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.874310 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:07.885937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for c83e3d6a-0518-4497-a7c4-6b227b88313b owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:08.095610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:08.120119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=c83e3d6a-0518-4497-a7c4-6b227b88313b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:08.189658 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:08.192392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:08.193831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b0b7b9c8-7220-4e10-afe0-5e6b0379f5db tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f2d724b-8b9f-4afd-ab11-b46f6d3429be HTTP/1.1" status: 204 len: 168 time: 0.5352540 Oct 26 16:57:08.196211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45046) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:08.242126 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-63b7cc9a-b060-46a6-b639-00e0e0de576b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] delete failed (client error): The resource could not be found. Oct 26 16:57:08.243262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-63b7cc9a-b060-46a6-b639-00e0e0de576b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f2d724b-8b9f-4afd-ab11-b46f6d3429be HTTP/1.1" status: 404 len: 345 time: 0.0460010 Oct 26 16:57:08.246969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45048) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:08.336959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cddf3c-4f9a-4bbb-9f1d-01cf674d7c00 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:08.343489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cddf3c-4f9a-4bbb-9f1d-01cf674d7c00 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:08.349420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cddf3c-4f9a-4bbb-9f1d-01cf674d7c00 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:08.353654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-50cddf3c-4f9a-4bbb-9f1d-01cf674d7c00 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/ports?network_id=d3d4ea24-7657-4152-8839-14c3ebfec94f HTTP/1.1" status: 200 len: 2357 time: 0.1028318 Oct 26 16:57:08.359933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45050) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:08.415771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55ffbe-5f34-4d15-8825-c5157869ac50 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:08.417122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2d55ffbe-5f34-4d15-8825-c5157869ac50 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/subnets/b891d30d-5fd1-4d75-92f7-495cba40267b HTTP/1.1" status: 200 len: 797 time: 0.0573180 Oct 26 16:57:08.422104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:08.426664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'port': {'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f', 'name': 'tempest-FloatingIPTestJSON-318042382', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:08.627081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:08.719642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:08.736123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] device_id is not set on port 4f746b73-9268-4554-8c88-4504de149468 yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:57:09.045491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.14 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/4f746b73-9268-4554-8c88-4504de149468) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:09.054692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.13 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/4f746b73-9268-4554-8c88-4504de149468) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:09.203655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:09.312137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:09.368359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:09.371845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:09.377282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:09.384270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=4f746b73-9268-4554-8c88-4504de149468,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:09.441043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:09.442302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:09.542776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bc32fcd2-2671-4e4b-96cc-dc163db274a5 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1196635 Oct 26 16:57:09.546271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45070) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:09.550566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '4f746b73-9268-4554-8c88-4504de149468', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:09.678747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:09.783059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:09.904627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.240 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b2e22862-8817-470e-a195-b9f8561fca8d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:10.018987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:10.147438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:10.190409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:10.193378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:10.197824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:10.201666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=b2e22862-8817-470e-a195-b9f8561fca8d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:10.573347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:10.726552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:10.889362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:10.941888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:11.011435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=b2e22862-8817-470e-a195-b9f8561fca8d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:11.023439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:11.126845 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP fcdf1321-0145-4ab5-b1c8-af385d28e182 associated. External IP: 172.25.5.240, port: 4f746b73-9268-4554-8c88-4504de149468. Oct 26 16:57:11.339327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:11.456872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:11.466373 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:11.489404 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:11.495894 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:11.524765 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:11.535086 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:11.535682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:11.550621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:11.575313 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:11.575958 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877136b8-4698-4b26-ad21-b4cd2c4675f9 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:11.581800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef7853c8-6f2a-4e0f-99c1-63a80702b783 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0344238 Oct 26 16:57:11.584456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:11.589769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': '4f746b73-9268-4554-8c88-4504de149468', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:11.647279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:12.459278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:12.519104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:12.744654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:12.855010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:12.860439 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:12.865617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:12.876640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:12.882384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:12.913144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:12.914303 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b09f600c-a285-453e-9463-260a5f0fafb6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/fcdf1321-0145-4ab5-b1c8-af385d28e182 HTTP/1.1" status: 200 len: 978 time: 1.3287570 Oct 26 16:57:12.917669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:12.924831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:12.925429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:12.957726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:12.958390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8a70b-6f80-4040-82d4-10d2c72b58a8 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:13.082657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port b2e22862-8817-470e-a195-b9f8561fca8d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:13.082995 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.165941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.166275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.178771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for b2e22862-8817-470e-a195-b9f8561fca8d owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:13.410626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.435906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=b2e22862-8817-470e-a195-b9f8561fca8d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:13.508903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.509237 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP fcdf1321-0145-4ab5-b1c8-af385d28e182 disassociated (deleted). External IP: 172.25.5.240, port: 4f746b73-9268-4554-8c88-4504de149468. Oct 26 16:57:13.725146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:13.834710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:13.839386 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:13.853500 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:13.865498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:13.866017 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:13.867980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fd0b13a8-8698-42bb-b494-2f4fd886da2c tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/fcdf1321-0145-4ab5-b1c8-af385d28e182 HTTP/1.1" status: 204 len: 168 time: 0.9492505 Oct 26 16:57:13.870431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45130) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:13.915089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:13.926361 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:13.926957 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:13.961365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:13.962016 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caef708-f2b5-4c9c-a4d1-f1decc3c2705 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:13.969046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 4f746b73-9268-4554-8c88-4504de149468 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:13.969467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.062142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.074190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 4f746b73-9268-4554-8c88-4504de149468 owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:14.347582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.378093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=4f746b73-9268-4554-8c88-4504de149468,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:14.468825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.472046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-35bc4261-a98d-4a08-96c3-38acf6748202 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/4f746b73-9268-4554-8c88-4504de149468 HTTP/1.1" status: 204 len: 168 time: 0.6006548 Oct 26 16:57:14.475644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:14.481397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:14.604782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.711470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:14.817941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.234 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/fe7320fe-9dd7-4b51-b235-4c2146d6aa8e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:14.927929 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.044387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.086778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:15.089706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:15.092726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:15.117996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=fe7320fe-9dd7-4b51-b235-4c2146d6aa8e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:15.532614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.618160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.793941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.879514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:15.950323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=fe7320fe-9dd7-4b51-b235-4c2146d6aa8e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:15.964377 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.069844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.071317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c7ec0121-e566-4105-a29a-423a3274c1bf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5946383 Oct 26 16:57:16.074082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45158) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:16.079801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'port': {'network_id': 'd3d4ea24-7657-4152-8839-14c3ebfec94f', 'name': 'tempest-FloatingIPTestJSON-789487234'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:16.279355 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:16.283517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.300979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] device_id is not set on port 4ae02765-8f3e-41e6-bf20-4052a497474d yet. {{(pid=102736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:57:16.412456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.10 (d3d4ea24-7657-4152-8839-14c3ebfec94f/b891d30d-5fd1-4d75-92f7-495cba40267b/4ae02765-8f3e-41e6-bf20-4052a497474d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:16.561797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.714917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.761010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network d3d4ea24-7657-4152-8839-14c3ebfec94f is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:16.764613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:16.768628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:16.797661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=4ae02765-8f3e-41e6-bf20-4052a497474d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:16.823071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:16.823696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:16.927619 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1cc16d19-e767-4a34-a342-f9d1dde0caf4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8523934 Oct 26 16:57:16.930225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:16.934809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': '4ae02765-8f3e-41e6-bf20-4052a497474d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:16.975022 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:17.424269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:17.479653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:17.582135 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP 6abb2153-e350-4dc6-84fd-263aef8976a8 associated. External IP: 172.25.5.234, port: 4ae02765-8f3e-41e6-bf20-4052a497474d. Oct 26 16:57:17.804460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:17.914090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:17.919442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:17.924160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:17.938415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:17.939252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:17.956638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f0c7661e-8947-4ec3-ae96-81f669b62f3b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/6abb2153-e350-4dc6-84fd-263aef8976a8 HTTP/1.1" status: 200 len: 978 time: 1.0230389 Oct 26 16:57:17.957056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:17.977328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:17.987120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:17.987782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.023234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.023886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a67a2d-ae28-4673-92a2-3e3e6044fc2d None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:18.049842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 4ae02765-8f3e-41e6-bf20-4052a497474d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:18.050178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.142387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.380347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.380852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.381265 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP 6abb2153-e350-4dc6-84fd-263aef8976a8 disassociated. External IP: 172.25.5.234, port: 4ae02765-8f3e-41e6-bf20-4052a497474d. Oct 26 16:57:18.381683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 4ae02765-8f3e-41e6-bf20-4052a497474d owned by {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:18.598201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.632636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=4ae02765-8f3e-41e6-bf20-4052a497474d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:18.751906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:18.863376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:18.873226 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:18.884309 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:18.885016 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.919331 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.928355 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:18.928950 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.932131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:18.935396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c66f9739-efaf-44a9-8b0c-a08df8735ae2 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/4ae02765-8f3e-41e6-bf20-4052a497474d HTTP/1.1" status: 204 len: 168 time: 0.9772263 Oct 26 16:57:18.938466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45198) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:18.964048 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:18.964693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b1a2c-a3ce-4311-9b0b-48820f24f087 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:18.981685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3666c427-1565-4f6b-8964-c6efd7aec803 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/floatingips/6abb2153-e350-4dc6-84fd-263aef8976a8 HTTP/1.1" status: 200 len: 688 time: 0.0421605 Oct 26 16:57:18.985066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:19.113903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port fe7320fe-9dd7-4b51-b235-4c2146d6aa8e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:19.114301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.191196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.192086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.204405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for fe7320fe-9dd7-4b51-b235-4c2146d6aa8e owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:19.410637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.436575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=fe7320fe-9dd7-4b51-b235-4c2146d6aa8e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:19.503448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.506454 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.507920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da1bc0e6-dbd1-4c0b-9c19-c532f7d42d74 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/6abb2153-e350-4dc6-84fd-263aef8976a8 HTTP/1.1" status: 204 len: 168 time: 0.5216224 Oct 26 16:57:19.511429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45208) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:19.516910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:19.622903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.723344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:19.834391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.62 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/e8a5f731-2844-40ac-ae49-78c314f8b65c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:19.957594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.057354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.103607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:20.108132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:20.113140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:20.116223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=e8a5f731-2844-40ac-ae49-78c314f8b65c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:20.474586 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.637302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.768584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:57:20.792867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.862493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:20.930502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=e8a5f731-2844-40ac-ae49-78c314f8b65c,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:20.941508 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.041882 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP ae19d6d8-a9a2-473c-bbb9-1c0da276ce93 associated. External IP: 172.25.5.62, port: ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75. Oct 26 16:57:21.137105 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.265796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:21.377139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:21.386935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:21.397627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:21.398230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:21.435787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:21.442229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.444681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:21.445288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:21.474733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-53c82aa0-1c7e-4764-ae83-f01097510c08 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9622142 Oct 26 16:57:21.477285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:21.479382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:21.480038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85470a40-273e-46e4-b8d3-77b74dd92245 None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:21.485624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1144898589'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:21.599997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:21.603460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.628406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:21.637310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.637653 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Added segment fc178a9a-d20b-4f56-9f23-8dadb3e12b4c of type vlan for network ae29c6ba-0692-4c32-8667-5ceba6456270 Oct 26 16:57:21.677851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.792553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.798340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:21.798954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:21.871066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Network': ['ID=ae29c6ba-0692-4c32-8667-5ceba6456270,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:21.885880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ae29c6ba-0692-4c32-8667-5ceba6456270 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:21.946198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5d84345a-feaf-4d2e-85da-bb17f8c5b9fa tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4678659 Oct 26 16:57:21.948953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45244) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:21.954580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'subnet': {'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:22.120228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:22.123889 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.387509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.445288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Subnet': ['ID=cd54c417-d2cc-43ea-bd4e-3b6943f0b3da,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:22.456040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Checking segment: {'id': 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:22.459592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network hostable DHCP agents. Network: ae29c6ba-0692-4c32-8667-5ceba6456270, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:22.529916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network ae29c6ba-0692-4c32-8667-5ceba6456270 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:22.577012 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.657123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ae29c6ba-0692-4c32-8667-5ceba6456270) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:22.661233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:22.661822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.669076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb148405-f6eb-4a0e-9b6c-c7ef236e31fe None None] Network ae29c6ba-0692-4c32-8667-5ceba6456270 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:22.745899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0867c57-34bb-4a11-9266-dd424d6b7f79 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7958012 Oct 26 16:57:22.748386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45254) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:22.753539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-190531156', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}, 'admin_state_up': False}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:22.822309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-ae29c6ba-0692-4c32-8667-5ceba6456270', 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270', 'tenant_id': '0d5b913e235e4cf2a04bec911510f4ee', 'fixed_ips': [{'subnet_id': 'cd54c417-d2cc-43ea-bd4e-3b6943f0b3da'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:22.823248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.863296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.864371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.928860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:22.974718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Allocated IP 172.20.0.2 (ae29c6ba-0692-4c32-8667-5ceba6456270/cd54c417-d2cc-43ea-bd4e-3b6943f0b3da/4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:23.127404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.189498 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.238758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Network ae29c6ba-0692-4c32-8667-5ceba6456270 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:23.242806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:23.245527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:23.251674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:23.307054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Attempting to bind port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:23.309248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Attempting to bind port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:23.309707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Attempting to bind port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 on network ae29c6ba-0692-4c32-8667-5ceba6456270 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:23.316604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:23.317145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Checking segment: {'id': 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:23.317650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.318132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Bound using segment: {'id': 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:23.318709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Bound port: 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:23.319204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.392413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] For port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:23.395776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] For port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,segment=NetworkSegment(fc178a9a-d20b-4f56-9f23-8dadb3e12b4c),segment_id=fc178a9a-d20b-4f56-9f23-8dadb3e12b4c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:23.453746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.493908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-d3deb598-2a51-4c00-aa9c-d0ddb4adf38b req-533c5b36-04b7-4f0e-b0d7-8b53ebe660a4 service neutron] (102737) timed out ('10.222.0.21', 55006) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:57:23.509342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.524621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3080f-7bf3-420f-8246-d0bd1c325d33 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:23.791453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.811468 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:23.929667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.25.5.86 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/425370e7-c3eb-419a-9b23-c7128d5851e4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:24.046801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.161259 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.209874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:24.213337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:24.216039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:24.256146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=425370e7-c3eb-419a-9b23-c7128d5851e4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:24.282551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:24.339984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:24.340502 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.433637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.470342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,segment=NetworkSegment(fc178a9a-d20b-4f56-9f23-8dadb3e12b4c),segment_id=fc178a9a-d20b-4f56-9f23-8dadb3e12b4c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:24.544280 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.595555 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.599584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:24.614599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2bf95-8c7d-436d-b018-ce58bc3feac8 None None] Network ae29c6ba-0692-4c32-8667-5ceba6456270 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:24.684889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dea12b36-cbeb-4d6c-9de3-822f2493640e None None] Provisioning complete for port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:24.685259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dea12b36-cbeb-4d6c-9de3-822f2493640e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:24.813455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:25.063933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:57:25.074733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-07c258cd-f277-47d2-9cae-c9b8bef7f0e4 None None] Provisioning complete for port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:25.076580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07c258cd-f277-47d2-9cae-c9b8bef7f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:25.181056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:25.193082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] Sync routers for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:25.202090 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:25.202771 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:25.238463 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:25.247234 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:25.247819 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:25.279077 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:25.279688 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60019658-ab87-47d5-afb9-584a147c4857 None None] The sync data for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:25.283517 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:25.285652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fe50e4c-30e4-4935-a35d-4639d53e5641 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5355797 Oct 26 16:57:25.287744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:26.072141 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.240827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:26.293434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:26.293804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.350265 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.1 (ae29c6ba-0692-4c32-8667-5ceba6456270/cd54c417-d2cc-43ea-bd4e-3b6943f0b3da/0830c50f-824b-4636-83cf-5ee51e41907b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:26.472112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.559887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.609914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network ae29c6ba-0692-4c32-8667-5ceba6456270 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:26.613213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:26.615800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:26.641976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=0830c50f-824b-4636-83cf-5ee51e41907b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:26.666326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.884133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.900383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-be2f5497-b670-450e-b81a-a7f5ca6beb76 None None] Provisioning complete for port 0830c50f-824b-4636-83cf-5ee51e41907b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:26.901113 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2f5497-b670-450e-b81a-a7f5ca6beb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:26.938848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-be2f5497-b670-450e-b81a-a7f5ca6beb76 None None] Port 0830c50f-824b-4636-83cf-5ee51e41907b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:57:27.176131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:27.223695 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:27.297528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=0830c50f-824b-4636-83cf-5ee51e41907b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:27.301116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:27.405594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network ae29c6ba-0692-4c32-8667-5ceba6456270 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:27.408025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:27.538504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:27.653490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:27.659494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f290e17-b933-41ad-84ac-65eab8aa07c6 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/routers/a882aaa5-f3f9-4a27-8888-a7c13f11c9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3703556 Oct 26 16:57:27.662193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45316) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:27.667675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'port': {'network_id': 'ae29c6ba-0692-4c32-8667-5ceba6456270', 'name': 'tempest-FloatingIPTestJSON-1245438733'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:27.684257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] Sync routers for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:27.701628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9f1260eb-f887-4471-b282-eb442f8c3769 None None] Provisioning complete for port 0830c50f-824b-4636-83cf-5ee51e41907b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:27.701919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f1260eb-f887-4471-b282-eb442f8c3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:27.706100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:27.706990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:27.762994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:27.779120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9f1260eb-f887-4471-b282-eb442f8c3769 None None] Port 0830c50f-824b-4636-83cf-5ee51e41907b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:57:27.780558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:27.781481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:27.814603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:27.815297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4082a-8378-4ffe-a2a2-5d4c1867d74d None None] The sync data for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:27.846397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Made reservation on behalf of 0d5b913e235e4cf2a04bec911510f4ee for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:27.850423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:27.869316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] device_id is not set on port ae95775b-68c5-47e9-a3ff-170de77004f0 yet. {{(pid=102737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 16:57:27.981955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Allocated IP 172.20.0.10 (ae29c6ba-0692-4c32-8667-5ceba6456270/cd54c417-d2cc-43ea-bd4e-3b6943f0b3da/ae95775b-68c5-47e9-a3ff-170de77004f0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:28.135573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:28.207034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:28.253105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Network ae29c6ba-0692-4c32-8667-5ceba6456270 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:28.256098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:28.259803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:28.284144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event updated for resources: {'Port': ['ID=ae95775b-68c5-47e9-a3ff-170de77004f0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:28.318414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:28.319059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:28.385363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5eae4b20-260d-4747-930a-ea342b0166ba tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7219191 Oct 26 16:57:28.388254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:28.393381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Request body: {'floatingip': {'port_id': 'ae95775b-68c5-47e9-a3ff-170de77004f0'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:28.458823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:28.509087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b36e002f-33cb-4a38-9e66-d32a100d4318 None None] Provisioning complete for port ae95775b-68c5-47e9-a3ff-170de77004f0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:28.509343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b36e002f-33cb-4a38-9e66-d32a100d4318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:28.553276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b36e002f-33cb-4a38-9e66-d32a100d4318 None None] Port ae95775b-68c5-47e9-a3ff-170de77004f0 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 16:57:28.922544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:29.022279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:29.126810 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP ae19d6d8-a9a2-473c-bbb9-1c0da276ce93 associated. External IP: 172.25.5.62, port: ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75. Oct 26 16:57:29.342136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:29.450630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:29.460693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:29.471423 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:29.472012 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:29.503826 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:29.513111 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:29.513698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:29.550817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:29.551533 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2006e3f-9b3e-440d-bc2c-0de7a1c94c6e None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:29.669565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:29.781834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:29.786307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:29.792572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] Sync routers for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:29.802109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:29.802708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:29.845819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cbdd4774-675d-4cab-997a-b2597dfeb806 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/floatingips/ae19d6d8-a9a2-473c-bbb9-1c0da276ce93 HTTP/1.1" status: 200 len: 978 time: 1.4562652 Oct 26 16:57:29.848655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:29.945702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port ae95775b-68c5-47e9-a3ff-170de77004f0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:29.946053 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:29.993218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.002043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:30.002849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.036980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.037632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592beb1-862a-42fd-a461-6f9e4cb9c746 None None] The sync data for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:30.042711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:30.224386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:30.224738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:30.225047 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Floating IP ae19d6d8-a9a2-473c-bbb9-1c0da276ce93 disassociated. External IP: 172.25.5.62, port: ae95775b-68c5-47e9-a3ff-170de77004f0. Oct 26 16:57:30.225381 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for ae95775b-68c5-47e9-a3ff-170de77004f0 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:30.450699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:30.478296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=ae95775b-68c5-47e9-a3ff-170de77004f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:30.603101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:30.726042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:30.736982 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] Sync routers for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:30.747037 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:30.747677 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.782345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.790780 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:30.791387 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.793227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:30.799210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4b505005-af56-4e97-a17e-ac47fe4f0c17 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/ae95775b-68c5-47e9-a3ff-170de77004f0 HTTP/1.1" status: 204 len: 168 time: 0.9468317 Oct 26 16:57:30.799701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:30.826219 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:30.826859 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a7a9d-c392-4b50-b78c-7b155bfb91bf None None] The sync data for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:31.018496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db29b6a4-6fdc-4f93-9e5e-8d1d8041c1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:31.163791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:31.418412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 0830c50f-824b-4636-83cf-5ee51e41907b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:31.418749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:31.512854 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:31.525545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 0830c50f-824b-4636-83cf-5ee51e41907b owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:31.800903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:31.828481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=0830c50f-824b-4636-83cf-5ee51e41907b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:32.023004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:32.248665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:32.716872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:32.724468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c236789d-8605-475d-9e88-4952167a1ecd tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/routers/a882aaa5-f3f9-4a27-8888-a7c13f11c9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9222243 Oct 26 16:57:32.725640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45388) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:32.728087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] Sync routers for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:32.741051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:32.744309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:32.779475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:32.789512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] Routers {'a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:32.790333 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:32.824149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:32.824828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532010a2-159c-41ea-85e2-5ee77dec13ef None None] The sync data for ids ['a882aaa5-f3f9-4a27-8888-a7c13f11c9fc'] in n-d-815373-2 is: [] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:32.832130 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:32.942555 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.073535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 425370e7-c3eb-419a-9b23-c7128d5851e4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:33.073870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.149680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.162361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 425370e7-c3eb-419a-9b23-c7128d5851e4 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:33.394580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.422175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=425370e7-c3eb-419a-9b23-c7128d5851e4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:33.483935 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.576951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.578975 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6fb9706f-d09c-4e0b-9ad7-4919aae383ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.580119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.668732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.669305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Fanout notify agent at l3_agent the message router_deleted on router a882aaa5-f3f9-4a27-8888-a7c13f11c9fc {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:57:33.676650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.677777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-76b01e4a-c0bc-44e9-9353-0b5f0e7cb1e1 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/routers/a882aaa5-f3f9-4a27-8888-a7c13f11c9fc HTTP/1.1" status: 204 len: 168 time: 0.9503672 Oct 26 16:57:33.680625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45404) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:33.733646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting subnet cd54c417-d2cc-43ea-bd4e-3b6943f0b3da {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:57:33.737558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.785026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:33.871293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.018853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.048187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Subnet': ['ID=cd54c417-d2cc-43ea-bd4e-3b6943f0b3da,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:34.052960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.056171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/subnets/cd54c417-d2cc-43ea-bd4e-3b6943f0b3da HTTP/1.1" status: 204 len: 168 time: 0.3744719 Oct 26 16:57:34.058860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45410) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:34.064310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.064671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.065016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.065358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.065690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.066023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.066355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.066683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.067008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.067500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.067834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.068153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef77106-3838-4bb0-9e53-1c773ad1efbc tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:34.071570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009f7f0-b0a0-47ce-a2a4-b0fe3f9613f4 None None] Network ae29c6ba-0692-4c32-8667-5ceba6456270 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:34.140428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.160542 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.232159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:34.232500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.286839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] DHCP port deletion for ae29c6ba-0692-4c32-8667-5ceba6456270 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:57:34.301851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] For port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,segment=NetworkSegment(fc178a9a-d20b-4f56-9f23-8dadb3e12b4c),segment_id=fc178a9a-d20b-4f56-9f23-8dadb3e12b4c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:34.302214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.322733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:34.346935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Deleting port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:34.347335 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.412701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] For port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,segment=NetworkSegment(fc178a9a-d20b-4f56-9f23-8dadb3e12b4c),segment_id=fc178a9a-d20b-4f56-9f23-8dadb3e12b4c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:34.413182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.425426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Calling delete_port for 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:34.491547 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:57:34.497476 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 16:57:34.506477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.520183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:34.524234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] No DVR routers for this DVR port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:57:34.537791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] Pushing event deleted for resources: {'Port': ['ID=4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:34.542652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79712-9aae-4e48-be4d-fba40607a348 None None] No DVR routers for this DVR port 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:57:34.612283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.632234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae29c6ba-0692-4c32-8667-5ceba6456270']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:34.641218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:34.641511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc178a9a-d20b-4f56-9f23-8dadb3e12b4c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:34.651370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.664453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.671033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:34.671455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:34.674969 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:34.807861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.816589 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:34.819535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/networks/ae29c6ba-0692-4c32-8667-5ceba6456270 HTTP/1.1" status: 204 len: 168 time: 0.7594016 Oct 26 16:57:34.822152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:34.838736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ab095-f735-4698-9388-bdc386f25a11 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Network': ['ID=ae29c6ba-0692-4c32-8667-5ceba6456270,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:34.961609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port e8a5f731-2844-40ac-ae49-78c314f8b65c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:34.961944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.040870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.041115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.053921 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for e8a5f731-2844-40ac-ae49-78c314f8b65c owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:35.093092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.230277 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.257104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=e8a5f731-2844-40ac-ae49-78c314f8b65c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:35.321751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.324254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.325420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-64eec206-b375-4d19-bf36-acb9ac0eb30b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae19d6d8-a9a2-473c-bbb9-1c0da276ce93 HTTP/1.1" status: 204 len: 168 time: 0.4932516 Oct 26 16:57:35.329790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45432) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:35.353684 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2e9aef-ad9d-4e67-82c6-ca2c5cda5d1e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] DELETE failed (client error): The resource could not be found. Oct 26 16:57:35.354340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2e9aef-ad9d-4e67-82c6-ca2c5cda5d1e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:57:35.358306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5a2e9aef-ad9d-4e67-82c6-ca2c5cda5d1e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/ae95775b-68c5-47e9-a3ff-170de77004f0 HTTP/1.1" status: 404 len: 333 time: 0.0267084 Oct 26 16:57:35.360112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45436) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:35.387594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a332108-c7e5-4f93-be9f-dcfa9a01110d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/ports?device_id=a882aaa5-f3f9-4a27-8888-a7c13f11c9fc HTTP/1.1" status: 200 len: 205 time: 0.0262053 Oct 26 16:57:35.389816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:35.428819 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-d33a0b27-78a8-48aa-a287-063146b48a58 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] delete failed (client error): The resource could not be found. Oct 26 16:57:35.429870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d33a0b27-78a8-48aa-a287-063146b48a58 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/routers/a882aaa5-f3f9-4a27-8888-a7c13f11c9fc HTTP/1.1" status: 404 len: 336 time: 0.0391121 Oct 26 16:57:35.432479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:35.463044 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa052a0-ec77-497b-91c8-975ab69b9b3e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] DELETE failed (client error): The resource could not be found. Oct 26 16:57:35.463527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa052a0-ec77-497b-91c8-975ab69b9b3e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:57:35.466873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-efa052a0-ec77-497b-91c8-975ab69b9b3e tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/subnets/cd54c417-d2cc-43ea-bd4e-3b6943f0b3da HTTP/1.1" status: 404 len: 337 time: 0.0334477 Oct 26 16:57:35.471633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:35.558584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:35.559310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.649526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.661851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:35.853333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.887124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:35.912874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.913240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.913561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.913893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.914220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.914544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.914871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.915226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.915544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.915861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.916183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.916557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:35.964844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:35.968218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f816f790-87ce-40ab-92d3-55778135cd10 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/ecb6b9c3-dd75-4bf3-8e21-018a55a9fb75 HTTP/1.1" status: 204 len: 168 time: 0.4956918 Oct 26 16:57:35.971561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45450) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:36.061418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 649e678f-4cb3-4e94-8548-75f040a89284 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:36.061749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:36.151967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:36.164102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 649e678f-4cb3-4e94-8548-75f040a89284 owned by {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:36.269643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:36.290602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:57:36.290986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4aa4ae56-0b7b-47f1-96e6-3e2ef45ae843 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:57:36.401714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:36.431871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=649e678f-4cb3-4e94-8548-75f040a89284,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:36.503795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:36.507236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-138bd846-8fca-42e5-87dc-97b9044c4aaf tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/ports/649e678f-4cb3-4e94-8548-75f040a89284 HTTP/1.1" status: 204 len: 168 time: 0.5346522 Oct 26 16:57:36.509698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45460) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:36.559688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5710c-7dc9-4e28-82e2-13be0235cbb4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:36.561194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4dd5710c-7dc9-4e28-82e2-13be0235cbb4 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "GET /v2.0/ports?device_id=fca17982-cc7a-4e5f-8b0c-0e0fbccd492c HTTP/1.1" status: 200 len: 913 time: 0.0505886 Oct 26 16:57:36.564608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45464) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:36.698736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:37.253534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:37.508142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 11086fd8-5426-4897-8f40-a5db6e1cfa09 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:37.508376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:37.597657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:37.609131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 11086fd8-5426-4897-8f40-a5db6e1cfa09 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:37.851964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:37.880294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=11086fd8-5426-4897-8f40-a5db6e1cfa09,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:38.053161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:38.264495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:57:38.376950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:57:38.383599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-48f22f35-1e04-437a-b125-893917ad391b tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "PUT /v2.0/routers/fca17982-cc7a-4e5f-8b0c-0e0fbccd492c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179381 Oct 26 16:57:38.384836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45482) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:38.390205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] Sync routers for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:38.400631 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:38.401319 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:38.434199 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:38.444123 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] Routers {'fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:57:38.444808 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:57:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:38.480798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:38.481534 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3841d-da67-4363-a3a7-c4c895e628af None None] The sync data for ids ['fca17982-cc7a-4e5f-8b0c-0e0fbccd492c'] in n-d-815373-2 is: [] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:38.495834 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:38.601761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:38.738731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting port 80b41c85-9ab7-41ca-b8c8-0f4b21637c32 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:38.738965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:38.820547 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:38.832529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Calling delete_port for 80b41c85-9ab7-41ca-b8c8-0f4b21637c32 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:39.042137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.066337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Port': ['ID=80b41c85-9ab7-41ca-b8c8-0f4b21637c32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:39.129818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.218923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.221726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.350564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.351187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Fanout notify agent at l3_agent the message router_deleted on router fca17982-cc7a-4e5f-8b0c-0e0fbccd492c {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:57:39.358701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.362371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a885c4f8-1d6f-47ba-a31e-904a74f18e82 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/routers/fca17982-cc7a-4e5f-8b0c-0e0fbccd492c HTTP/1.1" status: 204 len: 168 time: 0.9740586 Oct 26 16:57:39.362371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45486) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:39.415141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Deleting subnet b891d30d-5fd1-4d75-92f7-495cba40267b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:57:39.418294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.457822 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.501899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.636774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.669337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.672609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/subnets/b891d30d-5fd1-4d75-92f7-495cba40267b HTTP/1.1" status: 204 len: 168 time: 0.3092623 Oct 26 16:57:39.674676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18e7d3-46e1-4e79-acef-4c3a9f7c6068 tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Subnet': ['ID=b891d30d-5fd1-4d75-92f7-495cba40267b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:39.675220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45488) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:39.756954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.850240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.877392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d4ea24-7657-4152-8839-14c3ebfec94f']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:39.886970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d672ef-d4b7-4898-a566-7e477e49c503') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:39.887298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d672ef-d4b7-4898-a566-7e477e49c503') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:39.897313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.911071 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.916868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:39.917253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:39.920178 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:40.065575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.081611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.081611 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] 10.222.0.21 "DELETE /v2.0/networks/d3d4ea24-7657-4152-8839-14c3ebfec94f HTTP/1.1" status: 204 len: 168 time: 0.3997040 Oct 26 16:57:40.092867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11c7c7-5ab9-4042-bdd5-d2a50f3de42d tempest-FloatingIPTestJSON-118447757 tempest-FloatingIPTestJSON-118447757-project] Pushing event deleted for resources: {'Network': ['ID=d3d4ea24-7657-4152-8839-14c3ebfec94f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:40.550354 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45496) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:40.687722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-40bcd604-9d2f-4337-8a85-d0e66eb0cf7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d5b913e235e4cf2a04bec911510f4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360731 Oct 26 16:57:40.690146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:40.738805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.763532 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.893788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.896475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:40.897621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d541ade7-184c-417c-b02b-bc61b46eef67 HTTP/1.1" status: 204 len: 168 time: 0.2063713 Oct 26 16:57:40.905784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319036f-a97e-4689-8676-c01f8abb3b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541ade7-184c-417c-b02b-bc61b46eef67,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:41.863500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45526) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:41.959152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382041353'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:42.054270 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:42.058408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.067626 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.145279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.242384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.272297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:42.277532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6c4120-d0a8-4eb4-a0b3-9ea0c09407f4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:42.285544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.285813 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment dd85b7bd-4cff-42a9-a65a-b9c39f86e342 of type vlan for network d2399d42-b378-46c6-b6d4-10c99a84b52b Oct 26 16:57:42.325212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.389097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.396802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:42.396802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:42.469057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=d2399d42-b378-46c6-b6d4-10c99a84b52b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:42.480137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d2399d42-b378-46c6-b6d4-10c99a84b52b details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:42.527159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d5eeea3-4746-4ccc-bfa3-ffdab1718a0e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6487470 Oct 26 16:57:45.742105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45554) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:45.750108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:45.934052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:45.937665 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.178654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.241854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=0183da7e-5b17-46bd-8156-fb94bd85e3af,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:46.248138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:46.248612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: d2399d42-b378-46c6-b6d4-10c99a84b52b, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:46.322409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network d2399d42-b378-46c6-b6d4-10c99a84b52b is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:46.385624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d2399d42-b378-46c6-b6d4-10c99a84b52b) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:46.389762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:46.390368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.395949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7fa4d-34bd-4748-8cfd-21d2bfb5fd87 None None] Network d2399d42-b378-46c6-b6d4-10c99a84b52b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:46.474506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-96ce8637-1c18-4950-83dc-7f7f82211aa6 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7285221 Oct 26 16:57:46.478043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45558) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:46.483068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-37468326'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:46.545540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d2399d42-b378-46c6-b6d4-10c99a84b52b', 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '0183da7e-5b17-46bd-8156-fb94bd85e3af'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:46.545540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.557357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:46.560860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.585358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:46.594518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.596958 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment ff0ceb43-96e4-4382-9f13-94927fffd05c of type vlan for network 021524c4-9bef-461d-96f2-a7311ad0e2eb Oct 26 16:57:46.634765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.680286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Allocated IP 2001:db8:0:ffff::2 (d2399d42-b378-46c6-b6d4-10c99a84b52b/0183da7e-5b17-46bd-8156-fb94bd85e3af/8d0eabf6-26e4-4a7a-8570-99ca33aa39b6) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:46.734892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.741003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:46.746744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.809934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=021524c4-9bef-461d-96f2-a7311ad0e2eb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:46.821196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 021524c4-9bef-461d-96f2-a7311ad0e2eb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:46.837206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.872876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-38482e27-bc9a-4828-aac7-7f4df6eb3897 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3937240 Oct 26 16:57:46.875868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45560) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:46.881954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:46.934688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:46.973328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Network d2399d42-b378-46c6-b6d4-10c99a84b52b is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:46.976263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:46.979893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:46.995610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Pushing event updated for resources: {'Port': ['ID=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:47.015918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.016263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.016597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.016928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.017304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.017628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.017949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.018266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.018583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.018898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.019236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.019552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:47.051145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Attempting to bind port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:47.051762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Attempting to bind port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:47.052104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Attempting to bind port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 on network d2399d42-b378-46c6-b6d4-10c99a84b52b {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:47.054110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:47.057744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.064365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:47.068934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Checking segment: {'id': 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:47.068934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.068934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Bound using segment: {'id': 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:47.068934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Bound port: 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2399d42-b378-46c6-b6d4-10c99a84b52b'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:47.068934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.141048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] For port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:47.144566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] For port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,segment=NetworkSegment(dd85b7bd-4cff-42a9-a65a-b9c39f86e342),segment_id=dd85b7bd-4cff-42a9-a65a-b9c39f86e342)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:47.203474 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.275415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ac46-3499-4f64-8252-980f12dae8b1 None None] Pushing event updated for resources: {'Port': ['ID=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:47.323158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.384373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=04915fce-e6ce-41e2-b4db-cb90888238ad,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:47.397492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': 'ff0ceb43-96e4-4382-9f13-94927fffd05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:47.397861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: 021524c4-9bef-461d-96f2-a7311ad0e2eb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:47.477218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 021524c4-9bef-461d-96f2-a7311ad0e2eb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:47.540321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 021524c4-9bef-461d-96f2-a7311ad0e2eb) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:47.546317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:47.547082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.553308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355391c-4d1d-48c1-8b50-11ee50745559 None None] Network 021524c4-9bef-461d-96f2-a7311ad0e2eb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:47.657438 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9faf17ff-63c2-4985-acc4-e868b4f410a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7795997 Oct 26 16:57:47.660679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:47.719521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-021524c4-9bef-461d-96f2-a7311ad0e2eb', 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '04915fce-e6ce-41e2-b4db-cb90888238ad'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:47.719911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.768825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.852132 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:47.868425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Allocated IP 2001:db8::1 (021524c4-9bef-461d-96f2-a7311ad0e2eb/04915fce-e6ce-41e2-b4db-cb90888238ad/994da415-6433-4901-b52b-deaea5c3d93a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:48.025621 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.100726 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.147721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Network 021524c4-9bef-461d-96f2-a7311ad0e2eb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:48.151033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:48.154822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:48.160743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Pushing event updated for resources: {'Port': ['ID=994da415-6433-4901-b52b-deaea5c3d93a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:48.192220 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.218689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Attempting to bind port 994da415-6433-4901-b52b-deaea5c3d93a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:48.219259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Attempting to bind port 994da415-6433-4901-b52b-deaea5c3d93a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ff0ceb43-96e4-4382-9f13-94927fffd05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:48.219678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Attempting to bind port 994da415-6433-4901-b52b-deaea5c3d93a on network 021524c4-9bef-461d-96f2-a7311ad0e2eb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:48.226662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:48.227210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Checking segment: {'id': 'ff0ceb43-96e4-4382-9f13-94927fffd05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:48.227711 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.228038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Bound using segment: {'id': 'ff0ceb43-96e4-4382-9f13-94927fffd05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:48.228510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Bound port: 994da415-6433-4901-b52b-deaea5c3d93a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0ceb43-96e4-4382-9f13-94927fffd05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:48.228890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.242752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=04915fce-e6ce-41e2-b4db-cb90888238ad,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:48.339906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6ffa1-ca08-4626-9b21-242183a8f9cd None None] Network d2399d42-b378-46c6-b6d4-10c99a84b52b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:48.347239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] For port 994da415-6433-4901-b52b-deaea5c3d93a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:48.352613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.385979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021524c4-9bef-461d-96f2-a7311ad0e2eb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:48.397014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0ceb43-96e4-4382-9f13-94927fffd05c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:48.397354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0ceb43-96e4-4382-9f13-94927fffd05c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:48.401301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:48.407079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.436025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] For port 994da415-6433-4901-b52b-deaea5c3d93a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=994da415-6433-4901-b52b-deaea5c3d93a,segment=NetworkSegment(ff0ceb43-96e4-4382-9f13-94927fffd05c),segment_id=ff0ceb43-96e4-4382-9f13-94927fffd05c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:48.469272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] Provisioning complete for port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:48.469634 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.491344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.498538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:48.500286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:48.503814 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:48.510458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.607892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:48.608572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:48.610258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:57:48.610258 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:57:48.610258 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '021524c4-9bef-461d-96f2-a7311ad0e2eb'}] Oct 26 16:57:48.610258 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:57:48.610670 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:57:48.681251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5d208-676f-4df6-b7ca-fcd30249c075 None None] Pushing event updated for resources: {'Port': ['ID=994da415-6433-4901-b52b-deaea5c3d93a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:48.735448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b56e79-4094-47b1-834e-0ed159e51196 None None] Network 021524c4-9bef-461d-96f2-a7311ad0e2eb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:48.812767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.081363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] For port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,segment=NetworkSegment(dd85b7bd-4cff-42a9-a65a-b9c39f86e342),segment_id=dd85b7bd-4cff-42a9-a65a-b9c39f86e342)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:49.082501 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.112111 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.182790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port 994da415-6433-4901-b52b-deaea5c3d93a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:49.190769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.191060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.281400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port 994da415-6433-4901-b52b-deaea5c3d93a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=994da415-6433-4901-b52b-deaea5c3d93a,segment=NetworkSegment(ff0ceb43-96e4-4382-9f13-94927fffd05c),segment_id=ff0ceb43-96e4-4382-9f13-94927fffd05c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:49.281833 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.300074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for 994da415-6433-4901-b52b-deaea5c3d93a owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:49.312714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:57:49.313208 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:57:49.318571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7161180-752c-4353-aaaa-90ad4f1eee81 None None] Pushing event updated for resources: {'Port': ['ID=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:49.341982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330ffc1-4aec-4bfd-b085-e0028729a151 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:57:49.437244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-90de3b07-13d3-4b25-b99a-dc250ea6fa9c None None] Provisioning complete for port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:49.437678 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-90de3b07-13d3-4b25-b99a-dc250ea6fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.444072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330ffc1-4aec-4bfd-b085-e0028729a151 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:57:49.786366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-9af15727-1656-44a4-bf1d-db7c919354f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615487 Oct 26 16:57:49.874805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-67744c40-61ea-4506-92e8-7cbfc8031f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:49.876331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-67744c40-61ea-4506-92e8-7cbfc8031f36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.0449233 Oct 26 16:57:49.888964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:49.925615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=994da415-6433-4901-b52b-deaea5c3d93a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:49.938648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port 994da415-6433-4901-b52b-deaea5c3d93a on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:57:50.056113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.092234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021524c4-9bef-461d-96f2-a7311ad0e2eb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:50.094991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-7fa24f9e-d4cc-43bc-b04d-36175dedf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:50.096504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-7fa24f9e-d4cc-43bc-b04d-36175dedf122 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1786029 Oct 26 16:57:50.103997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0ceb43-96e4-4382-9f13-94927fffd05c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:50.104296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0ceb43-96e4-4382-9f13-94927fffd05c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:50.149226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.171864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.182064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:50.182449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:50.185394 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:50.199308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-7973b798-200a-49d3-bdab-464f5cdb9baf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1000 time: 0.0931101 Oct 26 16:57:50.270569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:50.283058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-91a1cc10-7748-4a88-af82-657ca8d27189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:50.285033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-91a1cc10-7748-4a88-af82-657ca8d27189 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0598466 Oct 26 16:57:50.325083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:50.325083 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.340767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-7be6e96f-bf35-493c-b165-645f5a60bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:50.342516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-7be6e96f-bf35-493c-b165-645f5a60bffa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508122 Oct 26 16:57:50.346838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.352018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.358670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/021524c4-9bef-461d-96f2-a7311ad0e2eb HTTP/1.1" status: 204 len: 168 time: 2.6934521 Oct 26 16:57:50.358859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:50.364474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2120405536'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:50.418107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923341-d2da-4e34-90e7-7f42c876dc0a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=021524c4-9bef-461d-96f2-a7311ad0e2eb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:50.453023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:50.457777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.460759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-c169faad-c4ac-4400-8545-067e84cc3f16 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042995 Oct 26 16:57:50.482352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:50.491961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.492304 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 44f87670-cedc-40d1-b33f-e95043ec6921 of type vlan for network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 Oct 26 16:57:50.538740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.569882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64c7425f-4d92-43e3-9034-8ca8f17f6362 req-028cbbf7-0dff-4608-8bfc-f6bc7b020b24 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018033 Oct 26 16:57:50.614985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.620827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:50.621422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:50.685919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=4df0be73-cc31-46ce-bb1a-6c80e36a36d7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:50.696072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:50.776297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b1c4cdce-dad7-4764-99e5-f5a39083ff61 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4163289 Oct 26 16:57:50.779025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45576) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:50.785022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:50.956013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:50.959543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.157785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.213755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.274085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=d06394a8-8a02-4311-9e3e-61432af9fad9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:51.282734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '44f87670-cedc-40d1-b33f-e95043ec6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:51.284055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: 4df0be73-cc31-46ce-bb1a-6c80e36a36d7, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:51.363526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:51.437635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4df0be73-cc31-46ce-bb1a-6c80e36a36d7) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:51.442276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:51.442872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.447749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a591c85-2741-4ffc-afbc-659dcdb468a2 None None] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:51.526234 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-98a86128-2667-4f6b-bccf-92d73feda266 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7459676 Oct 26 16:57:51.529859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45580) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:51.536514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332109561'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:51.617122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4df0be73-cc31-46ce-bb1a-6c80e36a36d7', 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': 'd06394a8-8a02-4311-9e3e-61432af9fad9'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:51.617984 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.628464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:51.632319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.657336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:51.667896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.668355 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 368ff342-1728-41d1-9579-893c69a98ac8 of type vlan for network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 Oct 26 16:57:51.713290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.763630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Allocated IP 2001:db8::1 (4df0be73-cc31-46ce-bb1a-6c80e36a36d7/d06394a8-8a02-4311-9e3e-61432af9fad9/156e8b8c-6219-4aaa-a432-68640e301c18) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:51.815786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.821614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:51.822208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.898318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:51.911714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:51.913352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:51.943559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3216e45a-de3b-4670-b193-5186cde16f9b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4125168 Oct 26 16:57:51.946516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:51.951778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:51.987807 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.026861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:52.031828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:52.036759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:52.066018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Pushing event updated for resources: {'Port': ['ID=156e8b8c-6219-4aaa-a432-68640e301c18,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:52.104707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Attempting to bind port 156e8b8c-6219-4aaa-a432-68640e301c18 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:52.105076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Attempting to bind port 156e8b8c-6219-4aaa-a432-68640e301c18 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '44f87670-cedc-40d1-b33f-e95043ec6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:52.105464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Attempting to bind port 156e8b8c-6219-4aaa-a432-68640e301c18 on network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:52.107403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:52.110570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:52.110948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Checking segment: {'id': '44f87670-cedc-40d1-b33f-e95043ec6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:52.111262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.111463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.112621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Bound using segment: {'id': '44f87670-cedc-40d1-b33f-e95043ec6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:52.113006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Bound port: 156e8b8c-6219-4aaa-a432-68640e301c18, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f87670-cedc-40d1-b33f-e95043ec6921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4df0be73-cc31-46ce-bb1a-6c80e36a36d7'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:52.113513 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.178164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing IP validity checks on allocation pools {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:57:52.178688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:57:52.180447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] For port 156e8b8c-6219-4aaa-a432-68640e301c18, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:52.183567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] For port 156e8b8c-6219-4aaa-a432-68640e301c18, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=156e8b8c-6219-4aaa-a432-68640e301c18,segment=NetworkSegment(44f87670-cedc-40d1-b33f-e95043ec6921),segment_id=44f87670-cedc-40d1-b33f-e95043ec6921)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:52.289960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.356146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f89ede-5998-4eda-9f96-d5be51b2a7ea None None] Pushing event updated for resources: {'Port': ['ID=156e8b8c-6219-4aaa-a432-68640e301c18,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:52.375570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.447639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=76e428d4-a701-4f87-8ed9-2975b9dc3f2b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:52.460706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '368ff342-1728-41d1-9579-893c69a98ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:52.461124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:52.546718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:52.575874 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.637191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:52.646641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:52.646641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.650511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85aaf2-ba32-47ed-a8b5-4311a5f0577c None None] Network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:52.737987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cd55106e-526c-4357-9dd2-a0ec6e700f3d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7900703 Oct 26 16:57:52.740717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45590) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:52.829189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8', 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '76e428d4-a701-4f87-8ed9-2975b9dc3f2b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:52.830611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.861495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.919861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:52.971757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Allocated IP 2001:db8::3 (3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8/76e428d4-a701-4f87-8ed9-2975b9dc3f2b/e859de0e-a2b8-4744-87c5-290d8fb6b705) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:53.122207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.209894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.253711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:53.256807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:53.260334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:53.267336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Pushing event updated for resources: {'Port': ['ID=e859de0e-a2b8-4744-87c5-290d8fb6b705,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:53.301301 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.313248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a356d-579c-4072-98a3-eb71d052d3f5 None None] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:53.338194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Attempting to bind port e859de0e-a2b8-4744-87c5-290d8fb6b705 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:53.338194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Attempting to bind port e859de0e-a2b8-4744-87c5-290d8fb6b705 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '368ff342-1728-41d1-9579-893c69a98ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:53.338194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Attempting to bind port e859de0e-a2b8-4744-87c5-290d8fb6b705 on network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:53.338605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=76e428d4-a701-4f87-8ed9-2975b9dc3f2b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:53.368607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:53.368984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Checking segment: {'id': '368ff342-1728-41d1-9579-893c69a98ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:53.369365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.369758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Bound using segment: {'id': '368ff342-1728-41d1-9579-893c69a98ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:53.370217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Bound port: e859de0e-a2b8-4744-87c5-290d8fb6b705, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ff342-1728-41d1-9579-893c69a98ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:53.370591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.396801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.422003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:53.432501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ff342-1728-41d1-9579-893c69a98ac8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:53.432803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ff342-1728-41d1-9579-893c69a98ac8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:53.442992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.448658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] Provisioning complete for port 156e8b8c-6219-4aaa-a432-68640e301c18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:53.449093 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.456950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.462905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:53.463334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:53.466299 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:53.533501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] For port e859de0e-a2b8-4744-87c5-290d8fb6b705, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:53.560501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] For port e859de0e-a2b8-4744-87c5-290d8fb6b705, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e859de0e-a2b8-4744-87c5-290d8fb6b705,segment=NetworkSegment(368ff342-1728-41d1-9579-893c69a98ac8),segment_id=368ff342-1728-41d1-9579-893c69a98ac8)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:53.563864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:57:53.563864 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:57:53.563864 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8'}] Oct 26 16:57:53.563864 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:57:53.565276 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:57:53.629245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.632918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.712124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] For port 156e8b8c-6219-4aaa-a432-68640e301c18, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=156e8b8c-6219-4aaa-a432-68640e301c18,segment=NetworkSegment(44f87670-cedc-40d1-b33f-e95043ec6921),segment_id=44f87670-cedc-40d1-b33f-e95043ec6921)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:53.742800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d05e4-3d3a-4f5a-b58e-0dcb191590f1 None None] Pushing event updated for resources: {'Port': ['ID=e859de0e-a2b8-4744-87c5-290d8fb6b705,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:53.766163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad2798-2016-4c85-9405-6b676f0a5e32 None None] Network 3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:53.828167 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:53.919840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc58f8-de6d-405e-ad8c-681f7eca9974 None None] Pushing event updated for resources: {'Port': ['ID=156e8b8c-6219-4aaa-a432-68640e301c18,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:53.956078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83278c80-b2a4-4a0b-8cb2-9e9346829536 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:57:53.959209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c1090485-784f-4aaa-ac05-82034e63c691 None None] Provisioning complete for port 156e8b8c-6219-4aaa-a432-68640e301c18 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:53.959573 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1090485-784f-4aaa-ac05-82034e63c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.065923 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.099957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83278c80-b2a4-4a0b-8cb2-9e9346829536 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:57:54.123594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port e859de0e-a2b8-4744-87c5-290d8fb6b705 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:54.123942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.193483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port e859de0e-a2b8-4744-87c5-290d8fb6b705, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e859de0e-a2b8-4744-87c5-290d8fb6b705,segment=NetworkSegment(368ff342-1728-41d1-9579-893c69a98ac8),segment_id=368ff342-1728-41d1-9579-893c69a98ac8)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:54.193785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.208955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for e859de0e-a2b8-4744-87c5-290d8fb6b705 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:54.369715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.398448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=e859de0e-a2b8-4744-87c5-290d8fb6b705,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:54.401861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port e859de0e-a2b8-4744-87c5-290d8fb6b705 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:57:54.477807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 156e8b8c-6219-4aaa-a432-68640e301c18 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:54.489352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.510560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:54.521330 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ff342-1728-41d1-9579-893c69a98ac8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:54.521640 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ff342-1728-41d1-9579-893c69a98ac8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:54.531659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.547241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.549795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 156e8b8c-6219-4aaa-a432-68640e301c18 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:57:54.550097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.555083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:54.555527 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:54.558595 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:54.777354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.777354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.777354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 HTTP/1.1" status: 204 len: 168 time: 1.9696507 Oct 26 16:57:54.785469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45616) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:54.785469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313942593'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:54.786246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e538-ed9e-4a9e-a1b0-a260965bd2ad tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:54.832401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:54.835935 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.859787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:54.869180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:54.869487 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 7525b8fc-949f-4381-9550-f46c887f8473 of type vlan for network a8785dfa-6847-493f-95ff-a4551d0ae5ec Oct 26 16:57:54.914665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.044028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.050318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:55.050943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.119117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=a8785dfa-6847-493f-95ff-a4551d0ae5ec,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:55.131265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a8785dfa-6847-493f-95ff-a4551d0ae5ec details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:55.183815 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4fffd2be-5cf4-4024-8e04-d38dad2525b9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4677796 Oct 26 16:57:55.187745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45622) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:55.195073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:55.381144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:55.384866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.662175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.728127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=617ed53c-0706-46c9-bf77-f82a96c6989e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:55.735389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '7525b8fc-949f-4381-9550-f46c887f8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:55.735750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: a8785dfa-6847-493f-95ff-a4551d0ae5ec, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:55.839401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network a8785dfa-6847-493f-95ff-a4551d0ae5ec is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:55.928317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a8785dfa-6847-493f-95ff-a4551d0ae5ec) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:55.932373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:55.932965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:55.937401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe6da9-5d26-4b31-a222-73804889d6f4 None None] Network a8785dfa-6847-493f-95ff-a4551d0ae5ec requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:56.058577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ad7938f0-571c-424d-ae45-9e977ff30d48 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8697691 Oct 26 16:57:56.061222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:56.096165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a8785dfa-6847-493f-95ff-a4551d0ae5ec', 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '617ed53c-0706-46c9-bf77-f82a96c6989e'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:56.098507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.171913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.246517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Allocated IP 2001:db8::1 (a8785dfa-6847-493f-95ff-a4551d0ae5ec/617ed53c-0706-46c9-bf77-f82a96c6989e/d29ea983-71f4-4334-bcf5-99140736d3cb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:56.256393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.413221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.478763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.521967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Network a8785dfa-6847-493f-95ff-a4551d0ae5ec is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:57:56.525667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:56.527802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:57:56.538057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Pushing event updated for resources: {'Port': ['ID=d29ea983-71f4-4334-bcf5-99140736d3cb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:56.583102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.592621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Attempting to bind port d29ea983-71f4-4334-bcf5-99140736d3cb on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:57:56.593773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Attempting to bind port d29ea983-71f4-4334-bcf5-99140736d3cb by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7525b8fc-949f-4381-9550-f46c887f8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:57:56.593773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Attempting to bind port d29ea983-71f4-4334-bcf5-99140736d3cb on network a8785dfa-6847-493f-95ff-a4551d0ae5ec {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:57:56.600051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:57:56.603516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Checking segment: {'id': '7525b8fc-949f-4381-9550-f46c887f8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:56.603516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.603516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Bound using segment: {'id': '7525b8fc-949f-4381-9550-f46c887f8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:57:56.603516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Bound port: d29ea983-71f4-4334-bcf5-99140736d3cb, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7525b8fc-949f-4381-9550-f46c887f8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:57:56.603516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.619108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=617ed53c-0706-46c9-bf77-f82a96c6989e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:56.680256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] For port d29ea983-71f4-4334-bcf5-99140736d3cb, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:57:56.682133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.683350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] For port d29ea983-71f4-4334-bcf5-99140736d3cb, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d29ea983-71f4-4334-bcf5-99140736d3cb,segment=NetworkSegment(7525b8fc-949f-4381-9550-f46c887f8473),segment_id=7525b8fc-949f-4381-9550-f46c887f8473)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:57:56.701772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8785dfa-6847-493f-95ff-a4551d0ae5ec']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:56.710801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7525b8fc-949f-4381-9550-f46c887f8473') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:56.711098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7525b8fc-949f-4381-9550-f46c887f8473') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:56.721163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.797098 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.799358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.809090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:56.809638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:56.812873 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:56.878343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0133927-3766-40cb-a00c-93fabd94a24d None None] Pushing event updated for resources: {'Port': ['ID=d29ea983-71f4-4334-bcf5-99140736d3cb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:56.901777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:57:56.901777 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:57:56.901777 n-d-815373-2 neutron-server[102737]: [parameters: {'id': 'a8785dfa-6847-493f-95ff-a4551d0ae5ec'}] Oct 26 16:57:56.901777 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:57:56.902489 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:57:56.914649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8751c-1820-4b18-b249-d73e58b3ef16 None None] Network a8785dfa-6847-493f-95ff-a4551d0ae5ec requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:57.038742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c6735-7542-485a-8f8f-6ad10be2578a None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:57:57.138614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c6735-7542-485a-8f8f-6ad10be2578a None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:57:57.403779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.459727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port d29ea983-71f4-4334-bcf5-99140736d3cb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:57:57.460094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.530357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port d29ea983-71f4-4334-bcf5-99140736d3cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d29ea983-71f4-4334-bcf5-99140736d3cb,segment=NetworkSegment(7525b8fc-949f-4381-9550-f46c887f8473),segment_id=7525b8fc-949f-4381-9550-f46c887f8473)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:57.530991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.550580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for d29ea983-71f4-4334-bcf5-99140736d3cb owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:57:57.719063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.745341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=d29ea983-71f4-4334-bcf5-99140736d3cb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:57.748774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port d29ea983-71f4-4334-bcf5-99140736d3cb on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:57:57.767742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:57:57.834749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.854800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8785dfa-6847-493f-95ff-a4551d0ae5ec']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:57.863846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7525b8fc-949f-4381-9550-f46c887f8473') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:57.864711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7525b8fc-949f-4381-9550-f46c887f8473') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:57.873233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.886660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.893241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:57:57.894325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:57:57.899670 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:57:58.078743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.086325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.089407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/a8785dfa-6847-493f-95ff-a4551d0ae5ec HTTP/1.1" status: 204 len: 168 time: 2.0272017 Oct 26 16:57:58.093104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45670) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:58.106906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210191449'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:58.111292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b04d-7cd1-4df5-9539-21bbda57438b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=a8785dfa-6847-493f-95ff-a4551d0ae5ec,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:58.244442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:58.248353 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.273622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:57:58.282952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.283359 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 7bb087a2-4705-456c-8b63-2908a35fce9e of type vlan for network b31260fc-a218-43e4-814e-62896fe16a34 Oct 26 16:57:58.333500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.467735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.475024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:58.475640 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:58.552110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=b31260fc-a218-43e4-814e-62896fe16a34,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:58.559975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b31260fc-a218-43e4-814e-62896fe16a34 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:57:58.601852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a82b8fc5-2630-4a3f-bc1b-56e59bc2f35e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4986911 Oct 26 16:57:58.605271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:58.610497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:57:58.786262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:57:58.789978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.067793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.140492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=4c3e9bd7-48a8-48c9-a478-8588974ddc9b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:59.149933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '7bb087a2-4705-456c-8b63-2908a35fce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:57:59.150293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: b31260fc-a218-43e4-814e-62896fe16a34, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:57:59.284325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network b31260fc-a218-43e4-814e-62896fe16a34 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:57:59.420758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b31260fc-a218-43e4-814e-62896fe16a34) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:57:59.430124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5a3b9-bb7d-41d5-8195-02ca25fa3602 None None] Network b31260fc-a218-43e4-814e-62896fe16a34 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:57:59.433024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:57:59.434345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.527480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0930c40e-b0fa-4fb0-b13e-43982428652e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9203494 Oct 26 16:57:59.529890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45694) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:57:59.582583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-b31260fc-a218-43e4-814e-62896fe16a34', 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '4c3e9bd7-48a8-48c9-a478-8588974ddc9b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:57:59.583467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.633445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.698521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.736742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Allocated IP 2001:db8::1 (b31260fc-a218-43e4-814e-62896fe16a34/4c3e9bd7-48a8-48c9-a478-8588974ddc9b/7827890d-b169-4280-bd98-e5828490360a) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:57:59.890396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:57:59.970952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.014116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Network b31260fc-a218-43e4-814e-62896fe16a34 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:00.017178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:00.020182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:00.032170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Pushing event updated for resources: {'Port': ['ID=7827890d-b169-4280-bd98-e5828490360a,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:00.079728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.087103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Attempting to bind port 7827890d-b169-4280-bd98-e5828490360a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:00.087502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Attempting to bind port 7827890d-b169-4280-bd98-e5828490360a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7bb087a2-4705-456c-8b63-2908a35fce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:00.087859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Attempting to bind port 7827890d-b169-4280-bd98-e5828490360a on network b31260fc-a218-43e4-814e-62896fe16a34 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:00.093064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:00.093570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Checking segment: {'id': '7bb087a2-4705-456c-8b63-2908a35fce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:00.093960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.094375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Bound using segment: {'id': '7bb087a2-4705-456c-8b63-2908a35fce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:00.094850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Bound port: 7827890d-b169-4280-bd98-e5828490360a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb087a2-4705-456c-8b63-2908a35fce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b31260fc-a218-43e4-814e-62896fe16a34'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:00.095247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.109905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3e9bd7-48a8-48c9-a478-8588974ddc9b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:00.166780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] For port 7827890d-b169-4280-bd98-e5828490360a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:00.170818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] For port 7827890d-b169-4280-bd98-e5828490360a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7827890d-b169-4280-bd98-e5828490360a,segment=NetworkSegment(7bb087a2-4705-456c-8b63-2908a35fce9e),segment_id=7bb087a2-4705-456c-8b63-2908a35fce9e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:00.176004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.205030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31260fc-a218-43e4-814e-62896fe16a34']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:00.216035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb087a2-4705-456c-8b63-2908a35fce9e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:00.231718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb087a2-4705-456c-8b63-2908a35fce9e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:00.231718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.272095 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:00.289401 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:00.358481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae1e68-f3e9-4395-98e5-526bf4a0ce34 None None] Pushing event updated for resources: {'Port': ['ID=7827890d-b169-4280-bd98-e5828490360a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:00.370189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68a725-3e49-4fea-a856-8e650da5a0ca None None] Network b31260fc-a218-43e4-814e-62896fe16a34 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:00.410882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:00.410882 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:00.410882 n-d-815373-2 neutron-server[102736]: [parameters: {'id': 'b31260fc-a218-43e4-814e-62896fe16a34'}] Oct 26 16:58:00.410882 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:00.411388 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:00.506953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b05fd-dc80-4997-b374-6be14f960daa None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:00.604839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b05fd-dc80-4997-b374-6be14f960daa None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:00.912967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:00.978441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port 7827890d-b169-4280-bd98-e5828490360a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:00.978787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.033277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1195c94a-7466-4e53-8136-8ac0da36ff9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.056575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port 7827890d-b169-4280-bd98-e5828490360a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7827890d-b169-4280-bd98-e5828490360a,segment=NetworkSegment(7bb087a2-4705-456c-8b63-2908a35fce9e),segment_id=7bb087a2-4705-456c-8b63-2908a35fce9e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:01.056855 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.070175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for 7827890d-b169-4280-bd98-e5828490360a owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:01.266062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.296014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=7827890d-b169-4280-bd98-e5828490360a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:01.299482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port 7827890d-b169-4280-bd98-e5828490360a on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:01.390673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.412229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31260fc-a218-43e4-814e-62896fe16a34']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:01.421760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb087a2-4705-456c-8b63-2908a35fce9e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:01.428435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb087a2-4705-456c-8b63-2908a35fce9e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:01.431582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.445457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.452446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:01.452812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:01.455947 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:01.622170 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.636898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.636898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/b31260fc-a218-43e4-814e-62896fe16a34 HTTP/1.1" status: 204 len: 168 time: 2.1024406 Oct 26 16:58:01.637627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45730) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:01.643710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2096257583'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:01.645224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bdb55-0e6c-4783-82a2-92c470d0c63e tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=b31260fc-a218-43e4-814e-62896fe16a34,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:01.799189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:01.803491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.828376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:01.838491 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.838932 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 07cdd74a-dcb3-453c-863f-a055c94f2bda of type vlan for network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 Oct 26 16:58:01.883743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.959781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:01.965594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:01.966798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:02.041280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=d3d46d81-d44f-442c-bcab-de0eccf4dcc1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:02.053258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:02.081933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2fd61d1a-5e76-4ab3-bb80-9c6961c701a7 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4430535 Oct 26 16:58:02.085720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:02.090960 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:02.290536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:02.294133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:02.919503 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:02.986086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=3ed6b8c7-413d-49bb-8bb7-ab620bfe3913,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:02.996139 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '07cdd74a-dcb3-453c-863f-a055c94f2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:02.996496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: d3d46d81-d44f-442c-bcab-de0eccf4dcc1, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:03.090712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:03.180548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, d3d46d81-d44f-442c-bcab-de0eccf4dcc1) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:03.185378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:03.186507 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.193703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc01af4-0925-43fa-ae99-4e46247dd5b3 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:03.286835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-073838bf-2ba4-40ae-8bc6-95fe6adb4b0f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1992528 Oct 26 16:58:03.289166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:03.294353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:03.348832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-d3d46d81-d44f-442c-bcab-de0eccf4dcc1', 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '3ed6b8c7-413d-49bb-8bb7-ab620bfe3913'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:03.349712 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.506703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Allocated IP 2001:db8::2 (d3d46d81-d44f-442c-bcab-de0eccf4dcc1/3ed6b8c7-413d-49bb-8bb7-ab620bfe3913/f9aed2da-e52b-470f-ba95-37525a0eea4e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:03.519114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:03.525651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.596796 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52a4fb69-ef0b-465e-9610-3f3570b5dabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.708371 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.851107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.873740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.891924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:03.895255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:03.899736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:03.911552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Pushing event updated for resources: {'Port': ['ID=f9aed2da-e52b-470f-ba95-37525a0eea4e,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:03.935569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:03.940441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:03.945947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:03.946690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644304'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.964306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Attempting to bind port f9aed2da-e52b-470f-ba95-37525a0eea4e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:03.964507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=9a31ab63-c8ac-4099-9185-9cfbd756b745,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:03.964599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Attempting to bind port f9aed2da-e52b-470f-ba95-37525a0eea4e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '07cdd74a-dcb3-453c-863f-a055c94f2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:03.966080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Attempting to bind port f9aed2da-e52b-470f-ba95-37525a0eea4e on network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:03.971483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:03.971992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Checking segment: {'id': '07cdd74a-dcb3-453c-863f-a055c94f2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:03.972385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:03.972795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Bound using segment: {'id': '07cdd74a-dcb3-453c-863f-a055c94f2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:03.973795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Bound port: f9aed2da-e52b-470f-ba95-37525a0eea4e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdd74a-dcb3-453c-863f-a055c94f2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:03.973795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.088672 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ba6eaabe-079c-4c31-846d-664fa728dbbc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7981753 Oct 26 16:58:04.091039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45774) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:04.213844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] For port f9aed2da-e52b-470f-ba95-37525a0eea4e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:04.217381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] For port f9aed2da-e52b-470f-ba95-37525a0eea4e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f9aed2da-e52b-470f-ba95-37525a0eea4e,segment=NetworkSegment(07cdd74a-dcb3-453c-863f-a055c94f2bda),segment_id=07cdd74a-dcb3-453c-863f-a055c94f2bda)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:04.220794 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.227111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.227111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.227111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.228477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.230154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d29ba5c8-6aa9-4d5f-9fd2-81d648a590c9 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1380520 Oct 26 16:58:04.233872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:04.239791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327260149'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:04.273327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.285696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.353820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715ec2a-230b-4589-ba03-a835dacfd208 None None] Pushing event updated for resources: {'Port': ['ID=f9aed2da-e52b-470f-ba95-37525a0eea4e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:04.380567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:04.386337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.413588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:04.422708 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.423064 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411 of type vlan for network 43a5538b-3358-40e7-b5b6-dab613a32bfa Oct 26 16:58:04.469952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.612322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.622961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:04.622961 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:04.702759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=43a5538b-3358-40e7-b5b6-dab613a32bfa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:04.717099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:04.785116 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bdac981c-e778-4220-ae07-789a4dc6aba1 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5501482 Oct 26 16:58:04.788118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45788) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:04.794036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:04.965918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.062123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.081422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa is not hosted by any dhcp agent {{(pid=102737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:58:05.087078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:05.087743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.091428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "PUT /v2.0/networks/43a5538b-3358-40e7-b5b6-dab613a32bfa HTTP/1.1" status: 200 len: 723 time: 0.2999899 Oct 26 16:58:05.092042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45792) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:05.098358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:05.115818 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.141975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3d0ba-00eb-47ab-a714-10abefff7f1f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=43a5538b-3358-40e7-b5b6-dab613a32bfa,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:05.155222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:05.316820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:05.316820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.360768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab356fa-6f78-497e-8a97-3340783a4afa None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:05.444670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] Provisioning complete for port f9aed2da-e52b-470f-ba95-37525a0eea4e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:05.445143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.588458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.613197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.667870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:05.668256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: 43a5538b-3358-40e7-b5b6-dab613a32bfa, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:05.675900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=4ecf89a9-f6bc-406b-84c0-f6be0c8744c7,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:05.682970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] For port f9aed2da-e52b-470f-ba95-37525a0eea4e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f9aed2da-e52b-470f-ba95-37525a0eea4e,segment=NetworkSegment(07cdd74a-dcb3-453c-863f-a055c94f2bda),segment_id=07cdd74a-dcb3-453c-863f-a055c94f2bda)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:05.701325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Update dhcp port {'port': {'network_id': 'd3d46d81-d44f-442c-bcab-de0eccf4dcc1', 'fixed_ips': [{'subnet_id': '3ed6b8c7-413d-49bb-8bb7-ab620bfe3913', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a31ab63-c8ac-4099-9185-9cfbd756b745'}], 'binding:host_id': 'n-d-815373-2'}, 'id': 'f9aed2da-e52b-470f-ba95-37525a0eea4e'} from n-d-815373-2. {{(pid=102738) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 16:58:05.734338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.815297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:05.825208 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.900891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 43a5538b-3358-40e7-b5b6-dab613a32bfa) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:05.905629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:05.906494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:05.914005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6a3ad-5837-4b2a-9497-6736551f2ed8 None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:05.933312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36374cc2-1977-47ef-b4b3-8a71fc5fc145 None None] Pushing event updated for resources: {'Port': ['ID=f9aed2da-e52b-470f-ba95-37525a0eea4e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:05.993690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Allocated IP 172.20.0.1 (d3d46d81-d44f-442c-bcab-de0eccf4dcc1/9a31ab63-c8ac-4099-9185-9cfbd756b745/f9aed2da-e52b-470f-ba95-37525a0eea4e) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:06.002352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-93a93336-c35e-49c1-b4ab-00860324fa9a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9090078 Oct 26 16:58:06.004791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45808) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:06.011194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:06.108698 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59678519'] for subnet, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.165542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-43a5538b-3358-40e7-b5b6-dab613a32bfa', 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': '4ecf89a9-f6bc-406b-84c0-f6be0c8744c7'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:06.166615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.173531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] For port f9aed2da-e52b-470f-ba95-37525a0eea4e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f9aed2da-e52b-470f-ba95-37525a0eea4e,segment=NetworkSegment(07cdd74a-dcb3-453c-863f-a055c94f2bda),segment_id=07cdd74a-dcb3-453c-863f-a055c94f2bda)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:06.237673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.313593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f9aed2da-e52b-470f-ba95-37525a0eea4e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:58:06.366969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f9aed2da-e52b-470f-ba95-37525a0eea4e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:06.367684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.406519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.463180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60153285'] for subnet, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.497391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:06.498211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.499537 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "PUT /v2.0/subnets/4ecf89a9-f6bc-406b-84c0-f6be0c8744c7 HTTP/1.1" status: 200 len: 826 time: 0.4935286 Oct 26 16:58:06.502286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45816) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:06.522051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a46ee-c517-4019-98a7-86ff5b0c7b71 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=4ecf89a9-f6bc-406b-84c0-f6be0c8744c7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:06.552312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fe982-2851-4471-841c-be92c654f1b8 None None] Pushing event updated for resources: {'Port': ['ID=f9aed2da-e52b-470f-ba95-37525a0eea4e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:06.582647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Allocated IP 2001:db8::2 (43a5538b-3358-40e7-b5b6-dab613a32bfa/4ecf89a9-f6bc-406b-84c0-f6be0c8744c7/301bb63f-1cfc-4a74-b22b-eab80142f7be) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:06.693214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.726524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.779684 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-69cb476a-9ad9-40c7-9403-e04aae739d04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838397 Oct 26 16:58:06.788415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.794146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.847347 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.894207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:06.898571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:06.901861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:06.906701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-d23dfc89-f246-44ff-88a4-39d773a32c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:06.908779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-d23dfc89-f246-44ff-88a4-39d773a32c20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1096 time: 0.0499964 Oct 26 16:58:06.919811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Pushing event updated for resources: {'Port': ['ID=301bb63f-1cfc-4a74-b22b-eab80142f7be,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:06.971743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Attempting to bind port 301bb63f-1cfc-4a74-b22b-eab80142f7be on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:06.972111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Attempting to bind port 301bb63f-1cfc-4a74-b22b-eab80142f7be by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:06.973188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Attempting to bind port 301bb63f-1cfc-4a74-b22b-eab80142f7be on network 43a5538b-3358-40e7-b5b6-dab613a32bfa {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:06.978918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:06.979342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Checking segment: {'id': 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:06.979740 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.980129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Bound using segment: {'id': 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:06.980590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Bound port: 301bb63f-1cfc-4a74-b22b-eab80142f7be, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:06.981420 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:06.983993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.042980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecf89a9-f6bc-406b-84c0-f6be0c8744c7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:07.077827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] For port 301bb63f-1cfc-4a74-b22b-eab80142f7be, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:07.081216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] For port 301bb63f-1cfc-4a74-b22b-eab80142f7be, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=301bb63f-1cfc-4a74-b22b-eab80142f7be,segment=NetworkSegment(a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411),segment_id=a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:07.125996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.158494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-54482da0-8291-4480-b6a3-0910faf7ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:07.160885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-54482da0-8291-4480-b6a3-0910faf7ea14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.2301972 Oct 26 16:58:07.165296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a5538b-3358-40e7-b5b6-dab613a32bfa']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:07.178404 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.218850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:07.219352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:07.235968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.264995 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.273655 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-3d0cc642-f2cf-4c88-a06e-997da45ca62c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 1001 time: 0.1056712 Oct 26 16:58:07.274551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:07.274978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:07.277959 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:07.282418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2d78e-1f71-4971-a64c-357292253148 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:07.304003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab434-7f24-4240-85ce-3d660895bbe4 None None] Pushing event updated for resources: {'Port': ['ID=301bb63f-1cfc-4a74-b22b-eab80142f7be,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:07.369482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2ced5-851f-499a-afbe-d6544896d91b None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:07.379470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-0c5b60ed-cee9-45dc-a38f-6b05e04eacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:07.380974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-0c5b60ed-cee9-45dc-a38f-6b05e04eacaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0915060 Oct 26 16:58:07.434647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-3d655699-d646-48fc-a02c-57a0e86c4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:07.436093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-3d655699-d646-48fc-a02c-57a0e86c4e93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460231 Oct 26 16:58:07.452414 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:07.452414 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:07.452414 n-d-815373-2 neutron-server[102737]: [parameters: {'id': '43a5538b-3358-40e7-b5b6-dab613a32bfa'}] Oct 26 16:58:07.452414 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:07.452842 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:07.455809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ac899809-5df6-46d2-abdd-e8f4fb599cad None None] Provisioning complete for port f9aed2da-e52b-470f-ba95-37525a0eea4e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:07.456367 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ac899809-5df6-46d2-abdd-e8f4fb599cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.545866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-09ed6f64-193d-4558-8d2b-46e08726659d service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020496 Oct 26 16:58:07.643775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1ee5c6-0e6e-48bb-bd9a-796bb562074c req-6adccca1-bb92-47b1-97e6-72ff2e75719b service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882375 Oct 26 16:58:07.686184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298af382-9646-44c4-8e69-3ce5c7307d54 None None] Network 43a5538b-3358-40e7-b5b6-dab613a32bfa requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:07.954137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:07.968134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-74fd6e07-0524-48bf-82e5-6b64858cc211 None None] Provisioning complete for port f9aed2da-e52b-470f-ba95-37525a0eea4e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:07.968499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74fd6e07-0524-48bf-82e5-6b64858cc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.020372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871fda0-a177-4808-9345-22e1f09254b4 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:08.020856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port 301bb63f-1cfc-4a74-b22b-eab80142f7be {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:08.029109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.100124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port 301bb63f-1cfc-4a74-b22b-eab80142f7be, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=301bb63f-1cfc-4a74-b22b-eab80142f7be,segment=NetworkSegment(a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411),segment_id=a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:08.100479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.114799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for 301bb63f-1cfc-4a74-b22b-eab80142f7be owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:08.167353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871fda0-a177-4808-9345-22e1f09254b4 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:08.268293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.286699 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f9aed2da-e52b-470f-ba95-37525a0eea4e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:58:08.303626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=301bb63f-1cfc-4a74-b22b-eab80142f7be,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:08.305746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port 301bb63f-1cfc-4a74-b22b-eab80142f7be on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:08.419931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f9aed2da-e52b-470f-ba95-37525a0eea4e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:08.420519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.420706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.442758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a5538b-3358-40e7-b5b6-dab613a32bfa']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:08.456400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:08.460691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90e0ed6-f7e4-45cb-9a9b-7d7fd6e1a411') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:08.466264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.479700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.485914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:08.486395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:08.490578 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:08.662880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.674987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.682054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45844) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:08.690083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/43a5538b-3358-40e7-b5b6-dab613a32bfa HTTP/1.1" status: 204 len: 168 time: 2.1866505 Oct 26 16:58:08.706202 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f870382-d501-4713-8fea-327036940a4b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:08.706838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f870382-d501-4713-8fea-327036940a4b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:08.710427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0f870382-d501-4713-8fea-327036940a4b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/43a5538b-3358-40e7-b5b6-dab613a32bfa HTTP/1.1" status: 404 len: 339 time: 0.0273726 Oct 26 16:58:08.714966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45850) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:08.718125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9182d15-c9c7-4b77-b849-572426ea3a8c tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=43a5538b-3358-40e7-b5b6-dab613a32bfa,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:08.720282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87489662', 'description': 'd1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:08.822788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:08.826375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.856545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:08.866584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:08.866922 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 7a0ef8c3-ed41-4445-af68-9e7752f9c763 of type vlan for network 7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 Oct 26 16:58:08.907918 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.064360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.070843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:09.071427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.146081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:09.156975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:09.223915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d571b59-cbb4-46a1-8663-2045fadcdca3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5078712 Oct 26 16:58:09.226600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45858) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:09.357354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a33fd3-cb33-436a-94ae-6daf6e20bc32 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:09.358915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8a33fd3-cb33-436a-94ae-6daf6e20bc32 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks?id=7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 HTTP/1.1" status: 200 len: 763 time: 0.1312330 Oct 26 16:58:09.361526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:09.367405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'description': 'd2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:09.529700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.640079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.651233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 is not hosted by any dhcp agent {{(pid=102736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:58:09.656831 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:09.664241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:09.664241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "PUT /v2.0/networks/7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 HTTP/1.1" status: 200 len: 760 time: 0.2962520 Oct 26 16:58:09.664482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45866) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:09.719536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edfc36-9e2e-4d85-89d3-c1ff194510f4 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:09.731257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:09.746294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff57dec-e982-47a1-a76a-9f0ab3cc92d3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:09.751366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0ff57dec-e982-47a1-a76a-9f0ab3cc92d3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks?id=7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 HTTP/1.1" status: 200 len: 763 time: 0.0847785 Oct 26 16:58:09.751765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45870) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:09.970527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01f5e6-dc77-43ad-a043-df42d1fc3b6a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:09.972046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9d01f5e6-dc77-43ad-a043-df42d1fc3b6a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2192903 Oct 26 16:58:09.975452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45876) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.012781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2de21844-1f63-4925-988b-e5895382e662 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 207 time: 0.0362089 Oct 26 16:58:10.016201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45878) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.213751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.220195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.227968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.234828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.242489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.248727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.250641 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d198ae05-ff4a-4ea6-ab15-1b355eb0a687 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2333546 Oct 26 16:58:10.254399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.385614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f84c77c6-e67c-4407-a690-147356f40a93 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1301146 Oct 26 16:58:10.389122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45886) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.476567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.478036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.479658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.481229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.482895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.484723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f7e03d3-f160-445a-a672-9d4fde8ab8ab tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0946493 Oct 26 16:58:10.488517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.553584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.555018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.556467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.557892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.559455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.561038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a4ff352e-2455-4ec9-9648-b41e6b2777ee tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0714734 Oct 26 16:58:10.564596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.679193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03176246-94a9-4c70-a4c9-26d70ea448d3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.680581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-03176246-94a9-4c70-a4c9-26d70ea448d3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks/d2399d42-b378-46c6-b6d4-10c99a84b52b HTTP/1.1" status: 200 len: 804 time: 0.1150894 Oct 26 16:58:10.684216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.796050 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-37bfd4fc-ff3c-4a27-a254-5319ec419782 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/networks/d2399d42-b378-46c6-b6d4-10c99a84b52b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1106169 Oct 26 16:58:10.799750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.862947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2f040-6bc9-4164-91e4-d2cfe2b18210 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.864389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3cb2f040-6bc9-4164-91e4-d2cfe2b18210 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets/0183da7e-5b17-46bd-8156-fb94bd85e3af HTTP/1.1" status: 200 len: 843 time: 0.0636585 Oct 26 16:58:10.868829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.921001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b82f9-4627-4b78-aa68-8a60317a10a3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:10.923291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fe0b82f9-4627-4b78-aa68-8a60317a10a3 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "GET /v2.0/subnets/0183da7e-5b17-46bd-8156-fb94bd85e3af?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523975 Oct 26 16:58:10.925560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:10.930400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013530693'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:11.034379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:11.038509 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.061868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:11.071281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.071808 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Added segment 2d8d0cc4-1fa1-47eb-9e07-f1e87f1a1cd9 of type vlan for network 63a376e9-9cf7-476f-9daf-33fd969bc2bb Oct 26 16:58:11.112818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.240951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.246563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:11.247159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.319649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Network': ['ID=63a376e9-9cf7-476f-9daf-33fd969bc2bb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:11.335427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:11.391904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ede2f5d-b98a-465e-8b46-d2b1aece1059 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4652276 Oct 26 16:58:11.394851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:11.400384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'network_id': '63a376e9-9cf7-476f-9daf-33fd969bc2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:11.606300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Made reservation on behalf of 085575dae4d24766915799aebef03805 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:11.609964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.672658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Performing IP validity checks on allocation pools {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:58:11.673175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:58:11.898065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:11.953698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=d6f67707-7c90-431f-86da-0bd5b624f403,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:11.971651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Checking segment: {'id': '2d8d0cc4-1fa1-47eb-9e07-f1e87f1a1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63a376e9-9cf7-476f-9daf-33fd969bc2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:11.972025 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network hostable DHCP agents. Network: 63a376e9-9cf7-476f-9daf-33fd969bc2bb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:12.124153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:12.217475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 63a376e9-9cf7-476f-9daf-33fd969bc2bb) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:12.228070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ad101-b747-4094-8553-85ac8b2c6ee4 None None] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:12.230790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:12.231703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.317352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1ebe6072-2401-4916-9b87-dc816aa1c319 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9213552 Oct 26 16:58:12.320919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45928) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:12.326981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:12.383535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969f146-326a-4121-a806-90ea06683498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-63a376e9-9cf7-476f-9daf-33fd969bc2bb', 'network_id': '63a376e9-9cf7-476f-9daf-33fd969bc2bb', 'tenant_id': '085575dae4d24766915799aebef03805', 'fixed_ips': [{'subnet_id': 'd6f67707-7c90-431f-86da-0bd5b624f403'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:12.384420 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3969f146-326a-4121-a806-90ea06683498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.431699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59160277'] for subnet, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.572682 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3969f146-326a-4121-a806-90ea06683498 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:58:12.572682 n-d-815373-2 neutron-server[102738]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 26 16:58:12.572682 n-d-815373-2 neutron-server[102738]: [parameters: {'in_use': 1, 'id_1': 'd6f67707-7c90-431f-86da-0bd5b624f403'}] Oct 26 16:58:12.572682 n-d-815373-2 neutron-server[102738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:12.573197 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3969f146-326a-4121-a806-90ea06683498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:12.685910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58846149'] for subnet, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.729998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:12.730578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.732070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "PUT /v2.0/subnets/d6f67707-7c90-431f-86da-0bd5b624f403 HTTP/1.1" status: 200 len: 900 time: 0.4095705 Oct 26 16:58:12.735261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:12.743402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f82a58-0427-4ed9-b3cf-00f6d0436007 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event updated for resources: {'Subnet': ['ID=d6f67707-7c90-431f-86da-0bd5b624f403,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:12.843347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:12.901257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.074703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3969f146-326a-4121-a806-90ea06683498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.092822 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.125755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f67707-7c90-431f-86da-0bd5b624f403,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:13.202242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.223449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a376e9-9cf7-476f-9daf-33fd969bc2bb']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.233590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8d0cc4-1fa1-47eb-9e07-f1e87f1a1cd9') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.233925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8d0cc4-1fa1-47eb-9e07-f1e87f1a1cd9') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.243890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.257536 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.263525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:13.264027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server [None req-3969f146-326a-4121-a806-90ea06683498 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6f67707-7c90-431f-86da-0bd5b624f403: This subnet is being modified by another concurrent operation. Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6f67707-7c90-431f-86da-0bd5b624f403: This subnet is being modified by another concurrent operation. Oct 26 16:58:13.266952 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:13.272728 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:13.293407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632b2c3-4d42-4272-8ef8-62b8e7455e61 None None] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:13.400517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.407636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.414282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/63a376e9-9cf7-476f-9daf-33fd969bc2bb HTTP/1.1" status: 204 len: 168 time: 0.6744263 Oct 26 16:58:13.415102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45934) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:13.422891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f36f6-f6ad-4f9f-be6d-c91268c461d4 None None] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:13.429180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00953a-29ee-4eed-a0e5-a19e64dfcefa tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=63a376e9-9cf7-476f-9daf-33fd969bc2bb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:13.438401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f36f6-f6ad-4f9f-be6d-c91268c461d4 None None] Network 63a376e9-9cf7-476f-9daf-33fd969bc2bb could not be found, it might have been deleted concurrently. {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 16:58:13.447004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f62e72-57be-47ff-b034-7a0bcbbbf6b5 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:13.461994 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb346a1-2780-4d52-8189-c432f987b23d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:13.461994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb346a1-2780-4d52-8189-c432f987b23d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:13.464271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45936) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:13.467175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-abb346a1-2780-4d52-8189-c432f987b23d tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/d6f67707-7c90-431f-86da-0bd5b624f403 HTTP/1.1" status: 404 len: 337 time: 0.0467753 Oct 26 16:58:13.485898 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a466a01b-5603-4ee2-b6e0-ffaa7277ab22 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:13.486610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a466a01b-5603-4ee2-b6e0-ffaa7277ab22 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:13.490393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a466a01b-5603-4ee2-b6e0-ffaa7277ab22 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/63a376e9-9cf7-476f-9daf-33fd969bc2bb HTTP/1.1" status: 404 len: 339 time: 0.0243657 Oct 26 16:58:13.493151 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45938) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:13.561090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f62e72-57be-47ff-b034-7a0bcbbbf6b5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:13.580390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.674355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.696924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.707143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ef8c3-ed41-4445-af68-9e7752f9c763') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.707558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ef8c3-ed41-4445-af68-9e7752f9c763') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:13.718079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.732947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.739622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:13.740871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:13.744366 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:13.863271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.871504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:13.874351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133 HTTP/1.1" status: 204 len: 168 time: 0.3800592 Oct 26 16:58:13.876824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45942) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:13.894586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739b5b-5f9f-4703-84ce-0e48990cd097 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=7f37c4a4-8ae1-4ebe-bca6-2f7e647ae133,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:13.913954 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6c4b6e-05bb-4a7c-894e-75d0a1ebafcc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:13.914698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6c4b6e-05bb-4a7c-894e-75d0a1ebafcc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:13.919868 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd6c4b6e-05bb-4a7c-894e-75d0a1ebafcc tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/4ecf89a9-f6bc-406b-84c0-f6be0c8744c7 HTTP/1.1" status: 404 len: 337 time: 0.0398252 Oct 26 16:58:13.920234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45944) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:13.939926 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7f9a95-edd7-40c7-871f-17a0d2127c1a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:13.940495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7f9a95-edd7-40c7-871f-17a0d2127c1a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:13.946222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7c7f9a95-edd7-40c7-871f-17a0d2127c1a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/43a5538b-3358-40e7-b5b6-dab613a32bfa HTTP/1.1" status: 404 len: 339 time: 0.0223541 Oct 26 16:58:13.946407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:14.008837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting subnet 9a31ab63-c8ac-4099-9185-9cfbd756b745 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:58:14.012172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.055081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.516218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.662928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.691389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=9a31ab63-c8ac-4099-9185-9cfbd756b745,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:14.695099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.699623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-547cfab3-6da3-4538-862a-52e884004a30 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/9a31ab63-c8ac-4099-9185-9cfbd756b745 HTTP/1.1" status: 204 len: 168 time: 0.7522299 Oct 26 16:58:14.700776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45948) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:14.703339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92734cb-0c9d-4a83-8b03-5aeaf181cb09 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:14.757317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting subnet 3ed6b8c7-413d-49bb-8bb7-ab620bfe3913 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:58:14.760519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.807195 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:14.894196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.046780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.083000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed6b8c7-413d-49bb-8bb7-ab620bfe3913,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:15.095890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.095890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d68a3699-29d6-480a-87b0-90b900810da8 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/3ed6b8c7-413d-49bb-8bb7-ab620bfe3913 HTTP/1.1" status: 204 len: 168 time: 0.3933220 Oct 26 16:58:15.098115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45952) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.185442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.245093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port f9aed2da-e52b-470f-ba95-37525a0eea4e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:15.245510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.319859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port f9aed2da-e52b-470f-ba95-37525a0eea4e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f9aed2da-e52b-470f-ba95-37525a0eea4e,segment=NetworkSegment(07cdd74a-dcb3-453c-863f-a055c94f2bda),segment_id=07cdd74a-dcb3-453c-863f-a055c94f2bda)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:15.320373 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.335350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for f9aed2da-e52b-470f-ba95-37525a0eea4e owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:15.430502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ebe2d-b9b8-40a8-a33b-15d994470099 None None] Network d3d46d81-d44f-442c-bcab-de0eccf4dcc1 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:15.514719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.538150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cf4ccab5-1c3f-413f-ac2d-b5f3c39d978c None None] Could not find standard attr ID for object f9aed2da-e52b-470f-ba95-37525a0eea4e. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 16:58:15.548365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=f9aed2da-e52b-470f-ba95-37525a0eea4e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:15.552191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port f9aed2da-e52b-470f-ba95-37525a0eea4e on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:15.603707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a756f-ea00-4fd6-bbef-42576aa3df32 None None] DHCP port deletion for d3d46d81-d44f-442c-bcab-de0eccf4dcc1 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:58:15.640973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.660782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d46d81-d44f-442c-bcab-de0eccf4dcc1']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:15.670221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cdd74a-dcb3-453c-863f-a055c94f2bda') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:15.670450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cdd74a-dcb3-453c-863f-a055c94f2bda') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:15.680026 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.693717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.699877 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:15.700256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:15.703199 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:15.840049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.841340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:15.844892 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/d3d46d81-d44f-442c-bcab-de0eccf4dcc1 HTTP/1.1" status: 204 len: 168 time: 0.7454638 Oct 26 16:58:15.847544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 45954) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.869229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40150-8bd0-431d-815c-2e25896e989f tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=d3d46d81-d44f-442c-bcab-de0eccf4dcc1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:15.875985 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3136b575-ebeb-4602-9699-57e327ee290a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:15.876554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3136b575-ebeb-4602-9699-57e327ee290a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:15.879630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3136b575-ebeb-4602-9699-57e327ee290a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/4c3e9bd7-48a8-48c9-a478-8588974ddc9b HTTP/1.1" status: 404 len: 337 time: 0.0310605 Oct 26 16:58:15.882963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45956) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.901987 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a9d34d-9638-40ca-a3dc-46f5c37abc2b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:15.903137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a9d34d-9638-40ca-a3dc-46f5c37abc2b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:15.907179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73a9d34d-9638-40ca-a3dc-46f5c37abc2b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/b31260fc-a218-43e4-814e-62896fe16a34 HTTP/1.1" status: 404 len: 339 time: 0.0221732 Oct 26 16:58:15.909768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.942017 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b4b6ce-7b10-40d6-ad7a-cfcca3d6374a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:15.942485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b4b6ce-7b10-40d6-ad7a-cfcca3d6374a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:15.946465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-22b4b6ce-7b10-40d6-ad7a-cfcca3d6374a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/617ed53c-0706-46c9-bf77-f82a96c6989e HTTP/1.1" status: 404 len: 337 time: 0.0356791 Oct 26 16:58:15.949211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45962) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.968135 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-73de6ce0-2672-4277-a0f3-a3308bc63206 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:15.968691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73de6ce0-2672-4277-a0f3-a3308bc63206 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:15.971912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73de6ce0-2672-4277-a0f3-a3308bc63206 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/a8785dfa-6847-493f-95ff-a4551d0ae5ec HTTP/1.1" status: 404 len: 339 time: 0.0216775 Oct 26 16:58:15.974413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45964) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:15.999796 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90c25a0-ff1d-4cdf-862d-8b9aaece4634 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:16.000238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90c25a0-ff1d-4cdf-862d-8b9aaece4634 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:16.003246 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a90c25a0-ff1d-4cdf-862d-8b9aaece4634 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/76e428d4-a701-4f87-8ed9-2975b9dc3f2b HTTP/1.1" status: 404 len: 337 time: 0.0279183 Oct 26 16:58:16.006418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45966) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:16.025195 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b2d146-f167-4f23-a2f1-184e61b9751a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:16.025808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b2d146-f167-4f23-a2f1-184e61b9751a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:16.028866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-32b2d146-f167-4f23-a2f1-184e61b9751a tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/3c1f5f6a-b9e9-4da6-acc2-44c7b3e1ded8 HTTP/1.1" status: 404 len: 339 time: 0.0213232 Oct 26 16:58:16.031475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45968) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:16.088216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting subnet d06394a8-8a02-4311-9e3e-61432af9fad9 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:58:16.091416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.135360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.221244 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.282361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f9aed2da-e52b-470f-ba95-37525a0eea4e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:58:16.303419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f9aed2da-e52b-470f-ba95-37525a0eea4e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:58:16.303762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f9aed2da-e52b-470f-ba95-37525a0eea4e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:58:16.344145 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.372894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=d06394a8-8a02-4311-9e3e-61432af9fad9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:16.376364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.379559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6e025dba-db80-404b-865f-978305807ef2 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/d06394a8-8a02-4311-9e3e-61432af9fad9 HTTP/1.1" status: 204 len: 168 time: 0.3471806 Oct 26 16:58:16.382155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45970) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:16.385466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db387ddb-8152-48eb-8e27-d9ab0d4d2447 None None] Network 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:16.466667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.536348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port 156e8b8c-6219-4aaa-a432-68640e301c18 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:16.536690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.586262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] DHCP port deletion for 4df0be73-cc31-46ce-bb1a-6c80e36a36d7 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:58:16.607511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port 156e8b8c-6219-4aaa-a432-68640e301c18, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=156e8b8c-6219-4aaa-a432-68640e301c18,segment=NetworkSegment(44f87670-cedc-40d1-b33f-e95043ec6921),segment_id=44f87670-cedc-40d1-b33f-e95043ec6921)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:16.607776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.620683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for 156e8b8c-6219-4aaa-a432-68640e301c18 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:16.634801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Deleting port 156e8b8c-6219-4aaa-a432-68640e301c18 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:16.635475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.706258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] For port 156e8b8c-6219-4aaa-a432-68640e301c18, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=156e8b8c-6219-4aaa-a432-68640e301c18,segment=NetworkSegment(44f87670-cedc-40d1-b33f-e95043ec6921),segment_id=44f87670-cedc-40d1-b33f-e95043ec6921)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:16.706657 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.720509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Calling delete_port for 156e8b8c-6219-4aaa-a432-68640e301c18 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:16.783728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.795935 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.811965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=156e8b8c-6219-4aaa-a432-68640e301c18,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:16.813739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port 156e8b8c-6219-4aaa-a432-68640e301c18 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:16.831069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] Pushing event deleted for resources: {'Port': ['ID=156e8b8c-6219-4aaa-a432-68640e301c18,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:16.837348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5265c-9b78-459b-86d5-7f76e37b3b26 None None] No DVR routers for this DVR port 156e8b8c-6219-4aaa-a432-68640e301c18 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:16.904731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.925902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df0be73-cc31-46ce-bb1a-6c80e36a36d7']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:16.936513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f87670-cedc-40d1-b33f-e95043ec6921') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:16.937554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f87670-cedc-40d1-b33f-e95043ec6921') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:16.951827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.965432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.971690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:16.972083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:16.975651 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:17.109651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.117193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.122474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/4df0be73-cc31-46ce-bb1a-6c80e36a36d7 HTTP/1.1" status: 204 len: 168 time: 0.7371438 Oct 26 16:58:17.123357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45974) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:17.140611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f65d7-7715-4f68-9c80-e612a5c998fb tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=4df0be73-cc31-46ce-bb1a-6c80e36a36d7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:17.160782 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f560912-b839-48c9-802e-405ecaf8f78b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:17.160782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f560912-b839-48c9-802e-405ecaf8f78b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:17.165854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f560912-b839-48c9-802e-405ecaf8f78b tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/04915fce-e6ce-41e2-b4db-cb90888238ad HTTP/1.1" status: 404 len: 337 time: 0.0396829 Oct 26 16:58:17.166078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45976) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:17.184525 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-796eb854-81af-4803-9960-1696416f5194 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:17.185063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796eb854-81af-4803-9960-1696416f5194 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:17.188054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-796eb854-81af-4803-9960-1696416f5194 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/021524c4-9bef-461d-96f2-a7311ad0e2eb HTTP/1.1" status: 404 len: 339 time: 0.0210721 Oct 26 16:58:17.190405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:17.246154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting subnet 0183da7e-5b17-46bd-8156-fb94bd85e3af {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:58:17.249333 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.289843 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.374084 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.498541 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.526676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Subnet': ['ID=0183da7e-5b17-46bd-8156-fb94bd85e3af,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:17.531198 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.534866 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3f162827-7224-48d9-a4df-c71a78035d04 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/subnets/0183da7e-5b17-46bd-8156-fb94bd85e3af HTTP/1.1" status: 204 len: 168 time: 0.3431485 Oct 26 16:58:17.537080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 45980) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:17.543565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5710e-db66-4105-a1c9-7179c7463779 None None] Network d2399d42-b378-46c6-b6d4-10c99a84b52b requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:17.626917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.700362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Deleting port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:17.700521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.767116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] DHCP port deletion for d2399d42-b378-46c6-b6d4-10c99a84b52b request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:58:17.777578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] For port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,segment=NetworkSegment(dd85b7bd-4cff-42a9-a65a-b9c39f86e342),segment_id=dd85b7bd-4cff-42a9-a65a-b9c39f86e342)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:17.777937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.793072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Calling delete_port for 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:17.828315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Deleting port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:17.828737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.896099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] For port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,segment=NetworkSegment(dd85b7bd-4cff-42a9-a65a-b9c39f86e342),segment_id=dd85b7bd-4cff-42a9-a65a-b9c39f86e342)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:17.896524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:17.913531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Calling delete_port for 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:17.965303 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.003279 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] No DVR routers for this DVR port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:18.009413 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Port': ['ID=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:18.100666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.122804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2399d42-b378-46c6-b6d4-10c99a84b52b']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:18.138677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:18.139317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd85b7bd-4cff-42a9-a65a-b9c39f86e342') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:18.149938 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.164364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.165480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.172204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:18.172812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:18.176322 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:18.199737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] Pushing event deleted for resources: {'Port': ['ID=8d0eabf6-26e4-4a7a-8570-99ca33aa39b6,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:18.202669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a4fed-9c80-4ce0-a8ba-3e6fe590fe38 None None] No DVR routers for this DVR port 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:18.289616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 156e8b8c-6219-4aaa-a432-68640e301c18 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:58:18.309868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 156e8b8c-6219-4aaa-a432-68640e301c18 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:58:18.313679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 156e8b8c-6219-4aaa-a432-68640e301c18 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:58:18.313679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:58:18.332560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:58:18.336642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8d0eabf6-26e4-4a7a-8570-99ca33aa39b6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:58:18.346147 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.355156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:18.360178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] 10.222.0.21 "DELETE /v2.0/networks/d2399d42-b378-46c6-b6d4-10c99a84b52b HTTP/1.1" status: 204 len: 168 time: 0.8206534 Oct 26 16:58:18.374627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683fdd-e516-456d-afd9-4f378155bb14 tempest-NetworksIpV6Test-1620763740 tempest-NetworksIpV6Test-1620763740-project] Pushing event deleted for resources: {'Network': ['ID=d2399d42-b378-46c6-b6d4-10c99a84b52b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:18.840469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46008) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:18.991585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c0ccdc4d-9882-49f1-a81b-23d14dfb91d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=085575dae4d24766915799aebef03805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498923 Oct 26 16:58:18.994348 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46012) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:19.049634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:19.071498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:19.176212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:19.178887 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:19.180084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa6c4120-d0a8-4eb4-a0b3-9ea0c09407f4 HTTP/1.1" status: 204 len: 168 time: 0.1848276 Oct 26 16:58:19.188522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b973ed4-cba6-45b3-baab-231dad543905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6c4120-d0a8-4eb4-a0b3-9ea0c09407f4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:20.268900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46068) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:20.372806 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172999694'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:20.446607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:20.450124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.459763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.544054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.623799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.652048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:20.661983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c03ba1-cbaf-41a4-bbcf-994288a98318,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:20.666703 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.667048 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 96f842f3-8058-49d1-9c02-8bfea17e4065 of type vlan for network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc Oct 26 16:58:20.708010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.799602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.805408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:20.805890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:20.875053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:20.886901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:20.947454 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d2157ca9-9015-4209-a066-de59a3847b69 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6698766 Oct 26 16:58:21.075600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46106) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:21.080815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:21.144517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:21.231230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:21.233634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:21.492952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:21.560824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=4552982f-09d8-4bea-9342-df9a9c2f0cd9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:21.570023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '96f842f3-8058-49d1-9c02-8bfea17e4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:21.570388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:21.670023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:21.732905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:21.737111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:21.737851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:21.742725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b235b9b-0e00-4375-930a-fe9d40b89642 None None] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:21.885308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3e26b8d2-1654-4ac6-92d2-dd1addc1bf2e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8085771 Oct 26 16:58:21.888884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:21.894134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627539968'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:21.900896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc', 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '4552982f-09d8-4bea-9342-df9a9c2f0cd9'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:21.909890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.011353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:22.014964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.043022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:22.052517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Allocated IP 172.20.255.242 (eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc/4552982f-09d8-4bea-9342-df9a9c2f0cd9/21f52ba6-b4a0-46d5-b19b-8f62d8d152be) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:22.055412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.056178 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment b59b6635-c06a-4125-a3c7-1a6998d3b5b0 of type vlan for network 56876d23-6da0-4872-96f4-e9df70adf608 Oct 26 16:58:22.103992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.190137 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.202475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:22.203230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.213471 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.270624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.272550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=56876d23-6da0-4872-96f4-e9df70adf608,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:22.299673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 56876d23-6da0-4872-96f4-e9df70adf608 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:22.304573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:22.341186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:22.344147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:22.375803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c7c1dbe-e06f-4d76-ab76-97f62792129b tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4852915 Oct 26 16:58:22.378295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46164) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:22.385183 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '56876d23-6da0-4872-96f4-e9df70adf608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:22.441990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Pushing event updated for resources: {'Port': ['ID=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:22.477144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Attempting to bind port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:22.477764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Attempting to bind port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '96f842f3-8058-49d1-9c02-8bfea17e4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:22.478319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Attempting to bind port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be on network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:22.491328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:22.492924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Checking segment: {'id': '96f842f3-8058-49d1-9c02-8bfea17e4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:22.493670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.494272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Bound using segment: {'id': '96f842f3-8058-49d1-9c02-8bfea17e4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:22.495245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Bound port: 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f842f3-8058-49d1-9c02-8bfea17e4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:22.495925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.584730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] For port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:22.588574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] For port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,segment=NetworkSegment(96f842f3-8058-49d1-9c02-8bfea17e4065),segment_id=96f842f3-8058-49d1-9c02-8bfea17e4065)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:22.617617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:22.621393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.675615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.704890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:22.800234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c144b-deaa-448a-8b90-40268269b852 None None] Pushing event updated for resources: {'Port': ['ID=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:22.936526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.047086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:23.047471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 56876d23-6da0-4872-96f4-e9df70adf608, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:23.050683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=4429a9b4-8e7d-4340-a2a2-c1d9e95e1d70,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:23.156116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 56876d23-6da0-4872-96f4-e9df70adf608 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:23.262502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 56876d23-6da0-4872-96f4-e9df70adf608) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:23.266763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:23.267387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.273103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85560f3f-f197-4d35-b2f2-7e2f9d055514 None None] Network 56876d23-6da0-4872-96f4-e9df70adf608 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:23.373816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9c60a1ca-e6b9-4cbb-922d-114094dbacd9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9938028 Oct 26 16:58:23.376405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46208) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:23.429857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-56876d23-6da0-4872-96f4-e9df70adf608', 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '4429a9b4-8e7d-4340-a2a2-c1d9e95e1d70'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:23.431043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.497424 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.556959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.608510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Allocated IP 172.20.0.2 (56876d23-6da0-4872-96f4-e9df70adf608/4429a9b4-8e7d-4340-a2a2-c1d9e95e1d70/11d9032e-5652-47f9-aeff-d32f247ba48c) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:23.767008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.800809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97295a1-9b48-4694-a0fd-1a861bb3a859 None None] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:23.861855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] Provisioning complete for port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:23.862158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.868352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.964591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Network 56876d23-6da0-4872-96f4-e9df70adf608 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:23.967566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:23.990400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:23.995031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Pushing event updated for resources: {'Port': ['ID=11d9032e-5652-47f9-aeff-d32f247ba48c,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:23.999001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:24.002541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=4429a9b4-8e7d-4340-a2a2-c1d9e95e1d70,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:24.070939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.091736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56876d23-6da0-4872-96f4-e9df70adf608']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:24.101713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:24.102006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:24.111412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.119289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Attempting to bind port 11d9032e-5652-47f9-aeff-d32f247ba48c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:24.119585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Attempting to bind port 11d9032e-5652-47f9-aeff-d32f247ba48c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:24.119960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Attempting to bind port 11d9032e-5652-47f9-aeff-d32f247ba48c on network 56876d23-6da0-4872-96f4-e9df70adf608 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:24.125197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.126072 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.131120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:24.132122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:24.135230 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:24.137770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:24.137770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Checking segment: {'id': 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:24.137770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.137770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Bound using segment: {'id': 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:24.138267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Bound port: 11d9032e-5652-47f9-aeff-d32f247ba48c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56876d23-6da0-4872-96f4-e9df70adf608'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:24.138579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.204068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] For port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,segment=NetworkSegment(96f842f3-8058-49d1-9c02-8bfea17e4065),segment_id=96f842f3-8058-49d1-9c02-8bfea17e4065)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:24.228395 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:24.228395 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:24.228395 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '56876d23-6da0-4872-96f4-e9df70adf608'}] Oct 26 16:58:24.228395 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:24.228864 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:24.230476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] For port 11d9032e-5652-47f9-aeff-d32f247ba48c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:24.234043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] For port 11d9032e-5652-47f9-aeff-d32f247ba48c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11d9032e-5652-47f9-aeff-d32f247ba48c,segment=NetworkSegment(b59b6635-c06a-4125-a3c7-1a6998d3b5b0),segment_id=b59b6635-c06a-4125-a3c7-1a6998d3b5b0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:24.299409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.334624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.374488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f52ba6-b4a0-46d5-b19b-8f62d8d152be up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:58:24.413907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6b80-78d4-4dda-b514-f8af37a412ad None None] Pushing event updated for resources: {'Port': ['ID=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:24.479705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353a52a-3b97-445c-b5ea-9d6d143c77fc None None] Network 56876d23-6da0-4872-96f4-e9df70adf608 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:24.491750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-afe08c96-a7ae-43db-aa16-2b9c5bd62b4d None None] Provisioning complete for port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:24.492123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-afe08c96-a7ae-43db-aa16-2b9c5bd62b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.557989 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c9c8-a292-4e89-9425-806eef32b563 None None] Pushing event updated for resources: {'Port': ['ID=11d9032e-5652-47f9-aeff-d32f247ba48c,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:24.598312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:24.598533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.730348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.747777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821d750-6ee9-428e-90a4-8633c14376e8 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:24.784737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port 11d9032e-5652-47f9-aeff-d32f247ba48c {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:24.785076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.845757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821d750-6ee9-428e-90a4-8633c14376e8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:24.850026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port 11d9032e-5652-47f9-aeff-d32f247ba48c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=11d9032e-5652-47f9-aeff-d32f247ba48c,segment=NetworkSegment(b59b6635-c06a-4125-a3c7-1a6998d3b5b0),segment_id=b59b6635-c06a-4125-a3c7-1a6998d3b5b0)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:24.850439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:24.869542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for 11d9032e-5652-47f9-aeff-d32f247ba48c owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:25.024554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.052260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=11d9032e-5652-47f9-aeff-d32f247ba48c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:25.054721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port 11d9032e-5652-47f9-aeff-d32f247ba48c on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:25.136999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.156321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56876d23-6da0-4872-96f4-e9df70adf608']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:25.165984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:25.166289 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59b6635-c06a-4125-a3c7-1a6998d3b5b0') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:25.175566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.188972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.194660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:25.195042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:25.197938 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:25.309906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.317627 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.324529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/56876d23-6da0-4872-96f4-e9df70adf608 HTTP/1.1" status: 204 len: 168 time: 1.9436295 Oct 26 16:58:25.326331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46288) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:25.333257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46552464'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:25.338258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48cf5f-64d7-48d1-a0cc-2613b92a9548 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=56876d23-6da0-4872-96f4-e9df70adf608,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:25.390475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:25.394134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.420697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:25.431255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.431255 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment fa676d76-d3a8-47af-9231-fe8ac26a3c1c of type vlan for network 9ee53268-fa99-428c-b70f-d0858819a239 Oct 26 16:58:25.472921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.555635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.561305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:25.561885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.627835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=9ee53268-fa99-428c-b70f-d0858819a239,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:25.638279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9ee53268-fa99-428c-b70f-d0858819a239 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:25.644605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4fd7f2d8-0dd1-4215-98e2-1d9ad725076c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3152237 Oct 26 16:58:25.647423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46306) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:25.652979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '9ee53268-fa99-428c-b70f-d0858819a239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:25.816755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:25.821145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:25.880819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing IP validity checks on allocation pools {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:58:25.881972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:58:26.098510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.160020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=07caab36-2dcb-4ef5-b264-3ff961bcfb46,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:26.167688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:26.167688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 9ee53268-fa99-428c-b70f-d0858819a239, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:26.292165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f52ba6-b4a0-46d5-b19b-8f62d8d152be up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:58:26.320958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 9ee53268-fa99-428c-b70f-d0858819a239 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:26.340992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 16:58:26.341425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.422991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9ee53268-fa99-428c-b70f-d0858819a239) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:26.427251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:26.427922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.432266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482419f-fc43-4801-817a-512644a4e46f None None] Network 9ee53268-fa99-428c-b70f-d0858819a239 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:26.512855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0d62ae8f-e5c4-47d7-8e1e-d928b05b6185 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8639913 Oct 26 16:58:26.515698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46340) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:26.592362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9ee53268-fa99-428c-b70f-d0858819a239', 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '07caab36-2dcb-4ef5-b264-3ff961bcfb46'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:26.593304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.616817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.670171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.737338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Allocated IP 172.20.0.3 (9ee53268-fa99-428c-b70f-d0858819a239/07caab36-2dcb-4ef5-b264-3ff961bcfb46/bd3bdb10-9a87-4836-933e-90a748e1dea6) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:26.881732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:26.973467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.018701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Network 9ee53268-fa99-428c-b70f-d0858819a239 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:27.020384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:27.024413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:27.031161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Pushing event updated for resources: {'Port': ['ID=bd3bdb10-9a87-4836-933e-90a748e1dea6,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:27.080398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Attempting to bind port bd3bdb10-9a87-4836-933e-90a748e1dea6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:27.080772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Attempting to bind port bd3bdb10-9a87-4836-933e-90a748e1dea6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:27.081138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Attempting to bind port bd3bdb10-9a87-4836-933e-90a748e1dea6 on network 9ee53268-fa99-428c-b70f-d0858819a239 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:27.082208 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.087954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:27.087954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Checking segment: {'id': 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:27.087954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.088441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Bound using segment: {'id': 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:27.088957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Bound port: bd3bdb10-9a87-4836-933e-90a748e1dea6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ee53268-fa99-428c-b70f-d0858819a239'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:27.089337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.115040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=07caab36-2dcb-4ef5-b264-3ff961bcfb46,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:27.183123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.209520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee53268-fa99-428c-b70f-d0858819a239']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:27.220559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:27.223723 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:27.231689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.245825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.251972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:27.252388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:27.257367 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:27.312129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] For port bd3bdb10-9a87-4836-933e-90a748e1dea6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:27.315437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] For port bd3bdb10-9a87-4836-933e-90a748e1dea6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bd3bdb10-9a87-4836-933e-90a748e1dea6,segment=NetworkSegment(fa676d76-d3a8-47af-9231-fe8ac26a3c1c),segment_id=fa676d76-d3a8-47af-9231-fe8ac26a3c1c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:27.361789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:27.361789 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:27.361789 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '9ee53268-fa99-428c-b70f-d0858819a239'}] Oct 26 16:58:27.361789 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:27.362237 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:27.402201 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.483112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54a40e-5774-4713-9f21-f5a56597a476 None None] Pushing event updated for resources: {'Port': ['ID=bd3bdb10-9a87-4836-933e-90a748e1dea6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:27.500651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7944c-686f-44be-9ae3-816986d9a0a5 None None] Network 9ee53268-fa99-428c-b70f-d0858819a239 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:27.622604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce737af-afa7-4d96-bacb-4e7192692006 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:27.707376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce737af-afa7-4d96-bacb-4e7192692006 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:27.863759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.922450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port bd3bdb10-9a87-4836-933e-90a748e1dea6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:27.922785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:27.991156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port bd3bdb10-9a87-4836-933e-90a748e1dea6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bd3bdb10-9a87-4836-933e-90a748e1dea6,segment=NetworkSegment(fa676d76-d3a8-47af-9231-fe8ac26a3c1c),segment_id=fa676d76-d3a8-47af-9231-fe8ac26a3c1c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:27.991517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.005167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for bd3bdb10-9a87-4836-933e-90a748e1dea6 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:28.156631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.183109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=bd3bdb10-9a87-4836-933e-90a748e1dea6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:28.186580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port bd3bdb10-9a87-4836-933e-90a748e1dea6 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:28.272021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.292767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee53268-fa99-428c-b70f-d0858819a239']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:28.302264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:28.302564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa676d76-d3a8-47af-9231-fe8ac26a3c1c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:28.313369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.326519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.332317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:28.332691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:28.336598 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:28.480463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.487660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.490767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/9ee53268-fa99-428c-b70f-d0858819a239 HTTP/1.1" status: 204 len: 168 time: 1.9740131 Oct 26 16:58:28.494946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46424) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:28.500123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-689339257'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:28.503280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9adb2-8882-4b4f-9e7b-ec9d9c590cbf tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=9ee53268-fa99-428c-b70f-d0858819a239,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:28.562369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:28.565930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.594867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:28.604471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.604808 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment ea085335-8232-40c7-96ab-73fd2ea7fbed of type vlan for network 871c870f-98eb-49de-994a-71f05276c7d3 Oct 26 16:58:28.647754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.744822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.750962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:28.751551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:28.816936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=871c870f-98eb-49de-994a-71f05276c7d3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:28.827764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 871c870f-98eb-49de-994a-71f05276c7d3 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:28.873428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-89ca375e-b16a-423e-9884-25bc26b9ffae tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3772905 Oct 26 16:58:28.876137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46442) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:28.881200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '871c870f-98eb-49de-994a-71f05276c7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:29.401778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:29.405391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:29.670745 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:29.732332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=87ca1791-673e-4efd-ad0f-1b2975fc7056,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:29.739456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': 'ea085335-8232-40c7-96ab-73fd2ea7fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:29.739815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 871c870f-98eb-49de-994a-71f05276c7d3, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:29.847926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 871c870f-98eb-49de-994a-71f05276c7d3 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:29.950587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 871c870f-98eb-49de-994a-71f05276c7d3) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:29.954584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:29.955365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:29.959123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6008d0be-079b-4ecf-8944-b002decab550 None None] Network 871c870f-98eb-49de-994a-71f05276c7d3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:30.061796 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c9ac496-63eb-462c-8dad-5cab86831273 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1845081 Oct 26 16:58:30.064338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46492) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:30.108574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-871c870f-98eb-49de-994a-71f05276c7d3', 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '87ca1791-673e-4efd-ad0f-1b2975fc7056'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:30.109385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.168535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.224176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.246665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Allocated IP 172.20.0.1 (871c870f-98eb-49de-994a-71f05276c7d3/87ca1791-673e-4efd-ad0f-1b2975fc7056/cb839b5b-29d3-4c11-92c4-d419afef25b9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:30.399695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.476763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.516120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Network 871c870f-98eb-49de-994a-71f05276c7d3 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:30.518981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:30.522436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:30.530189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Pushing event updated for resources: {'Port': ['ID=cb839b5b-29d3-4c11-92c4-d419afef25b9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:30.545435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.571516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=87ca1791-673e-4efd-ad0f-1b2975fc7056,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:30.584575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Attempting to bind port cb839b5b-29d3-4c11-92c4-d419afef25b9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:30.584942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Attempting to bind port cb839b5b-29d3-4c11-92c4-d419afef25b9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'ea085335-8232-40c7-96ab-73fd2ea7fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:30.585300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Attempting to bind port cb839b5b-29d3-4c11-92c4-d419afef25b9 on network 871c870f-98eb-49de-994a-71f05276c7d3 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:30.591156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:30.591528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Checking segment: {'id': 'ea085335-8232-40c7-96ab-73fd2ea7fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:30.591919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.592302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Bound using segment: {'id': 'ea085335-8232-40c7-96ab-73fd2ea7fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:30.592758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Bound port: cb839b5b-29d3-4c11-92c4-d419afef25b9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea085335-8232-40c7-96ab-73fd2ea7fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '871c870f-98eb-49de-994a-71f05276c7d3'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:30.593130 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.643774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.663284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] For port cb839b5b-29d3-4c11-92c4-d419afef25b9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:30.666845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] For port cb839b5b-29d3-4c11-92c4-d419afef25b9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb839b5b-29d3-4c11-92c4-d419afef25b9,segment=NetworkSegment(ea085335-8232-40c7-96ab-73fd2ea7fbed),segment_id=ea085335-8232-40c7-96ab-73fd2ea7fbed)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:30.673183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871c870f-98eb-49de-994a-71f05276c7d3']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:30.682892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea085335-8232-40c7-96ab-73fd2ea7fbed') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:30.683216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea085335-8232-40c7-96ab-73fd2ea7fbed') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:30.692641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.786014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.788162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.796680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:30.797108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:30.800615 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:30.871825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37339c1-183d-4bab-a770-e44a4d9bd287 None None] Pushing event updated for resources: {'Port': ['ID=cb839b5b-29d3-4c11-92c4-d419afef25b9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:30.886894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306e9d9-342b-4fbd-b674-9b841df06804 None None] Network 871c870f-98eb-49de-994a-71f05276c7d3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:30.915837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:30.915837 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:30.915837 n-d-815373-2 neutron-server[102737]: [parameters: {'id': '871c870f-98eb-49de-994a-71f05276c7d3'}] Oct 26 16:58:30.915837 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:30.916223 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:31.025574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030973f-40af-40e2-905f-888f8ece5814 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:31.059243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dab88f6f-e308-4396-b839-ee72a914f754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.115106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030973f-40af-40e2-905f-888f8ece5814 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:31.417523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.470654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port cb839b5b-29d3-4c11-92c4-d419afef25b9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:31.470989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.535850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port cb839b5b-29d3-4c11-92c4-d419afef25b9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cb839b5b-29d3-4c11-92c4-d419afef25b9,segment=NetworkSegment(ea085335-8232-40c7-96ab-73fd2ea7fbed),segment_id=ea085335-8232-40c7-96ab-73fd2ea7fbed)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:31.536215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.549701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for cb839b5b-29d3-4c11-92c4-d419afef25b9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:31.762408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.787191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=cb839b5b-29d3-4c11-92c4-d419afef25b9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:31.795249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port cb839b5b-29d3-4c11-92c4-d419afef25b9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:31.877384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.897336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871c870f-98eb-49de-994a-71f05276c7d3']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:31.907601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea085335-8232-40c7-96ab-73fd2ea7fbed') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:31.907898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea085335-8232-40c7-96ab-73fd2ea7fbed') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:31.917356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.931820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.937882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:31.938275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:31.941317 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:32.082198 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.091444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.094692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/871c870f-98eb-49de-994a-71f05276c7d3 HTTP/1.1" status: 204 len: 168 time: 2.0294275 Oct 26 16:58:32.103657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46528) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:32.105137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504383378'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:32.107757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266268c-5076-44e1-aa98-5499a9d8d3c2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=871c870f-98eb-49de-994a-71f05276c7d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:32.224979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:32.228592 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.253706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:32.263794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.264136 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 6d93637d-7f03-4854-8b1e-66ca7d57ce8f of type vlan for network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c Oct 26 16:58:32.311464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.414091 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.419569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:32.420146 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.488695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=57f2f64d-e95a-48c7-a55c-9f533c2ad33c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:32.500259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:32.565864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1faec815-70a6-46d7-8eb0-b074241cc35f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4658697 Oct 26 16:58:32.568614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46530) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:32.574530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:32.716513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:32.720121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:32.991229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.295479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=442b00aa-1582-41df-be2f-4ae6dd3bb682,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:33.300770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '6d93637d-7f03-4854-8b1e-66ca7d57ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:33.301131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 57f2f64d-e95a-48c7-a55c-9f533c2ad33c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:33.390897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:33.442262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 57f2f64d-e95a-48c7-a55c-9f533c2ad33c) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:33.447254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:33.447826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.452018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537874a-87c7-46f7-b555-e330b6b9a891 None None] Network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:33.508294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c99d9d9-f76d-49d5-afea-8ac927cf74c1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9381020 Oct 26 16:58:33.511292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46534) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:33.601525 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a95fce34-43c2-4c2a-9715-a33badcef9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.610263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-57f2f64d-e95a-48c7-a55c-9f533c2ad33c', 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '442b00aa-1582-41df-be2f-4ae6dd3bb682'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:33.611118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.616205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.671864 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:33.764996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Allocated IP 172.20.0.2 (57f2f64d-e95a-48c7-a55c-9f533c2ad33c/442b00aa-1582-41df-be2f-4ae6dd3bb682/2bcb2362-6f2a-4615-a7c1-b659f48dec94) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:33.937734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.215041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.216907 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.257909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:34.261485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:34.263437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:34.275825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Pushing event updated for resources: {'Port': ['ID=2bcb2362-6f2a-4615-a7c1-b659f48dec94,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:34.306379 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.326446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Attempting to bind port 2bcb2362-6f2a-4615-a7c1-b659f48dec94 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:34.326818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Attempting to bind port 2bcb2362-6f2a-4615-a7c1-b659f48dec94 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6d93637d-7f03-4854-8b1e-66ca7d57ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:34.327252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Attempting to bind port 2bcb2362-6f2a-4615-a7c1-b659f48dec94 on network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:34.332444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:34.332923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Checking segment: {'id': '6d93637d-7f03-4854-8b1e-66ca7d57ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:34.333366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.333730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Bound using segment: {'id': '6d93637d-7f03-4854-8b1e-66ca7d57ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:34.334253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Bound port: 2bcb2362-6f2a-4615-a7c1-b659f48dec94, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d93637d-7f03-4854-8b1e-66ca7d57ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:34.334410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=442b00aa-1582-41df-be2f-4ae6dd3bb682,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:34.334635 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.399173 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.403976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] For port 2bcb2362-6f2a-4615-a7c1-b659f48dec94, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:34.407816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] For port 2bcb2362-6f2a-4615-a7c1-b659f48dec94, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2bcb2362-6f2a-4615-a7c1-b659f48dec94,segment=NetworkSegment(6d93637d-7f03-4854-8b1e-66ca7d57ce8f),segment_id=6d93637d-7f03-4854-8b1e-66ca7d57ce8f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:34.420648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2f64d-e95a-48c7-a55c-9f533c2ad33c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:34.436885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d93637d-7f03-4854-8b1e-66ca7d57ce8f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:34.437177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d93637d-7f03-4854-8b1e-66ca7d57ce8f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:34.448202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.521085 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.522989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.530498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:34.531267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:34.534669 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:34.610075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374c46-d74b-4014-b43e-3ea241c24f35 None None] Pushing event updated for resources: {'Port': ['ID=2bcb2362-6f2a-4615-a7c1-b659f48dec94,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:34.616811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7532a-2677-4ffd-84c9-ac2a320a6c0f None None] Network 57f2f64d-e95a-48c7-a55c-9f533c2ad33c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:34.682852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:34.682852 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:34.682852 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '57f2f64d-e95a-48c7-a55c-9f533c2ad33c'}] Oct 26 16:58:34.682852 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:34.682852 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:34.746622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f240e9b-ea42-4ae9-9355-b59076e94914 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:34.767701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:58:34.830580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f240e9b-ea42-4ae9-9355-b59076e94914 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:35.128193 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.179478 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.234093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port 2bcb2362-6f2a-4615-a7c1-b659f48dec94 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:35.234428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.300557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port 2bcb2362-6f2a-4615-a7c1-b659f48dec94, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2bcb2362-6f2a-4615-a7c1-b659f48dec94,segment=NetworkSegment(6d93637d-7f03-4854-8b1e-66ca7d57ce8f),segment_id=6d93637d-7f03-4854-8b1e-66ca7d57ce8f)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:35.300909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.313366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for 2bcb2362-6f2a-4615-a7c1-b659f48dec94 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:35.477709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.491828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port 2bcb2362-6f2a-4615-a7c1-b659f48dec94 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:35.537391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=2bcb2362-6f2a-4615-a7c1-b659f48dec94,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:35.601267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.622767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2f64d-e95a-48c7-a55c-9f533c2ad33c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:35.632512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d93637d-7f03-4854-8b1e-66ca7d57ce8f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:35.632834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d93637d-7f03-4854-8b1e-66ca7d57ce8f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:35.643428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.657506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.663368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:35.663760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:35.666966 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:35.791274 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.798666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.801572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/57f2f64d-e95a-48c7-a55c-9f533c2ad33c HTTP/1.1" status: 204 len: 168 time: 2.2890978 Oct 26 16:58:35.805167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46544) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:35.810242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1530362924'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:35.817536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253378e8-3adf-4a54-a380-20ac1b73b147 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=57f2f64d-e95a-48c7-a55c-9f533c2ad33c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:35.900649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:35.904087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.927638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:35.936700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:35.937037 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment e4032c1f-0181-4da1-86f3-43bc9ab70674 of type vlan for network 6061d9b4-64a9-45b4-b968-10056ace55eb Oct 26 16:58:35.990125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.077141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.083550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:36.084134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.168028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=6061d9b4-64a9-45b4-b968-10056ace55eb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:36.175975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.176319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.176687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.178795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.179478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.179478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.180308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.192942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 6061d9b4-64a9-45b4-b968-10056ace55eb details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:36.200318 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-917559cb-b691-42d6-9abc-cdf7591d1e21 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3940175 Oct 26 16:58:36.214149 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:36.220412 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:36.385625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:36.389240 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.453253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing IP validity checks on allocation pools {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:58:36.453685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:58:36.631790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.683988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.702820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=688a9a20-d1f1-466b-86fe-b55694a37c5f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:36.716657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.716906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.717244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.717612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.717939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.718307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.718633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.718953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.719296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.719622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.719939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.720254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:36.725599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': 'e4032c1f-0181-4da1-86f3-43bc9ab70674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:36.725975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 6061d9b4-64a9-45b4-b968-10056ace55eb, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:36.825698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 6061d9b4-64a9-45b4-b968-10056ace55eb is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:36.928417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 6061d9b4-64a9-45b4-b968-10056ace55eb) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:36.933219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:36.933800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:36.939770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03355dea-c925-4e8a-a8e4-f2da958ea24d None None] Network 6061d9b4-64a9-45b4-b968-10056ace55eb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:37.032798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d48c628-9832-4f86-82ce-397f52bbaf13 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8170273 Oct 26 16:58:37.035520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46552) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:37.097347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-6061d9b4-64a9-45b4-b968-10056ace55eb', 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '688a9a20-d1f1-466b-86fe-b55694a37c5f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:37.098838 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.145018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.199347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.239959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Allocated IP 172.20.0.3 (6061d9b4-64a9-45b4-b968-10056ace55eb/688a9a20-d1f1-466b-86fe-b55694a37c5f/da3c1bb7-a051-4f25-b736-6e68d6394c39) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:37.554567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.637426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.691403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Network 6061d9b4-64a9-45b4-b968-10056ace55eb is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:37.698379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:37.701355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Pushing event updated for resources: {'Port': ['ID=da3c1bb7-a051-4f25-b736-6e68d6394c39,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:37.704203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:37.712865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.754329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=688a9a20-d1f1-466b-86fe-b55694a37c5f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:37.774232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Attempting to bind port da3c1bb7-a051-4f25-b736-6e68d6394c39 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:37.774573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Attempting to bind port da3c1bb7-a051-4f25-b736-6e68d6394c39 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e4032c1f-0181-4da1-86f3-43bc9ab70674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:37.774865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Attempting to bind port da3c1bb7-a051-4f25-b736-6e68d6394c39 on network 6061d9b4-64a9-45b4-b968-10056ace55eb {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:37.783169 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:37.783529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Checking segment: {'id': 'e4032c1f-0181-4da1-86f3-43bc9ab70674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:37.783919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.784344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Bound using segment: {'id': 'e4032c1f-0181-4da1-86f3-43bc9ab70674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:37.784774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Bound port: da3c1bb7-a051-4f25-b736-6e68d6394c39, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4032c1f-0181-4da1-86f3-43bc9ab70674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6061d9b4-64a9-45b4-b968-10056ace55eb'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:37.785149 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.827778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.849551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6061d9b4-64a9-45b4-b968-10056ace55eb']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:37.856505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] For port da3c1bb7-a051-4f25-b736-6e68d6394c39, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:37.859637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] For port da3c1bb7-a051-4f25-b736-6e68d6394c39, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=da3c1bb7-a051-4f25-b736-6e68d6394c39,segment=NetworkSegment(e4032c1f-0181-4da1-86f3-43bc9ab70674),segment_id=e4032c1f-0181-4da1-86f3-43bc9ab70674)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:37.860394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4032c1f-0181-4da1-86f3-43bc9ab70674') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:37.860786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4032c1f-0181-4da1-86f3-43bc9ab70674') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:37.870988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.946267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.949367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.958663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:37.959376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:37.962993 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:38.037295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1980e3-e449-4f09-bd75-7baff5218a19 None None] Pushing event updated for resources: {'Port': ['ID=da3c1bb7-a051-4f25-b736-6e68d6394c39,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:38.046191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06c488-535b-4b6a-a29f-797aef958e93 None None] Network 6061d9b4-64a9-45b4-b968-10056ace55eb requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:38.064008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:38.064008 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:38.064008 n-d-815373-2 neutron-server[102737]: [parameters: {'id': '6061d9b4-64a9-45b4-b968-10056ace55eb'}] Oct 26 16:58:38.064008 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:38.064817 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:38.167407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31770559-15f7-40c8-b09f-645f7030cee9 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:38.259346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31770559-15f7-40c8-b09f-645f7030cee9 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:38.565709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:38.619858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port da3c1bb7-a051-4f25-b736-6e68d6394c39 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:38.620201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:38.682990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port da3c1bb7-a051-4f25-b736-6e68d6394c39, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=da3c1bb7-a051-4f25-b736-6e68d6394c39,segment=NetworkSegment(e4032c1f-0181-4da1-86f3-43bc9ab70674),segment_id=e4032c1f-0181-4da1-86f3-43bc9ab70674)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:38.683692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:38.701435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for da3c1bb7-a051-4f25-b736-6e68d6394c39 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:38.866102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:38.893144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=da3c1bb7-a051-4f25-b736-6e68d6394c39,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:38.896654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port da3c1bb7-a051-4f25-b736-6e68d6394c39 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:38.980196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:38.999892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6061d9b4-64a9-45b4-b968-10056ace55eb']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:39.009464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4032c1f-0181-4da1-86f3-43bc9ab70674') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:39.009739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4032c1f-0181-4da1-86f3-43bc9ab70674') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:39.018768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.032426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.038429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:39.038813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:39.041839 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:39.155808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.160534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.167712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/6061d9b4-64a9-45b4-b968-10056ace55eb HTTP/1.1" status: 204 len: 168 time: 2.1270795 Oct 26 16:58:39.168540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46558) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:39.173828 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346306156'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:39.179744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508446c-369e-445e-a29c-cb252fb23a83 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=6061d9b4-64a9-45b4-b968-10056ace55eb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:39.246951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:39.250623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.275351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:39.284469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.284807 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 31cea0f3-fa12-4d02-92b5-0ab9967f269e of type vlan for network f5ecfc44-03fb-4f25-a675-cafb032433e0 Oct 26 16:58:39.327661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.408970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.415023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:39.415760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:39.485555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=f5ecfc44-03fb-4f25-a675-cafb032433e0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:39.499860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network f5ecfc44-03fb-4f25-a675-cafb032433e0 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:39.545910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-15fc1b6b-70a6-4d21-b25e-5178af420211 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3766170 Oct 26 16:58:39.548471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46560) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:39.554211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:39.729399 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:39.733038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.020832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.088520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=861d8f74-a488-42f4-ac00-dd4c0d24371f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:40.096118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '31cea0f3-fa12-4d02-92b5-0ab9967f269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:40.096118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: f5ecfc44-03fb-4f25-a675-cafb032433e0, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:40.212641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network f5ecfc44-03fb-4f25-a675-cafb032433e0 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:40.309689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, f5ecfc44-03fb-4f25-a675-cafb032433e0) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:40.313621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:40.314206 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.318593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e4025-c299-41ae-91b4-7f308d0338e7 None None] Network f5ecfc44-03fb-4f25-a675-cafb032433e0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:40.404023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9986758b-28eb-4851-bd67-e5c82731116d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8544788 Oct 26 16:58:40.406538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:40.462239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-f5ecfc44-03fb-4f25-a675-cafb032433e0', 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '861d8f74-a488-42f4-ac00-dd4c0d24371f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:40.463810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.505996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.564008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.601320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Allocated IP 172.20.0.1 (f5ecfc44-03fb-4f25-a675-cafb032433e0/861d8f74-a488-42f4-ac00-dd4c0d24371f/ef07bebf-997d-4947-9ad3-7aacabf258ce) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:40.750249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.791934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.835865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Network f5ecfc44-03fb-4f25-a675-cafb032433e0 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:40.838885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:40.843046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:40.846000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Pushing event updated for resources: {'Port': ['ID=ef07bebf-997d-4947-9ad3-7aacabf258ce,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:40.855340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.883741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=861d8f74-a488-42f4-ac00-dd4c0d24371f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:40.903225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Attempting to bind port ef07bebf-997d-4947-9ad3-7aacabf258ce on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:40.903593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Attempting to bind port ef07bebf-997d-4947-9ad3-7aacabf258ce by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '31cea0f3-fa12-4d02-92b5-0ab9967f269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:40.903962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Attempting to bind port ef07bebf-997d-4947-9ad3-7aacabf258ce on network f5ecfc44-03fb-4f25-a675-cafb032433e0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:40.908990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:40.909359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Checking segment: {'id': '31cea0f3-fa12-4d02-92b5-0ab9967f269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:40.909757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.910148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Bound using segment: {'id': '31cea0f3-fa12-4d02-92b5-0ab9967f269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:40.910606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Bound port: ef07bebf-997d-4947-9ad3-7aacabf258ce, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cea0f3-fa12-4d02-92b5-0ab9967f269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:40.910980 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.942148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:40.968946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ecfc44-03fb-4f25-a675-cafb032433e0']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:40.978261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] For port ef07bebf-997d-4947-9ad3-7aacabf258ce, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:40.980586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cea0f3-fa12-4d02-92b5-0ab9967f269e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:40.980888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cea0f3-fa12-4d02-92b5-0ab9967f269e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:40.982324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] For port ef07bebf-997d-4947-9ad3-7aacabf258ce, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef07bebf-997d-4947-9ad3-7aacabf258ce,segment=NetworkSegment(31cea0f3-fa12-4d02-92b5-0ab9967f269e),segment_id=31cea0f3-fa12-4d02-92b5-0ab9967f269e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:40.990983 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.054956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.058105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.066376 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:41.066937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:41.070135 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:41.138717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747769f7-c78d-44e8-ba0f-6f3c3b280cec None None] Pushing event updated for resources: {'Port': ['ID=ef07bebf-997d-4947-9ad3-7aacabf258ce,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:41.153494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4176fbe-75d0-4f5a-9de2-206f5c6d222b None None] Network f5ecfc44-03fb-4f25-a675-cafb032433e0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:41.186388 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:41.186388 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:41.186388 n-d-815373-2 neutron-server[102736]: [parameters: {'id': 'f5ecfc44-03fb-4f25-a675-cafb032433e0'}] Oct 26 16:58:41.186388 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:41.187081 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:41.275843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed68c4-29c0-413b-89dd-bc4f8af2f3e2 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:41.353576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed68c4-29c0-413b-89dd-bc4f8af2f3e2 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:41.688706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.742867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port ef07bebf-997d-4947-9ad3-7aacabf258ce {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:41.743810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.809090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port ef07bebf-997d-4947-9ad3-7aacabf258ce, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef07bebf-997d-4947-9ad3-7aacabf258ce,segment=NetworkSegment(31cea0f3-fa12-4d02-92b5-0ab9967f269e),segment_id=31cea0f3-fa12-4d02-92b5-0ab9967f269e)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:41.809450 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:41.822194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for ef07bebf-997d-4947-9ad3-7aacabf258ce owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:41.990262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.017321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=ef07bebf-997d-4947-9ad3-7aacabf258ce,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:42.020778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port ef07bebf-997d-4947-9ad3-7aacabf258ce on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:42.105122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.125613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ecfc44-03fb-4f25-a675-cafb032433e0']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:42.135469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cea0f3-fa12-4d02-92b5-0ab9967f269e') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:42.135769 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cea0f3-fa12-4d02-92b5-0ab9967f269e') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:42.145081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.158495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.164252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:42.164631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:42.168121 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:42.283595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.290777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.297280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/f5ecfc44-03fb-4f25-a675-cafb032433e0 HTTP/1.1" status: 204 len: 168 time: 1.8866081 Oct 26 16:58:42.297636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46580) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:42.302774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203888208'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:42.313004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6fd0-f130-4894-b796-c3fea8d5acbd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=f5ecfc44-03fb-4f25-a675-cafb032433e0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:42.380580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:42.384779 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.408850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:42.417496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.420781 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 283cb815-76ab-4095-9f15-1890cb976d9f of type vlan for network 1ed699f2-e227-4234-9116-8dff1694b63a Oct 26 16:58:42.457554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.555978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.561615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:42.562217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:42.630238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=1ed699f2-e227-4234-9116-8dff1694b63a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:42.641753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 1ed699f2-e227-4234-9116-8dff1694b63a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:42.685433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32fa8e76-6f85-4f19-b82d-1b57437fde59 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3864276 Oct 26 16:58:42.688764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:42.694795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:42.841421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:42.845065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.093073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.156404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=bbad4a3b-462f-4de2-8e7c-c091c767f099,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:43.167159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '283cb815-76ab-4095-9f15-1890cb976d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:43.167526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 1ed699f2-e227-4234-9116-8dff1694b63a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:43.247386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 1ed699f2-e227-4234-9116-8dff1694b63a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:43.327377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 1ed699f2-e227-4234-9116-8dff1694b63a) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:43.331402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:43.331994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.338356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3bf4c-cbd6-4129-b78f-129be44e6374 None None] Network 1ed699f2-e227-4234-9116-8dff1694b63a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:43.421345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a4db3d1b-017b-48ba-a9a6-9ce75b6b0336 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7285333 Oct 26 16:58:43.421866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46598) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:43.489784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-1ed699f2-e227-4234-9116-8dff1694b63a', 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': 'bbad4a3b-462f-4de2-8e7c-c091c767f099'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:43.490876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.523350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.591973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.631655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Allocated IP 172.20.0.1 (1ed699f2-e227-4234-9116-8dff1694b63a/bbad4a3b-462f-4de2-8e7c-c091c767f099/481becd5-f0d7-43a5-88bb-1d814b1465cf) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:43.777006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.853731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.894430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Network 1ed699f2-e227-4234-9116-8dff1694b63a is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:43.897308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:43.901871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:43.907119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Pushing event updated for resources: {'Port': ['ID=481becd5-f0d7-43a5-88bb-1d814b1465cf,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:43.930039 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.960100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=bbad4a3b-462f-4de2-8e7c-c091c767f099,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:43.960280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Attempting to bind port 481becd5-f0d7-43a5-88bb-1d814b1465cf on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:43.960981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Attempting to bind port 481becd5-f0d7-43a5-88bb-1d814b1465cf by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '283cb815-76ab-4095-9f15-1890cb976d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:43.962622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Attempting to bind port 481becd5-f0d7-43a5-88bb-1d814b1465cf on network 1ed699f2-e227-4234-9116-8dff1694b63a {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:43.969191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:43.969510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Checking segment: {'id': '283cb815-76ab-4095-9f15-1890cb976d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:43.970009 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:43.970293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Bound using segment: {'id': '283cb815-76ab-4095-9f15-1890cb976d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:43.970762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Bound port: 481becd5-f0d7-43a5-88bb-1d814b1465cf, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283cb815-76ab-4095-9f15-1890cb976d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1ed699f2-e227-4234-9116-8dff1694b63a'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:43.971175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.019821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.047180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed699f2-e227-4234-9116-8dff1694b63a']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:44.057788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283cb815-76ab-4095-9f15-1890cb976d9f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:44.058069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283cb815-76ab-4095-9f15-1890cb976d9f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:44.068742 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.083428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.090691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:44.091097 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:44.094288 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:44.203993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:44.203993 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:44.203993 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '1ed699f2-e227-4234-9116-8dff1694b63a'}] Oct 26 16:58:44.203993 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:44.204573 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:44.204788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] For port 481becd5-f0d7-43a5-88bb-1d814b1465cf, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:44.207916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] For port 481becd5-f0d7-43a5-88bb-1d814b1465cf, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=481becd5-f0d7-43a5-88bb-1d814b1465cf,segment=NetworkSegment(283cb815-76ab-4095-9f15-1890cb976d9f),segment_id=283cb815-76ab-4095-9f15-1890cb976d9f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:44.293482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.369403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5ea1-2d03-4126-b7c1-f114b6a11e7f None None] Pushing event updated for resources: {'Port': ['ID=481becd5-f0d7-43a5-88bb-1d814b1465cf,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:44.384555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7366c-6bdb-4f05-a110-00d7f93704a8 None None] Network 1ed699f2-e227-4234-9116-8dff1694b63a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:44.504120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21059eae-64dc-4091-91dd-dd227994001c None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:44.594867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21059eae-64dc-4091-91dd-dd227994001c None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:44.705593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.786817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port 481becd5-f0d7-43a5-88bb-1d814b1465cf {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:44.787475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.856701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port 481becd5-f0d7-43a5-88bb-1d814b1465cf, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=481becd5-f0d7-43a5-88bb-1d814b1465cf,segment=NetworkSegment(283cb815-76ab-4095-9f15-1890cb976d9f),segment_id=283cb815-76ab-4095-9f15-1890cb976d9f)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:44.857073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:44.873223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for 481becd5-f0d7-43a5-88bb-1d814b1465cf owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:45.015204 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.041650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=481becd5-f0d7-43a5-88bb-1d814b1465cf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:45.045656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port 481becd5-f0d7-43a5-88bb-1d814b1465cf on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:45.132724 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.154692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed699f2-e227-4234-9116-8dff1694b63a']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:45.164064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283cb815-76ab-4095-9f15-1890cb976d9f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:45.164367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283cb815-76ab-4095-9f15-1890cb976d9f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:45.174515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.188770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.194699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:45.195083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:45.198752 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:45.333544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.343807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.350740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/1ed699f2-e227-4234-9116-8dff1694b63a HTTP/1.1" status: 204 len: 168 time: 1.9241157 Oct 26 16:58:45.351176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46624) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:45.357093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084180313'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:45.373185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdd4f-885f-420a-8509-ae45e3115c97 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=1ed699f2-e227-4234-9116-8dff1694b63a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:45.443727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:45.448176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.474198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:45.484726 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.485110 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 4ed36c02-bac1-423a-bab5-d31b464191c6 of type vlan for network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 Oct 26 16:58:45.525466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.615182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.620790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:45.621410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:45.698211 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=03d129a1-4f65-46d6-adfa-c47d3c7ee478,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:45.711832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:45.750151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4744c4be-c7bb-40f6-a2f9-a23429305bef tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3948622 Oct 26 16:58:45.750356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:45.766034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:45.948939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.030211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.073542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 is not hosted by any dhcp agent {{(pid=102736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:58:46.079659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:46.079790 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.083519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "PUT /v2.0/networks/03d129a1-4f65-46d6-adfa-c47d3c7ee478 HTTP/1.1" status: 200 len: 723 time: 0.3297117 Oct 26 16:58:46.084411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:46.090559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:46.103985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84096470-59d0-4c7d-bff3-fe0704a737c9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=03d129a1-4f65-46d6-adfa-c47d3c7ee478,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:46.114888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:46.298706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:46.302268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.535374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.598578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=611d6336-ead3-4143-a41b-7a7a6c72424c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:46.608865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '4ed36c02-bac1-423a-bab5-d31b464191c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:46.609218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 03d129a1-4f65-46d6-adfa-c47d3c7ee478, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:46.699246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:46.784661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 03d129a1-4f65-46d6-adfa-c47d3c7ee478) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:46.789073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:46.790227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.794999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4c3b8-61c2-4e5c-b2e4-8f4f77c777c0 None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:46.879448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7d5eaf6-35bb-41ff-96eb-48a5c562e637 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7936652 Oct 26 16:58:46.887698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:46.893467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:46.947395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-03d129a1-4f65-46d6-adfa-c47d3c7ee478', 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '611d6336-ead3-4143-a41b-7a7a6c72424c'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:46.948412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:46.994475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59678519'] for subnet, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.193031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60153285'] for subnet, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.225851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:47.226456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.230938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "PUT /v2.0/subnets/611d6336-ead3-4143-a41b-7a7a6c72424c HTTP/1.1" status: 200 len: 806 time: 0.3387761 Oct 26 16:58:47.231678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:47.244291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Allocated IP 172.20.0.2 (03d129a1-4f65-46d6-adfa-c47d3c7ee478/611d6336-ead3-4143-a41b-7a7a6c72424c/5f47cd1c-d317-4eca-8a7c-730dc28ce1d0) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:47.300182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73518dc9-c46a-487e-a1d8-8604cb9ed170 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=611d6336-ead3-4143-a41b-7a7a6c72424c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:47.348393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.387644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.401705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.459455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.500899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:47.503924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:47.506841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:47.519766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Pushing event updated for resources: {'Port': ['ID=5f47cd1c-d317-4eca-8a7c-730dc28ce1d0,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:47.543944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.544295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.544640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.545091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.545479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.545813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.546148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.546478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.546804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.547148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.547475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.547798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:47.560757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.581769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Attempting to bind port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:47.582138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Attempting to bind port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4ed36c02-bac1-423a-bab5-d31b464191c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:47.582280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=611d6336-ead3-4143-a41b-7a7a6c72424c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:47.582509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Attempting to bind port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 on network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:47.589750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:47.590892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Checking segment: {'id': '4ed36c02-bac1-423a-bab5-d31b464191c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:47.591331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.591727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Bound using segment: {'id': '4ed36c02-bac1-423a-bab5-d31b464191c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:47.592568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Bound port: 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed36c02-bac1-423a-bab5-d31b464191c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:47.592949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.664541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] For port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:47.668306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] For port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5f47cd1c-d317-4eca-8a7c-730dc28ce1d0,segment=NetworkSegment(4ed36c02-bac1-423a-bab5-d31b464191c6),segment_id=4ed36c02-bac1-423a-bab5-d31b464191c6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:47.741862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.830368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f76d14-ec30-4407-b7ca-75755d3d60b6 None None] Pushing event updated for resources: {'Port': ['ID=5f47cd1c-d317-4eca-8a7c-730dc28ce1d0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:47.849944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244ab92-41c9-43e0-8544-bcaafae9dfba None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:47.926386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.946584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d129a1-4f65-46d6-adfa-c47d3c7ee478']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:47.956881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed36c02-bac1-423a-bab5-d31b464191c6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:47.957178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed36c02-bac1-423a-bab5-d31b464191c6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:47.967162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.976837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea404884-fa9f-4ec3-a01c-cfc65cffe745 None None] Network 03d129a1-4f65-46d6-adfa-c47d3c7ee478 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:47.981431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.987276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:47.987657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:47.990685 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:48.073620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:48.073620 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:48.073620 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '03d129a1-4f65-46d6-adfa-c47d3c7ee478'}] Oct 26 16:58:48.073620 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:48.074075 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:48.107057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ff2fd-b0a5-45de-9ee3-2373f48761bb None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:48.194489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ff2fd-b0a5-45de-9ee3-2373f48761bb None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:48.574841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:48.631488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:48.631819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:48.693019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5f47cd1c-d317-4eca-8a7c-730dc28ce1d0,segment=NetworkSegment(4ed36c02-bac1-423a-bab5-d31b464191c6),segment_id=4ed36c02-bac1-423a-bab5-d31b464191c6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:48.693377 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:48.706106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:48.843871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:48.873591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=5f47cd1c-d317-4eca-8a7c-730dc28ce1d0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:48.875973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port 5f47cd1c-d317-4eca-8a7c-730dc28ce1d0 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:48.957326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:48.977562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d129a1-4f65-46d6-adfa-c47d3c7ee478']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:48.988580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed36c02-bac1-423a-bab5-d31b464191c6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:48.988878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed36c02-bac1-423a-bab5-d31b464191c6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:48.998108 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.010883 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.016721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:49.017105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:49.020062 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:49.124194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.132593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.134916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/03d129a1-4f65-46d6-adfa-c47d3c7ee478 HTTP/1.1" status: 204 len: 168 time: 1.9022176 Oct 26 16:58:49.138111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46686) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:49.146860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e423-d9f1-4f4b-aca4-68e31f9e5762 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=03d129a1-4f65-46d6-adfa-c47d3c7ee478,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:49.161286 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01e71a7-7f53-4931-b541-fa26265b12e0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:49.161829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01e71a7-7f53-4931-b541-fa26265b12e0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:49.164891 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b01e71a7-7f53-4931-b541-fa26265b12e0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/03d129a1-4f65-46d6-adfa-c47d3c7ee478 HTTP/1.1" status: 404 len: 339 time: 0.0256848 Oct 26 16:58:49.169418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46690) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:49.174281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777993137', 'description': 'd1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:49.270831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:49.274536 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.300959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:49.309934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.310268 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 5930fa0d-28fe-4c48-b57b-8a7da3690bff of type vlan for network 4f36cb08-bc5a-482c-909d-faf90fd0fff7 Oct 26 16:58:49.350365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.453733 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.459557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:49.460138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.531057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=4f36cb08-bc5a-482c-909d-faf90fd0fff7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:49.542727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4f36cb08-bc5a-482c-909d-faf90fd0fff7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:49.592702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9765cab7-43d9-4c81-aa20-30892ad66c6d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4198794 Oct 26 16:58:49.593006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46696) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:49.682930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde77034-553a-47b6-abc1-5ab576b808fe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:49.685106 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bde77034-553a-47b6-abc1-5ab576b808fe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks?id=4f36cb08-bc5a-482c-909d-faf90fd0fff7 HTTP/1.1" status: 200 len: 760 time: 0.0909283 Oct 26 16:58:49.687860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:49.693626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'description': 'd2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:49.847665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.911347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.932817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 4f36cb08-bc5a-482c-909d-faf90fd0fff7 is not hosted by any dhcp agent {{(pid=102737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 16:58:49.938132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:49.938712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:49.940018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "PUT /v2.0/networks/4f36cb08-bc5a-482c-909d-faf90fd0fff7 HTTP/1.1" status: 200 len: 757 time: 0.2509937 Oct 26 16:58:49.942907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:49.991047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb8085-4907-4c94-81eb-83607b9cb04e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=4f36cb08-bc5a-482c-909d-faf90fd0fff7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:50.003681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4f36cb08-bc5a-482c-909d-faf90fd0fff7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:50.040293 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e377a1-74ce-4779-a998-6970ed4e0ea1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:50.046278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-71e377a1-74ce-4779-a998-6970ed4e0ea1 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks?id=4f36cb08-bc5a-482c-909d-faf90fd0fff7 HTTP/1.1" status: 200 len: 760 time: 0.0987561 Oct 26 16:58:50.046625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:50.053294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743956090'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:50.124372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:50.128065 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.151530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:50.160021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.160362 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment 75db84a0-c659-4e62-bbb2-e6c8ba953e05 of type vlan for network 4daad212-8fc7-4351-9d58-a4b8399a6be5 Oct 26 16:58:50.200226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.293477 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.299095 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:50.299702 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.368881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=4daad212-8fc7-4351-9d58-a4b8399a6be5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:50.378896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4daad212-8fc7-4351-9d58-a4b8399a6be5 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:50.430321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-abbe0c75-42bb-4d64-bf1a-4567f3ef5b7d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3783944 Oct 26 16:58:50.430572 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46714) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:50.435787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:50.621483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:50.625214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.871242 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:50.935372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:50.945510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': '75db84a0-c659-4e62-bbb2-e6c8ba953e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:50.946129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: 4daad212-8fc7-4351-9d58-a4b8399a6be5, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:51.042457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network 4daad212-8fc7-4351-9d58-a4b8399a6be5 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:51.128194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4daad212-8fc7-4351-9d58-a4b8399a6be5) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:51.132266 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:51.132844 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.140302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035fd69-5800-4211-acbe-cf2d4a14b93c None None] Network 4daad212-8fc7-4351-9d58-a4b8399a6be5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:51.181866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.233834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d5ae9dd4-8d60-4988-b438-e19106069a8c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8022757 Oct 26 16:58:51.236323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46728) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:51.297391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4daad212-8fc7-4351-9d58-a4b8399a6be5', 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:51.298340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.339139 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.402656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.453219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Allocated IP 172.20.0.2 (4daad212-8fc7-4351-9d58-a4b8399a6be5/0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6/cce00d48-b313-4c28-8cd1-91e2368143d1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:51.579069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-d855978f-92b7-4c5e-a761-09ca504ac3ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440817 Oct 26 16:58:51.612163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.663104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-409cc17d-a81b-4d48-9958-c96d3a352009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:51.664649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-409cc17d-a81b-4d48-9958-c96d3a352009 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.0422196 Oct 26 16:58:51.673959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.720663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Network 4daad212-8fc7-4351-9d58-a4b8399a6be5 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:51.723574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:51.726453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:51.738496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Pushing event updated for resources: {'Port': ['ID=cce00d48-b313-4c28-8cd1-91e2368143d1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:51.772357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.793677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Attempting to bind port cce00d48-b313-4c28-8cd1-91e2368143d1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:51.794445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Attempting to bind port cce00d48-b313-4c28-8cd1-91e2368143d1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '75db84a0-c659-4e62-bbb2-e6c8ba953e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:51.794613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Attempting to bind port cce00d48-b313-4c28-8cd1-91e2368143d1 on network 4daad212-8fc7-4351-9d58-a4b8399a6be5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:51.800450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:51.800957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Checking segment: {'id': '75db84a0-c659-4e62-bbb2-e6c8ba953e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:51.801884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.801884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Bound using segment: {'id': '75db84a0-c659-4e62-bbb2-e6c8ba953e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:51.802462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Bound port: cce00d48-b313-4c28-8cd1-91e2368143d1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75db84a0-c659-4e62-bbb2-e6c8ba953e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:51.802989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.830997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:51.833238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-99ad16b7-302d-437e-b0d7-da8e906a2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:51.834781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-99ad16b7-302d-437e-b0d7-da8e906a2ae1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1474040 Oct 26 16:58:51.869563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] For port cce00d48-b313-4c28-8cd1-91e2368143d1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:51.872705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] For port cce00d48-b313-4c28-8cd1-91e2368143d1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cce00d48-b313-4c28-8cd1-91e2368143d1,segment=NetworkSegment(75db84a0-c659-4e62-bbb2-e6c8ba953e05),segment_id=75db84a0-c659-4e62-bbb2-e6c8ba953e05)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:51.920045 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.946899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:51.949175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daad212-8fc7-4351-9d58-a4b8399a6be5']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:51.959747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-1f77a753-9854-4eb7-899d-8669c8c384b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 1000 time: 0.0898232 Oct 26 16:58:51.965884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75db84a0-c659-4e62-bbb2-e6c8ba953e05') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:51.965884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75db84a0-c659-4e62-bbb2-e6c8ba953e05') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:51.983160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.029286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.040007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:52.041419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.044742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c951d2-811a-48d9-9d85-a921d1de0949 None None] Pushing event updated for resources: {'Port': ['ID=cce00d48-b313-4c28-8cd1-91e2368143d1,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:52.044971 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:52.062086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8ac57-0692-424d-8d40-180770c8f27a None None] Network 4daad212-8fc7-4351-9d58-a4b8399a6be5 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:52.093983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-576fc45b-ee1a-4a09-98d9-129fa693b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:52.095407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-576fc45b-ee1a-4a09-98d9-129fa693b916 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.1250801 Oct 26 16:58:52.157169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-672bfbc8-64b8-49cf-85fb-347bf4f3b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:52.158690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-672bfbc8-64b8-49cf-85fb-347bf4f3b100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523591 Oct 26 16:58:52.190229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9375e-5145-496b-89b5-f4ad61ce710d None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:52.216373 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:52.216373 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:52.216373 n-d-815373-2 neutron-server[102736]: [parameters: {'id': '4daad212-8fc7-4351-9d58-a4b8399a6be5'}] Oct 26 16:58:52.216373 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:52.216988 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:52.259061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-14fc5774-bb8d-439a-8096-d47b091b73d9 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926414 Oct 26 16:58:52.282868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9375e-5145-496b-89b5-f4ad61ce710d None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:52.350871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2cd64dfd-510d-4ed1-a704-679cb7e5907d req-d7e8ad76-6518-49f4-9f97-8962ad214877 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828352 Oct 26 16:58:52.718639 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.739754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.778135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port cce00d48-b313-4c28-8cd1-91e2368143d1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:52.778506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.842448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port cce00d48-b313-4c28-8cd1-91e2368143d1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cce00d48-b313-4c28-8cd1-91e2368143d1,segment=NetworkSegment(75db84a0-c659-4e62-bbb2-e6c8ba953e05),segment_id=75db84a0-c659-4e62-bbb2-e6c8ba953e05)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:52.842804 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:52.855705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for cce00d48-b313-4c28-8cd1-91e2368143d1 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:53.010396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.036548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=cce00d48-b313-4c28-8cd1-91e2368143d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:53.040144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port cce00d48-b313-4c28-8cd1-91e2368143d1 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:53.124839 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.144562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daad212-8fc7-4351-9d58-a4b8399a6be5']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:53.153826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75db84a0-c659-4e62-bbb2-e6c8ba953e05') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:53.154120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75db84a0-c659-4e62-bbb2-e6c8ba953e05') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:53.163410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.177441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.184483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:53.184872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:53.187987 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:53.336099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.343349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:53.346360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/4daad212-8fc7-4351-9d58-a4b8399a6be5 HTTP/1.1" status: 204 len: 168 time: 2.1090660 Oct 26 16:58:53.348962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.368608 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf057fca-27a9-43b4-96db-108efb0318ec tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=4daad212-8fc7-4351-9d58-a4b8399a6be5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:53.392419 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bb624a-27b8-405f-8ff8-da2f9e626687 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] GET failed (client error): The resource could not be found. Oct 26 16:58:53.393725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d8bb624a-27b8-405f-8ff8-da2f9e626687 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets/0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6 HTTP/1.1" status: 404 len: 337 time: 0.0436010 Oct 26 16:58:53.396626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.419425 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdee00a-c989-4665-a548-3d65d7b8f619 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:53.419989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdee00a-c989-4665-a548-3d65d7b8f619 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:53.423043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3bdee00a-c989-4665-a548-3d65d7b8f619 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/4daad212-8fc7-4351-9d58-a4b8399a6be5 HTTP/1.1" status: 404 len: 339 time: 0.0212810 Oct 26 16:58:53.426849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.628218 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a33ef2-03da-4564-960d-0d354faaf81f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.629696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-61a33ef2-03da-4564-960d-0d354faaf81f tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2019308 Oct 26 16:58:53.632446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.668352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cbf4878b-7f4e-4b6a-ae12-62035f9b157a tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657 HTTP/1.1" status: 200 len: 207 time: 0.0347457 Oct 26 16:58:53.671639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.781454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813bf74-8045-4fa7-9189-41af6d88d09e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.787397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813bf74-8045-4fa7-9189-41af6d88d09e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.793651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813bf74-8045-4fa7-9189-41af6d88d09e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.799722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813bf74-8045-4fa7-9189-41af6d88d09e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.801328 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1813bf74-8045-4fa7-9189-41af6d88d09e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1285613 Oct 26 16:58:53.805041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46772) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.923837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e55b248a-7dfe-409c-82c6-ff210fef3d9d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1174247 Oct 26 16:58:53.927378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:53.979533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751823f3-7ef6-4166-8677-ad19f799675e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.981183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751823f3-7ef6-4166-8677-ad19f799675e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:53.982724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-751823f3-7ef6-4166-8677-ad19f799675e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0544059 Oct 26 16:58:53.986376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46780) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.045075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7724b6-a480-46a7-bbdd-3d2a22d90111 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.046609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7724b6-a480-46a7-bbdd-3d2a22d90111 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.048176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7a7724b6-a480-46a7-bbdd-3d2a22d90111 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0608511 Oct 26 16:58:54.051877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.159192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbb8fc-1792-413f-bbdc-b5803ce245d0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.160558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80cbb8fc-1792-413f-bbdc-b5803ce245d0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks/eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc HTTP/1.1" status: 200 len: 799 time: 0.1041613 Oct 26 16:58:54.164270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46786) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.269069 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bb7583dc-4d93-4f6d-b591-3816ae7a0acd tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/networks/eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1037076 Oct 26 16:58:54.272342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46790) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.330410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb65db-e94e-4189-b0ac-82d160afabbc tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.331819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c0bb65db-e94e-4189-b0ac-82d160afabbc tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets/4552982f-09d8-4bea-9342-df9a9c2f0cd9 HTTP/1.1" status: 200 len: 811 time: 0.0585666 Oct 26 16:58:54.335655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46792) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.390228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b3765-6eae-4ee6-a5d1-4e2e54d3a9b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.395351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-082b3765-6eae-4ee6-a5d1-4e2e54d3a9b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "GET /v2.0/subnets/4552982f-09d8-4bea-9342-df9a9c2f0cd9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586729 Oct 26 16:58:54.395632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46794) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.400699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766810687'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:54.551332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:54.554792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:54.579147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:58:54.587924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:54.588444 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Added segment bf653a3d-ccae-4eb1-aa7d-778774d9cc87 of type vlan for network dc128e05-c464-4518-892e-42528dd34ac2 Oct 26 16:58:54.628639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:54.736347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:54.742419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:54.743077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:54.813511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Network': ['ID=dc128e05-c464-4518-892e-42528dd34ac2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:54.824439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network dc128e05-c464-4518-892e-42528dd34ac2 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:58:54.861739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c7807ca3-a2e0-4c1e-b71f-5733ba5dd322 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4621766 Oct 26 16:58:54.862020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46806) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:54.868324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:55.031523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Made reservation on behalf of aa39e97330984e038fa2874fb5d405f6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:58:55.035415 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.100448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing IP validity checks on allocation pools {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 16:58:55.100979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.ipam_backend_mixin [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 16:58:55.262108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.327094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=84854da8-a581-4a47-aa98-3345db992035,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:55.335929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Checking segment: {'id': 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:55.336253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network hostable DHCP agents. Network: dc128e05-c464-4518-892e-42528dd34ac2, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:58:55.410433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Network dc128e05-c464-4518-892e-42528dd34ac2 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:58:55.461616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, dc128e05-c464-4518-892e-42528dd34ac2) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:55.466438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:55.467154 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.475292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b9e33-1cb2-4cab-8ac1-094573c4c876 None None] Network dc128e05-c464-4518-892e-42528dd34ac2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:55.564399 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7d793ae0-2552-4c23-ad9c-1e4b23a19763 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6986570 Oct 26 16:58:55.564885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:55.570373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:58:55.620012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-dc128e05-c464-4518-892e-42528dd34ac2', 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2', 'tenant_id': 'aa39e97330984e038fa2874fb5d405f6', 'fixed_ips': [{'subnet_id': '84854da8-a581-4a47-aa98-3345db992035'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 16:58:55.620878 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.671848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59160277'] for subnet, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.788538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 16:58:55.788538 n-d-815373-2 neutron-server[102738]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 26 16:58:55.788538 n-d-815373-2 neutron-server[102738]: [parameters: {'in_use': 1, 'id_1': '84854da8-a581-4a47-aa98-3345db992035'}] Oct 26 16:58:55.788538 n-d-815373-2 neutron-server[102738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:55.789256 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:55.899680 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58846149'] for subnet, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.948527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:58:55.949121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:55.950439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "PUT /v2.0/subnets/84854da8-a581-4a47-aa98-3345db992035 HTTP/1.1" status: 200 len: 877 time: 0.3844824 Oct 26 16:58:55.953292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46826) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:55.965511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a0b85-bb91-4f53-bf0e-e9f84b7c1abe tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event updated for resources: {'Subnet': ['ID=84854da8-a581-4a47-aa98-3345db992035,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:56.290946 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.323671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.375230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.429360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Allocated IP 172.20.0.3 (dc128e05-c464-4518-892e-42528dd34ac2/84854da8-a581-4a47-aa98-3345db992035/f34f4034-0bb4-4790-a8f1-3397af471266) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:58:56.574617 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.649131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.691434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Network dc128e05-c464-4518-892e-42528dd34ac2 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:58:56.695779 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:58:56.701019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 16:58:56.704061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Pushing event updated for resources: {'Port': ['ID=f34f4034-0bb4-4790-a8f1-3397af471266,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:56.746818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.759021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Attempting to bind port f34f4034-0bb4-4790-a8f1-3397af471266 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 16:58:56.759522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Attempting to bind port f34f4034-0bb4-4790-a8f1-3397af471266 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Attempting to bind port f34f4034-0bb4-4790-a8f1-3397af471266 on network dc128e05-c464-4518-892e-42528dd34ac2 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Checking segment: {'id': 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Bound using segment: {'id': 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Bound port: f34f4034-0bb4-4790-a8f1-3397af471266, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc128e05-c464-4518-892e-42528dd34ac2'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 16:58:56.768543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.776154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=84854da8-a581-4a47-aa98-3345db992035,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:56.847906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] For port f34f4034-0bb4-4790-a8f1-3397af471266, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:58:56.852054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.853318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] For port f34f4034-0bb4-4790-a8f1-3397af471266, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f34f4034-0bb4-4790-a8f1-3397af471266,segment=NetworkSegment(bf653a3d-ccae-4eb1-aa7d-778774d9cc87),segment_id=bf653a3d-ccae-4eb1-aa7d-778774d9cc87)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:58:56.871777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc128e05-c464-4518-892e-42528dd34ac2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:56.881026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:56.881376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:56.891763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.942424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.944470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.951962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:56.952343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:56.955337 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:57.031708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eae4ff-a401-4d8f-86dc-71c30cbec931 None None] Pushing event updated for resources: {'Port': ['ID=f34f4034-0bb4-4790-a8f1-3397af471266,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:57.046260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26140e2b-644d-4837-8755-7e8a7db22683 None None] Network dc128e05-c464-4518-892e-42528dd34ac2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:57.051158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.api [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:58:57.051158 n-d-815373-2 neutron-server[102737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:58:57.051158 n-d-815373-2 neutron-server[102737]: [parameters: {'id': 'dc128e05-c464-4518-892e-42528dd34ac2'}] Oct 26 16:58:57.051158 n-d-815373-2 neutron-server[102737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:58:57.055508 n-d-815373-2 neutron-server[102737]: DEBUG oslo_db.api [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:58:57.172885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec331d0f-35a9-488e-b4fd-279f474eb507 None None] Network dc128e05-c464-4518-892e-42528dd34ac2 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:57.301857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c7038-ee2c-4813-985a-5fee51d1a355 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 16:58:57.380500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c7038-ee2c-4813-985a-5fee51d1a355 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:58:57.553129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:57.613707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port f34f4034-0bb4-4790-a8f1-3397af471266 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:57.614110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:57.675793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port f34f4034-0bb4-4790-a8f1-3397af471266, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f34f4034-0bb4-4790-a8f1-3397af471266,segment=NetworkSegment(bf653a3d-ccae-4eb1-aa7d-778774d9cc87),segment_id=bf653a3d-ccae-4eb1-aa7d-778774d9cc87)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:57.676151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:57.689004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for f34f4034-0bb4-4790-a8f1-3397af471266 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:57.856467 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:57.884734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=f34f4034-0bb4-4790-a8f1-3397af471266,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:57.887423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port f34f4034-0bb4-4790-a8f1-3397af471266 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:57.975721 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:57.995448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc128e05-c464-4518-892e-42528dd34ac2']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.004557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.004850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf653a3d-ccae-4eb1-aa7d-778774d9cc87') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.014684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.027346 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.033017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:58.033392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:58.036319 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:58.165056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.172647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.177145 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/dc128e05-c464-4518-892e-42528dd34ac2 HTTP/1.1" status: 204 len: 168 time: 2.2212577 Oct 26 16:58:58.179469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46858) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.187920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480961-7f69-4cb7-a8c4-b0c2611f04e2 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=dc128e05-c464-4518-892e-42528dd34ac2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:58.205808 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e345994-7378-4b7b-a562-1017b7f2a25e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.206236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e345994-7378-4b7b-a562-1017b7f2a25e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.209266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e345994-7378-4b7b-a562-1017b7f2a25e tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/84854da8-a581-4a47-aa98-3345db992035 HTTP/1.1" status: 404 len: 337 time: 0.0287590 Oct 26 16:58:58.211721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.230216 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-40771c4b-2c4c-4ce2-9273-7b56eac8673c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.230762 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40771c4b-2c4c-4ce2-9273-7b56eac8673c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.233801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-40771c4b-2c4c-4ce2-9273-7b56eac8673c tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/dc128e05-c464-4518-892e-42528dd34ac2 HTTP/1.1" status: 404 len: 339 time: 0.0212026 Oct 26 16:58:58.236172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46864) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.261835 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d4be6c-4d29-4c31-bf44-1f8567b94741 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.262292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d4be6c-4d29-4c31-bf44-1f8567b94741 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.265343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b8d4be6c-4d29-4c31-bf44-1f8567b94741 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/0c86b1a1-c1d1-479d-b1af-d88fe79ffbe6 HTTP/1.1" status: 404 len: 337 time: 0.0282762 Oct 26 16:58:58.268049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.292507 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ef4238-ee6a-430c-8d96-aab9702ccefb tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.293064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ef4238-ee6a-430c-8d96-aab9702ccefb tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.296084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-31ef4238-ee6a-430c-8d96-aab9702ccefb tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/4daad212-8fc7-4351-9d58-a4b8399a6be5 HTTP/1.1" status: 404 len: 339 time: 0.0271440 Oct 26 16:58:58.298774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.379200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.466731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.487571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f36cb08-bc5a-482c-909d-faf90fd0fff7']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.497101 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5930fa0d-28fe-4c48-b57b-8a7da3690bff') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.497406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5930fa0d-28fe-4c48-b57b-8a7da3690bff') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:58:58.506654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.520066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.526611 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:58:58.527097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:58:58.530067 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:58:58.673420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.680812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:58.686500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/4f36cb08-bc5a-482c-909d-faf90fd0fff7 HTTP/1.1" status: 204 len: 168 time: 0.3842783 Oct 26 16:58:58.687395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.697438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6c460-3987-48d1-8a95-2c06e15b787d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=4f36cb08-bc5a-482c-909d-faf90fd0fff7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:58.715303 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d2cff7-4d2e-4cb1-96c7-e652ea900f2a tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.715687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d2cff7-4d2e-4cb1-96c7-e652ea900f2a tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.718803 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-06d2cff7-4d2e-4cb1-96c7-e652ea900f2a tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/611d6336-ead3-4143-a41b-7a7a6c72424c HTTP/1.1" status: 404 len: 337 time: 0.0304410 Oct 26 16:58:58.721294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.740355 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6ca410-0274-4ff4-a127-96b0e8c1bd33 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.740958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6ca410-0274-4ff4-a127-96b0e8c1bd33 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.743882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1a6ca410-0274-4ff4-a127-96b0e8c1bd33 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/03d129a1-4f65-46d6-adfa-c47d3c7ee478 HTTP/1.1" status: 404 len: 339 time: 0.0217044 Oct 26 16:58:58.746520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.774641 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd587ecd-8bce-4713-ade2-6cf2d64b3df8 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.777345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd587ecd-8bce-4713-ade2-6cf2d64b3df8 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.778670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd587ecd-8bce-4713-ade2-6cf2d64b3df8 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/bbad4a3b-462f-4de2-8e7c-c091c767f099 HTTP/1.1" status: 404 len: 337 time: 0.0312753 Oct 26 16:58:58.781257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46880) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.799211 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821625a-0f3d-423f-bd3a-b96653d27f16 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.799714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2821625a-0f3d-423f-bd3a-b96653d27f16 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.802539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2821625a-0f3d-423f-bd3a-b96653d27f16 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/1ed699f2-e227-4234-9116-8dff1694b63a HTTP/1.1" status: 404 len: 339 time: 0.0204184 Oct 26 16:58:58.804899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46882) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.830780 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cd533f-b7ce-410d-ab4a-4cb5f79c4921 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.831249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cd533f-b7ce-410d-ab4a-4cb5f79c4921 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.834194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-95cd533f-b7ce-410d-ab4a-4cb5f79c4921 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/861d8f74-a488-42f4-ac00-dd4c0d24371f HTTP/1.1" status: 404 len: 337 time: 0.0284421 Oct 26 16:58:58.842157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46886) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.861088 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fdc267-a894-4341-8d28-0c6d03f416e9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.861626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fdc267-a894-4341-8d28-0c6d03f416e9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.864674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3fdc267-a894-4341-8d28-0c6d03f416e9 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/f5ecfc44-03fb-4f25-a675-cafb032433e0 HTTP/1.1" status: 404 len: 339 time: 0.0215831 Oct 26 16:58:58.867115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.893468 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-81582325-28ad-46ee-b880-0d308ee77c81 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.893918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81582325-28ad-46ee-b880-0d308ee77c81 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.896914 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-81582325-28ad-46ee-b880-0d308ee77c81 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/688a9a20-d1f1-466b-86fe-b55694a37c5f HTTP/1.1" status: 404 len: 337 time: 0.0288937 Oct 26 16:58:58.899321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.918323 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-be41aeef-58ad-4c31-8c59-6eff0fab8122 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.918841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be41aeef-58ad-4c31-8c59-6eff0fab8122 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.924021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-be41aeef-58ad-4c31-8c59-6eff0fab8122 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/6061d9b4-64a9-45b4-b968-10056ace55eb HTTP/1.1" status: 404 len: 339 time: 0.0215766 Oct 26 16:58:58.925776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.951296 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc74331-53cf-4d0c-b78b-f85e8ccdc746 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.951746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc74331-53cf-4d0c-b78b-f85e8ccdc746 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.954681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ffc74331-53cf-4d0c-b78b-f85e8ccdc746 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/442b00aa-1582-41df-be2f-4ae6dd3bb682 HTTP/1.1" status: 404 len: 337 time: 0.0280025 Oct 26 16:58:58.957176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46898) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:58.975390 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a0eb94-ee35-4c78-aebc-0a8ffc8ffa38 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:58.975906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a0eb94-ee35-4c78-aebc-0a8ffc8ffa38 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:58.979366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e0a0eb94-ee35-4c78-aebc-0a8ffc8ffa38 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/57f2f64d-e95a-48c7-a55c-9f533c2ad33c HTTP/1.1" status: 404 len: 339 time: 0.0207472 Oct 26 16:58:58.982040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.019307 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eef922-8b5f-488e-91f9-9656dab752af tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.019770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88eef922-8b5f-488e-91f9-9656dab752af tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.022789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-88eef922-8b5f-488e-91f9-9656dab752af tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/87ca1791-673e-4efd-ad0f-1b2975fc7056 HTTP/1.1" status: 404 len: 337 time: 0.0398462 Oct 26 16:58:59.025234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46902) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.044645 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0034ff99-25c4-4a62-81da-10aaa13501f0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.045174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0034ff99-25c4-4a62-81da-10aaa13501f0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.048134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0034ff99-25c4-4a62-81da-10aaa13501f0 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/871c870f-98eb-49de-994a-71f05276c7d3 HTTP/1.1" status: 404 len: 339 time: 0.0219600 Oct 26 16:58:59.050669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.078095 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5eb893-e14c-4e3b-b96f-b0dbbbd29992 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.078549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5eb893-e14c-4e3b-b96f-b0dbbbd29992 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.081674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c5eb893-e14c-4e3b-b96f-b0dbbbd29992 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/07caab36-2dcb-4ef5-b264-3ff961bcfb46 HTTP/1.1" status: 404 len: 337 time: 0.0297499 Oct 26 16:58:59.084006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.107093 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1a2ba5-3f98-4bc0-89eb-786c62cb6979 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.107785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1a2ba5-3f98-4bc0-89eb-786c62cb6979 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.110801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c1a2ba5-3f98-4bc0-89eb-786c62cb6979 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/9ee53268-fa99-428c-b70f-d0858819a239 HTTP/1.1" status: 404 len: 339 time: 0.0259068 Oct 26 16:58:59.113303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.140233 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-058b9544-f460-4ad8-aacd-f6cd0685838d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.140731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058b9544-f460-4ad8-aacd-f6cd0685838d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.143730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-058b9544-f460-4ad8-aacd-f6cd0685838d tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/4429a9b4-8e7d-4340-a2a2-c1d9e95e1d70 HTTP/1.1" status: 404 len: 337 time: 0.0294585 Oct 26 16:58:59.146209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.164172 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cf7e33-b407-464d-81ec-8c1963c7af41 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] DELETE failed (client error): The resource could not be found. Oct 26 16:58:59.164695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cf7e33-b407-464d-81ec-8c1963c7af41 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:58:59.167945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-76cf7e33-b407-464d-81ec-8c1963c7af41 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/56876d23-6da0-4872-96f4-e9df70adf608 HTTP/1.1" status: 404 len: 339 time: 0.0208454 Oct 26 16:58:59.170328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 46914) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.220427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting subnet 4552982f-09d8-4bea-9342-df9a9c2f0cd9 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:58:59.223600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.263534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.349422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.491030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.519053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Subnet': ['ID=4552982f-09d8-4bea-9342-df9a9c2f0cd9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:59.522682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.528696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:58:59.533671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70286427-5f6a-47dd-be03-aab8e45edd60 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/subnets/4552982f-09d8-4bea-9342-df9a9c2f0cd9 HTTP/1.1" status: 204 len: 168 time: 0.3623364 Oct 26 16:58:59.542832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4dd3d-9f6f-405e-90d2-b7ebf213092a None None] Network eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:58:59.605015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.661537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Deleting port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:59.662122 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.728957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] DHCP port deletion for eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:58:59.730147 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] For port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,segment=NetworkSegment(96f842f3-8058-49d1-9c02-8bfea17e4065),segment_id=96f842f3-8058-49d1-9c02-8bfea17e4065)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:59.730512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.743123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Calling delete_port for 21f52ba6-b4a0-46d5-b19b-8f62d8d152be owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:59.792404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Deleting port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:58:59.792778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.856429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] For port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,segment=NetworkSegment(96f842f3-8058-49d1-9c02-8bfea17e4065),segment_id=96f842f3-8058-49d1-9c02-8bfea17e4065)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:58:59.856831 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.869160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Calling delete_port for 21f52ba6-b4a0-46d5-b19b-8f62d8d152be owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:58:59.908457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.933481 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Port': ['ID=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:59.940107 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] No DVR routers for this DVR port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:59.955004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:58:59.967203 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] No DVR routers for this DVR port 21f52ba6-b4a0-46d5-b19b-8f62d8d152be on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:58:59.988466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbeaab-1338-456e-acb5-5def2c740206 None None] Pushing event deleted for resources: {'Port': ['ID=21f52ba6-b4a0-46d5-b19b-8f62d8d152be,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:00.023082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.045888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:00.054895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f842f3-8058-49d1-9c02-8bfea17e4065') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:00.055222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f842f3-8058-49d1-9c02-8bfea17e4065') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:00.308693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f52ba6-b4a0-46d5-b19b-8f62d8d152be no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:00.326503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.329477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 21f52ba6-b4a0-46d5-b19b-8f62d8d152be {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:00.329830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 21f52ba6-b4a0-46d5-b19b-8f62d8d152be not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:00.340647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.346615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:59:00.346992 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: timer() Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:59:00.349904 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:59:00.466498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.473670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:00.477005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] 10.222.0.21 "DELETE /v2.0/networks/eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc HTTP/1.1" status: 204 len: 168 time: 0.9473338 Oct 26 16:59:00.490123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4dbf-fbff-4ecf-aa4a-c40c3b1295b7 tempest-NetworksTest-895252670 tempest-NetworksTest-895252670-project] Pushing event deleted for resources: {'Network': ['ID=eb55f9ee-2a50-4dd1-a0ac-e95101d4cfcc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:00.954900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:01.035048 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40616892-acfc-4c4f-a080-1c4ef7cf511f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:01.120114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6fd9677b-da35-4d81-8d96-722268986d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa39e97330984e038fa2874fb5d405f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628745 Oct 26 16:59:01.122665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46952) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:01.174374 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:01.201249 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:01.342276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:01.344947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:01.346109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3c03ba1-cbaf-41a4-bbcf-994288a98318 HTTP/1.1" status: 204 len: 168 time: 0.2225206 Oct 26 16:59:01.354801 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49643107-4bc9-44f2-8e2e-5c1e67ed901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c03ba1-cbaf-41a4-bbcf-994288a98318,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:02.303858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 46992) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:02.401136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122363617'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:02.508995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.518386 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.592499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.669703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.712669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d8400b-7bc0-4c34-ad3b-83d7b3f316e6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:02.749252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.814601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.843493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da4567-c037-4643-a410-8441a16bf868,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:02.898393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:02.899693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-87db5de7-6691-458a-bf48-7dea517a2e23 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5947676 Oct 26 16:59:02.902457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47002) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:02.972699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2b63867f-4cf6-4a16-b930-8571364da2c9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0691078 Oct 26 16:59:02.977590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47008) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:02.983277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-security--480588792', 'description': 'tempest-security-description-1483356813'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:03.015528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.060221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.148088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.150872 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.152369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "PUT /v2.0/security-groups/a6da4567-c037-4643-a410-8441a16bf868 HTTP/1.1" status: 200 len: 1779 time: 0.1737885 Oct 26 16:59:03.155259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47010) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.178474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0763a0-0143-4103-86e7-20d5d9953420 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da4567-c037-4643-a410-8441a16bf868,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:03.197423 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8b42feaf-75d0-4da3-b2c2-c493328599c8 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups/a6da4567-c037-4643-a410-8441a16bf868 HTTP/1.1" status: 200 len: 1779 time: 0.0405967 Oct 26 16:59:03.200717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47014) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.258544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.281293 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.388595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.391248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.392422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6da4567-c037-4643-a410-8441a16bf868 HTTP/1.1" status: 204 len: 168 time: 0.1907396 Oct 26 16:59:03.395161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.407011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebe56a-9135-46d9-9a71-c253b6a8b6cb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da4567-c037-4643-a410-8441a16bf868,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:03.447305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9a4e34af-c1d9-4cf3-9518-10c03263f2f1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503275 Oct 26 16:59:03.450439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47022) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.462734 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-79bc0436-878b-4687-99e3-130e7cf06c16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] delete failed (client error): The resource could not be found. Oct 26 16:59:03.464607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-79bc0436-878b-4687-99e3-130e7cf06c16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6da4567-c037-4643-a410-8441a16bf868 HTTP/1.1" status: 404 len: 347 time: 0.0131114 Oct 26 16:59:03.468814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47024) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.473893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--772166474'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:03.544410 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.571446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e344-9779-41de-83ab-fc6ca737fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.609056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.656789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.686872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4165ef90-85f3-44ca-af82-b05b9c321daf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:03.734958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.739691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47030) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:03.745306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '4165ef90-85f3-44ca-af82-b05b9c321daf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:03.751712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-080949f2-f7e7-47fa-bd9a-a170213b67bb tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2819672 Oct 26 16:59:03.894718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:03.967762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.022378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.042578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da84d129-57c9-4c69-a8b0-1c16673e4c9d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:04.098818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.100389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bb6fc7a4-5a3d-4ac8-b7e9-2ac5cccc8718 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593843 Oct 26 16:59:04.103681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47040) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.119812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.140053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.147746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.238085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.244576 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.246699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/da84d129-57c9-4c69-a8b0-1c16673e4c9d HTTP/1.1" status: 204 len: 168 time: 0.1399581 Oct 26 16:59:04.248436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47044) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.270171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd430d4-ea25-4cac-8ee1-a183e732347b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da84d129-57c9-4c69-a8b0-1c16673e4c9d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:04.304104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e8c29234-7b18-433b-a2c5-9fa9258f4496 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545256 Oct 26 16:59:04.306654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47048) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.362494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.383942 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.485747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.488500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.489649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/4165ef90-85f3-44ca-af82-b05b9c321daf HTTP/1.1" status: 204 len: 168 time: 0.1820405 Oct 26 16:59:04.492648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.499707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277a5fe-823d-4534-8d7c-9aa2402bfbd0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165ef90-85f3-44ca-af82-b05b9c321daf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:04.563553 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a0802851-fc1e-4008-910e-a408358a1395 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695870 Oct 26 16:59:04.567108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47054) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.571312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--873367050'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:04.639720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.707278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.786588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.817355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8bd3c9-2ca9-4acd-b662-1029ed0343d0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:04.855943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:04.857229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f818e95-b08a-4bae-ab4f-64422f8d69d9 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2891648 Oct 26 16:59:04.861068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47060) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:04.865685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '2f8bd3c9-2ca9-4acd-b662-1029ed0343d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:04.957113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.013091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.096936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.117939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c94b3c-9293-404c-9f56-83acadb2a4c9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:05.148422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.218900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.220315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2584dced-c8b1-4556-bd51-8a2b9d058cc5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3581669 Oct 26 16:59:05.223037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:05.227817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '2f8bd3c9-2ca9-4acd-b662-1029ed0343d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:05.342245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.401409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.489445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.513481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f359b8c-81e7-4fd9-8c3b-77ef1b00c458,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:05.577209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.578525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3f4dff1a-c27e-4b4d-84ff-2464ef264cba tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3544242 Oct 26 16:59:05.581442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:05.585823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '2f8bd3c9-2ca9-4acd-b662-1029ed0343d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:05.676284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:05.689452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.754385 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.836921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.869657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0df66c-6428-4b36-8c4b-a3e30e90c037,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:05.952421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:05.953846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f1eda1d-45d9-41bf-a47d-b50b2ae2c693 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3714724 Oct 26 16:59:05.956631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:05.961841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '2f8bd3c9-2ca9-4acd-b662-1029ed0343d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:05.997798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 13b42d6f-aec9-4dae-af68-f09ad1d00fda {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:05.998136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.077890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.078218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.094146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.097673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 13b42d6f-aec9-4dae-af68-f09ad1d00fda owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:06.219083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.298260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.316659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3845eeb-4251-4f69-b3d8-1871be311e34,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:06.372299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.400599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.401877 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7dfaf9c8-d340-4572-8a55-dd82d9f27e68 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4441736 Oct 26 16:59:06.403947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=13b42d6f-aec9-4dae-af68-f09ad1d00fda,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:06.404686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47094) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:06.410635 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '2f8bd3c9-2ca9-4acd-b662-1029ed0343d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:06.466387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.466782 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 7dcc4502-acb8-4cc6-857c-744df9ae200e disassociated (deleted). External IP: 172.25.5.163, port: 0872e58b-f43d-48b7-9940-81024845002e. Oct 26 16:59:06.488952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.579119 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.655110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.676521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d1f2fd-8968-4af4-971b-a383a5ac9228,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:06.685276 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.691516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:59:06.771862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.773122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d604f8b8-050c-4e60-b9c0-b0399e4e06fc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3672938 Oct 26 16:59:06.776076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47100) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:06.805428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.817299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.833285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:59:06.838335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.844088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:59:06.854523 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:06.855240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:06.865801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0457ae28-9a57-42d7-a0a5-27eb657abbab tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dcc4502-acb8-4cc6-857c-744df9ae200e HTTP/1.1" status: 204 len: 168 time: 1.1883693 Oct 26 16:59:06.866383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:59:06.868788 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:59:06.909261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.915824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:06.917200 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/78d1f2fd-8968-4af4-971b-a383a5ac9228 HTTP/1.1" status: 204 len: 168 time: 0.1396883 Oct 26 16:59:06.920301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:06.922996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d90d70-5d49-4cbc-a39d-35ad669d822a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78d1f2fd-8968-4af4-971b-a383a5ac9228,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:06.981663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:07.003626 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff5eb25c-0390-4176-a430-6675a7c08a78 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0794663 Oct 26 16:59:07.004135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.042544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.058413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.109750 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24e74a7-fd61-491b-b7d0-5cb9cf12c168 x-openstack-request-id: req-e24e74a7-fd61-491b-b7d0-5cb9cf12c168 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:59:07.110245 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "tag": "0872e58b-f43d-48b7-9940-81024845002e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:59:07.110564 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e24e74a7-fd61-491b-b7d0-5cb9cf12c168 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:59:07.111031 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'tag': '0872e58b-f43d-48b7-9940-81024845002e', 'status': 'completed', 'code': 200} Oct 26 16:59:07.175945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-10a3400a-a11b-4d87-8b76-e0b7aaa762d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:07.177477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-10a3400a-a11b-4d87-8b76-e0b7aaa762d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 1096 time: 0.0428255 Oct 26 16:59:07.193110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.208848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.212337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b3845eeb-4251-4f69-b3d8-1871be311e34 HTTP/1.1" status: 204 len: 168 time: 0.2012591 Oct 26 16:59:07.212766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47118) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.256887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384371e3-6a44-4f98-9f14-7884f5393b82 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3845eeb-4251-4f69-b3d8-1871be311e34,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:07.281041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c48f3336-7b2d-4d68-a7a7-ac18b1585ea2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0644925 Oct 26 16:59:07.281400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.305470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-ce90f82d-bd58-4aba-af00-eaf19dd7b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:07.305701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.306978 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-ce90f82d-bd58-4aba-af00-eaf19dd7b507 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.1230190 Oct 26 16:59:07.309641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:07.313679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.339810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:59:07.349285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:07.349894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:07.361694 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-2cb0183b-f1f3-4482-883d-9bea89cfc7ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 200 len: 217 time: 0.0460918 Oct 26 16:59:07.412653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-268e2d1d-ee3a-4bb6-bc1f-db94932b3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:07.414301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-268e2d1d-ee3a-4bb6-bc1f-db94932b3f11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0455868 Oct 26 16:59:07.455733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.465134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.468862 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/db0df66c-6428-4b36-8c4b-a3e30e90c037 HTTP/1.1" status: 204 len: 168 time: 0.1840911 Oct 26 16:59:07.471498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47130) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.476633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b9b04-831d-42c2-b784-fd2f8af579d6 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db0df66c-6428-4b36-8c4b-a3e30e90c037,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:07.480559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:07.497158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-e729fc55-2e78-4940-a64a-5c98f06165be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:07.499005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-e729fc55-2e78-4940-a64a-5c98f06165be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762212 Oct 26 16:59:07.565144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199258-82ad-495c-a714-270975e10ccb req-7fb1a056-d18b-4bb6-903e-11b05632f678 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:07.567310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81199258-82ad-495c-a714-270975e10ccb req-7fb1a056-d18b-4bb6-903e-11b05632f678 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.0598910 Oct 26 16:59:07.589617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efbfbf75-d2af-415f-8d3b-57970913f0a3 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1159556 Oct 26 16:59:07.590521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47132) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.616282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81199258-82ad-495c-a714-270975e10ccb req-0527c6bf-8c54-4add-a79d-4ac329ef2dd8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Oct 26 16:59:07.634754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.649674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.674860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-d02063c7-3276-44cd-b5d5-8d82b103731b service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677475 Oct 26 16:59:07.764596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:07.775615 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-979a48ca-75ec-4d65-bdff-c8e7fd2c4586 req-e87ad4e1-c6c2-4afb-b033-b1909e881f63 service neutron] 10.222.0.39 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909617 Oct 26 16:59:07.782989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.788417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.792813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4f359b8c-81e7-4fd9-8c3b-77ef1b00c458 HTTP/1.1" status: 204 len: 168 time: 0.1941621 Oct 26 16:59:07.793108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47136) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.794599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d978-d289-43e5-90d5-77dbdce0bf36 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '720e0427-93d8-4835-973b-c1ccc04f8c1a', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'port_id': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'mac_address': 'fa:16:3e:01:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T16:53:53Z', 'updated_at': '2021-10-26T16:53:59Z', 'revision_number': 1, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:59:07.798866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58d40-0a3a-47be-8980-92cd0fab77d2 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f359b8c-81e7-4fd9-8c3b-77ef1b00c458,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:07.841623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d596232f-0430-48f3-b594-8b4ed7307bdc tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0467088 Oct 26 16:59:07.844730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.872913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.881853 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.971715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.980936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:07.984479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d4c94b3c-9293-404c-9f56-83acadb2a4c9 HTTP/1.1" status: 204 len: 168 time: 0.1363895 Oct 26 16:59:07.984884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:07.987514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02791f6-d881-49ea-98b7-bedbf1d6fe22 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c94b3c-9293-404c-9f56-83acadb2a4c9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:08.036660 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c56961c-8792-4869-b8ae-f459535aef0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485744 Oct 26 16:59:08.037649 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:08.086361 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cc98c-d861-49be-a33c-567aea9e1a3a None None] New status for floating IP 7dcc4502-acb8-4cc6-857c-744df9ae200e: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:59:08.104806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.126763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.235223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.237956 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.239472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f8bd3c9-2ca9-4acd-b662-1029ed0343d0 HTTP/1.1" status: 204 len: 168 time: 0.2006617 Oct 26 16:59:08.242004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47150) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:08.249531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02035d8e-6c99-450f-8e50-668b9ceff6ee tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8bd3c9-2ca9-4acd-b662-1029ed0343d0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:08.294010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-443675d9-1cea-47ef-a57e-05d71b1e750c tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507317 Oct 26 16:59:08.299843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:08.302443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--555722076'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:08.383244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.467541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.531627 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.562072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb2d2d-66c0-4fc2-9a79-8fa90b3251ca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:08.630756 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.631984 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-052410d4-5e30-4504-8dca-39643fac4f16 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3329620 Oct 26 16:59:08.634735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47160) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:08.639913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '0cbb2d2d-66c0-4fc2-9a79-8fa90b3251ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:08.740880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.754143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f6855-df7e-4366-9e00-6453919761fb req-947a3c42-342a-4a43-a368-8aa7b40a9086 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:08.755690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-716f6855-df7e-4366-9e00-6453919761fb req-947a3c42-342a-4a43-a368-8aa7b40a9086 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Oct 26 16:59:08.802731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-716f6855-df7e-4366-9e00-6453919761fb req-0e1f4330-bdf3-4b00-b30b-a19d1ed64aa4 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Oct 26 16:59:08.815039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.887039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.925863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13c2515-faa1-4281-8c1f-4a33f1461bd6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:08.959119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-9da9f417-87e0-477f-a0ee-6958f7bab5c5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:08.960680 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-9da9f417-87e0-477f-a0ee-6958f7bab5c5 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 945 time: 0.1020763 Oct 26 16:59:08.994959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:08.996664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-62801374-9815-4212-84d8-3b0bead95be7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3608880 Oct 26 16:59:08.999584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:09.056690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.065196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 0872e58b-f43d-48b7-9940-81024845002e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:09.065623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.087808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.166693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port 0872e58b-f43d-48b7-9940-81024845002e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=0872e58b-f43d-48b7-9940-81024845002e,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:09.168686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.180529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 0872e58b-f43d-48b7-9940-81024845002e owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:09.209972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.212685 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.213858 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cbb2d2d-66c0-4fc2-9a79-8fa90b3251ca HTTP/1.1" status: 204 len: 168 time: 0.2132883 Oct 26 16:59:09.217929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47174) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:09.231190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fe25c-194d-49d3-99d4-a0925a4cc759 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb2d2d-66c0-4fc2-9a79-8fa90b3251ca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:09.269928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e2dbb06-940f-4005-a4e7-0c8d5710dc95 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509307 Oct 26 16:59:09.273446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47176) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:09.278864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922170551'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:09.358972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.388178 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.417322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=0872e58b-f43d-48b7-9940-81024845002e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:09.447974 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.462164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port 0872e58b-f43d-48b7-9940-81024845002e on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:09.465284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.468732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d142e13e-ca8b-42d8-bcc9-fcfb720acb8f req-313c0e4d-a583-4215-8a55-085f2849d070 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.39 "DELETE /v2.0/ports/0872e58b-f43d-48b7-9940-81024845002e HTTP/1.1" status: 204 len: 173 time: 0.5006149 Oct 26 16:59:09.469330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'name': 'network-vif-deleted', 'tag': '0872e58b-f43d-48b7-9940-81024845002e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:59:09.471443 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f7531-0544-48ee-9dcb-51f75d5deffd" -d '{"events": [{"server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "name": "network-vif-deleted", "tag": "0872e58b-f43d-48b7-9940-81024845002e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:59:09.517598 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.536331 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e0dad7-7bac-465a-8499-8882118092f4 x-openstack-request-id: req-c4e0dad7-7bac-465a-8499-8882118092f4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:59:09.536647 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2cd07-5140-490a-939c-af29634062e4", "name": "network-vif-deleted", "tag": "0872e58b-f43d-48b7-9940-81024845002e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:59:09.536805 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4e0dad7-7bac-465a-8499-8882118092f4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:59:09.537433 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2cd07-5140-490a-939c-af29634062e4', 'name': 'network-vif-deleted', 'tag': '0872e58b-f43d-48b7-9940-81024845002e', 'status': 'completed', 'code': 200} Oct 26 16:59:09.560599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d55b97-6443-44b7-9d76-a3d761dd05d4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:09.671761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.673450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69b0f3dd-c944-4e51-b8cf-ee5a51f2ca35 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3987641 Oct 26 16:59:09.676472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47192) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:09.681190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--297150017'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:09.779526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.891749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:09.940747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97b525c9-f66b-40e7-86d4-7d5296d15951 req-4d47c18a-2404-450d-ba7a-e05035977d85 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Oct 26 16:59:09.969911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.001664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99054d99-f79f-4f4d-90f0-d7d26e169f2b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:10.071432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.076278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8fbfe74-a38f-4334-bbac-707b85ad91c5 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952243 Oct 26 16:59:10.078936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47200) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:10.082416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '90d55b97-6443-44b7-9d76-a3d761dd05d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '99054d99-f79f-4f4d-90f0-d7d26e169f2b', 'remote_ip_prefix': None}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:10.208811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.284131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.353158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.371021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d055679a-d7c3-4767-9825-15c704726e26,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:10.463558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.466521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-04cad120-c9dc-4c46-b583-aca9bb739b0e tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3876579 Oct 26 16:59:10.468580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47208) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:10.495638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.509302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.627045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.632240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.635966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d055679a-d7c3-4767-9825-15c704726e26 HTTP/1.1" status: 204 len: 168 time: 0.1637521 Oct 26 16:59:10.636260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47210) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:10.649757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efadc36-9f64-453f-839a-995e19244798 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d055679a-d7c3-4767-9825-15c704726e26,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:10.684190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c643b2bd-6e33-4ce4-93ad-0388134502d3 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0467873 Oct 26 16:59:10.686972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47212) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:10.744488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.767709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.892304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.894888 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:10.899635 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/99054d99-f79f-4f4d-90f0-d7d26e169f2b HTTP/1.1" status: 204 len: 168 time: 0.2091532 Oct 26 16:59:10.900234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47218) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:10.906971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafb59b-aa7d-4df9-8f25-7e091cdd36e1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99054d99-f79f-4f4d-90f0-d7d26e169f2b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:10.979495 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-316b93db-0fe4-47a3-b9a3-3a7e3fa31e74 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0724437 Oct 26 16:59:10.980879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47222) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:11.051650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.070776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e499fa3a-f468-4908-a47b-85e46c4b9525 req-fe580e24-85af-4f9a-a983-4aee66a53265 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0380046 Oct 26 16:59:11.095519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.212193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.215350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.219113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/90d55b97-6443-44b7-9d76-a3d761dd05d4 HTTP/1.1" status: 204 len: 168 time: 0.2343888 Oct 26 16:59:11.221690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:11.227295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a312f75-ce58-4306-bd02-15468faf3329 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d55b97-6443-44b7-9d76-a3d761dd05d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:11.292359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3239ce12-f73e-43c9-a646-c8eb42c454aa tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713353 Oct 26 16:59:11.296742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:11.301538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770153823'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:11.400816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.485559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.560618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.596682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5fb3de-6b04-4228-a2b9-1e10f4c78717,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:11.711680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.715767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c188b28-323f-4b33-8423-4c9a43714fc1 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4152586 Oct 26 16:59:11.715990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47240) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:11.720468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '1f5fb3de-6b04-4228-a2b9-1e10f4c78717', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:11.767944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:59:11.821099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.878532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.958320 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:11.986431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9990bbe7-eb37-48bd-a3a5-6a273537c57a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:12.046715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.048386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0628aa44-4a05-447f-b585-1540943a98b0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3311710 Oct 26 16:59:12.051108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47246) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:12.076732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.084503 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.181931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4fe6462-d6ef-4bf5-81f2-7b6ccb14834c req-1ddad67b-31fa-4110-8aed-d74072baf65c tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0300314 Oct 26 16:59:12.240525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.248027 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.277392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9990bbe7-eb37-48bd-a3a5-6a273537c57a HTTP/1.1" status: 204 len: 168 time: 0.1969678 Oct 26 16:59:12.277392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3ce8-df9d-4720-97a0-879a51efd019 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9990bbe7-eb37-48bd-a3a5-6a273537c57a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:12.280473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47252) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:12.323019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6baefa8b-6953-4fad-91a9-0cb22e810f64 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412278 Oct 26 16:59:12.330945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47254) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:12.386955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.410726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.547216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.549914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.551186 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f5fb3de-6b04-4228-a2b9-1e10f4c78717 HTTP/1.1" status: 204 len: 168 time: 0.2191918 Oct 26 16:59:12.553837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47260) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:12.561698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8bcaa-e74b-4403-80fe-aafc84c40572 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5fb3de-6b04-4228-a2b9-1e10f4c78717,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:12.580619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0872e58b-f43d-48b7-9940-81024845002e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:12.602512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 0872e58b-f43d-48b7-9940-81024845002e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:12.603096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 0872e58b-f43d-48b7-9940-81024845002e not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:12.611150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-82bb64df-f118-44bf-ab48-8720f872ad66 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557070 Oct 26 16:59:12.615422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:12.620577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group': {'name': 'tempest-secgroup--691469564'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:12.736248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.801679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.892752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:12.935013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627591b9-06f1-4fb6-848f-83675c8c40d4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:13.000721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.004560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7367d0db-e66f-4e36-a710-63ef8e10ae94 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3855710 Oct 26 16:59:13.004911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47268) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.009487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '627591b9-06f1-4fb6-848f-83675c8c40d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:13.107720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.157782 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.229550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.255699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cdd20d-3166-4551-86cd-4864dde1b53c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:13.302012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2de8ec48-35e4-49a9-89ec-56751b9bc474 req-0573e693-0f6b-4f24-a421-7d5f6acd36e7 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Oct 26 16:59:13.349459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.351767 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9145d01f-b238-499a-9d16-6e3c0d679b73 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449197 Oct 26 16:59:13.353904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47278) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.372583 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-71ec0255-35e2-4235-b5ef-1323101cf616 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules/79cdd20d-3166-4551-86cd-4864dde1b53c HTTP/1.1" status: 200 len: 763 time: 0.0174699 Oct 26 16:59:13.375324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47280) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.420459 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-627c13bb-6a21-4bae-9b35-b56aa3aeaf3b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403271 Oct 26 16:59:13.420872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47282) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.445475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.453547 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.568501 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.578941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.581913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/79cdd20d-3166-4551-86cd-4864dde1b53c HTTP/1.1" status: 204 len: 168 time: 0.1581578 Oct 26 16:59:13.582685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47290) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.600176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522448a-b6cc-4b7c-a2cd-bd01016e8e12 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79cdd20d-3166-4551-86cd-4864dde1b53c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:13.634260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7a190539-c1ee-4058-bc9a-9166dee80959 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503032 Oct 26 16:59:13.637477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47292) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:13.642150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '627591b9-06f1-4fb6-848f-83675c8c40d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:13.771803 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.821408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.896012 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:13.915846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9ead9d-9af6-449a-ac22-dacc57f7b87f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:14.015645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.016852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-53097ba8-f0c7-49c3-a24a-e6a85a92e7c0 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3783395 Oct 26 16:59:14.019903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47298) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.038552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b97cdeb9-7e72-4755-a1f7-c751ed29f0d3 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules/9b9ead9d-9af6-449a-ac22-dacc57f7b87f HTTP/1.1" status: 200 len: 763 time: 0.0170438 Oct 26 16:59:14.042027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.087762 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-03ab954f-66ba-47bb-8e9b-a33f491148d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442805 Oct 26 16:59:14.091554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.116665 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.124164 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.264276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.269433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.270570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9b9ead9d-9af6-449a-ac22-dacc57f7b87f HTTP/1.1" status: 204 len: 168 time: 0.1778708 Oct 26 16:59:14.273360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47306) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.291478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275984b5-bab9-4732-b982-a8086565da37 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b9ead9d-9af6-449a-ac22-dacc57f7b87f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:14.326596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6672c8de-238b-427b-b004-2ce00204891d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520213 Oct 26 16:59:14.329253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.333744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Request body: {'security_group_rule': {'security_group_id': '627591b9-06f1-4fb6-848f-83675c8c40d4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:59:14.429624 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.436774 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8034ea0f-6290-4bb3-8e05-1af342aa931c req-386f6cda-d9eb-47ee-9c93-801ec3a7c146 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2cd07-5140-490a-939c-af29634062e4 HTTP/1.1" status: 200 len: 210 time: 0.0434620 Oct 26 16:59:14.482717 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.526179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.547170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb574a71-d926-4543-a070-fc8f89debbb2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:14.602874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.604248 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4bb40ac7-0265-425f-9258-4cb4d7d9a944 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740014 Oct 26 16:59:14.606767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.622385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-261e4657-e977-45c6-9b9a-fab5ff148440 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules/cb574a71-d926-4543-a070-fc8f89debbb2 HTTP/1.1" status: 200 len: 764 time: 0.0145514 Oct 26 16:59:14.624906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47320) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.668207 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8389c9a-7163-446b-a49c-d31123e493df tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0419714 Oct 26 16:59:14.670573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47324) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.702099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.711012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.858295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.865825 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.867289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cb574a71-d926-4543-a070-fc8f89debbb2 HTTP/1.1" status: 204 len: 168 time: 0.1910961 Oct 26 16:59:14.869822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47326) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.871064 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b05f5-aa0d-48fe-a61e-b1190fb429d7 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb574a71-d926-4543-a070-fc8f89debbb2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:14.909097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1153cc2b-fe00-429d-afb3-2976eca01331 tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381529 Oct 26 16:59:14.911910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:14.969298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:14.994582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:15.097914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:15.100850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:15.104670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "DELETE /v2.0/security-groups/627591b9-06f1-4fb6-848f-83675c8c40d4 HTTP/1.1" status: 204 len: 168 time: 0.1893182 Oct 26 16:59:15.105652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:15.112778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b8a7-e1fa-4193-bb8f-533f27bdc31d tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627591b9-06f1-4fb6-848f-83675c8c40d4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:15.170785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47336) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:15.173563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f1d1e677-b397-4fa9-9bd9-dc2f5e45563b tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643075 Oct 26 16:59:15.214284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a57d6f8-e6fe-4c31-82ad-06d14bb16a9a tempest-SecGroupTest-387629573 tempest-SecGroupTest-387629573-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421331 Oct 26 16:59:15.762824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47354) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:15.903157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e9f4a3e6-1ed6-45cf-8b22-5b7aace1400a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdcfa7f7f98b416188fbd86c50cc4694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406965 Oct 26 16:59:15.905870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:15.965430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:15.988978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:16.107668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:16.110328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:16.112682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d8400b-7bc0-4c34-ad3b-83d7b3f316e6 HTTP/1.1" status: 204 len: 168 time: 0.2048876 Oct 26 16:59:16.121717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbefa91-3f60-48d7-a1f2-fca9bdc526ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d8400b-7bc0-4c34-ad3b-83d7b3f316e6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:21.156191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:22.256474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:22.613067 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:22.664966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port 694fe564-b850-47b0-b6c1-97bbb656a8d6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:22.665297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:22.741249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:22.741569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:22.753432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for 694fe564-b850-47b0-b6c1-97bbb656a8d6 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:22.995852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:23.020373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=694fe564-b850-47b0-b6c1-97bbb656a8d6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:23.087999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:23.088346 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Floating IP 720e0427-93d8-4835-973b-c1ccc04f8c1a disassociated (deleted). External IP: 172.25.5.11, port: eb5c67a3-5124-4a23-bf61-b21048539c54. Oct 26 16:59:23.321224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:59:23.438629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:59:23.443489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:23.454838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:59:23.467852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:23.468520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:23.476896 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dcad36c1-55ad-4053-b94b-16388e0598f8 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "DELETE /v2.0/floatingips/720e0427-93d8-4835-973b-c1ccc04f8c1a HTTP/1.1" status: 204 len: 168 time: 1.2170217 Oct 26 16:59:23.476896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:59:23.477642 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f16a67-23f9-42f1-8573-8320cf4a0825" -d '{"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:59:23.522778 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae5eac-94db-4a73-aeb1-39b246828f4a x-openstack-request-id: req-24ae5eac-94db-4a73-aeb1-39b246828f4a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:59:23.523078 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:59:23.523357 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ae5eac-94db-4a73-aeb1-39b246828f4a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:59:23.523768 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'status': 'completed', 'code': 200} Oct 26 16:59:23.632344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-d14b55a6-b6e6-47ef-91f3-2fe7a6458c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:23.634305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-d14b55a6-b6e6-47ef-91f3-2fe7a6458c1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db853ae1189f4c059961fffd9f61e138&device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 1096 time: 0.0718629 Oct 26 16:59:23.657756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:23.868351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-7a5a2701-9a1b-4c83-9283-c4c9a9c06308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:23.870172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-7a5a2701-9a1b-4c83-9283-c4c9a9c06308 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 200 len: 911 time: 0.2285211 Oct 26 16:59:23.920134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-fa8dee2d-07ae-4982-8a7b-02ba2855d4f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 200 len: 217 time: 0.0423679 Oct 26 16:59:24.000938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-b91f385b-1d7d-4c5d-bd11-81c243a79844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:24.002782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-b91f385b-1d7d-4c5d-bd11-81c243a79844 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 200 len: 849 time: 0.0755353 Oct 26 16:59:24.048145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:24.074260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:59:24.083263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:24.084103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:03Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:24.099337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-cc93bddb-a310-44c6-a23e-4b1b3ad0334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:24.101600 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-cc93bddb-a310-44c6-a23e-4b1b3ad0334f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f41e5ee0-39f1-4601-9791-2472f6b8ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871165 Oct 26 16:59:24.110728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855bc8f-1a3f-45c5-9ca7-133779d72d3b req-5713a6fd-73cd-4730-a8ac-20cc038ac2bb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:24.112347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1855bc8f-1a3f-45c5-9ca7-133779d72d3b req-5713a6fd-73cd-4730-a8ac-20cc038ac2bb tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 945 time: 0.0878482 Oct 26 16:59:24.211295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1855bc8f-1a3f-45c5-9ca7-133779d72d3b req-a48de538-95a2-4a65-8b17-2066b97d3df3 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/security-groups?id=e41963cc-ce97-44bd-9dd4-0cb53101858a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899849 Oct 26 16:59:24.250998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-ea573886-262b-4d3a-bc9b-1343131c85c9 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373279 Oct 26 16:59:24.277614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:24.371684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37f16a67-23f9-42f1-8573-8320cf4a0825 req-71ed0a5e-d724-48a2-8668-cda6608d2365 service neutron] 10.222.0.47 "GET /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120069 Oct 26 16:59:24.526933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:24.556512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bae753-1e0e-41e1-ae7a-5cf371365450 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:33Z', 'revision_number': 4, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'baf07d5f-c6c5-4147-804a-4b89eb6afd7a', 'name': '', 'network_id': 'f41e5ee0-39f1-4601-9791-2472f6b8ea89', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'mac_address': 'fa:16:3e:90:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:32Z', 'updated_at': '2021-10-26T16:42:43Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'subnets': [{'id': '3e216250-a4ed-473c-973b-a887a552d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:59:24.624802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-97e51bf0-1db0-4a92-9938-607df3f56d3e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 16:59:24.627234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-97e51bf0-1db0-4a92-9938-607df3f56d3e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 945 time: 0.0748613 Oct 26 16:59:24.734983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port eb5c67a3-5124-4a23-bf61-b21048539c54 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:24.735670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:24.840221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] For port eb5c67a3-5124-4a23-bf61-b21048539c54, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb5c67a3-5124-4a23-bf61-b21048539c54,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:24.843179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:24.866575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for eb5c67a3-5124-4a23-bf61-b21048539c54 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:24.902792 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102da9ec-8a21-41fd-932c-a768834fd45a None None] New status for floating IP 720e0427-93d8-4835-973b-c1ccc04f8c1a: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 16:59:25.200484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:25.236074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=eb5c67a3-5124-4a23-bf61-b21048539c54,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:25.303333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] No DVR routers for this DVR port eb5c67a3-5124-4a23-bf61-b21048539c54 on host n-h1-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:25.306134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:25.309849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fa64b63-87fb-4431-a20b-e369142d9a31 req-3c168631-d998-40c6-be74-d16845892960 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.47 "DELETE /v2.0/ports/eb5c67a3-5124-4a23-bf61-b21048539c54 HTTP/1.1" status: 204 len: 173 time: 0.6756287 Oct 26 16:59:25.310339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'name': 'network-vif-deleted', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 16:59:25.312848 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4bd7b-4292-4e78-8f16-5b84485bbf10" -d '{"events": [{"server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "name": "network-vif-deleted", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:59:25.347179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2dac4e7-d907-4d45-acda-deb8fbc5ce7b req-e9ffd691-ff9e-40d2-8526-61b46b1a7728 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0308323 Oct 26 16:59:25.505448 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba0b06-40e9-4f73-a549-3c6776e30440 x-openstack-request-id: req-14ba0b06-40e9-4f73-a549-3c6776e30440 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:59:25.505763 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca24ba00-0956-462c-b95a-ce62ef90106e", "name": "network-vif-deleted", "tag": "eb5c67a3-5124-4a23-bf61-b21048539c54", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:59:25.506006 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14ba0b06-40e9-4f73-a549-3c6776e30440 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:59:25.506405 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24ba00-0956-462c-b95a-ce62ef90106e', 'name': 'network-vif-deleted', 'tag': 'eb5c67a3-5124-4a23-bf61-b21048539c54', 'status': 'completed', 'code': 200} Oct 26 16:59:26.443347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf9f13c8-4ea1-4123-b621-6fd63085f60f req-e77e479d-0faa-4ed9-9943-4c4324a88a39 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0266912 Oct 26 16:59:26.819922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-ae4c624f-01f5-4e7e-bdbd-f207d2aef7cb req-dcd7fff0-e1b1-4daa-ab5b-98d8e1e9e04c service neutron] (102737) timed out ('10.222.0.21', 51278) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 16:59:27.563114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a59f1723-451b-43dc-92e5-8fa3772b5f85 req-985dc93d-56b7-4dbb-a774-17ab2246140d tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0377800 Oct 26 16:59:28.179986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb5c67a3-5124-4a23-bf61-b21048539c54 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:28.206570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: eb5c67a3-5124-4a23-bf61-b21048539c54 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:28.206831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb5c67a3-5124-4a23-bf61-b21048539c54 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:28.672781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3472b84e-c857-4976-90ed-8ed04fbf66ad req-889662da-0341-4965-8f41-b5e9c16d353b tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0281906 Oct 26 16:59:29.779976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ac1b2bf-cc09-4f77-980d-41fc5ea09818 req-ae9b7c42-1855-41a2-ab9d-0b46c0638d8a tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0356944 Oct 26 16:59:30.896538 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-847dbdc1-f07a-4373-ac0e-460ace70402c req-0e5fc71b-b66b-420f-bbb6-f75e8a137cde tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca24ba00-0956-462c-b95a-ce62ef90106e HTTP/1.1" status: 200 len: 210 time: 0.0330110 Oct 26 16:59:31.051908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da042d9c-dac3-416a-8df1-7e08d7af93fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:31.953108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:32.084076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Deleting port c723abcb-5c46-4aaa-b124-929e6f90d44c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:32.084417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.162431 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.168960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.178247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Calling delete_port for c723abcb-5c46-4aaa-b124-929e6f90d44c owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:32.402531 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.429826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'Port': ['ID=c723abcb-5c46-4aaa-b124-929e6f90d44c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:32.494737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.498442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:32.499642 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-543b2f5b-9184-48b9-9374-bf8509489660 tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "DELETE /v2.0/floatingips/4acdfc81-01bc-4af4-93dc-bc31e7dc3ffd HTTP/1.1" status: 204 len: 168 time: 0.5455685 Oct 26 16:59:33.600620 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d052fca-5fda-490a-9f40-61939b26b829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:34.195020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:35.123962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:36.692362 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:37.059282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 47956) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:37.122695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:37.151276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:37.281428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:37.284120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:37.290397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] 10.222.0.21 "DELETE /v2.0/security-groups/e41963cc-ce97-44bd-9dd4-0cb53101858a HTTP/1.1" status: 204 len: 168 time: 0.2249784 Oct 26 16:59:37.299971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41963cc-ce97-44bd-9dd4-0cb53101858a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:37.311247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.311744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.312188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.312608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.312997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.313518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.313850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.314209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.314495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.314820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.315199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.315535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca09ad6-30e6-406e-9ece-99f18aaabe1e tempest-TestVolumeBootPattern-827584456 tempest-TestVolumeBootPattern-827584456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:37.436480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 47978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:37.958792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:38.208177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Deleting port baf07d5f-c6c5-4147-804a-4b89eb6afd7a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:38.208434 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:38.293273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] For port baf07d5f-c6c5-4147-804a-4b89eb6afd7a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:38.293895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:38.306976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Calling delete_port for baf07d5f-c6c5-4147-804a-4b89eb6afd7a owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:38.567074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:38.592763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf07d5f-c6c5-4147-804a-4b89eb6afd7a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:38.603073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.603443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.603786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.604123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.604461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.605036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.605814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.605814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.605997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.606295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.606610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:38.606932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:59:39.030768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:39.253454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Router 793ee0ea-9143-4b73-b0a8-5b140865dc62 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:59:39.367002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:59:39.372351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1ae5e9e4-79d2-406b-900e-eda6453536d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/793ee0ea-9143-4b73-b0a8-5b140865dc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9346778 Oct 26 16:59:39.375826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:39.378512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Sync routers for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:59:39.388668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:39.389555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:39.501823 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:39.504505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:39.616405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:39.704572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '0857364c-6d5b-419e-a696-3215289652a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:59:38Z', 'revision_number': 5, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port': {'id': '0857364c-6d5b-419e-a696-3215289652a0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:39.730629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Checking router: 793ee0ea-9143-4b73-b0a8-5b140865dc62 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:59:39.733990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Deleting port 0857364c-6d5b-419e-a696-3215289652a0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:39.734334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:39.739593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Routers {'793ee0ea-9143-4b73-b0a8-5b140865dc62'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:39.740202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['793ee0ea-9143-4b73-b0a8-5b140865dc62'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:39.826926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] For port 0857364c-6d5b-419e-a696-3215289652a0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0857364c-6d5b-419e-a696-3215289652a0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:39.827185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] Set router 793ee0ea-9143-4b73-b0a8-5b140865dc62 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:39.827338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:39.840189 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Calling delete_port for 0857364c-6d5b-419e-a696-3215289652a0 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:39.882401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:59:39Z', 'revision_number': 6, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:39.910964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6e88b-44a7-4cc9-9ece-223aa594d930 None None] The sync data for ids ['793ee0ea-9143-4b73-b0a8-5b140865dc62'] in n-d-815373-2 is: [{'id': '793ee0ea-9143-4b73-b0a8-5b140865dc62', 'name': 'tempest-TestVolumeBootPattern-23328803-router', 'tenant_id': 'db853ae1189f4c059961fffd9f61e138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:29Z', 'updated_at': '2021-10-26T16:59:39Z', 'revision_number': 6, 'project_id': 'db853ae1189f4c059961fffd9f61e138', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:59:40.077699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.103655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0857364c-6d5b-419e-a696-3215289652a0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:40.166763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.268515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.270774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.398348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.398976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793ee0ea-9143-4b73-b0a8-5b140865dc62 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:59:40.403668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.408713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d7bcd2b-3143-4b62-98e6-6633b8a1db93 admin admin] 10.222.0.21 "DELETE /v2.0/routers/793ee0ea-9143-4b73-b0a8-5b140865dc62 HTTP/1.1" status: 204 len: 168 time: 1.0284009 Oct 26 16:59:40.412386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:40.456876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Deleting subnet 3e216250-a4ed-473c-973b-a887a552d1e9 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:59:40.459967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.495814 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.588152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.710325 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.729929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device baf07d5f-c6c5-4147-804a-4b89eb6afd7a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:40.737748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e216250-a4ed-473c-973b-a887a552d1e9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:40.741820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.745999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bda1406e-d696-4e82-b95c-0197a74ef4c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e216250-a4ed-473c-973b-a887a552d1e9 HTTP/1.1" status: 204 len: 168 time: 0.3322253 Oct 26 16:59:40.749232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:40.755401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: baf07d5f-c6c5-4147-804a-4b89eb6afd7a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:40.756960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device baf07d5f-c6c5-4147-804a-4b89eb6afd7a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:40.757355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb591c9-534c-4f43-a202-b19b225979b1 None None] Network f41e5ee0-39f1-4601-9791-2472f6b8ea89 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:59:40.849046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.914529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Deleting port fba55881-24cd-4e2f-9d0f-edd14461077d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:40.914865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:40.994607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] DHCP port deletion for f41e5ee0-39f1-4601-9791-2472f6b8ea89 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:59:40.999395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] For port fba55881-24cd-4e2f-9d0f-edd14461077d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fba55881-24cd-4e2f-9d0f-edd14461077d,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:41.000240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.019308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Calling delete_port for fba55881-24cd-4e2f-9d0f-edd14461077d owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:41.059419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Deleting port fba55881-24cd-4e2f-9d0f-edd14461077d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:41.060285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.128499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] For port fba55881-24cd-4e2f-9d0f-edd14461077d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fba55881-24cd-4e2f-9d0f-edd14461077d,segment=NetworkSegment(ee2f353e-0425-474d-a0fc-ee4401bec472),segment_id=ee2f353e-0425-474d-a0fc-ee4401bec472)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:41.128891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.141436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Calling delete_port for fba55881-24cd-4e2f-9d0f-edd14461077d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:41.226516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.232552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.254810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Pushing event deleted for resources: {'Port': ['ID=fba55881-24cd-4e2f-9d0f-edd14461077d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:41.256636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] No DVR routers for this DVR port fba55881-24cd-4e2f-9d0f-edd14461077d on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:41.263387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] No DVR routers for this DVR port fba55881-24cd-4e2f-9d0f-edd14461077d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:41.267938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58b0f-47d5-4f39-ad3c-b61cf4689383 None None] Pushing event deleted for resources: {'Port': ['ID=fba55881-24cd-4e2f-9d0f-edd14461077d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:41.338737 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.361974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e5ee0-39f1-4601-9791-2472f6b8ea89']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:41.371878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2f353e-0425-474d-a0fc-ee4401bec472') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:41.372170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2f353e-0425-474d-a0fc-ee4401bec472') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:41.383440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.397045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.402814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:59:41.403216 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:59:41.404882 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:59:41.558133 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.564623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:41.574073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] 10.222.0.21 "DELETE /v2.0/networks/f41e5ee0-39f1-4601-9791-2472f6b8ea89 HTTP/1.1" status: 204 len: 168 time: 0.8188713 Oct 26 16:59:41.574215 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:41.586698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1db9-ba7a-421d-b7e4-3a86905c755b admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e5ee0-39f1-4601-9791-2472f6b8ea89,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:41.958946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:42.213303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Deleting port fe0e3d6a-b601-4e47-94e1-8532ee57967d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:42.213550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:42.297765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] For port fe0e3d6a-b601-4e47-94e1-8532ee57967d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=fe0e3d6a-b601-4e47-94e1-8532ee57967d,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:42.298131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:42.318679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Calling delete_port for fe0e3d6a-b601-4e47-94e1-8532ee57967d owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:42.351052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0857364c-6d5b-419e-a696-3215289652a0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:42.373239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0857364c-6d5b-419e-a696-3215289652a0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:42.373932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0857364c-6d5b-419e-a696-3215289652a0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:42.374609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fba55881-24cd-4e2f-9d0f-edd14461077d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:42.399054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fba55881-24cd-4e2f-9d0f-edd14461077d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:42.399661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fba55881-24cd-4e2f-9d0f-edd14461077d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:42.584236 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:42.609879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0e3d6a-b601-4e47-94e1-8532ee57967d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:42.848507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:43.091403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Router 70dd23d2-d938-4a0c-b8f1-359ad968928b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:59:43.469873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:59:43.478735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-914774e8-968e-42a3-b337-2505fa094c26 admin admin] 10.222.0.21 "PUT /v2.0/routers/70dd23d2-d938-4a0c-b8f1-359ad968928b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055669 Oct 26 16:59:43.481386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Sync routers for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:59:43.481890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48142) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:43.492716 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:43.493851 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:43.612340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:43.613218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:43.734905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:43.808356 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '270536e0-4388-4930-9da9-f71ccc001431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:59:42Z', 'revision_number': 5, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port': {'id': '270536e0-4388-4930-9da9-f71ccc001431', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T16:42:39Z', 'updated_at': '2021-10-26T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:43.837685 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Checking router: 70dd23d2-d938-4a0c-b8f1-359ad968928b for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:59:43.847217 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Routers {'70dd23d2-d938-4a0c-b8f1-359ad968928b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 16:59:43.847835 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T16:59:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['70dd23d2-d938-4a0c-b8f1-359ad968928b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:43.874805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Deleting port 270536e0-4388-4930-9da9-f71ccc001431 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:43.875400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:43.946670 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] Set router 70dd23d2-d938-4a0c-b8f1-359ad968928b gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 16:59:43.987380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] For port 270536e0-4388-4930-9da9-f71ccc001431, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=270536e0-4388-4930-9da9-f71ccc001431,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:43.988120 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.001118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Calling delete_port for 270536e0-4388-4930-9da9-f71ccc001431 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:44.028621 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:59:43Z', 'revision_number': 6, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:44.063946 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308587a-1c0a-4075-b568-d158d1376d84 None None] The sync data for ids ['70dd23d2-d938-4a0c-b8f1-359ad968928b'] in n-d-815373-2 is: [{'id': '70dd23d2-d938-4a0c-b8f1-359ad968928b', 'name': 'tempest-TestVolumeBootPattern-1583038275-router', 'tenant_id': 'db8c1685677b46728171d2b8e0de7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T16:42:38Z', 'updated_at': '2021-10-26T16:59:43Z', 'revision_number': 6, 'project_id': 'db8c1685677b46728171d2b8e0de7d70', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:59:44.230912 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.259793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=270536e0-4388-4930-9da9-f71ccc001431,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:44.325019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.420955 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.433204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.558117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe0e3d6a-b601-4e47-94e1-8532ee57967d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:44.582161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: fe0e3d6a-b601-4e47-94e1-8532ee57967d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:44.582503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device fe0e3d6a-b601-4e47-94e1-8532ee57967d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:44.594559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.594559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70dd23d2-d938-4a0c-b8f1-359ad968928b {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:59:44.594559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.594559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-92b7d384-224d-466f-9c1c-c00c819b1f2d admin admin] 10.222.0.21 "DELETE /v2.0/routers/70dd23d2-d938-4a0c-b8f1-359ad968928b HTTP/1.1" status: 204 len: 168 time: 1.1106434 Oct 26 16:59:44.596706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48150) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:44.649598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Deleting subnet bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 16:59:44.653578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.697062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.778305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.908574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.961799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:44.971711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9 HTTP/1.1" status: 204 len: 168 time: 0.3689609 Oct 26 16:59:44.971711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dfa3e-40a2-4bba-a048-7fd46df1ef3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb67b06d-cbc4-47fe-9cd0-405ad2bf95d9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:44.972082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88276468-1f8a-4642-9a32-da5579515c03 None None] Network 74d92959-52fa-4c3d-a357-d22287222b37 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 16:59:44.973589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:45.074121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.164285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Deleting port 0bfb83d8-3e9c-44be-9f58-896a991054f0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:45.164631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.231859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45357040-8160-4792-8082-67f105f10ec6 None None] DHCP port deletion for 74d92959-52fa-4c3d-a357-d22287222b37 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 16:59:45.253828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] For port 0bfb83d8-3e9c-44be-9f58-896a991054f0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0bfb83d8-3e9c-44be-9f58-896a991054f0,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:45.254748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.279266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Calling delete_port for 0bfb83d8-3e9c-44be-9f58-896a991054f0 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:45.345019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Deleting port 0bfb83d8-3e9c-44be-9f58-896a991054f0 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 16:59:45.345317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.425371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-45357040-8160-4792-8082-67f105f10ec6 None None] For port 0bfb83d8-3e9c-44be-9f58-896a991054f0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0bfb83d8-3e9c-44be-9f58-896a991054f0,segment=NetworkSegment(2de92016-a959-4a2e-baca-b36356d32a78),segment_id=2de92016-a959-4a2e-baca-b36356d32a78)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:59:45.425765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.440036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Calling delete_port for 0bfb83d8-3e9c-44be-9f58-896a991054f0 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 16:59:45.450899 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.505384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfb83d8-3e9c-44be-9f58-896a991054f0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:45.522487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] No DVR routers for this DVR port 0bfb83d8-3e9c-44be-9f58-896a991054f0 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:45.559685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.601528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45357040-8160-4792-8082-67f105f10ec6 None None] No DVR routers for this DVR port 0bfb83d8-3e9c-44be-9f58-896a991054f0 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:59:45.607332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45357040-8160-4792-8082-67f105f10ec6 None None] Pushing event deleted for resources: {'Port': ['ID=0bfb83d8-3e9c-44be-9f58-896a991054f0,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:45.658953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.680732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d92959-52fa-4c3d-a357-d22287222b37']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:45.690745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de92016-a959-4a2e-baca-b36356d32a78') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:45.691062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de92016-a959-4a2e-baca-b36356d32a78') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:59:45.700832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.714766 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.721990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: timer() Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 16:59:45.724971 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 16:59:45.843573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.856407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:45.862301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74d92959-52fa-4c3d-a357-d22287222b37 HTTP/1.1" status: 204 len: 168 time: 0.8805909 Oct 26 16:59:45.886349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac793d-00b7-4a8e-9660-ee0951adcb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d92959-52fa-4c3d-a357-d22287222b37,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:46.330639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:46.350580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0bfb83d8-3e9c-44be-9f58-896a991054f0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:46.381968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0bfb83d8-3e9c-44be-9f58-896a991054f0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:46.382603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0bfb83d8-3e9c-44be-9f58-896a991054f0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:46.383252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 270536e0-4388-4930-9da9-f71ccc001431 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:59:46.409304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 270536e0-4388-4930-9da9-f71ccc001431 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 16:59:46.410025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 270536e0-4388-4930-9da9-f71ccc001431 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:59:46.416909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-de676e03-b16a-4fa5-a232-24b063184b93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db853ae1189f4c059961fffd9f61e138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841558 Oct 26 16:59:46.419888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48174) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:46.480518 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:46.503300 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:46.632696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:46.635399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:46.639698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65ada91d-c786-4af1-b874-580be1ca2f1b HTTP/1.1" status: 204 len: 168 time: 0.2171261 Oct 26 16:59:46.647975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adf94c-07d2-44e9-a763-f1a50419c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ada91d-c786-4af1-b874-580be1ca2f1b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:47.390105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48196) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:47.429611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9899f829-56e4-4831-b2e8-6309c4f039bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db8c1685677b46728171d2b8e0de7d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415430 Oct 26 16:59:47.432102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:47.489878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:47.526135 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:47.655494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:47.658219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:47.659448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/708e6ffa-6d39-4c1b-84c6-03d45cbfb0c3 HTTP/1.1" status: 204 len: 168 time: 0.2263889 Oct 26 16:59:47.669125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bc754-8bdf-4be7-b46a-3e5318791843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e6ffa-6d39-4c1b-84c6-03d45cbfb0c3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:48.769471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:59:50.834880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:50.945853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e8a108c-7daa-409f-9699-625f0d5cf1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.056763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e8a108c-7daa-409f-9699-625f0d5cf1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.113713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e8a108c-7daa-409f-9699-625f0d5cf1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.157405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a108c-7daa-409f-9699-625f0d5cf1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a46d1-bc50-404c-95fd-e98d509059e0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:51.162782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9e8a108c-7daa-409f-9699-625f0d5cf1df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c54206d952a4cbb9d27494830f2be7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267143 Oct 26 16:59:51.165450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:51.198441 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.223686 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.247669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.356188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.359230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:51.364000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d03a46d1-bc50-404c-95fd-e98d509059e0 HTTP/1.1" status: 204 len: 168 time: 0.1939726 Oct 26 16:59:51.368814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf90f9f-60b8-4e5f-a9b6-5f4a492a92a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a46d1-bc50-404c-95fd-e98d509059e0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:51.979676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:51.993753 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22eea4ca-e177-4033-b1d7-7511ee0263c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.072747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22eea4ca-e177-4033-b1d7-7511ee0263c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.139703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-22eea4ca-e177-4033-b1d7-7511ee0263c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.179965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-22eea4ca-e177-4033-b1d7-7511ee0263c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a70fdc0e56ef4588b35d6cfaee236e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991706 Oct 26 16:59:52.181987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eea4ca-e177-4033-b1d7-7511ee0263c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805430a1-7a62-4015-8f72-1c3ab0cdd540,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:52.183072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 16:59:52.233141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.256914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.391350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.394053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 16:59:52.397766 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/805430a1-7a62-4015-8f72-1c3ab0cdd540 HTTP/1.1" status: 204 len: 168 time: 0.2109938 Oct 26 16:59:52.403565 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff801241-c611-4577-a6a4-f60553f08b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805430a1-7a62-4015-8f72-1c3ab0cdd540,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:59:52.598809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.014080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b636bec8-8ade-4185-b3c0-a436ccbc6606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.188420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48388) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:01.324456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb29efde-e537-45a9-8952-8dc5dfe691af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.409081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb29efde-e537-45a9-8952-8dc5dfe691af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.473561 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb29efde-e537-45a9-8952-8dc5dfe691af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.513899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb29efde-e537-45a9-8952-8dc5dfe691af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7894305ae5be4de5975ba7d66aa8f6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230186 Oct 26 17:00:01.514587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29efde-e537-45a9-8952-8dc5dfe691af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc133d-4d61-4761-9b8a-d5b1dfd5a71f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:01.516810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48394) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:01.574320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.595850 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.708221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.710810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:01.712043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5bc133d-4d61-4761-9b8a-d5b1dfd5a71f HTTP/1.1" status: 204 len: 168 time: 0.1939769 Oct 26 17:00:01.720402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d7684-5443-4686-adc4-591d81e4b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc133d-4d61-4761-9b8a-d5b1dfd5a71f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:03.380235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48438) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:03.487917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc1df71e-916c-4283-b2c1-71e8b1706a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:03.638127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-294a6937-fa0f-428c-bba9-54ee7f66870c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:03.819012 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc1df71e-916c-4283-b2c1-71e8b1706a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:03.891332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cc1df71e-916c-4283-b2c1-71e8b1706a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:03.929755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cc1df71e-916c-4283-b2c1-71e8b1706a33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e576f67986c42c1be92f446fbc17d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484300 Oct 26 17:00:03.930704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df71e-916c-4283-b2c1-71e8b1706a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e1bc88-1b06-4fa0-94c2-688b65969f6a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:03.932463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:03.984566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:04.006372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:04.151603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:04.151870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:04.154596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:04.156121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70e1bc88-1b06-4fa0-94c2-688b65969f6a HTTP/1.1" status: 204 len: 168 time: 0.2224407 Oct 26 17:00:04.167003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571421a-2242-412d-9976-607cd02f8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e1bc88-1b06-4fa0-94c2-688b65969f6a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:05.097782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.515337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48502) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:06.520163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424221705', 'description': 'tempest-secgroup-smoke-1424221705 description', 'project_id': '1239377e516041e191f08c27fbbfdd3a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:06.603424 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.613441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.695265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.705988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.786011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.820321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b0c30-094f-4765-b62f-e67c87441343,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:06.862418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.934812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:06.963588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166d71c4-b804-4761-a060-613c53b52d02,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:07.022651 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.024099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5435977f-4746-49d1-b84a-df3bb5e01252 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5077629 Oct 26 17:00:07.027000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48506) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:07.031460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:07.122026 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.176809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.239420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.259916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d5de18-1e0f-4439-a148-4129207e6460,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:07.315688 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.316912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0ce066e2-0a8a-4ef5-9e84-2a72b56edbe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889373 Oct 26 17:00:07.319735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48508) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:07.324006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:07.413296 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.467345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.563238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.582385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd3c567-d9f0-4c92-96e4-27f6cd13479e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:07.647456 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.648710 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b37ee07a-1739-4b9d-a828-ef836f10fcfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280640 Oct 26 17:00:07.651561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:07.656365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:07.747591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.810209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.902960 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.922209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452a4979-f492-45d0-9956-906e09300e30,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:07.982320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:07.983824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-26cba742-3bfc-43f5-89eb-8c7472e177d6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312702 Oct 26 17:00:07.987069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:07.991524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:08.072776 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.128895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.199542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.219439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44783d28-fe1f-41ae-b118-64f359a854bc,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:08.287249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.289057 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-baff3def-6fe1-40d0-9cdd-e6b2b556490c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3009675 Oct 26 17:00:08.291075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48520) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:08.295428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:08.371038 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:00:08.376432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.433902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.496801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.516161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb48c79-2fb1-4f5b-bfb1-9a3d0ad7eed4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:08.567833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.569080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-44966cc7-bf63-4ef5-8113-ddd51f5c966e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2770596 Oct 26 17:00:08.571822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48522) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:08.576150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '166d71c4-b804-4761-a060-613c53b52d02', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:08.674993 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:00:08.807489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.807489 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.849107 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.864848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b574823-2b16-41ce-a07f-8f9e2765216d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:08.942956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:08.948414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b7786ada-25b2-4318-941b-198f6c3233d7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3714807 Oct 26 17:00:08.950729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48532) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:08.956185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'network': {'name': 'tempest-network-smoke--888969250', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:09.051091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:09.054758 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.077839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:00:09.086739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.087080 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Added segment c63f1522-8651-4c97-a6e1-bd31fe8188f1 of type vlan for network 76f9e84b-a975-411f-bda9-2e282dd2af87 Oct 26 17:00:09.128268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.211244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.216989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:09.217666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.283837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Network': ['ID=76f9e84b-a975-411f-bda9-2e282dd2af87,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:09.293807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:00:09.323098 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a6adfa3-d41b-4a54-8530-763962ece073 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3685005 Oct 26 17:00:09.323349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48536) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:09.327742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'admin_state_up': True, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:09.449332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.450406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.503794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.711869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.972192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:09.991364 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:10.097212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.225 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/dd5f7064-994d-4a88-be65-2a1a5a2eef5a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:10.201287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:10.306871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:10.351550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:10.354470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:10.358016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:00:10.380777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:10.685626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:10.886731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:11.112675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router bc210fbf-0449-4dd3-a197-c1e38cc24b77 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:00:11.223819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:11.235473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Sync routers for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:11.248157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:11.248157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:11.293555 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:11.297686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-49d7a6fd-260a-4a66-a7f7-e3bafac39106 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9705772 Oct 26 17:00:11.299120 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48542) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:11.442579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2f67020d-786e-428c-b3f3-972d5f90222b tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1239377e516041e191f08c27fbbfdd3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1416674 Oct 26 17:00:11.445145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:11.505939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:11.618581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf53138-a70d-4f60-9c73-584891ab15f5 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:11.620400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-daf53138-a70d-4f60-9c73-584891ab15f5 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1740918 Oct 26 17:00:11.623190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48550) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:11.663981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-837a080a-a417-4f4a-8655-3da2c5a5607a tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397067 Oct 26 17:00:11.667762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48552) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:11.671888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102254850', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:11.693789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:10Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:11.723397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Checking router: bc210fbf-0449-4dd3-a197-c1e38cc24b77 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:11.723743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Updating router bc210fbf-0449-4dd3-a197-c1e38cc24b77 port dd5f7064-994d-4a88-be65-2a1a5a2eef5a binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:11.748906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:11.829128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:11.833918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.008129 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.066631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.097764 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.127219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Attempting to bind port dd5f7064-994d-4a88-be65-2a1a5a2eef5a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:00:12.128904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Attempting to bind port dd5f7064-994d-4a88-be65-2a1a5a2eef5a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:00:12.128904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Attempting to bind port dd5f7064-994d-4a88-be65-2a1a5a2eef5a on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:12.130106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Pushing event updated for resources: {'Port': ['ID=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:12.138448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.138803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.139168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.139519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.139861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.140716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.140716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.140952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.141185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.141515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.141892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.142812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:12.148568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:00:12.148976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:00:12.149238 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.149625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:00:12.150103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Bound port: dd5f7064-994d-4a88-be65-2a1a5a2eef5a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:00:12.150490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.172056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Subnet': ['ID=52c59eb5-457c-4235-987b-77fa70a0d82b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:12.178277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Checking segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:00:12.178648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network hostable DHCP agents. Network: 76f9e84b-a975-411f-bda9-2e282dd2af87, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:00:12.205077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] For port dd5f7064-994d-4a88-be65-2a1a5a2eef5a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:12.209010 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] For port dd5f7064-994d-4a88-be65-2a1a5a2eef5a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:12.257536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:00:12.290211 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.343092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 76f9e84b-a975-411f-bda9-2e282dd2af87) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:12.346144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:12.346764 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:12.348213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:12.348861 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.386143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf8dfc-db79-4d74-bb6a-02aefb910186 None None] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:00:12.413098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795809-2cb3-4e97-9c92-6195410356bb None None] Pushing event updated for resources: {'Port': ['ID=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:12.431690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8c6ac8f-6179-416f-ad9b-9af082ee75bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7637355 Oct 26 17:00:12.434591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:12.525517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:12.792832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-76f9e84b-a975-411f-bda9-2e282dd2af87', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:00:12.793709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:12.823141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:10Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:12.857625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09190d-ef7a-4318-8ea8-c005808a73e7 None None] The sync data for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 is: [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:10Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:12.984093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Allocated IP 172.20.0.2 (76f9e84b-a975-411f-bda9-2e282dd2af87/52c59eb5-457c-4235-987b-77fa70a0d82b/c1cb55af-e490-4c80-981f-f016051674b5) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:13.183662 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.267893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.275284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.319911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:13.325083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:13.329614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:00:13.332874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Pushing event updated for resources: {'Port': ['ID=c1cb55af-e490-4c80-981f-f016051674b5,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:13.387752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Attempting to bind port c1cb55af-e490-4c80-981f-f016051674b5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:00:13.388026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Attempting to bind port c1cb55af-e490-4c80-981f-f016051674b5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:00:13.388392 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Attempting to bind port c1cb55af-e490-4c80-981f-f016051674b5 on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:13.394006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:00:13.394379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Checking segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:00:13.394779 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.395272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Bound using segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:00:13.395678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Bound port: c1cb55af-e490-4c80-981f-f016051674b5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:00:13.396058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.468320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] For port c1cb55af-e490-4c80-981f-f016051674b5, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:13.471080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] For port c1cb55af-e490-4c80-981f-f016051674b5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c1cb55af-e490-4c80-981f-f016051674b5,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:13.570439 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.635467 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.1 (76f9e84b-a975-411f-bda9-2e282dd2af87/52c59eb5-457c-4235-987b-77fa70a0d82b/4450237a-a2a4-4947-a7fa-85cad49bca3d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:13.643210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258b6f-5b37-4873-a58c-31605305e4f5 None None] Pushing event updated for resources: {'Port': ['ID=c1cb55af-e490-4c80-981f-f016051674b5,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:13.776256 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.875904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:13.926926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:13.930054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:13.934543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:00:13.938605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:13.981939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.217738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.557881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.566230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd5f7064-994d-4a88-be65-2a1a5a2eef5a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:14.628918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.630140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dd5f7064-994d-4a88-be65-2a1a5a2eef5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:14.630526 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.723103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.726460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:14.741872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.762700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port dd5f7064-994d-4a88-be65-2a1a5a2eef5a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:14.808666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f056fe7-ac2a-478f-9b3f-d12ac264603f None None] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:00:14.834851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:14.837089 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:14.862901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.863895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c1cb55af-e490-4c80-981f-f016051674b5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:14.961743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] Provisioning complete for port c1cb55af-e490-4c80-981f-f016051674b5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:14.962317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:14.966069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router bc210fbf-0449-4dd3-a197-c1e38cc24b77 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:15.012170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:15.091082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c1cb55af-e490-4c80-981f-f016051674b5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:15.091471 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.099957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:15.109484 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Sync routers for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:15.112383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fa69e0a0-0f27-4e53-9712-4a2b3a569259 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/bc210fbf-0449-4dd3-a197-c1e38cc24b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762266 Oct 26 17:00:15.132954 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:15.133565 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:15.195463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.239149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] For port c1cb55af-e490-4c80-981f-f016051674b5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c1cb55af-e490-4c80-981f-f016051674b5,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:15.285994 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.306351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:15.309708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-4e0e126a-8b64-432e-b756-fc186527320a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424221705&fields=id&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 267 time: 0.0546854 Oct 26 17:00:15.316876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.403360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38f5f3-7364-4d5f-8ddc-d24b5ee524d9 None None] Pushing event updated for resources: {'Port': ['ID=c1cb55af-e490-4c80-981f-f016051674b5,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:15.465653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-eba8fce8-30b0-450f-a7e0-2720997c9b70 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:15.467773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:00:15.468366 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:00:15.473775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-eba8fce8-30b0-450f-a7e0-2720997c9b70 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 796 time: 0.1626282 Oct 26 17:00:15.484542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-abc34853-81b9-41d3-aeab-e851f724044e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/quotas/1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 375 time: 0.0093672 Oct 26 17:00:15.577119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-26c2236e-30ac-45c1-8650-e7e7e590df03 None None] Provisioning complete for port c1cb55af-e490-4c80-981f-f016051674b5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:15.577673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26c2236e-30ac-45c1-8650-e7e7e590df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.588359 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 2, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:15.624159 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Checking router: bc210fbf-0449-4dd3-a197-c1e38cc24b77 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:15.624790 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Updating router bc210fbf-0449-4dd3-a197-c1e38cc24b77 port 4450237a-a2a4-4947-a7fa-85cad49bca3d binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:15.649072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fb35a989-355f-4113-9158-3104a16a1a08 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572542 Oct 26 17:00:15.689829 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.762465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-26c2236e-30ac-45c1-8650-e7e7e590df03 None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:15.764223 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26c2236e-30ac-45c1-8650-e7e7e590df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.806311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-26c2236e-30ac-45c1-8650-e7e7e590df03 None None] Port 4450237a-a2a4-4947-a7fa-85cad49bca3d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:00:15.879617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-cc5f77a4-fb61-4d26-8f44-492c87ad5719 service neutron] 10.222.0.21 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109020 Oct 26 17:00:15.931384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-33ed9335-e3e9-4e91-b2bb-f6d5c8b4ae30 None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:15.941850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-33ed9335-e3e9-4e91-b2bb-f6d5c8b4ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:15.981001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-33ed9335-e3e9-4e91-b2bb-f6d5c8b4ae30 None None] Port 4450237a-a2a4-4947-a7fa-85cad49bca3d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:00:16.043363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-ce7422ff-4b1c-47da-a44a-9a41235a9050 service neutron] 10.222.0.21 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564958 Oct 26 17:00:16.064891 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.105007 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e84558f2-fb58-4ba6-b565-26387ea1e76f None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:16.105381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e84558f2-fb58-4ba6-b565-26387ea1e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.149400 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.208921 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Pushing event updated for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:16.256991 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.257496 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.257924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.258353 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.258779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.259532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.259532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.260037 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.260473 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.260886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.261328 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.261798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:16.281583 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Attempting to bind port 4450237a-a2a4-4947-a7fa-85cad49bca3d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:00:16.281849 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Attempting to bind port 4450237a-a2a4-4947-a7fa-85cad49bca3d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:00:16.282359 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Attempting to bind port 4450237a-a2a4-4947-a7fa-85cad49bca3d on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:16.289505 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:00:16.290189 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Checking segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:00:16.291065 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.291741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Bound using segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:00:16.292524 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Bound port: 4450237a-a2a4-4947-a7fa-85cad49bca3d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:00:16.293392 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.382389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-817b493a-ca7e-4725-82ab-b82023c9684a req-aabf2d26-089f-4696-a7f4-52a060f93f4b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0465603 Oct 26 17:00:16.382976 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] For port 4450237a-a2a4-4947-a7fa-85cad49bca3d, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:16.386763 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] For port 4450237a-a2a4-4947-a7fa-85cad49bca3d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4450237a-a2a4-4947-a7fa-85cad49bca3d,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:16.402902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-e84558f2-fb58-4ba6-b565-26387ea1e76f None None] Port 4450237a-a2a4-4947-a7fa-85cad49bca3d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:00:16.462620 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.489117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd5f7064-994d-4a88-be65-2a1a5a2eef5a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:16.536178 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c98cd-09c0-4fc5-acd7-4d45e0f2c416 None None] Pushing event updated for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:16.538320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:16.538766 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.541175 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:16.541798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:16.584395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port dd5f7064-994d-4a88-be65-2a1a5a2eef5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:16.584960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.724309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.733896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c1cb55af-e490-4c80-981f-f016051674b5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:16.767297 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:16.782582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] For port 4450237a-a2a4-4947-a7fa-85cad49bca3d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4450237a-a2a4-4947-a7fa-85cad49bca3d,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:16.803709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c1cb55af-e490-4c80-981f-f016051674b5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:16.803998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.872324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:16.936666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6f6cd-0c48-4478-a081-5b6b670ccda1 None None] Pushing event updated for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:16.983615 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:16.997363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-feec155e-b781-4cd3-b675-981863ba3fe1 None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:16.997998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-feec155e-b781-4cd3-b675-981863ba3fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:17.011382 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8b34-d085-4382-b8ab-563cd9954cda None None] The sync data for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 is: [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:17.473103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9381c10a-1b4b-47dd-a59b-2972d9a1c755 req-c9680646-e532-4a2e-8c9c-211d43b4289e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Oct 26 17:00:18.493814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4450237a-a2a4-4947-a7fa-85cad49bca3d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:18.554226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4450237a-a2a4-4947-a7fa-85cad49bca3d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:18.554675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:18.555553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-220bb541-cf0f-4df1-83d0-2f2a74685c8d req-89702488-c621-456c-bdaf-2b8c61572625 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Oct 26 17:00:19.654070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6fddd4bd-a81a-4ae0-8268-2f7b0e50bf83 req-fb30c422-4416-4dba-a868-d90d2f7ba6a6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Oct 26 17:00:20.730750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-f03916dc-cae0-445f-b932-ff48938e44a5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:20.732397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-f03916dc-cae0-445f-b932-ff48938e44a5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 796 time: 0.1141453 Oct 26 17:00:20.786085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9299438-cf69-40b8-ad9b-2e6c834eea95 req-efe2aff9-1996-4fdf-b49b-cf7eca4a33a3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0389297 Oct 26 17:00:20.809220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-3a076d8c-dfcd-47c5-a66e-a24f97746739 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 380 time: 0.0676744 Oct 26 17:00:20.818869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'port': {'device_id': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'admin_state_up': True, 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'security_groups': ['166d71c4-b804-4761-a060-613c53b52d02']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:20.989889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:20.993732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.130918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.9 (76f9e84b-a975-411f-bda9-2e282dd2af87/52c59eb5-457c-4235-987b-77fa70a0d82b/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:21.132855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.275910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.362071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.407003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:21.410778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:21.414551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:00:21.439063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:21.472143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:21.472703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.550730 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-9d5470b5-f5f5-4e3a-8f56-380cf9b8180b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355821 Oct 26 17:00:21.563889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Request body: {'port': {'device_id': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:21.630805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.673145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dd86fde8-2865-4773-ba09-8f461c08134c None None] Provisioning complete for port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:21.673517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd86fde8-2865-4773-ba09-8f461c08134c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:21.713790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dd86fde8-2865-4773-ba09-8f461c08134c None None] Port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:00:21.937362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c3c97-1fcf-453a-800f-bfde7e417c80 req-dc8d2df6-14ad-42f7-ab84-8021434ac75e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:21.938878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c23c3c97-1fcf-453a-800f-bfde7e417c80 req-dc8d2df6-14ad-42f7-ab84-8021434ac75e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 931 time: 0.0793419 Oct 26 17:00:22.012950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c23c3c97-1fcf-453a-800f-bfde7e417c80 req-8d7d2d65-861a-4d7a-8940-e08aa881214d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667663 Oct 26 17:00:22.028741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f2ad91-75f0-43c5-82ca-8c74f52cb64c {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:00:22.036383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:22.053193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Transition to ACTIVE for port object c9f2ad91-75f0-43c5-82ca-8c74f52cb64c will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:00:22.109812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:22.161690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:22.235709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:00:22.236063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:00:22.238140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:22.243032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:00:22.243387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:22.248768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:00:22.249033 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Checking segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:00:22.249423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Bound using segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:00:22.249853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Bound port: c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:00:22.250338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:22.322843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:22.326830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:22.384693 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:22.423315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:22.423853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:22.425420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 1091 time: 0.8662331 Oct 26 17:00:22.425873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:00:22.428173 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c5588a-9fad-4fe9-80f4-9f27baee896c" -d '{"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:22.477523 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aac4d1-09b2-4dcc-beb9-f0abe5a33d16 x-openstack-request-id: req-94aac4d1-09b2-4dcc-beb9-f0abe5a33d16 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:22.477821 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:22.478068 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94aac4d1-09b2-4dcc-beb9-f0abe5a33d16 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:22.478640 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'status': 'completed', 'code': 200} Oct 26 17:00:22.480257 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5271e-2900-4392-a6cf-4f33a30f8355 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:22.547768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-b3c5a9ef-38b8-4c99-b561-b5341b8f2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:22.551510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-b3c5a9ef-38b8-4c99-b561-b5341b8f2a0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0489197 Oct 26 17:00:22.633836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:23.001744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-46b08448-df9a-428e-ac71-0b5d7f9404b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.003318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-46b08448-df9a-428e-ac71-0b5d7f9404b4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1239377e516041e191f08c27fbbfdd3a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4467475 Oct 26 17:00:23.195667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3c51e-e47f-485f-a5d9-a0658f708707 req-2917c0ec-d47c-4761-84f4-ba817a568033 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.197129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ab3c51e-e47f-485f-a5d9-a0658f708707 req-2917c0ec-d47c-4761-84f4-ba817a568033 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.1111913 Oct 26 17:00:23.228341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-c7ea44b6-f553-4b2c-ab66-702a594f0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.229812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21c5588a-9fad-4fe9-80f4-9f27baee896c req-c7ea44b6-f553-4b2c-ab66-702a594f0770 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202194 Oct 26 17:00:23.253147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ab3c51e-e47f-485f-a5d9-a0658f708707 req-45113e03-7ad7-4bd1-b0b4-68bf496c64f4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498767 Oct 26 17:00:23.312785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-3c716aa4-5f85-4723-98c4-a8fb19dc76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.314292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-3c716aa4-5f85-4723-98c4-a8fb19dc76ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0443435 Oct 26 17:00:23.355728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-ac8ad179-d1b3-4ed3-83ef-e3b7eebf5e5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 217 time: 0.0337939 Oct 26 17:00:23.408915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-58db7ceb-669c-4c85-a7b9-262de0199407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.410548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-58db7ceb-669c-4c85-a7b9-262de0199407 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0479310 Oct 26 17:00:23.456463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-b814cabb-bc8f-495a-9388-33a049737aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:23.457968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-b814cabb-bc8f-495a-9388-33a049737aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407898 Oct 26 17:00:23.555563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-6cd09070-06e3-447c-81ff-9ae295ff9a82 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898705 Oct 26 17:00:23.646095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8fa68e7e-2cd5-4071-8560-9a612307417a req-ae12ae57-f476-46ec-af8f-90fc473c62d7 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837374 Oct 26 17:00:24.380772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1149a-8deb-418d-b915-25a261a2a372 req-83f95867-3eaa-4984-9a0f-6a48f360e1c1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:24.382048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ad1149a-8deb-418d-b915-25a261a2a372 req-83f95867-3eaa-4984-9a0f-6a48f360e1c1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0532238 Oct 26 17:00:24.422502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ad1149a-8deb-418d-b915-25a261a2a372 req-4bbd785e-0aaa-406e-839a-5ffbac36ec24 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Oct 26 17:00:25.556625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa774f7-301e-43f8-935f-daf3a7504a1b req-a419f585-7e74-4300-8ffe-d5ebfb2fb9e2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:25.558182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baa774f7-301e-43f8-935f-daf3a7504a1b req-a419f585-7e74-4300-8ffe-d5ebfb2fb9e2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0637407 Oct 26 17:00:25.601053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baa774f7-301e-43f8-935f-daf3a7504a1b req-3781c2e1-df8d-4572-9278-4c83320b90e9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367689 Oct 26 17:00:25.770225 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:00:26.422902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:00:26.518552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:26.529375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'mac_address': 'fa:16:3e:62:a3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:00:26.566113 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:26.582773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f2ad91-75f0-43c5-82ca-8c74f52cb64c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:00:26.605433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:26.690949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:26.722830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a505-23e2-4151-8901-8a43690cdca5 req-a52bdd19-6d34-41f8-bdfd-773ec0d76a66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:26.724446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad87a505-23e2-4151-8901-8a43690cdca5 req-a52bdd19-6d34-41f8-bdfd-773ec0d76a66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0534067 Oct 26 17:00:26.740190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:26.764558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad87a505-23e2-4151-8901-8a43690cdca5 req-dd4cad58-e763-4057-81a1-5f0c05d7b78c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Oct 26 17:00:26.926630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:00:27.882909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b9e4b-ab46-4dbf-a2d0-7374d399c808 req-cb67cf74-2281-4e4b-a86f-440b4a964020 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:27.884499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c90b9e4b-ab46-4dbf-a2d0-7374d399c808 req-cb67cf74-2281-4e4b-a86f-440b4a964020 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 944 time: 0.0518179 Oct 26 17:00:27.922028 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c90b9e4b-ab46-4dbf-a2d0-7374d399c808 req-9492ea77-be2b-48ab-84d4-1cbdd2ea6185 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Oct 26 17:00:28.423890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:28.544586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:00:28.548741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:00:28.549109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:28.627499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:28.650958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:00:28.653216 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057981b-84ad-4869-a823-c1dbe7fb6b32" -d '{"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:28.665761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:28.731016 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:28.771440 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b035ee3-f0f4-4350-88fa-51a70f86274a x-openstack-request-id: req-1b035ee3-f0f4-4350-88fa-51a70f86274a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:28.771733 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:28.772804 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b035ee3-f0f4-4350-88fa-51a70f86274a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:28.773598 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'code': 200} Oct 26 17:00:28.795212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:28.887716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4283-299d-4826-b049-7d98c65c2619 req-77280f65-4556-4fa7-8028-6128b15a4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:28.889257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cae4283-299d-4826-b049-7d98c65c2619 req-77280f65-4556-4fa7-8028-6128b15a4ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0491045 Oct 26 17:00:28.933490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3cae4283-299d-4826-b049-7d98c65c2619 req-f8a999f8-52d0-4336-a726-98e67a6ce8bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Oct 26 17:00:29.037847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab846814-3b8b-45bd-95e8-85b61a819de3 req-6b668d73-e5a4-4524-b2ba-925c41073d4d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:29.039346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab846814-3b8b-45bd-95e8-85b61a819de3 req-6b668d73-e5a4-4524-b2ba-925c41073d4d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Oct 26 17:00:29.077591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab846814-3b8b-45bd-95e8-85b61a819de3 req-80a5b393-2865-4625-875b-f148be4710e9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Oct 26 17:00:30.194930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b082-38c9-4dd5-aaeb-6aec7ff0595d req-4fc0658a-4851-4206-a54d-824521fdf1a8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:30.196461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6e1b082-38c9-4dd5-aaeb-6aec7ff0595d req-4fc0658a-4851-4206-a54d-824521fdf1a8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0483234 Oct 26 17:00:30.238736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6e1b082-38c9-4dd5-aaeb-6aec7ff0595d req-685423d8-4a21-48ca-9e1c-81e66d56a33b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362713 Oct 26 17:00:30.354216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26792-7f81-4685-9fa6-e8f1fb8756ed req-b3ce4ef3-9265-473c-8c91-dbc00cac3ea9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:30.355713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc26792-7f81-4685-9fa6-e8f1fb8756ed req-b3ce4ef3-9265-473c-8c91-dbc00cac3ea9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0494685 Oct 26 17:00:30.393941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc26792-7f81-4685-9fa6-e8f1fb8756ed req-c0709631-4f40-4ac5-9440-8a1bcf403de4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Oct 26 17:00:30.416605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48730) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:30.460454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d728afa-c06e-44ed-8ae6-d3aaa263268a tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:30.461975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d728afa-c06e-44ed-8ae6-d3aaa263268a tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1091 time: 0.0443785 Oct 26 17:00:30.465165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48732) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:30.469449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:30.562064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:30.665762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:30.769869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.115 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/36a22010-cd41-4745-9f32-9403d662526d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:30.874282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:30.959851 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.000914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:31.004028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:31.007490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:00:31.012749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=36a22010-cd41-4745-9f32-9403d662526d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:31.033797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a695ab90-6ce2-4955-a761-effc4f6b94ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.355174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.480838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.632573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.704697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.781272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=36a22010-cd41-4745-9f32-9403d662526d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:31.791936 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:31.949287 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 0e807e86-cd39-4ede-a54a-8869f616c5e1 associated. External IP: 172.25.5.115, port: c9f2ad91-75f0-43c5-82ca-8c74f52cb64c. Oct 26 17:00:32.161449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router bc210fbf-0449-4dd3-a197-c1e38cc24b77 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:32.269645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:32.279556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Sync routers for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:32.288991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:32.289609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:32.370339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:32.395843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:32.401269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cef8902c-da56-47f6-a2f2-648dc2456cf6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9320359 Oct 26 17:00:32.401269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:00:32.401269 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7746d-841c-431b-9577-ff987d45afcb" -d '{"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:32.457583 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8716cde-d2bf-4e93-9cec-197d1bbf4053 x-openstack-request-id: req-a8716cde-d2bf-4e93-9cec-197d1bbf4053 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:32.457889 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:32.458145 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8716cde-d2bf-4e93-9cec-197d1bbf4053 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:32.458561 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'status': 'completed', 'code': 200} Oct 26 17:00:32.567398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc0819-5bda-47a3-9731-cdd11dce3882 req-fe22e031-e818-4141-b549-8dd42e158a2b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:32.568961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06fc0819-5bda-47a3-9731-cdd11dce3882 req-fe22e031-e818-4141-b549-8dd42e158a2b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0971866 Oct 26 17:00:32.570939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7746d-841c-431b-9577-ff987d45afcb req-965ff731-48f5-42ba-ad46-1bc66d22efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:32.572303 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-965ff731-48f5-42ba-ad46-1bc66d22efad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0879300 Oct 26 17:00:32.662463 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06fc0819-5bda-47a3-9731-cdd11dce3882 req-8c1c99e3-e051-4256-b117-8cb440fa4007 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870898 Oct 26 17:00:32.663109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '0e807e86-cd39-4ede-a54a-8869f616c5e1', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'mac_address': 'fa:16:3e:62:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:00:31Z', 'updated_at': '2021-10-26T17:00:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:32.685863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:32.690649 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Checking router: bc210fbf-0449-4dd3-a197-c1e38cc24b77 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:32.698465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7746d-841c-431b-9577-ff987d45afcb req-fa06b4cc-b2a2-4f58-908d-e8bb0f7ee414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:32.703975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:00:32.704115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-fa06b4cc-b2a2-4f58-908d-e8bb0f7ee414 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.1176143 Oct 26 17:00:32.704217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:00:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:32.769449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-75b2ec52-5cce-4be6-a1f9-39b7d275dd57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 999 time: 0.0586641 Oct 26 17:00:32.773640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91143ea9-c13c-429c-a68c-65eaf27ea512 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/0e807e86-cd39-4ede-a54a-8869f616c5e1 HTTP/1.1" status: 200 len: 991 time: 0.0854886 Oct 26 17:00:32.806907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:00:32.827450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7746d-841c-431b-9577-ff987d45afcb req-6dcd3b2c-ac23-4585-b704-5e7081122c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:32.829114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-6dcd3b2c-ac23-4585-b704-5e7081122c17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0534279 Oct 26 17:00:32.888602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7746d-841c-431b-9577-ff987d45afcb req-78a170de-ef7f-4f1b-9ae2-20d211bb0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:32.890243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-78a170de-ef7f-4f1b-9ae2-20d211bb0ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542257 Oct 26 17:00:33.017888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-fa921f17-2189-496c-915a-8f71bba03f81 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198151 Oct 26 17:00:33.061201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '0e807e86-cd39-4ede-a54a-8869f616c5e1', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'mac_address': 'fa:16:3e:62:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:00:31Z', 'updated_at': '2021-10-26T17:00:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:33.089342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22737349-fb9f-435d-b3fa-8a963c6bde84 None None] The sync data for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 is: [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '0e807e86-cd39-4ede-a54a-8869f616c5e1', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'mac_address': 'fa:16:3e:62:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:00:31Z', 'updated_at': '2021-10-26T17:00:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:33.116040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fee7746d-841c-431b-9577-ff987d45afcb req-b28eb43c-2171-403a-86c9-979db26dea16 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Oct 26 17:00:33.303798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d65e68-cbe4-45d9-a229-a2894f7b884a None None] New status for floating IP 0e807e86-cd39-4ede-a54a-8869f616c5e1: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:00:33.576913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-936294a9-e2ea-478a-8ef3-94b3f907a458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:33.775919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:33.842963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-515bd539-afcd-4c37-aad7-662b3e47ed4d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/0e807e86-cd39-4ede-a54a-8869f616c5e1 HTTP/1.1" status: 200 len: 993 time: 0.0604956 Oct 26 17:00:34.133784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:35.131411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:36.691782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:39.668742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48826) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:39.774070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:39.850776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:39.908614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:39.946692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d0eac7b7f8e41c6942a0b83627fd59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768896 Oct 26 17:00:39.947604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d712e9-49cd-41fb-8ba7-ed262e31c2ac,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:39.949818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48830) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:39.955357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.955729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.956093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.958695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.959272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.959386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:39.959661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c846d9-e700-4a66-ae0a-6ef4ca976390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.001199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.022546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.142837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.145483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.146671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d712e9-49cd-41fb-8ba7-ed262e31c2ac HTTP/1.1" status: 204 len: 168 time: 0.1957936 Oct 26 17:00:40.154779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d712e9-49cd-41fb-8ba7-ed262e31c2ac,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:40.162427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.162773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.163113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.163477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.163808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.164135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.164462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.164785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.165109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.165430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.165754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.166095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d30a83-f04f-4bf0-9d23-0124b8d2f0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:40.714942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48836) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:40.728603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3018e68f-2f19-4252-87fd-1aba5fdb3a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.801003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3018e68f-2f19-4252-87fd-1aba5fdb3a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.863168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3018e68f-2f19-4252-87fd-1aba5fdb3a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.900974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3018e68f-2f19-4252-87fd-1aba5fdb3a68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71deb00606384edd9a2119b92dd28d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849136 Oct 26 17:00:40.902067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018e68f-2f19-4252-87fd-1aba5fdb3a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4c35a-3485-41eb-9a23-714d36019b93,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:40.903757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48838) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:40.952262 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:40.973659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:41.093809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:41.096430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:41.098400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52b4c35a-3485-41eb-9a23-714d36019b93 HTTP/1.1" status: 204 len: 168 time: 0.1928797 Oct 26 17:00:41.107540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b4d8b-3984-454c-bd1d-053b450e09f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4c35a-3485-41eb-9a23-714d36019b93,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.705366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:43.810047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08c2abc9-6007-428e-940f-d0d1b9773b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:43.881179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08c2abc9-6007-428e-940f-d0d1b9773b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:43.943360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-08c2abc9-6007-428e-940f-d0d1b9773b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:43.984734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-08c2abc9-6007-428e-940f-d0d1b9773b23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecabb9d88a724b1cb421bee9929b67d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782731 Oct 26 17:00:43.985596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2abc9-6007-428e-940f-d0d1b9773b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f60c14-a959-4237-841a-4802fb707630,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.987702 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48894) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:44.039919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:44.060126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:44.160420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:44.163020 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:44.164220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42f60c14-a959-4237-841a-4802fb707630 HTTP/1.1" status: 204 len: 168 time: 0.1754777 Oct 26 17:00:44.171942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2316e1-95d1-4d8e-9ae2-3e4be5e4f714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f60c14-a959-4237-841a-4802fb707630,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:44.882544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:44.895813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3843a214-0936-4ce3-a6b8-48d9df63000b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:44.968169 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3843a214-0936-4ce3-a6b8-48d9df63000b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.054657 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3843a214-0936-4ce3-a6b8-48d9df63000b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.092942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3843a214-0936-4ce3-a6b8-48d9df63000b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb6d2d01b38f41919179e46aa7e1cf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092729 Oct 26 17:00:45.093939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843a214-0936-4ce3-a6b8-48d9df63000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094b7ed0-5e4d-4995-b05a-29fbe917d290,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:45.095679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 48902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:45.146409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.167345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.298326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.301810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:45.305422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/094b7ed0-5e4d-4995-b05a-29fbe917d290 HTTP/1.1" status: 204 len: 168 time: 0.2063310 Oct 26 17:00:45.311618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb252b-8be4-42d1-b173-6cff1418d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b7ed0-5e4d-4995-b05a-29fbe917d290,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:51.155884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:52.672239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:54.518377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-0db52b2d-d3a1-432f-8e9f-6e8aa6a7be90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391486 Oct 26 17:00:54.606590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-2fcc3220-7f0c-4def-85c5-85128431a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:54.608092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-2fcc3220-7f0c-4def-85c5-85128431a4b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0443733 Oct 26 17:00:54.712283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-d8a425f7-6331-4a3d-a70e-1215b66792e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:54.713655 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-d8a425f7-6331-4a3d-a70e-1215b66792e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.0851078 Oct 26 17:00:54.782073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-f9ddbebf-c3a5-4aee-833f-1d2714e50c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 1001 time: 0.0604320 Oct 26 17:00:55.120054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-2a5a4aa6-98aa-4cb7-b558-96b12c74e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:55.121439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-2a5a4aa6-98aa-4cb7-b558-96b12c74e516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.3314602 Oct 26 17:00:55.172311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-a6bed7b9-fdd4-4bc7-8085-b5e399090b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:00:55.173813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-a6bed7b9-fdd4-4bc7-8085-b5e399090b28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402875 Oct 26 17:00:55.268683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-ebbcf642-8847-4329-b10e-ae8de681ff23 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Oct 26 17:00:55.356417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4dd24d71-5ef1-4248-b836-ed471da12bc9 req-da67a080-fb80-493f-8e83-7021742321d9 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809381 Oct 26 17:00:57.746984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 48996) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:57.853068 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8a882ef-be7e-4d6d-959d-362477c75efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:57.937352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8a882ef-be7e-4d6d-959d-362477c75efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.044131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d8a882ef-be7e-4d6d-959d-362477c75efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.081191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a882ef-be7e-4d6d-959d-362477c75efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1440b0-4717-4b9e-a1c5-e495b840532b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.085526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d8a882ef-be7e-4d6d-959d-362477c75efb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b42512ea9cd43d7b371dbcfc6407e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374922 Oct 26 17:00:58.088158 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:58.136049 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.156476 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.264453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.266977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.270016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa1440b0-4717-4b9e-a1c5-e495b840532b HTTP/1.1" status: 204 len: 168 time: 0.1791170 Oct 26 17:00:58.276776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7654959-9094-4dac-a6a9-d334cd316b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1440b0-4717-4b9e-a1c5-e495b840532b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.874524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:58.887917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fdedcc1b-2e72-480a-955b-b2d683899e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:58.960047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fdedcc1b-2e72-480a-955b-b2d683899e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.035763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fdedcc1b-2e72-480a-955b-b2d683899e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.078240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fdedcc1b-2e72-480a-955b-b2d683899e10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbcdebd4c82a4b1dbaf1e1ed46299a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023904 Oct 26 17:00:59.079222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcc1b-2e72-480a-955b-b2d683899e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53a286-a4d9-41e3-a148-1148dd607203,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.081109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49008) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:00:59.132874 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.157678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.293278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.295769 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:00:59.296933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b53a286-a4d9-41e3-a148-1148dd607203 HTTP/1.1" status: 204 len: 168 time: 0.2126708 Oct 26 17:00:59.306267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b191b-66e2-4fc9-95c1-939866b3b0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53a286-a4d9-41e3-a148-1148dd607203,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:01.012897 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1ae95c2a-517d-4150-b141-963ce66f7567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:01.569758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:01.682456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6efab914-f682-4cd0-a409-2bb7a24b5391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:01.760549 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6efab914-f682-4cd0-a409-2bb7a24b5391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:01.872554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6efab914-f682-4cd0-a409-2bb7a24b5391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:01.910044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab914-f682-4cd0-a409-2bb7a24b5391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a472d-6250-4b23-9761-370b747dda3e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:01.914336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6efab914-f682-4cd0-a409-2bb7a24b5391 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=917b0ad597004468a6f67eac3ebcba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429935 Oct 26 17:01:01.917495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:01.964647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:01.984946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.084172 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.086884 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.088080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec4a472d-6250-4b23-9761-370b747dda3e HTTP/1.1" status: 204 len: 168 time: 0.1702299 Oct 26 17:01:02.095808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80203fb2-8884-4871-a820-ce534944579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a472d-6250-4b23-9761-370b747dda3e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.697254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:02.705289 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615aaf60-6306-4cc4-8961-f56354121c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.768147 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:01:02.778138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615aaf60-6306-4cc4-8961-f56354121c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.847402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-615aaf60-6306-4cc4-8961-f56354121c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.885927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-615aaf60-6306-4cc4-8961-f56354121c21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fb51d470de34c5dae486afb9c63786c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924942 Oct 26 17:01:02.886869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aaf60-6306-4cc4-8961-f56354121c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e7392-8504-4b4f-b28f-5d81238db813,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.888597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49070) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:02.936924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:02.957436 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:03.070525 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:03.073167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:03.074352 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac7e7392-8504-4b4f-b28f-5d81238db813 HTTP/1.1" status: 204 len: 168 time: 0.1841319 Oct 26 17:01:03.082133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb5319-1163-4b92-a142-3a6431c0e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e7392-8504-4b4f-b28f-5d81238db813,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:03.575854 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d61535e-f392-48e2-8fc4-3472a9bb976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:04.150418 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:05.170387 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:05.177765 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2df4-6850-4e05-8556-948890d74540 req-42f535dc-9d2c-48d8-94d9-df3c2637dcb4 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:05.184784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b80e2df4-6850-4e05-8556-948890d74540 req-42f535dc-9d2c-48d8-94d9-df3c2637dcb4 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0414336 Oct 26 17:01:05.198582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b80e2df4-6850-4e05-8556-948890d74540 req-df84c735-df3c-44d3-9f8d-b5246c7fac66 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:05.275663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b80e2df4-6850-4e05-8556-948890d74540 req-df84c735-df3c-44d3-9f8d-b5246c7fac66 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:05.376546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b80e2df4-6850-4e05-8556-948890d74540 req-df84c735-df3c-44d3-9f8d-b5246c7fac66 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:05.398717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b80e2df4-6850-4e05-8556-948890d74540 req-df84c735-df3c-44d3-9f8d-b5246c7fac66 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132325 Oct 26 17:01:05.409727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84c735-df3c-44d3-9f8d-b5246c7fac66 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de0e1e1-0a0b-468f-915c-b906b873e78b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:05.519373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bde6-5630-43eb-9d90-8decc7d6d3b5 req-67d970e2-74f2-43d8-af4a-b39f648ff942 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:05.521405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2be8bde6-5630-43eb-9d90-8decc7d6d3b5 req-67d970e2-74f2-43d8-af4a-b39f648ff942 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0520644 Oct 26 17:01:05.560706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2be8bde6-5630-43eb-9d90-8decc7d6d3b5 req-b7f30284-a6c1-483e-97d8-ac529917a930 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Oct 26 17:01:05.583899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49138) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:05.649239 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6ca31e6d-a820-49cd-981a-d13e01089141 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/0e807e86-cd39-4ede-a54a-8869f616c5e1 HTTP/1.1" status: 200 len: 993 time: 0.0641363 Oct 26 17:01:05.914623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-d5737d4e-eaf9-4ceb-b86e-8919a684b7f2 req-9d36697b-b263-433b-80b4-9f0bd64f8566 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:01:05.915677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5737d4e-eaf9-4ceb-b86e-8919a684b7f2 req-9d36697b-b263-433b-80b4-9f0bd64f8566 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061884 Oct 26 17:01:06.066298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:06.183569 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5c9d-acbc-42e7-ad04-7a4aede2b6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.258167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5c9d-acbc-42e7-ad04-7a4aede2b6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.324297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5c9d-acbc-42e7-ad04-7a4aede2b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.360920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e5c9d-acbc-42e7-ad04-7a4aede2b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a88a5-aa00-46bd-b69d-c662dd87aa15,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:06.367867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f0e5c9d-acbc-42e7-ad04-7a4aede2b6c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70634cd7f8e54b30807f64f72c6eafce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005102 Oct 26 17:01:06.372336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49162) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:06.436987 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.479928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.505121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db4bb-7592-440f-83dc-e1e60dd41bc2 req-c01cb0e8-ede5-408b-8ad3-ffcf1376fc6e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:06.506720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-926db4bb-7592-440f-83dc-e1e60dd41bc2 req-c01cb0e8-ede5-408b-8ad3-ffcf1376fc6e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0836947 Oct 26 17:01:06.554122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-926db4bb-7592-440f-83dc-e1e60dd41bc2 req-cfbeaca8-e71c-4877-b45c-abe21c97b5e4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 Oct 26 17:01:06.627487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.630193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:06.632015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/422a88a5-aa00-46bd-b69d-c662dd87aa15 HTTP/1.1" status: 204 len: 168 time: 0.2585905 Oct 26 17:01:06.640104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d5a4e-8f22-4908-b571-852bbcd247b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a88a5-aa00-46bd-b69d-c662dd87aa15,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:06.655617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-c05ef589-6703-4be7-b061-546e211e967b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953209 Oct 26 17:01:06.666174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-169887b2-cd78-4e6e-8480-f8d9af2e3931 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:01:06.667490 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-169887b2-cd78-4e6e-8480-f8d9af2e3931 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067883 Oct 26 17:01:06.682343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.285898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49188) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:07.298180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97c0b4b4-32ab-4d8f-bc0f-b61ada8b4e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.374334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97c0b4b4-32ab-4d8f-bc0f-b61ada8b4e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.442226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97c0b4b4-32ab-4d8f-bc0f-b61ada8b4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.480565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97c0b4b4-32ab-4d8f-bc0f-b61ada8b4e34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4822c59a3054948ba5304365755ab81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949081 Oct 26 17:01:07.481541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0b4b4-32ab-4d8f-bc0f-b61ada8b4e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af0030-1bb6-48ac-801a-a6cbb16ae066,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.484201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:07.546529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.569925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.674683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd4e9-a903-4aef-bb81-f5ea47f7cde0 req-ceea836a-ecd4-4d85-92f1-a0df4ed23c42 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:07.676553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a5dd4e9-a903-4aef-bb81-f5ea47f7cde0 req-ceea836a-ecd4-4d85-92f1-a0df4ed23c42 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Oct 26 17:01:07.707539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.710968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:07.714567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96af0030-1bb6-48ac-801a-a6cbb16ae066 HTTP/1.1" status: 204 len: 168 time: 0.2269988 Oct 26 17:01:07.720057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a5dd4e9-a903-4aef-bb81-f5ea47f7cde0 req-4c23220c-8b0d-4dc2-b5a6-6082463fd615 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374274 Oct 26 17:01:07.720205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c38bc-17bd-4108-9086-88708926b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af0030-1bb6-48ac-801a-a6cbb16ae066,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.896544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832d64-3e4a-43ec-9e5a-e6c1dffe55e0 req-a5918f2b-4fca-4954-91d1-bbf767babb95 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:08.901920 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea832d64-3e4a-43ec-9e5a-e6c1dffe55e0 req-a5918f2b-4fca-4954-91d1-bbf767babb95 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0837786 Oct 26 17:01:08.904954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-ed18e99c-585a-43f5-a0bb-895b34c49313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:08.906381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-ed18e99c-585a-43f5-a0bb-895b34c49313 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0624008 Oct 26 17:01:08.995042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea832d64-3e4a-43ec-9e5a-e6c1dffe55e0 req-e7bef3bd-32f7-4427-a912-ffd65bee2453 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876458 Oct 26 17:01:09.033419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-4669fe09-3946-43c4-bffb-efb5fadcdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:09.034882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-4669fe09-3946-43c4-bffb-efb5fadcdcdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.1207564 Oct 26 17:01:09.099999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-6e4da9d1-0096-4cb0-8dc0-55099d15492b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 1001 time: 0.0581393 Oct 26 17:01:09.152798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-88e85f34-cff1-4d21-a084-c050008ffcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:09.154136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-88e85f34-cff1-4d21-a084-c050008ffcd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0480201 Oct 26 17:01:09.199935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-82fb86f3-872d-421d-89a0-632e88986548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:09.201394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-82fb86f3-872d-421d-89a0-632e88986548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402651 Oct 26 17:01:09.297226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-f9cbaf69-0517-4f52-aa25-fc94f2ab7f5f service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Oct 26 17:01:09.361873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49228) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:09.394205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-d198d5f2-c8d9-44ec-ad3f-aae6240069c6 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899887 Oct 26 17:01:09.471061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70c07cae-f240-4be9-a03c-f947f7f745df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.544909 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70c07cae-f240-4be9-a03c-f947f7f745df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.642571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-70c07cae-f240-4be9-a03c-f947f7f745df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.681111 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-70c07cae-f240-4be9-a03c-f947f7f745df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa88ec058b3c424aa915602f13c84f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174894 Oct 26 17:01:09.683990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49232) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:09.684158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c07cae-f240-4be9-a03c-f947f7f745df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854dbbfa-a56d-42b9-9e46-9bf9dc611388,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:09.745484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.766221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.876497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.879038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:09.880355 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/854dbbfa-a56d-42b9-9e46-9bf9dc611388 HTTP/1.1" status: 204 len: 168 time: 0.1951072 Oct 26 17:01:09.888352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477525f-af03-4338-bc9e-3b48c3e2d945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854dbbfa-a56d-42b9-9e46-9bf9dc611388,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:10.120570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abfc27-3c95-4748-860a-520890437c9b req-2ab3fa18-e3de-4ef8-87fb-02f2af95d179 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:10.122018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64abfc27-3c95-4748-860a-520890437c9b req-2ab3fa18-e3de-4ef8-87fb-02f2af95d179 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0539846 Oct 26 17:01:10.160690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64abfc27-3c95-4748-860a-520890437c9b req-168a2da9-32ec-4417-9bf9-f83f954aa2d9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Oct 26 17:01:11.277949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0893a5-d335-4ca0-b108-dd138a67eb44 req-399d6ca2-e37d-48d1-bb5d-ebbd519389d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:11.279401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f0893a5-d335-4ca0-b108-dd138a67eb44 req-399d6ca2-e37d-48d1-bb5d-ebbd519389d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Oct 26 17:01:11.325536 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f0893a5-d335-4ca0-b108-dd138a67eb44 req-2f97cd9f-d68c-4c2f-a054-414cffbdc5e1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Oct 26 17:01:12.441726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afa709-6b94-4f9f-b2d9-f45f8a277a95 req-8b41a2b3-718e-4040-ad4a-8f2fd970755f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:12.443280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90afa709-6b94-4f9f-b2d9-f45f8a277a95 req-8b41a2b3-718e-4040-ad4a-8f2fd970755f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Oct 26 17:01:12.480995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90afa709-6b94-4f9f-b2d9-f45f8a277a95 req-f51b37ee-5785-4e1a-b2dc-bebb2f7fad69 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Oct 26 17:01:13.601329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a07f-eb63-42c1-86ad-060e3c299efa req-352150cf-3b6f-4fd3-8983-415165f06e2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:13.602794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a25a07f-eb63-42c1-86ad-060e3c299efa req-352150cf-3b6f-4fd3-8983-415165f06e2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Oct 26 17:01:13.639928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a25a07f-eb63-42c1-86ad-060e3c299efa req-5feb3f17-418f-4d0d-a1b9-a13c01fc273e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Oct 26 17:01:13.847746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-569ef6b7-f81b-4edc-8a97-0973c5fe1923 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288494 Oct 26 17:01:14.026770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-fe0524dd-86db-461f-a83a-b26c0c87714a tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:14.028245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-fe0524dd-86db-461f-a83a-b26c0c87714a tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743262 Oct 26 17:01:14.043461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-df4b0b1e-e825-42dc-abdd-538cd1ff6cbe tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/quotas/fcac3975c6154ce9b9ce9add1b9371d1 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Oct 26 17:01:14.077292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-9a7305af-1cbc-4fce-8fc7-a311022e9c88 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286903 Oct 26 17:01:14.286986 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73fa0b53-7480-437f-8802-3623af043995 req-36d91c46-95ff-471b-a784-a633e8147e02 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Oct 26 17:01:14.759565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e01c2b-bdbe-44c6-83e7-8d1ad359b3d0 req-d17cfd05-6b16-4396-a972-da2f8b23cb37 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:14.761195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38e01c2b-bdbe-44c6-83e7-8d1ad359b3d0 req-d17cfd05-6b16-4396-a972-da2f8b23cb37 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Oct 26 17:01:14.798433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38e01c2b-bdbe-44c6-83e7-8d1ad359b3d0 req-d5e1ea0b-6f2e-41bf-89b7-734c98e3bbdf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Oct 26 17:01:15.381311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-933820bd-081e-49f3-b82a-d5970d27a229 req-ca16b086-1531-4c43-83c6-55be5d0a01ec tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 210 time: 0.0283241 Oct 26 17:01:15.919541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990c13c-25e4-4545-8a03-46b72dae8ab7 req-f9b48200-db58-410f-bd59-46cd81e50ac4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:15.921074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8990c13c-25e4-4545-8a03-46b72dae8ab7 req-f9b48200-db58-410f-bd59-46cd81e50ac4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0513649 Oct 26 17:01:15.959348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8990c13c-25e4-4545-8a03-46b72dae8ab7 req-434d82a4-cfb9-4ddf-8ecf-a7422358a539 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Oct 26 17:01:16.310123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-fe8c91a7-ef2e-466d-beaa-74430900820b tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225029 Oct 26 17:01:16.421900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-96cbb27e-14e8-41a4-b1c3-7fd304b19375 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:16.423398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-96cbb27e-14e8-41a4-b1c3-7fd304b19375 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074388 Oct 26 17:01:16.435522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Request body: {'port': {'device_id': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': 'fcac3975c6154ce9b9ce9add1b9371d1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:16.505326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1682b6c-af7e-4123-80a2-e4eae9f46cec req-7451fb4b-8bc0-42f2-b6a1-4b578e60b260 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 210 time: 0.0543773 Oct 26 17:01:16.659650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Made reservation on behalf of fcac3975c6154ce9b9ce9add1b9371d1 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:01:16.663203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:16.675278 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:16.749832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:16.831348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:16.861664 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46b23f-e5cd-48d8-8331-d61d22706ce0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:16.966934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Allocated IP 192.168.233.75 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/15592055-623d-4e66-8a43-94ff94f9d642) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:17.120286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500fd0-8be4-493a-b208-6e4afa5abb51 req-2eb3c50f-5f32-4486-adf6-08cfcf784b1f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:17.121753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98500fd0-8be4-493a-b208-6e4afa5abb51 req-2eb3c50f-5f32-4486-adf6-08cfcf784b1f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0864377 Oct 26 17:01:17.179299 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.187223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98500fd0-8be4-493a-b208-6e4afa5abb51 req-29817de0-a37b-4d97-9eff-b560421cc761 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564108 Oct 26 17:01:17.283006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.330166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:17.333247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:17.337699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:01:17.343887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Pushing event updated for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:17.392510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:17.393243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.471077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-88894ee0-d2a6-4bc0-b99b-6e49aa0de579 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0393412 Oct 26 17:01:17.483527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Request body: {'port': {'device_id': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:17.542339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.543253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d8a54398-0761-4960-8fe7-4db44c47fe6a None None] Provisioning complete for port 15592055-623d-4e66-8a43-94ff94f9d642 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:01:17.544173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d8a54398-0761-4960-8fe7-4db44c47fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.580120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d8a54398-0761-4960-8fe7-4db44c47fe6a None None] Port 15592055-623d-4e66-8a43-94ff94f9d642 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:01:17.695786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74075bdf-3fde-49a3-a4a7-200f33d80191 req-85d832d5-f1bc-424f-802a-671492ae3ae1 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:17.697243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74075bdf-3fde-49a3-a4a7-200f33d80191 req-85d832d5-f1bc-424f-802a-671492ae3ae1 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 935 time: 0.1144331 Oct 26 17:01:17.783644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74075bdf-3fde-49a3-a4a7-200f33d80191 req-54c8d002-f1a5-4a1a-9583-8ed515a62634 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Oct 26 17:01:17.869961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15592055-623d-4e66-8a43-94ff94f9d642 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:01:17.877381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:17.889162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Transition to ACTIVE for port object 15592055-623d-4e66-8a43-94ff94f9d642 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:01:17.979783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:18.029859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:18.103245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Attempting to bind port 15592055-623d-4e66-8a43-94ff94f9d642 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:01:18.103578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Attempting to bind port 15592055-623d-4e66-8a43-94ff94f9d642 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:01:18.103914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Attempting to bind port 15592055-623d-4e66-8a43-94ff94f9d642 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:01:18.108655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Port 15592055-623d-4e66-8a43-94ff94f9d642 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:01:18.108972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Attempting to bind port 15592055-623d-4e66-8a43-94ff94f9d642 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:01:18.113802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:01:18.114136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:01:18.114518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:01:18.114950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Bound port: 15592055-623d-4e66-8a43-94ff94f9d642, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:01:18.115584 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:18.181926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:01:18.185056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=15592055-623d-4e66-8a43-94ff94f9d642,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:01:18.249522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:18.312716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.313337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:18.314725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] 10.222.0.47 "PUT /v2.0/ports/15592055-623d-4e66-8a43-94ff94f9d642 HTTP/1.1" status: 200 len: 1095 time: 0.8355727 Oct 26 17:01:18.317141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:18.320137 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1c459-c2b0-4271-aaf9-424756e777ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "tag": "15592055-623d-4e66-8a43-94ff94f9d642"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:18.355714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88e5c-9b72-42f4-9f1e-e5fe61d1bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:18.370759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2569b-7951-41f7-a803-3d6c2791e654 req-1f0da571-061b-4a55-8cd8-086fa364ac4c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.370759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5d2569b-7951-41f7-a803-3d6c2791e654 req-1f0da571-061b-4a55-8cd8-086fa364ac4c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.1108906 Oct 26 17:01:18.376102 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b38de3-daea-4255-b554-47b8c7e9c860 x-openstack-request-id: req-c1b38de3-daea-4255-b554-47b8c7e9c860 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:18.377425 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "tag": "15592055-623d-4e66-8a43-94ff94f9d642", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:18.377867 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1b38de3-daea-4255-b554-47b8c7e9c860 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:18.378535 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642', 'status': 'completed', 'code': 200} Oct 26 17:01:18.438631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5d2569b-7951-41f7-a803-3d6c2791e654 req-b1c1aaa6-294d-4efe-8592-917c6a67ea33 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591583 Oct 26 17:01:18.452199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c459-c2b0-4271-aaf9-424756e777ef req-5aeccd5f-b25a-41b6-a954-372acdde5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.453909 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3a1c459-c2b0-4271-aaf9-424756e777ef req-5aeccd5f-b25a-41b6-a954-372acdde5be8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 1098 time: 0.0587041 Oct 26 17:01:18.484693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3a1c459-c2b0-4271-aaf9-424756e777ef req-f9ba3d7b-058f-421d-ab93-20dd225c5d7d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213537 Oct 26 17:01:18.588425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c459-c2b0-4271-aaf9-424756e777ef req-fb45cb5e-9859-4e8a-8f78-2889587648a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.589793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3a1c459-c2b0-4271-aaf9-424756e777ef req-fb45cb5e-9859-4e8a-8f78-2889587648a6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981967 Oct 26 17:01:18.666212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-3873d406-03b7-4615-838e-a292e3bbce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.667698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-3873d406-03b7-4615-838e-a292e3bbce6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 1098 time: 0.0406585 Oct 26 17:01:18.710696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-17ca6a73-7803-4559-b425-8ff482c6e004 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=15592055-623d-4e66-8a43-94ff94f9d642 HTTP/1.1" status: 200 len: 217 time: 0.0337768 Oct 26 17:01:18.764246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-55c4991d-390f-4c77-8235-9a58ade6d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.765663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-55c4991d-390f-4c77-8235-9a58ade6d15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0470436 Oct 26 17:01:18.815414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-06154e51-66c0-448b-8796-c55ee00a3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.816923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-06154e51-66c0-448b-8796-c55ee00a3a9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427911 Oct 26 17:01:18.941227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b113d-be95-465c-8be5-827a1bd87737 req-21ea8114-3c69-4234-8177-eded107afa27 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:18.942559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-670b113d-be95-465c-8be5-827a1bd87737 req-21ea8114-3c69-4234-8177-eded107afa27 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 947 time: 0.0772674 Oct 26 17:01:18.948035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-74f2be42-f80c-481a-9ca0-733effd59f6b service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229999 Oct 26 17:01:19.026462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-670b113d-be95-465c-8be5-827a1bd87737 req-adabb602-1f23-4b9d-9daa-434c56f14394 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Oct 26 17:01:19.059613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2398dc1-c30f-4c17-b32b-cdd22cce54d1 req-bfb4d28d-2558-4ee7-8b48-60c0e9e1a1a8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040773 Oct 26 17:01:19.565873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6a6c-c552-45cd-9cbc-677e247d185f req-216ed5e5-aa3e-4449-b703-623d721850be tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:19.567363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6cb6a6c-c552-45cd-9cbc-677e247d185f req-216ed5e5-aa3e-4449-b703-623d721850be tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0502038 Oct 26 17:01:19.604958 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6cb6a6c-c552-45cd-9cbc-677e247d185f req-1cf922a3-1679-4f1e-8225-3f721bbb8225 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Oct 26 17:01:20.144837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7610-13ff-4821-86a9-f3db87ca7899 req-85a7296a-0aca-4198-8986-3659aaf13c59 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:20.146300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bc7610-13ff-4821-86a9-f3db87ca7899 req-85a7296a-0aca-4198-8986-3659aaf13c59 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 947 time: 0.0507267 Oct 26 17:01:20.184886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13bc7610-13ff-4821-86a9-f3db87ca7899 req-a79701c1-59b0-41ad-82f8-b8452637a595 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Oct 26 17:01:20.722916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac578a3-03dd-4fd2-b1bc-f7fb394a043b req-6d6cadee-cd2c-4dc3-8db6-7d7fea6ecb8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:20.724324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ac578a3-03dd-4fd2-b1bc-f7fb394a043b req-6d6cadee-cd2c-4dc3-8db6-7d7fea6ecb8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Oct 26 17:01:20.765375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ac578a3-03dd-4fd2-b1bc-f7fb394a043b req-7774908c-0b8c-4ee9-8db1-fadd04f795bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350528 Oct 26 17:01:21.156892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:21.299989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325697a5-ac83-4b8f-9a06-cf7bd0c3b3d0 req-0ce4a899-7c7c-4b8f-81d7-666766b18e80 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:21.301433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-325697a5-ac83-4b8f-9a06-cf7bd0c3b3d0 req-0ce4a899-7c7c-4b8f-81d7-666766b18e80 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 947 time: 0.0483656 Oct 26 17:01:21.338353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-325697a5-ac83-4b8f-9a06-cf7bd0c3b3d0 req-c694f05a-91f3-42b7-bb87-8efc1c2acc3d tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Oct 26 17:01:21.885517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19955aa-d275-46d4-885a-466cba1890e7 req-90d4551f-9690-4a69-ba6b-a34a7def5221 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:21.886993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c19955aa-d275-46d4-885a-466cba1890e7 req-90d4551f-9690-4a69-ba6b-a34a7def5221 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Oct 26 17:01:21.924699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c19955aa-d275-46d4-885a-466cba1890e7 req-11e4b1cb-bb2e-4250-9b9c-9e60aa5ad795 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Oct 26 17:01:22.061492 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-19973bf1-565b-4a82-8d04-54bc2c703727 service neutron] show failed (client error): The resource could not be found. Oct 26 17:01:22.062385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-19973bf1-565b-4a82-8d04-54bc2c703727 service neutron] 10.222.0.47 "GET /v2.0/ports/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0531397 Oct 26 17:01:22.456111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003f2a-2d20-4f23-80da-c4618015d735 req-fa36fdfb-2359-4198-8e94-0d28ceb10c4c tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:22.457595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5003f2a-2d20-4f23-80da-c4618015d735 req-fa36fdfb-2359-4198-8e94-0d28ceb10c4c tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 947 time: 0.0529449 Oct 26 17:01:22.499346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5003f2a-2d20-4f23-80da-c4618015d735 req-04a1ea8c-b5be-4beb-aa71-2d7cb6417f70 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349553 Oct 26 17:01:22.557833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-843c2471-29c0-4ff6-a4ef-41d5e283e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:22.559339 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-843c2471-29c0-4ff6-a4ef-41d5e283e59f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 1096 time: 0.0737774 Oct 26 17:01:22.573312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:22.626636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:22.634425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:22.692758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 15592055-623d-4e66-8a43-94ff94f9d642 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:01:22.793332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=15592055-623d-4e66-8a43-94ff94f9d642,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:22.804903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '15592055-623d-4e66-8a43-94ff94f9d642', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': '15592055-623d-4e66-8a43-94ff94f9d642', 'mac_address': 'fa:16:3e:c8:c8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:01:22.841343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:22.854527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15592055-623d-4e66-8a43-94ff94f9d642 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:01:22.875489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:22.877610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=15592055-623d-4e66-8a43-94ff94f9d642,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:22.909080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:01:22.946828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:22.949090 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb57953-79dd-4ec2-8aaa-a5ff2dcc778f" -d '{"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:22.953122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:22.972184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Transition to ACTIVE for port object c9f2ad91-75f0-43c5-82ca-8c74f52cb64c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:01:22.992872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:22.999651 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78b569-c9b4-4faa-91fc-c90f15b754c9 x-openstack-request-id: req-aa78b569-c9b4-4faa-91fc-c90f15b754c9 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:23.000155 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:23.000528 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa78b569-c9b4-4faa-91fc-c90f15b754c9 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:23.001010 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'code': 200} Oct 26 17:01:23.041965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:23.043494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc532-5c50-480a-ab91-f444672f6295 req-a115c50d-ab7d-4b18-8c6c-a1212157268d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:23.045014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ecc532-5c50-480a-ab91-f444672f6295 req-a115c50d-ab7d-4b18-8c6c-a1212157268d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Oct 26 17:01:23.049439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.049792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.050135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.050475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.050810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.051159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.051494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.051823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.052150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.052472 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.052801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.053126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:23.068889 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:23.083277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20ecc532-5c50-480a-ab91-f444672f6295 req-b4160670-2f76-485e-a413-7ff4f440c1d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Oct 26 17:01:23.180698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['15592055-623d-4e66-8a43-94ff94f9d642'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:01:23.432232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:23.496754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] No DVR routers for this DVR port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:01:23.615245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd064eb6-af88-4530-a762-698b00d086cb req-b2cf8e82-2b1b-4d88-ad4d-576880734988 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:23.617089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd064eb6-af88-4530-a762-698b00d086cb req-b2cf8e82-2b1b-4d88-ad4d-576880734988 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 948 time: 0.0489316 Oct 26 17:01:23.631540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:01:23.632247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:01:23.632247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:01:23.637150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:01:23.637477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Attempting to bind port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on network 76f9e84b-a975-411f-bda9-2e282dd2af87 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:01:23.642353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:01:23.643161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Checking segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:01:23.643161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Bound using segment: {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:01:23.643522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Bound port: c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63f1522-8651-4c97-a6e1-bd31fe8188f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:01:23.643877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:23.655754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd064eb6-af88-4530-a762-698b00d086cb req-1cc3e552-4113-4427-9133-9067ea310a44 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Oct 26 17:01:23.707305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:01:23.710574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:01:23.869546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:23.910388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:23.910388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:23.910388 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 1091 time: 1.3403072 Oct 26 17:01:23.949861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eac4-3230-4239-a2dd-ebd20639c922 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:23.983339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-62ef6f2e-17b5-4837-8a36-27f43252cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:23.984880 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-62ef6f2e-17b5-4837-8a36-27f43252cf0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0470808 Oct 26 17:01:24.079280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-84541872-0a3b-4fa0-8772-4fa29b92d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:24.080764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-84541872-0a3b-4fa0-8772-4fa29b92d402 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.0885272 Oct 26 17:01:24.151408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-e662dd9b-0519-4871-a5bf-4a3823cd3d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 999 time: 0.0627604 Oct 26 17:01:24.201878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-47ee71de-b06b-4779-a3b7-bd32a67d65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:24.203386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-47ee71de-b06b-4779-a3b7-bd32a67d65e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0451446 Oct 26 17:01:24.208715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc4f83-b277-46cc-941c-f08e6129f56f req-13b6e955-f01d-44da-a294-1ee04b2bcc12 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:24.210896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33cc4f83-b277-46cc-941c-f08e6129f56f req-13b6e955-f01d-44da-a294-1ee04b2bcc12 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Oct 26 17:01:24.249917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33cc4f83-b277-46cc-941c-f08e6129f56f req-3a97f8ad-78da-41a1-bc48-e41e53df453b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Oct 26 17:01:24.250388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-e4adc0bb-6721-4926-bc47-cf37c7a43d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:24.251931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-e4adc0bb-6721-4926-bc47-cf37c7a43d2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418117 Oct 26 17:01:24.348226 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-19fea2e7-61b9-40e6-ac1c-b9c46a4078f9 service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880051 Oct 26 17:01:24.440427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-f86382b0-c4d7-41c1-8ebb-c54ece97ab9b service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843644 Oct 26 17:01:24.708660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 15592055-623d-4e66-8a43-94ff94f9d642 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:24.778324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a3318-1d5a-47ca-8bbb-5725d9aa3818 req-01150350-d2eb-4f1f-9813-f2e2689a1903 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:24.779895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd9a3318-1d5a-47ca-8bbb-5725d9aa3818 req-01150350-d2eb-4f1f-9813-f2e2689a1903 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 948 time: 0.0530798 Oct 26 17:01:24.816991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd9a3318-1d5a-47ca-8bbb-5725d9aa3818 req-0c7e705d-55eb-4089-8fcd-a9a2cb0748ff tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Oct 26 17:01:24.849246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 15592055-623d-4e66-8a43-94ff94f9d642 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:01:24.853327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 15592055-623d-4e66-8a43-94ff94f9d642 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:01:24.853696 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:24.929707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:24.954534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:24.956884 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edcd051-3c99-4e9b-82ba-d9923ce70f34" -d '{"events": [{"server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "name": "network-vif-plugged", "status": "completed", "tag": "15592055-623d-4e66-8a43-94ff94f9d642"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:25.002327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:25.004929 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a16a4a-6f6a-441e-911d-6f33ab4643b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:25.058656 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5913114d-a7f3-4a1b-a636-37f4f300b65f x-openstack-request-id: req-5913114d-a7f3-4a1b-a636-37f4f300b65f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:25.058942 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:25.059221 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5913114d-a7f3-4a1b-a636-37f4f300b65f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:25.059630 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'status': 'completed', 'code': 200} Oct 26 17:01:25.109434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725d41-e89b-43cf-8036-74ec88e61f05 req-535280d4-657c-44f0-a152-1da295011b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.110903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96725d41-e89b-43cf-8036-74ec88e61f05 req-535280d4-657c-44f0-a152-1da295011b4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 1099 time: 0.0447652 Oct 26 17:01:25.130081 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b7f80-aed4-4c82-9f10-53805243e1ca x-openstack-request-id: req-ea7b7f80-aed4-4c82-9f10-53805243e1ca {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:25.130452 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "name": "network-vif-plugged", "status": "completed", "tag": "15592055-623d-4e66-8a43-94ff94f9d642", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:25.130795 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea7b7f80-aed4-4c82-9f10-53805243e1ca {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:25.131286 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642', 'code': 200} Oct 26 17:01:25.135368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=15592055-623d-4e66-8a43-94ff94f9d642,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:25.148087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96725d41-e89b-43cf-8036-74ec88e61f05 req-ac950d48-7f91-49d5-91da-28bdbd4d913a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302391 Oct 26 17:01:25.155683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-01ee2b49-4df0-4b10-b089-56e8ee9c61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.157209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-01ee2b49-4df0-4b10-b089-56e8ee9c61d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0747681 Oct 26 17:01:25.162395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-4503bb09-bf7b-4cc3-bd17-79dca37dbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.164135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-4503bb09-bf7b-4cc3-bd17-79dca37dbd6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0731046 Oct 26 17:01:25.206360 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:25.207294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:25.258763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-8decf523-91a3-479b-8dc6-4b107bea716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.260255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-8decf523-91a3-479b-8dc6-4b107bea716b service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.0884171 Oct 26 17:01:25.279403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:01:25.283522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:25.328389 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-83fd2e24-eeba-4fd1-8b05-31d25f78ad2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 999 time: 0.0602977 Oct 26 17:01:25.376164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea3164-53de-490e-9333-1275bb11d143 req-a7bca493-0547-4c0d-8373-0b40d32933d9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.377539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38ea3164-53de-490e-9333-1275bb11d143 req-a7bca493-0547-4c0d-8373-0b40d32933d9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0525343 Oct 26 17:01:25.415586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-38ea3164-53de-490e-9333-1275bb11d143 req-75fdf227-8acf-4b84-93b8-60c8ddbaa90b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Oct 26 17:01:25.434412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-949c5794-8812-4862-be44-0a761cdf9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.435900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-949c5794-8812-4862-be44-0a761cdf9a06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.1005392 Oct 26 17:01:25.487373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-e1edac3a-65b9-44d3-b63f-e21aa340df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.488809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-e1edac3a-65b9-44d3-b63f-e21aa340df82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.1273270 Oct 26 17:01:25.504174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-42614fc9-7486-4b35-90d3-6f4af06837d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.505542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-42614fc9-7486-4b35-90d3-6f4af06837d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571835 Oct 26 17:01:25.605373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-9c8e62f2-04fa-41b6-9b29-bcfdf60d3f82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 999 time: 0.1089697 Oct 26 17:01:25.669722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-f209638a-77e5-43c1-b806-eac1d9680134 service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329300 Oct 26 17:01:25.687010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-d3221426-39f1-4b2f-a3b0-ff7e695316e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.690042 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-d3221426-39f1-4b2f-a3b0-ff7e695316e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0681639 Oct 26 17:01:25.794985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-ec200b78-29bc-4337-9521-ce84f2f64647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.796488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-ec200b78-29bc-4337-9521-ce84f2f64647 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957086 Oct 26 17:01:25.799932 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-df1c3255-5874-4b4c-b4c8-33db592b1e76 service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208198 Oct 26 17:01:25.809841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-decaba9a-6428-4fa7-9f71-be1183ba1647 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:01:25.810736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-decaba9a-6428-4fa7-9f71-be1183ba1647 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057330 Oct 26 17:01:25.907592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-0ab7f3f7-266c-4cf6-bb8b-44f800c87ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895801 Oct 26 17:01:25.934872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152a3f0-7799-461f-9535-4dd91af6b68e req-17393615-f6d6-4202-9d96-a189b1e38fbd tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:25.936310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9152a3f0-7799-461f-9535-4dd91af6b68e req-17393615-f6d6-4202-9d96-a189b1e38fbd tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 949 time: 0.0483556 Oct 26 17:01:25.974091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9152a3f0-7799-461f-9535-4dd91af6b68e req-aaa75112-5ab9-46ae-b409-b00a40d8b765 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Oct 26 17:01:26.003794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a16a4a-6f6a-441e-911d-6f33ab4643b4 req-28fc1f7f-368e-4f9b-8bab-c5aae33c0571 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882840 Oct 26 17:01:26.534446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd283-c4dc-452d-aeef-614f94280aa8 req-1014044a-a1a4-4a61-a2f5-97d7a580a0fb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:26.535980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c45bd283-c4dc-452d-aeef-614f94280aa8 req-1014044a-a1a4-4a61-a2f5-97d7a580a0fb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0486536 Oct 26 17:01:26.574404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c45bd283-c4dc-452d-aeef-614f94280aa8 req-3cccd69d-c26a-448e-ac5d-3ebabd498dee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Oct 26 17:01:26.892020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b42c-2eed-480c-b5ae-b16f4d6c40f1 req-0ab6e18c-7651-444d-a01a-55d455205f50 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:26.893512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5602b42c-2eed-480c-b5ae-b16f4d6c40f1 req-0ab6e18c-7651-444d-a01a-55d455205f50 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 943 time: 0.0536802 Oct 26 17:01:26.933615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5602b42c-2eed-480c-b5ae-b16f4d6c40f1 req-72664335-d7c6-4c0c-91ee-390fb4e30336 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Oct 26 17:01:27.010341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-f88b6c00-d8a1-4faa-a113-63d97a36db66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.016635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-f88b6c00-d8a1-4faa-a113-63d97a36db66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45&tenant_id=1239377e516041e191f08c27fbbfdd3a&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 943 time: 0.0859959 Oct 26 17:01:27.075017 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-a17f2d41-fa33-40c3-a271-5633b520181c service neutron] delete failed (client error): The resource could not be found. Oct 26 17:01:27.076077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-a17f2d41-fa33-40c3-a271-5633b520181c service neutron] 10.222.0.47 "DELETE /v2.0/ports/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0568104 Oct 26 17:01:27.162813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-a117144c-dcc5-4dad-add2-3e45f03eded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.164716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-a117144c-dcc5-4dad-add2-3e45f03eded9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1094 time: 0.0454569 Oct 26 17:01:27.230727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:01:27.258818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-ce89c88c-1426-418a-a6c6-e16471804676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.260344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-ce89c88c-1426-418a-a6c6-e16471804676 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.0890882 Oct 26 17:01:27.290221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa5b55-29df-4dcb-8941-ff6f0b835595 req-2bc409ff-cd0b-48c4-a5ac-bbdab341f2ff tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.291743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6fa5b55-29df-4dcb-8941-ff6f0b835595 req-2bc409ff-cd0b-48c4-a5ac-bbdab341f2ff tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 949 time: 0.2468832 Oct 26 17:01:27.335592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-b998838d-e9b5-4884-8419-d90e45e0320a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 999 time: 0.0680950 Oct 26 17:01:27.336720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6fa5b55-29df-4dcb-8941-ff6f0b835595 req-81ed2352-db27-4e67-b24c-3a168f7f8a94 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377288 Oct 26 17:01:27.339074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:27.351260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'port_id': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'mac_address': 'fa:16:3e:62:a3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:01:27.393805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-1fbf7ef5-12e4-497e-9622-7d43e0e64aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.395291 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-1fbf7ef5-12e4-497e-9622-7d43e0e64aec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0533853 Oct 26 17:01:27.395999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:27.409679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f2ad91-75f0-43c5-82ca-8c74f52cb64c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:01:27.436232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:27.442885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-1b0d2e44-d078-4a5e-bfae-482f36b5b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:27.444412 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-1b0d2e44-d078-4a5e-bfae-482f36b5b973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426598 Oct 26 17:01:27.512389 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:27.545288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-0b3436b6-b32b-439b-b1b9-0627c7a9e656 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936263 Oct 26 17:01:27.566494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:27.636442 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e1d74c6-3056-408e-8046-95a76cffb936 req-14d08ac2-51ea-442e-a704-a8468e5ea629 service neutron] 10.222.0.47 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Oct 26 17:01:27.791113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:01:28.052468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b92e5-7a69-4506-b109-fa009a78f0f7 req-fe68950b-521e-424f-8492-ac8cfe7f9da7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:28.053931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f42b92e5-7a69-4506-b109-fa009a78f0f7 req-fe68950b-521e-424f-8492-ac8cfe7f9da7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 944 time: 0.0513682 Oct 26 17:01:28.093937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f42b92e5-7a69-4506-b109-fa009a78f0f7 req-f306f0a5-d3c0-4e40-97f8-af8bf2687a4b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332916 Oct 26 17:01:29.215791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81421a27-09b8-48b9-ab07-b08a8a29296d req-921888f3-933b-4329-b80d-ce068cd513cb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:29.219829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81421a27-09b8-48b9-ab07-b08a8a29296d req-921888f3-933b-4329-b80d-ce068cd513cb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 944 time: 0.0566928 Oct 26 17:01:29.256587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:29.264334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81421a27-09b8-48b9-ab07-b08a8a29296d req-d9f6f44d-732c-4d30-abbd-ea743fc7beff tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412080 Oct 26 17:01:29.287516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:29.349217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e2f0ab3c-6e85-478c-8d07-da499235fd7d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/0e807e86-cd39-4ede-a54a-8869f616c5e1 HTTP/1.1" status: 200 len: 992 time: 0.0603530 Oct 26 17:01:29.386223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:01:29.390455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:01:29.390829 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:29.471506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:29.494891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:29.497137 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24acd1-a323-491d-a1a7-53056a556826" -d '{"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:29.510161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:29.539893 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1f82e5-4431-49b0-b913-4439003a469d x-openstack-request-id: req-ee1f82e5-4431-49b0-b913-4439003a469d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:29.540315 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:29.540666 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee1f82e5-4431-49b0-b913-4439003a469d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:29.541172 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'code': 200} Oct 26 17:01:29.580674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:29.630344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:31.017996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56cdb431-c5e1-45d4-97f8-c70b991b9b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:33.587376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-baa3b474-35c9-4eb9-875e-a8a3e6f9e257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:34.120646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:35.100756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:36.675349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:39.766869 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:01:51.173421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:52.650805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:56.599564 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-4677a02e-d602-4d1d-ba53-2a282595c67f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000681 Oct 26 17:01:56.692870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-e0e40e1c-3405-4ec4-b260-ce9c31d431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:56.694327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-e0e40e1c-3405-4ec4-b260-ce9c31d431f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 1100 time: 0.0423009 Oct 26 17:01:56.804260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-49a0a2b0-09da-4e25-974e-948735d5cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:56.806036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-49a0a2b0-09da-4e25-974e-948735d5cdd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.0900218 Oct 26 17:01:56.848301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-4032a47a-0395-4a57-9256-978c856e9c7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=15592055-623d-4e66-8a43-94ff94f9d642 HTTP/1.1" status: 200 len: 217 time: 0.0345199 Oct 26 17:01:56.899106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-e9e1d80b-da46-4f0a-b7b8-8dca9935f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:56.900565 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-e9e1d80b-da46-4f0a-b7b8-8dca9935f241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0437078 Oct 26 17:01:56.946910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-7910c4bc-3476-49bd-8666-82713b53fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:56.948458 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-7910c4bc-3476-49bd-8666-82713b53fbb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399969 Oct 26 17:01:57.045925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-4424ea5a-b05a-4d24-bce5-955570ba529f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 Oct 26 17:01:57.140834 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-89ac6f5e-b4fa-4d37-9f0f-b87176dbe468 req-6c6d1cb4-587d-4361-abcf-189fce786d80 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870709 Oct 26 17:01:58.170286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f515026-f0ad-4928-bade-096ff0f66629 req-ca1037c8-b197-4beb-8cd1-e0b6fe281e4c tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:58.171820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f515026-f0ad-4928-bade-096ff0f66629 req-ca1037c8-b197-4beb-8cd1-e0b6fe281e4c tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0431921 Oct 26 17:01:58.207328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1f515026-f0ad-4928-bade-096ff0f66629 req-4bca48ee-548d-48d2-981e-ace6463f0060 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286634 Oct 26 17:01:58.229400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49452) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:01:58.688731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 36a22010-cd41-4745-9f32-9403d662526d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:01:58.689302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:58.771483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:58.771735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:58.785520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 36a22010-cd41-4745-9f32-9403d662526d owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:01:59.045822 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:59.071357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=36a22010-cd41-4745-9f32-9403d662526d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:59.083184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.083544 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.083890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.084237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.084601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.084938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.085276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.085610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.085957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.086276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.086613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.086937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:59.144932 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:59.145267 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 0e807e86-cd39-4ede-a54a-8869f616c5e1 disassociated (deleted). External IP: 172.25.5.115, port: c9f2ad91-75f0-43c5-82ca-8c74f52cb64c. Oct 26 17:01:59.357462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router bc210fbf-0449-4dd3-a197-c1e38cc24b77 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:01:59.469237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:01:59.474694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:01:59.479599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Sync routers for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:59.491771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:01:59.492532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:01:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:59.504615 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5e810e3c-3e51-4ad0-9a0d-ef79eb200d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e807e86-cd39-4ede-a54a-8869f616c5e1 HTTP/1.1" status: 204 len: 168 time: 1.2717004 Oct 26 17:01:59.504615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:01:59.505160 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682dbe26-86cb-4e2d-b984-d04fdb16cf00" -d '{"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:59.543845 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e2c7b-3d4a-4e80-9468-d80ef5efc936 x-openstack-request-id: req-c58e2c7b-3d4a-4e80-9468-d80ef5efc936 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:59.544136 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:59.544394 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c58e2c7b-3d4a-4e80-9468-d80ef5efc936 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:59.544799 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'status': 'completed', 'code': 200} Oct 26 17:01:59.614557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-5a48a5bd-4e7c-4cde-821e-3c8aa19e9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:59.616849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-5a48a5bd-4e7c-4cde-821e-3c8aa19e9699 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 1096 time: 0.0449927 Oct 26 17:01:59.628451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:01:59.717700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-222c63bf-85ff-4aeb-b303-9ec09af2fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:59.719729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-222c63bf-85ff-4aeb-b303-9ec09af2fff0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 200 len: 897 time: 0.0950475 Oct 26 17:01:59.762125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-1a9e83e5-d885-4c97-a882-33b1eef469b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 200 len: 217 time: 0.0353813 Oct 26 17:01:59.812321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-cb19e39a-e44c-4a6d-9053-b9e269daa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:59.814564 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-cb19e39a-e44c-4a6d-9053-b9e269daa206 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 200 len: 835 time: 0.0458846 Oct 26 17:01:59.849867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:59.882282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-43373933-2aad-487a-9e40-dd3a608956cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:01:59.883681 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-43373933-2aad-487a-9e40-dd3a608956cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f9e84b-a975-411f-bda9-2e282dd2af87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515361 Oct 26 17:01:59.887896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Checking router: bc210fbf-0449-4dd3-a197-c1e38cc24b77 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:59.897552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-ba652889-3969-493e-81e7-c3b38ff9e2a3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:01:59.898697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-ba652889-3969-493e-81e7-c3b38ff9e2a3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074673 Oct 26 17:01:59.898832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:01:59.899380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:01:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:00.013879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-f7939832-475c-4832-8fa3-3f79a7530735 service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071105 Oct 26 17:02:00.044945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:00.051819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f260f8-ab5b-4363-bc3a-107ea2bfb4f7 req-871b3f30-3803-4ae3-967d-3955c12e6221 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:00.053357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26f260f8-ab5b-4363-bc3a-107ea2bfb4f7 req-871b3f30-3803-4ae3-967d-3955c12e6221 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0609996 Oct 26 17:02:00.103379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26f260f8-ab5b-4363-bc3a-107ea2bfb4f7 req-4d8e39f6-b154-454a-a8d3-4fca7fe6cbe4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Oct 26 17:02:00.130506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-682dbe26-86cb-4e2d-b984-d04fdb16cf00 req-824085f3-92a9-4414-b0fa-f5e2becab478 service neutron] 10.222.0.39 "GET /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052084 Oct 26 17:02:00.252204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:00.277937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22758efa-acd6-4a20-84c0-a30a20481db9 None None] The sync data for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 is: [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4450237a-a2a4-4947-a7fa-85cad49bca3d', 'name': '', 'network_id': '76f9e84b-a975-411f-bda9-2e282dd2af87', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:a5:ec:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:13Z', 'updated_at': '2021-10-26T17:00:16Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '52c59eb5-457c-4235-987b-77fa70a0d82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:02:00.507871 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ece065-b12d-4eb2-a886-b14e970d7cb1 None None] New status for floating IP 0e807e86-cd39-4ede-a54a-8869f616c5e1: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:02:01.082611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0c696fe-4b98-4e1f-a316-e3e657f3218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:01.224914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a582a-b6dc-4eb6-81c5-d0cadf3bc64e req-0ef2364b-9cce-4ea4-925b-d61d674f1d24 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:01.226418 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-361a582a-b6dc-4eb6-81c5-d0cadf3bc64e req-0ef2364b-9cce-4ea4-925b-d61d674f1d24 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0536840 Oct 26 17:02:01.266723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-361a582a-b6dc-4eb6-81c5-d0cadf3bc64e req-611cce97-b9c0-4e97-ad7a-d72eb86fff02 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=166d71c4-b804-4761-a060-613c53b52d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Oct 26 17:02:01.301898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-315e0fd1-ab8b-4265-9e6e-bbceda96700c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:01.303335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-315e0fd1-ab8b-4265-9e6e-bbceda96700c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Oct 26 17:02:01.394228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:02:01.394571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:01.485754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:01.486394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:01.498766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for c9f2ad91-75f0-43c5-82ca-8c74f52cb64c owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:02:01.694344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:01.724826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=c9f2ad91-75f0-43c5-82ca-8c74f52cb64c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:01.750032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.750388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.750728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.751092 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.751429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.751858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.752185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.752514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.752839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.753165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.753488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.753804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:01.786488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] No DVR routers for this DVR port c9f2ad91-75f0-43c5-82ca-8c74f52cb64c on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:02:01.801412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:01.810300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-484a0b6b-2be2-4fcf-b1c1-d0af3e6a14c3 req-5d228ae8-20a4-44b9-90b6-4b7e7e3860cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "DELETE /v2.0/ports/c9f2ad91-75f0-43c5-82ca-8c74f52cb64c HTTP/1.1" status: 204 len: 173 time: 0.4961734 Oct 26 17:02:01.810300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-deleted', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:02:01.810300 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fab754-8de4-4d4d-99ff-c35f7674b873" -d '{"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-deleted", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:02:01.879663 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863f279-fce8-47b7-9054-5637c5581511 x-openstack-request-id: req-6863f279-fce8-47b7-9054-5637c5581511 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:02:01.879969 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c965e46c-00b9-42dc-ad61-c309c129fc45", "name": "network-vif-deleted", "tag": "c9f2ad91-75f0-43c5-82ca-8c74f52cb64c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:02:01.880228 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6863f279-fce8-47b7-9054-5637c5581511 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:02:01.880638 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c965e46c-00b9-42dc-ad61-c309c129fc45', 'name': 'network-vif-deleted', 'tag': 'c9f2ad91-75f0-43c5-82ca-8c74f52cb64c', 'status': 'completed', 'code': 200} Oct 26 17:02:02.377907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab6f1990-f5c5-48d5-978c-2521ce308877 req-1ae60764-eb99-4f5f-9d1a-9d0c4d03ef93 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=c965e46c-00b9-42dc-ad61-c309c129fc45 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Oct 26 17:02:03.434922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49478) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:03.605812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6541db97-dad2-4687-899d-0b3bf98177e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:03.814094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.071603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 4450237a-a2a4-4947-a7fa-85cad49bca3d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:02:04.071941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.127109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.165349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 4450237a-a2a4-4947-a7fa-85cad49bca3d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4450237a-a2a4-4947-a7fa-85cad49bca3d,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:04.165735 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.179108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 4450237a-a2a4-4947-a7fa-85cad49bca3d owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:02:04.446326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.475899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=4450237a-a2a4-4947-a7fa-85cad49bca3d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:04.667243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:04.887047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router bc210fbf-0449-4dd3-a197-c1e38cc24b77 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:02:04.991980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:02:04.997553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6190d1d-2aa8-4715-b707-0d6f29b1c921 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/bc210fbf-0449-4dd3-a197-c1e38cc24b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615172 Oct 26 17:02:05.000286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49484) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:05.004816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Sync routers for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:02:05.015927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:05.017329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:05.059515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting subnet 52c59eb5-457c-4235-987b-77fa70a0d82b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:02:05.062993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.105067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.140417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:05.169236 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.192202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.321329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.331556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:02:04Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:05.354194 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.361100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:05.361626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/subnets/52c59eb5-457c-4235-987b-77fa70a0d82b HTTP/1.1" status: 204 len: 168 time: 0.3593984 Oct 26 17:02:05.362770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30562487-ee09-471b-8d5a-2a3fcb669454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Subnet': ['ID=52c59eb5-457c-4235-987b-77fa70a0d82b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:05.366336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Checking router: bc210fbf-0449-4dd3-a197-c1e38cc24b77 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:02:05.371480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9910e-ddef-459f-a4e6-60978f8966e1 None None] Network 76f9e84b-a975-411f-bda9-2e282dd2af87 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:02:05.416761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Routers {'bc210fbf-0449-4dd3-a197-c1e38cc24b77'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:05.417606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:05.429175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:02:05.485395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.608143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.684700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c9f2ad91-75f0-43c5-82ca-8c74f52cb64c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:02:05.684922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c9f2ad91-75f0-43c5-82ca-8c74f52cb64c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:02:05.753236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port dd5f7064-994d-4a88-be65-2a1a5a2eef5a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:02:05.753581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.785660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] Set router bc210fbf-0449-4dd3-a197-c1e38cc24b77 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:05.850564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port dd5f7064-994d-4a88-be65-2a1a5a2eef5a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:05.850908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:05.864869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for dd5f7064-994d-4a88-be65-2a1a5a2eef5a owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:02:05.882912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] DHCP port deletion for 76f9e84b-a975-411f-bda9-2e282dd2af87 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:02:05.993923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Deleting port c1cb55af-e490-4c80-981f-f016051674b5 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:02:05.994181 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.065229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] For port c1cb55af-e490-4c80-981f-f016051674b5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c1cb55af-e490-4c80-981f-f016051674b5,segment=NetworkSegment(c63f1522-8651-4c97-a6e1-bd31fe8188f1),segment_id=c63f1522-8651-4c97-a6e1-bd31fe8188f1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:06.065909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.079844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Calling delete_port for c1cb55af-e490-4c80-981f-f016051674b5 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:02:06.082142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:02:04Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:06.103524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.117607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde01311-0bcc-4f89-8dbb-ac91da50d470 None None] The sync data for ids ['bc210fbf-0449-4dd3-a197-c1e38cc24b77'] in n-d-815373-2 is: [{'id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315888357', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:02:04Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'dd5f7064-994d-4a88-be65-2a1a5a2eef5a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210fbf-0449-4dd3-a197-c1e38cc24b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:00:09Z', 'updated_at': '2021-10-26T17:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:02:06.130827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=dd5f7064-994d-4a88-be65-2a1a5a2eef5a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:06.199667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.292259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.319080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] Pushing event deleted for resources: {'Port': ['ID=c1cb55af-e490-4c80-981f-f016051674b5,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:06.322730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2d03c-2f77-4266-b13c-6cf6cf438c66 None None] No DVR routers for this DVR port c1cb55af-e490-4c80-981f-f016051674b5 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:02:06.572125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.574307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.601044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c1cb55af-e490-4c80-981f-f016051674b5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:02:06.630370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c1cb55af-e490-4c80-981f-f016051674b5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:02:06.630370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c1cb55af-e490-4c80-981f-f016051674b5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:02:06.630622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4450237a-a2a4-4947-a7fa-85cad49bca3d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:02:06.668367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4450237a-a2a4-4947-a7fa-85cad49bca3d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:02:06.668805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4450237a-a2a4-4947-a7fa-85cad49bca3d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:02:06.695119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.695717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Fanout notify agent at l3_agent the message router_deleted on router bc210fbf-0449-4dd3-a197-c1e38cc24b77 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:02:06.704809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.704809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3efda8db-b543-42f0-a7d2-6ebc36a4e232 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/routers/bc210fbf-0449-4dd3-a197-c1e38cc24b77 HTTP/1.1" status: 204 len: 168 time: 1.3407390 Oct 26 17:02:06.707046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49492) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:06.753578 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.800894 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.896842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.916417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f9e84b-a975-411f-bda9-2e282dd2af87']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:06.926853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63f1522-8651-4c97-a6e1-bd31fe8188f1') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:06.927165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63f1522-8651-4c97-a6e1-bd31fe8188f1') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:06.941980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.955105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.960854 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:02:06.961233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:02:06.964251 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:02:07.135947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.141081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.145024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/networks/76f9e84b-a975-411f-bda9-2e282dd2af87 HTTP/1.1" status: 204 len: 168 time: 0.4367580 Oct 26 17:02:07.147985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49496) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:07.161998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302225b0-4932-4803-91d4-654b67d3170d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Network': ['ID=76f9e84b-a975-411f-bda9-2e282dd2af87,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:07.213643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.242350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.392588 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.395071 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:07.396432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/security-groups/166d71c4-b804-4761-a060-613c53b52d02 HTTP/1.1" status: 204 len: 168 time: 0.2466507 Oct 26 17:02:07.409174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e07628-3366-4678-9a4d-6735a593f12e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d71c4-b804-4761-a060-613c53b52d02,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:07.831261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49518) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:07.835985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571287511', 'description': 'tempest-secgroup-smoke-1571287511 description', 'project_id': '1239377e516041e191f08c27fbbfdd3a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:07.929353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.003187 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.063059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.095495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673edab7-6915-41de-ac7b-b9cc7e7d4869,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:08.162415 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.171281 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-48ec59fb-3125-4748-bf58-eb66df4f3684 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3314576 Oct 26 17:02:08.171281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49526) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:08.171281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:08.271826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.329545 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.409502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.427977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f04b320-2daf-4531-8f4a-07f33cd4948a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:08.481278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd5f7064-994d-4a88-be65-2a1a5a2eef5a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:02:08.501986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: dd5f7064-994d-4a88-be65-2a1a5a2eef5a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:02:08.502307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device dd5f7064-994d-4a88-be65-2a1a5a2eef5a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:02:08.509433 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.510801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2f0ae85d-6706-466a-8c11-779d5ebdaa26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432755 Oct 26 17:02:08.519970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49532) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:08.524495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:08.620248 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.674896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.772397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.794332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77f67ba-0b92-48ef-a10a-955c2bac7531,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:08.873778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:08.875020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3cc9090-4f2e-400a-bdac-48502611261f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3540587 Oct 26 17:02:08.877753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49536) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:08.882281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:08.968608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.027345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.106480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.129288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07811a20-1814-44d9-a449-28492f7ed799,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:09.182801 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.184195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6134b49a-9f39-425d-95eb-70cd876970b8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053517 Oct 26 17:02:09.186799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49544) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:09.191679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:09.277283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.335080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.429403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.448889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463908c8-1572-4f8b-af64-8227fa4868c7,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:09.554360 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.555649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-18b415d6-e61a-473e-a91c-bf3d45c51b8f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3678551 Oct 26 17:02:09.558542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49552) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:09.562821 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:09.654984 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:02:09.660813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.721106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.803280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.822807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6987a9e-d5d5-4d35-8078-cf6738300e5c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:09.897336 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:09.898591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-44db60a4-40c9-45ff-b81d-742c40bb10d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391919 Oct 26 17:02:09.901226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49558) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:09.905696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '673edab7-6915-41de-ac7b-b9cc7e7d4869', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:09.979051 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:02:09.984396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.046674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.146276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.167551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f23e4f-220d-4170-9b6a-ded65f87a481,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:10.245669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.246935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ab8a6ef-d2bf-427f-819b-ab3529064115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447776 Oct 26 17:02:10.249760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49566) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:10.254698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'network': {'name': 'tempest-network-smoke--822166002', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'port_security_enabled': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:10.340583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:02:10.344102 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.369676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:02:10.379351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.379704 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Added segment e0b1ee89-bbbd-42bc-a75e-f3aa931398cc of type vlan for network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 Oct 26 17:02:10.421483 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.511870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.517535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:10.518714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.582704 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Network': ['ID=89349ffc-6bf4-425d-b32d-f96d8fa40c39,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:10.595611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:02:10.658483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-13fe3588-050a-4723-b8bf-3a3fe173be14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4071484 Oct 26 17:02:10.661094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49572) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:10.666779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'admin_state_up': True, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:10.746995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.748138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:10.834428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.030567 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.305976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.334318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.442092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.161 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/4f6828bf-b873-427d-9d94-cb2b7720183a) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:02:11.864079 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.947213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:11.988636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:11.993781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:11.997599 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:02:12.019806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=4f6828bf-b873-427d-9d94-cb2b7720183a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:12.326241 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:12.527211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:12.746601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router cd18d06f-b82b-4a36-ac49-22b06b2be061 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:02:12.856524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:02:12.870476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Sync routers for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:02:12.885719 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:12.886372 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:12.940020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:12.944835 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8f844791-e1f9-41a4-818b-bf6b45d08542 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2797775 Oct 26 17:02:12.945172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49602) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:12.974721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-559d4622-0178-41c0-80be-1382f3be6402 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1239377e516041e191f08c27fbbfdd3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284541 Oct 26 17:02:12.977360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49604) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:13.000733 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:13.071561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6450d-6d6d-4e79-a943-207ce8e5c573 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:13.076518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49610) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:13.076993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-70f6450d-6d6d-4e79-a943-207ce8e5c573 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986731 Oct 26 17:02:13.111396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-43d02c89-daa1-4f7d-ad18-b027cc21ecc2 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337381 Oct 26 17:02:13.114056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49612) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:13.118745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715541849', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:13.183722 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:12Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:13.214310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Checking router: cd18d06f-b82b-4a36-ac49-22b06b2be061 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:02:13.214648 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Updating router cd18d06f-b82b-4a36-ac49-22b06b2be061 port 4f6828bf-b873-427d-9d94-cb2b7720183a binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:02:13.240790 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.321177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:02:13.325817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.584326 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.586827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.654870 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.656514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Subnet': ['ID=9d8a233f-6907-4619-bd2c-345a6f9e7977,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:13.665555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:02:13.665896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network hostable DHCP agents. Network: 89349ffc-6bf4-425d-b32d-f96d8fa40c39, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:02:13.711742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Pushing event updated for resources: {'Port': ['ID=4f6828bf-b873-427d-9d94-cb2b7720183a,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:13.722246 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.722835 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.723196 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.723532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.723859 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.724176 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.724494 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.724811 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.725128 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.725439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.725749 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.726055 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:13.729418 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Attempting to bind port 4f6828bf-b873-427d-9d94-cb2b7720183a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:02:13.729789 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Attempting to bind port 4f6828bf-b873-427d-9d94-cb2b7720183a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:02:13.730136 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Attempting to bind port 4f6828bf-b873-427d-9d94-cb2b7720183a on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:02:13.735602 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:02:13.735966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:02:13.736381 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.736740 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:02:13.737747 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Bound port: 4f6828bf-b873-427d-9d94-cb2b7720183a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:02:13.738277 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.769251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:02:13.789617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] For port 4f6828bf-b873-427d-9d94-cb2b7720183a, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:02:13.792666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] For port 4f6828bf-b873-427d-9d94-cb2b7720183a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f6828bf-b873-427d-9d94-cb2b7720183a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:02:13.880888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 89349ffc-6bf4-425d-b32d-f96d8fa40c39) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:13.885471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:13.886078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.890359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7069028-878f-4249-a695-c2888fdaecd1 None None] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:02:13.904787 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:13.974616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:13.975300 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:13.980800 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2920e-0b0a-4162-9816-58e3a6b9e745 None None] Pushing event updated for resources: {'Port': ['ID=4f6828bf-b873-427d-9d94-cb2b7720183a,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:13.988482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6c8cf926-6605-47b6-b288-1bb42828b45e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8732777 Oct 26 17:02:13.991396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49624) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:14.060254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:02:14.061521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.119572 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:14.226643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Allocated IP 172.20.0.2 (89349ffc-6bf4-425d-b32d-f96d8fa40c39/9d8a233f-6907-4619-bd2c-345a6f9e7977/86355c87-29ad-4a03-8514-916a68bd60ff) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:02:14.315993 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:12Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:14.342251 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ccdf-6c38-4738-812f-7b8b5d90b57d None None] The sync data for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 is: [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:12Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:02:14.406862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.470164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.506343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.511467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:14.516551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:14.521090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:02:14.536265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Pushing event updated for resources: {'Port': ['ID=86355c87-29ad-4a03-8514-916a68bd60ff,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:14.590455 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Attempting to bind port 86355c87-29ad-4a03-8514-916a68bd60ff on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:02:14.591001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Attempting to bind port 86355c87-29ad-4a03-8514-916a68bd60ff by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:02:14.595377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Attempting to bind port 86355c87-29ad-4a03-8514-916a68bd60ff on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:02:14.602052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:02:14.602429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:02:14.602838 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.603266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Bound using segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:02:14.603744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Bound port: 86355c87-29ad-4a03-8514-916a68bd60ff, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:02:14.604126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.705546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] For port 86355c87-29ad-4a03-8514-916a68bd60ff, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:02:14.709017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] For port 86355c87-29ad-4a03-8514-916a68bd60ff, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=86355c87-29ad-4a03-8514-916a68bd60ff,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:02:14.770271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:14.868816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28949-c396-49d9-bf33-8228cf57ee46 None None] Pushing event updated for resources: {'Port': ['ID=86355c87-29ad-4a03-8514-916a68bd60ff,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:14.883745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.1 (89349ffc-6bf4-425d-b32d-f96d8fa40c39/9d8a233f-6907-4619-bd2c-345a6f9e7977/f92782b1-d8a0-4b53-9a11-c2141d06527a) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:02:15.005749 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.145426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.196892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:15.200296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:15.204467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:02:15.231617 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:15.262510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.473787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.783451 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.838314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.914477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:15.916725 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:15.940535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceab9c7-7912-473c-bc84-74f36314bc78 None None] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:02:16.003156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] Provisioning complete for port 86355c87-29ad-4a03-8514-916a68bd60ff triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:16.003932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.020840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:16.022592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:16.167377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router cd18d06f-b82b-4a36-ac49-22b06b2be061 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:02:16.171901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.223522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] For port 86355c87-29ad-4a03-8514-916a68bd60ff, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=86355c87-29ad-4a03-8514-916a68bd60ff,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:16.293124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.308547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:02:16.319809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fa9f902c-42d8-4368-9964-f9b958b3e35a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/cd18d06f-b82b-4a36-ac49-22b06b2be061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264089 Oct 26 17:02:16.363754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667550b7-b595-42c8-b6cb-8d82f8e62f24 None None] Pushing event updated for resources: {'Port': ['ID=86355c87-29ad-4a03-8514-916a68bd60ff,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:16.549076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a9c6d735-3549-47b0-b8fc-6be2d3f974bf None None] Provisioning complete for port 86355c87-29ad-4a03-8514-916a68bd60ff triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:16.549455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d735-3549-47b0-b8fc-6be2d3f974bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.582348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-72171bab-8602-492b-bbef-2b97e57eb87d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571287511&fields=id&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 267 time: 0.0635188 Oct 26 17:02:16.610670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Sync routers for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:02:16.632586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:16.633153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:16.716133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-def2ca94-aec1-41f6-aa29-bc451b7af7ad tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:16.717933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-def2ca94-aec1-41f6-aa29-bc451b7af7ad tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 796 time: 0.1346359 Oct 26 17:02:16.734474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-cbb005af-9871-4725-86fb-9e6c8f35fedb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/quotas/1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 375 time: 0.0098484 Oct 26 17:02:16.747829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 86355c87-29ad-4a03-8514-916a68bd60ff up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:02:16.766337 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:02:16.801093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-0a68aa05-be5e-4373-9454-55e131f859c8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597911 Oct 26 17:02:16.833130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:16.886565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a9c6d735-3549-47b0-b8fc-6be2d3f974bf None None] Provisioning complete for port f92782b1-d8a0-4b53-9a11-c2141d06527a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:16.887117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d735-3549-47b0-b8fc-6be2d3f974bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.894108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 86355c87-29ad-4a03-8514-916a68bd60ff triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:16.894772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:16.995518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-c3ce2af6-6b9b-4218-b7b3-f6baebbe8fc0 service neutron] 10.222.0.21 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809354 Oct 26 17:02:17.047534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6d735-3549-47b0-b8fc-6be2d3f974bf None None] Port f92782b1-d8a0-4b53-9a11-c2141d06527a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:02:17.108497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-3a6c9266-3abf-4367-b0b9-5611ad6aa280 service neutron] 10.222.0.21 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069660 Oct 26 17:02:17.339404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a919442e-8d07-4e50-848a-60336748a4ef None None] Provisioning complete for port f92782b1-d8a0-4b53-9a11-c2141d06527a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:17.340213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a919442e-8d07-4e50-848a-60336748a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.369264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17962400-13f6-4015-9122-aa6e51f2b679 req-6513122f-16b7-462f-8592-fe98d3ecf485 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 210 time: 0.0300536 Oct 26 17:02:17.372473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f6828bf-b873-427d-9d94-cb2b7720183a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:02:17.432004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a919442e-8d07-4e50-848a-60336748a4ef None None] Port f92782b1-d8a0-4b53-9a11-c2141d06527a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:02:17.459079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 2, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:17.462734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4f6828bf-b873-427d-9d94-cb2b7720183a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:17.462734 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.492552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Checking router: cd18d06f-b82b-4a36-ac49-22b06b2be061 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:02:17.493020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Updating router cd18d06f-b82b-4a36-ac49-22b06b2be061 port f92782b1-d8a0-4b53-9a11-c2141d06527a binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:02:17.546379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.679338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.713730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 4f6828bf-b873-427d-9d94-cb2b7720183a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f6828bf-b873-427d-9d94-cb2b7720183a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:17.775077 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.862839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=4f6828bf-b873-427d-9d94-cb2b7720183a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:17.912153 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:17.978303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.030258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88158e-048d-4762-b8ea-cccb5faffd9a None None] Pushing event updated for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:18.084396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Attempting to bind port f92782b1-d8a0-4b53-9a11-c2141d06527a on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:02:18.085068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Attempting to bind port f92782b1-d8a0-4b53-9a11-c2141d06527a by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:02:18.085196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Attempting to bind port f92782b1-d8a0-4b53-9a11-c2141d06527a on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:02:18.090414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:02:18.090780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:02:18.091199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.091584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Bound using segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:02:18.092046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Bound port: f92782b1-d8a0-4b53-9a11-c2141d06527a, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:02:18.092504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.167585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] For port f92782b1-d8a0-4b53-9a11-c2141d06527a, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:02:18.171849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] For port f92782b1-d8a0-4b53-9a11-c2141d06527a, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f92782b1-d8a0-4b53-9a11-c2141d06527a,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:02:18.257481 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5502ec93-3163-48dd-a273-f20ce600034b None None] Provisioning complete for port f92782b1-d8a0-4b53-9a11-c2141d06527a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:18.257849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5502ec93-3163-48dd-a273-f20ce600034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.283364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.327357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5502ec93-3163-48dd-a273-f20ce600034b None None] Port f92782b1-d8a0-4b53-9a11-c2141d06527a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:02:18.349510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:18.350152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:18.420090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88158e-048d-4762-b8ea-cccb5faffd9a None None] Pushing event updated for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:18.481807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:18.535091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d0b528f-f18a-49ea-8689-e8910e1193fb req-36b1add8-69c3-4fed-89e9-9b6b93462411 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 210 time: 0.0757973 Oct 26 17:02:18.572251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f6828bf-b873-427d-9d94-cb2b7720183a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:02:18.713545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] Provisioning complete for port f92782b1-d8a0-4b53-9a11-c2141d06527a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:18.713913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.772799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4f6828bf-b873-427d-9d94-cb2b7720183a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:18.773422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.914729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:18.938271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:18.976513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd2374-6a37-4999-b603-037a7a3df3dd None None] The sync data for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 is: [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:02:18.994355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] For port f92782b1-d8a0-4b53-9a11-c2141d06527a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f92782b1-d8a0-4b53-9a11-c2141d06527a,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:19.076761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:19.143053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63706058-bf9f-42ea-962d-5ae15e212bf9 None None] Pushing event updated for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:19.407787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-398581fe-a02f-4bed-b071-6073d6566d8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:19.409527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-398581fe-a02f-4bed-b071-6073d6566d8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 796 time: 0.1590669 Oct 26 17:02:19.467682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-3f4ad672-820b-41e7-b3bd-cfb68eafa3ce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 380 time: 0.0475667 Oct 26 17:02:19.477300 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'port': {'device_id': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'admin_state_up': True, 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'security_groups': ['673edab7-6915-41de-ac7b-b9cc7e7d4869']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:19.645304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f23e9d98-a405-4f23-b272-41727e400781 req-cfea84ca-53ac-4826-a228-e3947cf82ff6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 210 time: 0.0323400 Oct 26 17:02:19.693340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:02:19.697430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:19.835398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.11 (89349ffc-6bf4-425d-b32d-f96d8fa40c39/9d8a233f-6907-4619-bd2c-345a6f9e7977/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:02:19.992519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.087649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.135481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:20.138726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:20.142539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:02:20.166898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:20.200509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:20.201122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.301414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-68508b29-1a5f-40e4-8a4d-d07407aca3eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279481 Oct 26 17:02:20.375090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Request body: {'port': {'device_id': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:20.422360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-31a04394-d2ef-4e92-801a-a4dec3fa74c9 None None] Provisioning complete for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:20.422930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-31a04394-d2ef-4e92-801a-a4dec3fa74c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.438830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.459453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-31a04394-d2ef-4e92-801a-a4dec3fa74c9 None None] Port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:02:20.575257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f92782b1-d8a0-4b53-9a11-c2141d06527a up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:02:20.627737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f92782b1-d8a0-4b53-9a11-c2141d06527a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:20.628174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.763105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:02:20.773239 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.790326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Transition to ACTIVE for port object e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:02:20.800487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2fd2-e2be-4ee6-8d67-e6f75a9a8c9a req-b117d5db-29b5-4dab-a6eb-de33dc432a9a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:20.802789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-139b2fd2-e2be-4ee6-8d67-e6f75a9a8c9a req-b117d5db-29b5-4dab-a6eb-de33dc432a9a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 932 time: 0.0646443 Oct 26 17:02:20.848999 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-139b2fd2-e2be-4ee6-8d67-e6f75a9a8c9a req-42bad212-b208-44c3-a3cb-9ba203dc8e5d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407035 Oct 26 17:02:20.856194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:20.940343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:21.001720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:02:21.002109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:02:21.002239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:02:21.007990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:02:21.008316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:02:21.013848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:02:21.014182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:02:21.014580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Bound using segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:02:21.015177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Bound port: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:02:21.015537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:21.087369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:02:21.090782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:02:21.182508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:21.204844 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:21.217446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.218053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:21.219481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] 10.222.0.39 "PUT /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 1092 time: 0.9076045 Oct 26 17:02:21.222741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:02:21.226037 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137115ab-8d40-454b-9bf9-09f417a6492f" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:02:21.263528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6525936-8cad-44b7-bc7f-4860225f0620 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:21.287000 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a117e-5e8f-4f92-8f84-b9adc4957f8b x-openstack-request-id: req-419a117e-5e8f-4f92-8f84-b9adc4957f8b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:02:21.287343 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:02:21.287600 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-419a117e-5e8f-4f92-8f84-b9adc4957f8b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:02:21.288005 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:02:21.362410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137115ab-8d40-454b-9bf9-09f417a6492f req-43d25898-187b-4a37-a8f1-2a020bc4a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.364994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-137115ab-8d40-454b-9bf9-09f417a6492f req-43d25898-187b-4a37-a8f1-2a020bc4a372 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0538378 Oct 26 17:02:21.566417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137115ab-8d40-454b-9bf9-09f417a6492f req-f4f690a6-8675-47f4-97c7-faf232689aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.567963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-137115ab-8d40-454b-9bf9-09f417a6492f req-f4f690a6-8675-47f4-97c7-faf232689aa5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1239377e516041e191f08c27fbbfdd3a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1943774 Oct 26 17:02:21.729086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137115ab-8d40-454b-9bf9-09f417a6492f req-9ba67609-d4ad-4f0e-aa40-94431b1fc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.730575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-137115ab-8d40-454b-9bf9-09f417a6492f req-9ba67609-d4ad-4f0e-aa40-94431b1fc1ef service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542540 Oct 26 17:02:21.808345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f42f622a-2e43-412c-9287-047a3db8186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.809917 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-f42f622a-2e43-412c-9287-047a3db8186c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0399513 Oct 26 17:02:21.854357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-acc1f0c1-c7a1-49b7-8928-9feb8c3658b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Oct 26 17:02:21.904573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-48a6d1c2-0340-4ac3-9ac5-9d1d6bef9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.906072 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-48a6d1c2-0340-4ac3-9ac5-9d1d6bef9df9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0451982 Oct 26 17:02:21.959956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-563b339f-87c7-4ba6-b159-a951d3fc2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.961674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-563b339f-87c7-4ba6-b159-a951d3fc2e8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489810 Oct 26 17:02:21.982203 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a5d0-1fce-4053-9713-96ce627d5350 req-a0af03df-305b-487d-8470-d3aeaa197b9c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:21.990005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee79a5d0-1fce-4053-9713-96ce627d5350 req-a0af03df-305b-487d-8470-d3aeaa197b9c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0603304 Oct 26 17:02:22.029696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee79a5d0-1fce-4053-9713-96ce627d5350 req-255be429-6dd1-49b2-84a1-1b272f3bfee7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385923 Oct 26 17:02:22.061181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-ccdb868a-0a9c-4c5c-80df-59a4b640f06d service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913842 Oct 26 17:02:22.155118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d100732e-d68e-48d6-847b-220c4d44d5ab req-5f3a9fe7-c2ea-402c-bbac-ab378a7568a5 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Oct 26 17:02:22.659015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:23.148896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c78d0-0fd1-4027-99d3-9dd9a70da0ad req-c3946278-92cb-4935-b2da-e607b49c6810 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:23.150357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb3c78d0-0fd1-4027-99d3-9dd9a70da0ad req-c3946278-92cb-4935-b2da-e607b49c6810 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0490317 Oct 26 17:02:23.187786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb3c78d0-0fd1-4027-99d3-9dd9a70da0ad req-64329c37-0a08-493e-8011-b4bb146fb288 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 26 17:02:24.303721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209cb08-2a4b-44ed-85ec-73550f247009 req-5fdb90cf-939b-4801-984d-a90b490d1a2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:24.305189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a209cb08-2a4b-44ed-85ec-73550f247009 req-5fdb90cf-939b-4801-984d-a90b490d1a2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0491993 Oct 26 17:02:24.343342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a209cb08-2a4b-44ed-85ec-73550f247009 req-7e51ea37-dfc2-4dbb-9f51-73d5d4253f15 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Oct 26 17:02:25.461758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938a4f-f3a1-4612-bc95-db14dc6bc2bf req-dd4b7703-42a0-4092-aca8-8c8b3ef2d393 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:25.463453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c938a4f-f3a1-4612-bc95-db14dc6bc2bf req-dd4b7703-42a0-4092-aca8-8c8b3ef2d393 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0536084 Oct 26 17:02:25.502546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c938a4f-f3a1-4612-bc95-db14dc6bc2bf req-78f2f66a-98ec-4413-b8af-0529f7eacf47 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Oct 26 17:02:25.531002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:02:25.632451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:25.642987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:02:25.678595 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:25.690840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:02:25.711716 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:25.841553 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:25.894947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:25.902360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:25.919492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:02:26.033983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:02:26.622614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f10e-a0f8-4ea4-9a84-5bbd7c7c46ec req-9f350225-5b04-4b5f-87c9-12b04a411938 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:26.624140 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a46f10e-a0f8-4ea4-9a84-5bbd7c7c46ec req-9f350225-5b04-4b5f-87c9-12b04a411938 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0491269 Oct 26 17:02:26.662988 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a46f10e-a0f8-4ea4-9a84-5bbd7c7c46ec req-24a62a33-8023-458c-900c-0ce478d87731 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330198 Oct 26 17:02:27.545747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:02:27.669892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:02:27.673912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:02:27.674274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:27.751023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:27.780365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:02:27.781300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82048-8358-48f4-8466-4f832a48249e req-2f3843b4-b53a-41b1-adf6-5b7fab348668 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:27.782630 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2da3f1-bb71-409f-b339-184f5ef42bb9" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:02:27.783358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ce82048-8358-48f4-8466-4f832a48249e req-2f3843b4-b53a-41b1-adf6-5b7fab348668 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0521283 Oct 26 17:02:27.804365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:02:27.828795 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddb1cd7-6c4f-4f80-bb25-00fc9295b0dc x-openstack-request-id: req-bddb1cd7-6c4f-4f80-bb25-00fc9295b0dc {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:02:27.829088 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:02:27.829340 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bddb1cd7-6c4f-4f80-bb25-00fc9295b0dc {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:02:27.829766 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'code': 200} Oct 26 17:02:27.846894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ce82048-8358-48f4-8466-4f832a48249e req-a3a54222-94bf-4cdb-a2c0-a3f3d56e76cb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573723 Oct 26 17:02:27.876043 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:27.923954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:27.932241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f384-9d94-4ec4-b125-6a575c1a0c9b req-9a76e253-481c-4987-ad83-aa5d98895176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:27.933974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de45f384-9d94-4ec4-b125-6a575c1a0c9b req-9a76e253-481c-4987-ad83-aa5d98895176 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1097 time: 0.0430467 Oct 26 17:02:27.967815 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de45f384-9d94-4ec4-b125-6a575c1a0c9b req-89fd8e7f-f729-46fa-970e-4f4dea25aa66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271287 Oct 26 17:02:28.982818 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9feac-2187-455e-9ec4-fc1ca2f42d15 req-95763beb-d633-4578-bfac-396dc1cf6bed tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:28.984438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32e9feac-2187-455e-9ec4-fc1ca2f42d15 req-95763beb-d633-4578-bfac-396dc1cf6bed tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0553830 Oct 26 17:02:29.025488 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32e9feac-2187-455e-9ec4-fc1ca2f42d15 req-3d262c9a-7cee-4751-9544-67f512968cf1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Oct 26 17:02:30.141910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3be84d-c9fe-4aa1-be32-8c1d53a0a690 req-e68a9158-49af-415b-a5e6-78120ccb66f7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:30.143511 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff3be84d-c9fe-4aa1-be32-8c1d53a0a690 req-e68a9158-49af-415b-a5e6-78120ccb66f7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0487349 Oct 26 17:02:30.182480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff3be84d-c9fe-4aa1-be32-8c1d53a0a690 req-b88cb435-4932-4314-aecb-a0e3220b2c71 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Oct 26 17:02:30.298450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb59bd-4dde-43ca-934f-016c1ec962c2 req-968a0725-32eb-4607-9f67-7b66f117499b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:30.299995 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88fb59bd-4dde-43ca-934f-016c1ec962c2 req-968a0725-32eb-4607-9f67-7b66f117499b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0489883 Oct 26 17:02:30.339109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88fb59bd-4dde-43ca-934f-016c1ec962c2 req-8ae9907c-95f9-457c-8bf8-e399bd772e6a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Oct 26 17:02:30.361730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:30.406445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0362fa-e523-4a9d-82f9-82173bc6943c tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:30.408009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cb0362fa-e523-4a9d-82f9-82173bc6943c tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1092 time: 0.0452809 Oct 26 17:02:30.411492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 49892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:30.415891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:02:30.507666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:30.608668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:30.718311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.42 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/03d16fe7-58b2-4307-83c6-1fedde31e7cf) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:02:30.820138 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:30.908181 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:30.949764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:02:30.952940 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:02:30.956555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:02:30.978789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=03d16fe7-58b2-4307-83c6-1fedde31e7cf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:31.042163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95578118-b655-46a7-a7ea-353ccea8035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:31.307617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:31.448023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:31.930387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:31.987449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:32.056397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=03d16fe7-58b2-4307-83c6-1fedde31e7cf,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:32.065982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:32.164015 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 associated. External IP: 172.25.5.42, port: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810. Oct 26 17:02:32.376975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router cd18d06f-b82b-4a36-ac49-22b06b2be061 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:02:32.491290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:02:32.503741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Sync routers for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:02:32.514217 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:32.514862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:32.578319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:32.620596 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e6f28c0f-9b49-46f5-ac94-fa356f7aa9f3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2079008 Oct 26 17:02:32.621200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:02:32.624207 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273cb533-762a-4c27-b115-19f21b3828af" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:02:32.626159 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:32.678120 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8385a2e0-457f-48eb-ba7c-72f336130015 x-openstack-request-id: req-8385a2e0-457f-48eb-ba7c-72f336130015 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:02:32.678413 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:02:32.678663 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8385a2e0-457f-48eb-ba7c-72f336130015 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:02:32.679077 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:02:32.745011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126121d-18c1-4b1c-8da2-f2e2d34794c7 req-16c4000c-dae2-43dc-83be-392842f2dd9f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:32.747366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b126121d-18c1-4b1c-8da2-f2e2d34794c7 req-16c4000c-dae2-43dc-83be-392842f2dd9f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0553999 Oct 26 17:02:32.751582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb533-762a-4c27-b115-19f21b3828af req-66140e34-6221-455c-b8e7-290194636f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:32.753173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-66140e34-6221-455c-b8e7-290194636f8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1097 time: 0.0502138 Oct 26 17:02:32.804642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b126121d-18c1-4b1c-8da2-f2e2d34794c7 req-1ec1bdac-1b73-4c30-b8f7-a18546d00a5a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501070 Oct 26 17:02:32.829199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49930) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:32.885492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '8fe177e8-cc5b-42b5-9e20-e1482bd72ce6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:02:31Z', 'updated_at': '2021-10-26T17:02:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:32.891107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb533-762a-4c27-b115-19f21b3828af req-22ba1cc3-5a3c-4f0d-ac60-ffa36452c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:32.892614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-22ba1cc3-5a3c-4f0d-ac60-ffa36452c7ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1327326 Oct 26 17:02:32.913431 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Checking router: cd18d06f-b82b-4a36-ac49-22b06b2be061 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:02:32.921977 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:02:32.922579 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:02:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:32.944858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ed6b5bdf-6b3e-45e9-a121-ed1856c8a032 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 HTTP/1.1" status: 200 len: 991 time: 0.1132970 Oct 26 17:02:32.970347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-d81a926e-581d-4f54-acc3-0e11b1d95b27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.0706081 Oct 26 17:02:33.022963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb533-762a-4c27-b115-19f21b3828af req-01c8ac37-36ec-4290-bc29-dcd4b62051e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:33.024472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-01c8ac37-36ec-4290-bc29-dcd4b62051e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0462642 Oct 26 17:02:33.033495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:02:33.070972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb533-762a-4c27-b115-19f21b3828af req-f9d649f5-fc81-41b6-b09b-5545d37b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:33.072589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-f9d649f5-fc81-41b6-b09b-5545d37b32b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410113 Oct 26 17:02:33.172042 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-7292c5f7-1bc5-4244-ace4-c86fe3da22f1 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924857 Oct 26 17:02:33.263888 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-273cb533-762a-4c27-b115-19f21b3828af req-b11c7ded-f682-43ff-ad72-d7c14eae7e44 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Oct 26 17:02:33.266384 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '8fe177e8-cc5b-42b5-9e20-e1482bd72ce6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:02:31Z', 'updated_at': '2021-10-26T17:02:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:02:33.293697 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2c7f6-4b5d-4c16-ac15-9c1343e170ff None None] The sync data for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 is: [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '8fe177e8-cc5b-42b5-9e20-e1482bd72ce6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:02:31Z', 'updated_at': '2021-10-26T17:02:31Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:02:33.508849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebd5f5-8713-4185-a6b6-fd89cb28c202 None None] New status for floating IP 8fe177e8-cc5b-42b5-9e20-e1482bd72ce6: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:02:33.819260 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9a18634-39ae-475a-9bd6-72905f6ded3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:33.947222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 49946) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:02:34.139045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:34.301967 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cad94ed8-313f-4833-8478-643ab24d7337 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 HTTP/1.1" status: 200 len: 993 time: 0.3535080 Oct 26 17:02:35.138875 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:36.716889 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:51.171687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:52.698096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:02:53.766625 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:02:56.541919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-fcb4f489-7dde-43e2-9f51-27ccdec216c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414619 Oct 26 17:02:56.623553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-1bf20e23-f30a-42da-81c1-d692a8d54346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:56.625213 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-1bf20e23-f30a-42da-81c1-d692a8d54346 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 1100 time: 0.0412989 Oct 26 17:02:56.733384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-2372f5ad-9bc2-4dae-ba2f-8584633f2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:56.734845 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-2372f5ad-9bc2-4dae-ba2f-8584633f2a9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa87a998-0700-4f7a-9ad6-2bcca6794615 HTTP/1.1" status: 200 len: 870 time: 0.0900879 Oct 26 17:02:56.776204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-8619ca29-a1df-40d8-898b-4ddc757a3576 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=15592055-623d-4e66-8a43-94ff94f9d642 HTTP/1.1" status: 200 len: 217 time: 0.0345080 Oct 26 17:02:56.825522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-d6f903f4-4296-4638-9ebd-d33ba7983294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:56.826990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-d6f903f4-4296-4638-9ebd-d33ba7983294 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0446455 Oct 26 17:02:56.877769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-ec5c6461-dfab-4f13-89ba-e2dfcb582522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:02:56.879209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-ec5c6461-dfab-4f13-89ba-e2dfcb582522 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453503 Oct 26 17:02:56.972758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-9ac7a392-571f-477b-b1b6-e94b259d5230 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862298 Oct 26 17:02:57.082790 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-709a7670-f47c-4496-9cb7-b87f4cbe99c4 req-f58db404-d661-41ec-84d1-26912591391c service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Oct 26 17:03:01.034855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-365d66c0-fc0a-44d1-b36b-ebfbdc52443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:03.524432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea16869-c3dc-456e-801d-97ca4700c00b req-6b6e58a2-0cdf-446e-9265-e8f1cc35b7f2 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:03.527163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ea16869-c3dc-456e-801d-97ca4700c00b req-6b6e58a2-0cdf-446e-9265-e8f1cc35b7f2 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1097 time: 0.0571651 Oct 26 17:03:03.571297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ea16869-c3dc-456e-801d-97ca4700c00b req-da10c9e4-5abe-48a3-91fe-2981a01fb80f tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 Oct 26 17:03:03.600802 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f35a66ce-b1dd-4000-9841-a4ff7b6717b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:03.691076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe81d1-2e13-4bcd-8229-614d38e22f75 req-18ea80fd-38e3-4bcc-b661-3860a033b36e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:03.692455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87fe81d1-2e13-4bcd-8229-614d38e22f75 req-18ea80fd-38e3-4bcc-b661-3860a033b36e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0501428 Oct 26 17:03:03.732873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87fe81d1-2e13-4bcd-8229-614d38e22f75 req-123f2998-7dd9-4dd0-b5a1-ba5df46fbbc9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342622 Oct 26 17:03:03.756057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:03:03.819588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7d56c707-c1df-42b5-9117-ca7daeefe603 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 HTTP/1.1" status: 200 len: 993 time: 0.0623035 Oct 26 17:03:04.132605 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:04.455420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fdabc-508c-4c51-b867-d1cff045ab2e req-76312036-749b-4ec1-be8a-12fb6696cf48 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:04.456923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b7fdabc-508c-4c51-b867-d1cff045ab2e req-76312036-749b-4ec1-be8a-12fb6696cf48 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0502675 Oct 26 17:03:04.497413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b7fdabc-508c-4c51-b867-d1cff045ab2e req-ce09811a-a41b-4899-9bc9-5228db401b39 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Oct 26 17:03:04.524202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 50626) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:03:04.616158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-40634b22-b8bc-4dd4-9a60-28c26717e371 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905430 Oct 26 17:03:04.626163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-ad70b6b8-c268-4b3f-b739-8e25909eed76 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:03:04.627141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-ad70b6b8-c268-4b3f-b739-8e25909eed76 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053487 Oct 26 17:03:05.129757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:05.630046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a837ed-59da-405a-b282-6c5646eddbb5 req-3c91bfbe-484b-49cc-af11-67380a2faeb0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:05.631610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94a837ed-59da-405a-b282-6c5646eddbb5 req-3c91bfbe-484b-49cc-af11-67380a2faeb0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0501847 Oct 26 17:03:05.672932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94a837ed-59da-405a-b282-6c5646eddbb5 req-d6a54678-ca5d-4d9d-a9f4-d631faf3a0cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Oct 26 17:03:06.713324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:06.800832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313f71-6f8f-433a-a603-490c42921f9a req-4fcc4600-a4e8-4ab3-98ab-90222afd54dd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:06.802503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82313f71-6f8f-433a-a603-490c42921f9a req-4fcc4600-a4e8-4ab3-98ab-90222afd54dd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0556068 Oct 26 17:03:06.804107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-324c6f83-5779-46d5-a956-cc2057fb98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:06.805625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-324c6f83-5779-46d5-a956-cc2057fb98bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1097 time: 0.0430570 Oct 26 17:03:06.841666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-82313f71-6f8f-433a-a603-490c42921f9a req-736839b6-1d9d-4c07-a142-6fb9b7c2c7e9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Oct 26 17:03:06.906087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-26a3c760-83cf-4f1a-a777-e53288cdabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:06.907578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-26a3c760-83cf-4f1a-a777-e53288cdabf9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.0925496 Oct 26 17:03:06.974800 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-3eb07608-a48a-458b-827b-5750b0d1ebb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 1001 time: 0.0594468 Oct 26 17:03:07.029251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-859288c2-f3fa-4aee-9f23-b1899127a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:07.030946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-859288c2-f3fa-4aee-9f23-b1899127a8da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0475359 Oct 26 17:03:07.093133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-9bac4679-8945-455d-9400-f851b2ea11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:07.094945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-9bac4679-8945-455d-9400-f851b2ea11ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574803 Oct 26 17:03:07.186974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-a70b354d-1c6e-4d81-883f-f74bdf49857f service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842352 Oct 26 17:03:07.284443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-b43bf210-7263-4556-b7d6-0c7390966b7e service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898790 Oct 26 17:03:07.964129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cdd38-f7eb-4881-9abe-721e794ce554 req-6884c0bc-e560-4508-8ea4-488f81f6685f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:07.965591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-574cdd38-f7eb-4881-9abe-721e794ce554 req-6884c0bc-e560-4508-8ea4-488f81f6685f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0483434 Oct 26 17:03:08.002243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-574cdd38-f7eb-4881-9abe-721e794ce554 req-1c1327ba-0ebe-499b-b568-a2017dca0a6f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Oct 26 17:03:08.594269 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062a88-c943-43a0-86e1-a71fc1859d5e req-3b4fe44a-dea3-4214-8813-6e89d9ac54fc tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:08.595767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11062a88-c943-43a0-86e1-a71fc1859d5e req-3b4fe44a-dea3-4214-8813-6e89d9ac54fc tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 949 time: 0.0489013 Oct 26 17:03:08.632168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11062a88-c943-43a0-86e1-a71fc1859d5e req-7b12ec90-b2ec-43fa-8fd2-a6448b69c36c tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Oct 26 17:03:09.126985 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74129d-5415-4484-ace7-cfea4745a58c req-12891acf-5855-4a2e-b5a3-e5fbb6136bee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:09.128472 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d74129d-5415-4484-ace7-cfea4745a58c req-12891acf-5855-4a2e-b5a3-e5fbb6136bee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0524936 Oct 26 17:03:09.165848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d74129d-5415-4484-ace7-cfea4745a58c req-0cfdb3aa-9648-42a8-85f3-2693d3fcc6f0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Oct 26 17:03:09.746174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9db56-ca50-4232-abca-51b57942cc1e req-14339bb9-03fa-49f8-8219-f4bc52c9ebec tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:09.747661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7f9db56-ca50-4232-abca-51b57942cc1e req-14339bb9-03fa-49f8-8219-f4bc52c9ebec tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 949 time: 0.0486312 Oct 26 17:03:09.785503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7f9db56-ca50-4232-abca-51b57942cc1e req-5768c450-d481-449a-bb23-dd36aeb29968 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d46b23f-e5cd-48d8-8331-d61d22706ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Oct 26 17:03:10.020376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-a2f49414-72ce-4c83-af84-7c043c1df092 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:10.021867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-a2f49414-72ce-4c83-af84-7c043c1df092 tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 949 time: 0.0499036 Oct 26 17:03:10.113638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Deleting port 15592055-623d-4e66-8a43-94ff94f9d642 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:03:10.113897 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:10.201642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] For port 15592055-623d-4e66-8a43-94ff94f9d642, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=15592055-623d-4e66-8a43-94ff94f9d642,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:10.201982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:10.214336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Calling delete_port for 15592055-623d-4e66-8a43-94ff94f9d642 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:03:10.282615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c5107-9546-4f3b-ac5f-14e73bc28144 req-66b05db4-acd3-43fe-a465-83d71181c4f8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:10.284141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b6c5107-9546-4f3b-ac5f-14e73bc28144 req-66b05db4-acd3-43fe-a465-83d71181c4f8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0490887 Oct 26 17:03:10.323539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0b6c5107-9546-4f3b-ac5f-14e73bc28144 req-7e97b97c-8af3-454d-8b5d-36ce01b920e2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333011 Oct 26 17:03:10.407252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:10.420041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['15592055-623d-4e66-8a43-94ff94f9d642'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:03:10.434835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Pushing event deleted for resources: {'Port': ['ID=15592055-623d-4e66-8a43-94ff94f9d642,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:10.444993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.445342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.445683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.446018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.446348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.446679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.447010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.448087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.448087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.448251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.448464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.448791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:10.489434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] No DVR routers for this DVR port 15592055-623d-4e66-8a43-94ff94f9d642 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:03:10.492077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:10.495433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-145878f6-848a-4dec-bcf0-58d1e0e04758 req-e8e212e3-8d07-473f-b8f1-7a1d4b368a8e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.47 "DELETE /v2.0/ports/15592055-623d-4e66-8a43-94ff94f9d642 HTTP/1.1" status: 204 len: 173 time: 0.4668148 Oct 26 17:03:10.495880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'name': 'network-vif-deleted', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:10.498149 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30f6de8-7716-44b6-a15f-a05d0c7e09ad" -d '{"events": [{"server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "name": "network-vif-deleted", "tag": "15592055-623d-4e66-8a43-94ff94f9d642"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:10.534641 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247a7f77-5b37-4785-9b2a-b8ab3f898088 x-openstack-request-id: req-247a7f77-5b37-4785-9b2a-b8ab3f898088 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:10.534935 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4c81eb-1140-43d1-a29f-69f430e947c2", "name": "network-vif-deleted", "tag": "15592055-623d-4e66-8a43-94ff94f9d642", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:10.535217 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-247a7f77-5b37-4785-9b2a-b8ab3f898088 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:10.535625 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4c81eb-1140-43d1-a29f-69f430e947c2', 'name': 'network-vif-deleted', 'tag': '15592055-623d-4e66-8a43-94ff94f9d642', 'status': 'completed', 'code': 200} Oct 26 17:03:10.902591 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f921280c-8ce1-4bd0-8a45-4f8cb7bf8cfb req-5ec18f64-f745-43e0-9ea1-b6481393108e tempest-VolumesBackupsTest-733422683 tempest-VolumesBackupsTest-733422683-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e4c81eb-1140-43d1-a29f-69f430e947c2 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Oct 26 17:03:11.442214 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3196e-e806-4c40-b6ff-5f528bebb0ef req-324f9f4d-eb44-4d9b-b9f1-80c87f9c6882 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:11.443711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4d3196e-e806-4c40-b6ff-5f528bebb0ef req-324f9f4d-eb44-4d9b-b9f1-80c87f9c6882 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0484562 Oct 26 17:03:11.481605 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4d3196e-e806-4c40-b6ff-5f528bebb0ef req-472c1d66-a331-442b-987c-b8f0c7192dca tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Oct 26 17:03:12.599852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00972f0d-3a32-4ddb-beac-0dfd05ce5511 req-e22f1357-a327-4d9d-bead-446c2390e6e3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:12.601334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00972f0d-3a32-4ddb-beac-0dfd05ce5511 req-e22f1357-a327-4d9d-bead-446c2390e6e3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0509198 Oct 26 17:03:12.641340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00972f0d-3a32-4ddb-beac-0dfd05ce5511 req-52d1a262-9032-4e52-bdeb-e6209a0d7b90 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Oct 26 17:03:12.790881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796148-4438-4956-8846-384598a9e78a req-b849a9d5-f16e-470d-b63e-d41ceff99acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:12.792636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-b849a9d5-f16e-470d-b63e-d41ceff99acc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1097 time: 0.0454326 Oct 26 17:03:12.897639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796148-4438-4956-8846-384598a9e78a req-344ff955-becc-4dab-ab1b-7c7add30c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:12.899158 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-344ff955-becc-4dab-ab1b-7c7add30c4c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.0871515 Oct 26 17:03:12.968660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-c4954a32-cc83-479c-b511-8afb1fd4e820 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 1001 time: 0.0627706 Oct 26 17:03:13.020771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796148-4438-4956-8846-384598a9e78a req-0dd9f08a-124a-4611-8912-083438f64f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:13.022268 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-0dd9f08a-124a-4611-8912-083438f64f37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0472622 Oct 26 17:03:13.070663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796148-4438-4956-8846-384598a9e78a req-57c520d4-5d08-4d44-af7c-cd66dd2e7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:13.072229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-57c520d4-5d08-4d44-af7c-cd66dd2e7828 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425494 Oct 26 17:03:13.172700 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-9cfd58c3-f359-45a7-93d3-0dd308c8825f service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922561 Oct 26 17:03:13.264929 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2f796148-4438-4956-8846-384598a9e78a req-0173dba4-c051-4e0e-997f-79bc8af18244 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Oct 26 17:03:13.764785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a582a3c-edaf-49f5-a7f5-bfb08833578c req-8c4e024a-17e3-4707-a0c4-e3ab13ee2366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:13.766267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a582a3c-edaf-49f5-a7f5-bfb08833578c req-8c4e024a-17e3-4707-a0c4-e3ab13ee2366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0552413 Oct 26 17:03:13.807661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a582a3c-edaf-49f5-a7f5-bfb08833578c req-c6e9bd98-5f8b-4b44-a5a3-97307dcc45e6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350502 Oct 26 17:03:14.929598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ba7bf-082e-42dc-ae25-95a3765104f5 req-ea1e9b13-e326-498e-bc2d-4ad6f7adc35f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:14.931090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c3ba7bf-082e-42dc-ae25-95a3765104f5 req-ea1e9b13-e326-498e-bc2d-4ad6f7adc35f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0503504 Oct 26 17:03:14.968461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c3ba7bf-082e-42dc-ae25-95a3765104f5 req-ca26a775-7f7c-477b-a8e6-f0a870f2e284 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Oct 26 17:03:15.261140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 15592055-623d-4e66-8a43-94ff94f9d642 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:03:15.284245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 15592055-623d-4e66-8a43-94ff94f9d642 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:03:15.284633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 15592055-623d-4e66-8a43-94ff94f9d642 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:03:16.089574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bedea1-af26-4c30-a028-8a20ee0381f3 req-ca4e0e50-f4c9-49a6-bc63-21050b9d7656 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:16.091185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5bedea1-af26-4c30-a028-8a20ee0381f3 req-ca4e0e50-f4c9-49a6-bc63-21050b9d7656 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0508158 Oct 26 17:03:16.132218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5bedea1-af26-4c30-a028-8a20ee0381f3 req-55910948-0c7d-47fe-863e-19f7cfea58b5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348010 Oct 26 17:03:17.257981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe52c-2caa-4f99-8d10-2d34f0994062 req-662f5aa7-5f4c-49da-9340-dfc3e9de2d89 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:17.259532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27fbe52c-2caa-4f99-8d10-2d34f0994062 req-662f5aa7-5f4c-49da-9340-dfc3e9de2d89 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0543985 Oct 26 17:03:17.301470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27fbe52c-2caa-4f99-8d10-2d34f0994062 req-2e534694-a9cc-4e31-b746-0734b666846e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Oct 26 17:03:18.428245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833932-259d-4981-9e5b-6bf06c8df248 req-644ae8fd-6cfc-44aa-8dc6-f73fa2095228 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:18.429856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f833932-259d-4981-9e5b-6bf06c8df248 req-644ae8fd-6cfc-44aa-8dc6-f73fa2095228 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0514445 Oct 26 17:03:18.471760 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f833932-259d-4981-9e5b-6bf06c8df248 req-b38f86b4-59b8-4b4d-979a-ddbab995b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Oct 26 17:03:19.593140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911ba8-5f56-4d6c-a8fe-9ae6877ab9cf req-7f1ae01f-08b8-4482-b6ae-efcd83528834 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:19.595585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9911ba8-5f56-4d6c-a8fe-9ae6877ab9cf req-7f1ae01f-08b8-4482-b6ae-efcd83528834 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0503690 Oct 26 17:03:19.634265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9911ba8-5f56-4d6c-a8fe-9ae6877ab9cf req-a722e0c5-dd14-403c-ad25-5ba4ee4b1c6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Oct 26 17:03:20.760115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eeefd-aa2c-4d3b-8f40-a0dc8bc93c15 req-cac071e8-2848-477a-9608-1240c9f848bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:20.761540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e6eeefd-aa2c-4d3b-8f40-a0dc8bc93c15 req-cac071e8-2848-477a-9608-1240c9f848bd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0541816 Oct 26 17:03:20.802556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e6eeefd-aa2c-4d3b-8f40-a0dc8bc93c15 req-cfeb34cc-ebbd-4f24-a094-3ad73c6065b9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Oct 26 17:03:21.187481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:21.922925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9146c9-c4ac-4bce-9189-5479a60b013f req-670f64c9-e302-4bf2-ab97-6d7bc12e32a0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:21.925875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a9146c9-c4ac-4bce-9189-5479a60b013f req-670f64c9-e302-4bf2-ab97-6d7bc12e32a0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0516987 Oct 26 17:03:21.964262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a9146c9-c4ac-4bce-9189-5479a60b013f req-96904526-0257-46af-b1e4-1f63f04f1199 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Oct 26 17:03:22.680593 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:23.096927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0c98f-8553-4354-8475-614992c8a0e9 req-a3d4b622-3f84-4b8a-9655-3d55cc0cb25b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:23.098767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86a0c98f-8553-4354-8475-614992c8a0e9 req-a3d4b622-3f84-4b8a-9655-3d55cc0cb25b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0553162 Oct 26 17:03:23.159332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86a0c98f-8553-4354-8475-614992c8a0e9 req-88564ce0-7834-4955-aad6-30cd31e5f528 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Oct 26 17:03:24.293535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e792bdc-38d8-4327-9f05-301b3b17bbda req-778f4278-22a3-4832-8e96-701ebe2c4afc tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:24.295058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e792bdc-38d8-4327-9f05-301b3b17bbda req-778f4278-22a3-4832-8e96-701ebe2c4afc tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0575395 Oct 26 17:03:24.335163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e792bdc-38d8-4327-9f05-301b3b17bbda req-ed0fa1b6-bcd7-45c8-a7be-2084f8dba9ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Oct 26 17:03:24.566714 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-49ee0e7d-b0b0-4889-a378-2b6dc4d30d92 service neutron] show failed (client error): The resource could not be found. Oct 26 17:03:24.567788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-49ee0e7d-b0b0-4889-a378-2b6dc4d30d92 service neutron] 10.222.0.39 "GET /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0617111 Oct 26 17:03:25.103449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-49079466-f298-4bd6-998c-86423a751272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:25.105037 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-49079466-f298-4bd6-998c-86423a751272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 1097 time: 0.0433090 Oct 26 17:03:25.116453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:03:25.171559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:25.380340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:25.416768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:03:25.458501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:25.460844 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc4cb62-2f9d-4ac9-bd70-351add8c7b57" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:25.464049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fac003-28ba-4546-89ec-95720744b235 req-d756f5d9-d247-44e6-a139-2035205299ef tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:25.465001 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:25.466000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01fac003-28ba-4546-89ec-95720744b235 req-d756f5d9-d247-44e6-a139-2035205299ef tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0526202 Oct 26 17:03:25.478067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Transition to ACTIVE for port object e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:03:25.658701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01fac003-28ba-4546-89ec-95720744b235 req-7fbd4a07-e96f-4925-b349-2ddc8f360eb0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Oct 26 17:03:25.659593 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c2c45-ab3c-420b-b08d-70afdb09cd90 x-openstack-request-id: req-e79c2c45-ab3c-420b-b08d-70afdb09cd90 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:25.659593 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:25.659593 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e79c2c45-ab3c-420b-b08d-70afdb09cd90 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:25.659593 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'code': 200} Oct 26 17:03:26.205194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:26.291242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:26.347767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] No DVR routers for this DVR port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:03:26.496001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:03:26.496248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:03:26.496569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:03:26.501116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:03:26.501687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:03:26.506436 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:03:26.506789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:03:26.507189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Bound using segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:03:26.507613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Bound port: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:03:26.507965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:26.572288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:03:26.576391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:03:26.656855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:26.695299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:26.695892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:26.697092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] 10.222.0.47 "PUT /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 1092 time: 1.5846293 Oct 26 17:03:26.718315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a7eb-6009-45fb-b713-3e1148d3442b service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:26.770318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-38e0f535-396b-4205-867f-2df726e533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:26.771852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-38e0f535-396b-4205-867f-2df726e533c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0507252 Oct 26 17:03:26.784032 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a070ff-f247-465a-be8f-b57046816f7c req-b2fa3b8c-009c-4da5-926e-ea2a81f3ad82 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:26.786000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a070ff-f247-465a-be8f-b57046816f7c req-b2fa3b8c-009c-4da5-926e-ea2a81f3ad82 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0631230 Oct 26 17:03:26.828445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2a070ff-f247-465a-be8f-b57046816f7c req-4724c400-7f59-46f9-a0e9-46732e198136 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Oct 26 17:03:26.873865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-6e2a5968-657e-4d88-858a-b8bfbc5554aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:26.875494 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-6e2a5968-657e-4d88-858a-b8bfbc5554aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.0947576 Oct 26 17:03:26.949120 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-cd1e7265-ef16-493d-a362-b345f7075f4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.0668738 Oct 26 17:03:26.999244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-4ad0d40b-b25a-4473-a70a-364db0f26a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.000784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-4ad0d40b-b25a-4473-a70a-364db0f26a7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0452061 Oct 26 17:03:27.047425 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-280cf814-4cbc-4cd6-b777-fea46d9fc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.049104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-280cf814-4cbc-4cd6-b777-fea46d9fc7cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415015 Oct 26 17:03:27.148105 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-9558657e-9e92-463a-9166-38e14cb5b8e8 service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911982 Oct 26 17:03:27.241346 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc0a0dea-a344-4b64-93c8-c5acc15f40ec req-0154c7d3-308d-4b6e-942a-c0695ed2246d service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Oct 26 17:03:27.528686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:27.531160 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15526ae2-3390-4d4a-8f71-e09ede59ab78" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:27.583529 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31807b63-52d9-4438-aa88-66abea86bcb0 x-openstack-request-id: req-31807b63-52d9-4438-aa88-66abea86bcb0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:27.584521 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:27.584778 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31807b63-52d9-4438-aa88-66abea86bcb0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:27.585720 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:03:27.678060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-d5e1f15a-8681-446f-ab78-c1b001957b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.679476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-d5e1f15a-8681-446f-ab78-c1b001957b9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0775576 Oct 26 17:03:27.681231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-150257bd-cecf-4682-88b7-12044b609d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.683591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-150257bd-cecf-4682-88b7-12044b609d79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0696638 Oct 26 17:03:27.842635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-740444f5-b931-4ca5-856d-712d552c105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.844137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-740444f5-b931-4ca5-856d-712d552c105c service neutron] 10.222.0.47 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1569624 Oct 26 17:03:27.845183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-06e3d229-2d6f-4ea8-90ea-e37b495980c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.846474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-06e3d229-2d6f-4ea8-90ea-e37b495980c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1512382 Oct 26 17:03:27.952165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409194ba-5c55-431d-8722-b17843a00ae8 req-be61cdeb-6c95-400a-b6b2-04fe5213ae2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:27.953566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-409194ba-5c55-431d-8722-b17843a00ae8 req-be61cdeb-6c95-400a-b6b2-04fe5213ae2d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0534890 Oct 26 17:03:27.958711 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-bf2ead10-451c-42e0-a57e-269b3fb247fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.1066318 Oct 26 17:03:27.960409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-7f7dbe0f-89ba-441d-a5de-fd1b69d44e4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.1021500 Oct 26 17:03:27.993565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-409194ba-5c55-431d-8722-b17843a00ae8 req-971d2f6c-f552-492d-a627-bcbd8a580fae tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340211 Oct 26 17:03:28.045324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-010ac2f3-b3c2-4444-b1d5-e4e5aff29298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:28.046800 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-010ac2f3-b3c2-4444-b1d5-e4e5aff29298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0803623 Oct 26 17:03:28.050120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-9c06b384-11d0-4ddc-83f9-d3f2ee7a359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:28.051552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-9c06b384-11d0-4ddc-83f9-d3f2ee7a359b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0766308 Oct 26 17:03:28.124215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-6a435ba6-d979-4828-8b57-16b626271119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:28.125992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-6a435ba6-d979-4828-8b57-16b626271119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625124 Oct 26 17:03:28.127723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-d7159998-52f8-4968-a985-f17c45d4817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:28.129058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-d7159998-52f8-4968-a985-f17c45d4817f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739739 Oct 26 17:03:28.294502 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-090c4988-5f62-4822-acae-e1c7ec143b97 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614614 Oct 26 17:03:28.297847 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-1c9036d2-af1d-41f7-9e98-f51754f04055 service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567326 Oct 26 17:03:28.462336 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-ea9e41be-00f0-4321-bd09-fa35fe451bb2 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602545 Oct 26 17:03:28.467754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-15526ae2-3390-4d4a-8f71-e09ede59ab78 req-c544860c-ea28-4e21-85f1-c228262c9cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578965 Oct 26 17:03:29.114273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e728-37e2-4af4-aacc-7fb76b9aa6f4 req-75723a06-cad7-4d9e-85b5-74f5356256fe tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:29.115971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4a0e728-37e2-4af4-aacc-7fb76b9aa6f4 req-75723a06-cad7-4d9e-85b5-74f5356256fe tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0502193 Oct 26 17:03:29.156151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4a0e728-37e2-4af4-aacc-7fb76b9aa6f4 req-e3cd74a6-8575-4e74-83a0-20e63a03954e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330930 Oct 26 17:03:29.909259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:03:29.950864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:03:30.274341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f5abb-5a30-452a-9821-2b06605a4829 req-6868a052-dd26-406b-a840-75bbd79eee02 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:30.275884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f5f5abb-5a30-452a-9821-2b06605a4829 req-6868a052-dd26-406b-a840-75bbd79eee02 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0494089 Oct 26 17:03:30.314946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f5f5abb-5a30-452a-9821-2b06605a4829 req-580858b6-d0e4-417b-9219-4eb9fec72a9e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327048 Oct 26 17:03:30.766426 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:03:30.778983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b1f4-b1e6-43e7-98ff-6c3e4b6fc670 req-82056097-5af6-4ae6-9385-71855d1c4e22 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:30.780497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d3b1f4-b1e6-43e7-98ff-6c3e4b6fc670 req-82056097-5af6-4ae6-9385-71855d1c4e22 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 944 time: 0.0545180 Oct 26 17:03:30.824780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d3b1f4-b1e6-43e7-98ff-6c3e4b6fc670 req-b9b8acd7-6a2c-4913-bb3c-d2f9dca67a53 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Oct 26 17:03:30.836785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-31423dd4-3e49-4ca1-9586-5f6f0a102914 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:30.838428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-31423dd4-3e49-4ca1-9586-5f6f0a102914 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea&tenant_id=1239377e516041e191f08c27fbbfdd3a&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 944 time: 0.0585721 Oct 26 17:03:30.902249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-86bea323-5767-4be7-8225-d1ca86993278 service neutron] 10.222.0.47 "GET /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810/bindings/n-h1-815373-2 HTTP/1.1" status: 200 len: 382 time: 0.0569201 Oct 26 17:03:30.968132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-188a3952-b8ce-41ed-92dd-1010ccd383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:30.969674 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-188a3952-b8ce-41ed-92dd-1010ccd383e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1095 time: 0.0448883 Oct 26 17:03:31.043567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-581e6636-d5f0-4b26-973c-e06a26c866aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:31.066887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-121d68ef-833e-438b-a576-904cc483e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:31.068407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-121d68ef-833e-438b-a576-904cc483e1e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.0922005 Oct 26 17:03:31.134601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-cacb717d-984b-4d4d-be50-bc8d85b01bb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.0584087 Oct 26 17:03:31.187791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-3c8e782d-4923-4e74-bf98-49b42258f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:31.189268 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-3c8e782d-4923-4e74-bf98-49b42258f113 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0484908 Oct 26 17:03:31.236518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-53e79e95-0abb-4d46-b6a1-72d87d33afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:31.238032 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-53e79e95-0abb-4d46-b6a1-72d87d33afcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420365 Oct 26 17:03:31.326117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:03:31.330207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-ec773e36-2c33-46a9-b8fd-5f43a1d150b1 service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Oct 26 17:03:31.423076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:31.427298 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-6f9a9013-061b-4152-ae97-91eec9a92c54 service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900795 Oct 26 17:03:31.438745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:03:31.475995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:31.489505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:03:31.508857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:31.628646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:31.679534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:31.687113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.687515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.688175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.688541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.688869 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.689193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.689513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.689958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.690145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.690461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.691057 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.691416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:03:31.854006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:03:31.955764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2497b35-0f40-4e03-994d-1d7e53d699ce req-14cf03b9-984b-4d95-a2f3-a52d1c3c37ba tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:31.957256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2497b35-0f40-4e03-994d-1d7e53d699ce req-14cf03b9-984b-4d95-a2f3-a52d1c3c37ba tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0559621 Oct 26 17:03:32.001259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2497b35-0f40-4e03-994d-1d7e53d699ce req-82e463a9-1d3d-4dc8-b24e-217b491d6805 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Oct 26 17:03:33.123755 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74693-075e-41f8-a252-b6049c0ea885 req-9f4d891a-efd4-4b9e-bc86-f55cfb355450 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:33.125244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64e74693-075e-41f8-a252-b6049c0ea885 req-9f4d891a-efd4-4b9e-bc86-f55cfb355450 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0513213 Oct 26 17:03:33.164359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64e74693-075e-41f8-a252-b6049c0ea885 req-6e28ee28-4eb1-4c2a-b350-f0d74f26bf5f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Oct 26 17:03:33.355985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:03:33.515939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:03:33.532156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:03:33.532156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:33.612332 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:33.635293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:33.637576 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6c75e-17b8-4969-aad3-d8ba7c27771c" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:33.651519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:33.656544 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af0884b9-015d-41ae-b6a3-fd5a14853bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:33.692810 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa61d91-45c6-4f75-9912-4ecc364527cb x-openstack-request-id: req-caa61d91-45c6-4f75-9912-4ecc364527cb {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:33.693109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:33.693353 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caa61d91-45c6-4f75-9912-4ecc364527cb {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:33.693744 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'code': 200} Oct 26 17:03:33.737351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:33.789880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:34.092374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-03c8eb77-86e0-4eb5-8894-a41d4fd89625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:34.093910 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-03c8eb77-86e0-4eb5-8894-a41d4fd89625 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 1097 time: 0.0420060 Oct 26 17:03:34.106240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:03:34.148137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:34.163217 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:34.295388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28731-54ca-4b29-bd99-5b93b67bbe3a req-25e9f197-4d1b-41ef-87e2-17f09f63d380 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:34.296963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d28731-54ca-4b29-bd99-5b93b67bbe3a req-25e9f197-4d1b-41ef-87e2-17f09f63d380 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 946 time: 0.0597274 Oct 26 17:03:34.338023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7d28731-54ca-4b29-bd99-5b93b67bbe3a req-e8be716f-84f0-4fc8-a2af-5aac34870e7a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350983 Oct 26 17:03:34.685381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:34.719507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:03:34.760160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:34.762560 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc37a83-9b71-46b1-af2f-c81c53b15ee1" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:34.766757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:34.779751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Transition to ACTIVE for port object e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:03:34.823919 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf23b87-f62a-43d5-810a-62f37af10acb x-openstack-request-id: req-0bf23b87-f62a-43d5-810a-62f37af10acb {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:34.823919 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:34.823919 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bf23b87-f62a-43d5-810a-62f37af10acb {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:34.823919 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'code': 200} Oct 26 17:03:34.871400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:34.972842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:35.008353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] No DVR routers for this DVR port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:03:35.134686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:35.149323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:03:35.149846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:03:35.149978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:03:35.154998 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:03:35.155380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Attempting to bind port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:03:35.160140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:03:35.160474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Checking segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:03:35.160853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Bound using segment: {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:03:35.161352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Bound port: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:03:35.161712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:35.233769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:03:35.237109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:03:35.323497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:35.362350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.362350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:35.363029 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 1093 time: 1.2610061 Oct 26 17:03:35.433642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376a59-7fd5-4888-87aa-0ce089ba1dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=11']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:35.451050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-e25418a9-1af4-4186-a873-f7dd94cc757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.452401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-e25418a9-1af4-4186-a873-f7dd94cc757e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1096 time: 0.0647588 Oct 26 17:03:35.492191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c2793-e375-4e0c-8edb-873a19bf845a req-8d677c80-7d13-4bdd-b187-f5e4202c9709 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.501274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de1c2793-e375-4e0c-8edb-873a19bf845a req-8d677c80-7d13-4bdd-b187-f5e4202c9709 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0672994 Oct 26 17:03:35.554271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-de1c2793-e375-4e0c-8edb-873a19bf845a req-7087e5a3-497a-4baf-8536-927520d743c0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515871 Oct 26 17:03:35.572049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-3db85f7a-8328-46f4-9524-2db333f56c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.572049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-3db85f7a-8328-46f4-9524-2db333f56c4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1117508 Oct 26 17:03:35.640380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-ee91b291-b7a9-4002-b08a-025bd52dcbb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.0608652 Oct 26 17:03:35.691921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-e31cc104-f461-46db-a835-a59758415414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.693410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-e31cc104-f461-46db-a835-a59758415414 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0458205 Oct 26 17:03:35.745741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-592cdc97-0622-4275-9846-abd41d14b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:35.747872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-592cdc97-0622-4275-9846-abd41d14b680 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452003 Oct 26 17:03:35.848662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-d6621228-4028-4172-a5c9-c0bcd552b942 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941436 Oct 26 17:03:35.954496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a717b13a-1cfc-43d1-b44c-10c4ece8926e req-9fc7a174-370b-423d-a5b5-82ba317ba18d service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984690 Oct 26 17:03:36.676934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba016de-54e9-4e55-9218-ac06101fdfcc req-2f4d486d-397d-44fc-b1a1-c30537089454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:36.678461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba016de-54e9-4e55-9218-ac06101fdfcc req-2f4d486d-397d-44fc-b1a1-c30537089454 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0487313 Oct 26 17:03:36.702397 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:36.717447 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ba016de-54e9-4e55-9218-ac06101fdfcc req-aff5276b-dbfa-4c14-bfe7-67a081ce9ddd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Oct 26 17:03:36.818915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:36.821417 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c156cdc-9154-446a-9669-54d86f7e02a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:36.868668 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6734678-5769-454b-8c99-11902801f21d x-openstack-request-id: req-f6734678-5769-454b-8c99-11902801f21d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:36.868959 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:36.869211 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6734678-5769-454b-8c99-11902801f21d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:36.869649 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:03:36.960414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-2151a573-3810-423c-9187-e31d8259ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:36.961915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-2151a573-3810-423c-9187-e31d8259ce2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1096 time: 0.0625689 Oct 26 17:03:36.963778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-fd32ba47-3258-4b01-9e2f-6e12ce139201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:36.965120 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-fd32ba47-3258-4b01-9e2f-6e12ce139201 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1096 time: 0.0739937 Oct 26 17:03:37.123299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-88d39930-af76-4a3e-8f54-37d7a3f2dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.124701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-88d39930-af76-4a3e-8f54-37d7a3f2dfc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1544173 Oct 26 17:03:37.127492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-6efad3aa-24a4-4227-9604-07f6ba855e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.128814 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-6efad3aa-24a4-4227-9604-07f6ba855e01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.1509004 Oct 26 17:03:37.243770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-b59c9174-e2b9-4cd9-a763-73b2c5b481ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.1117036 Oct 26 17:03:37.248252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-6761bba6-3f39-48cf-bc96-f55ac19b05f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 999 time: 0.1051295 Oct 26 17:03:37.331429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-efa50ab8-72a3-486e-a4e2-86e13ea42be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.332958 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-efa50ab8-72a3-486e-a4e2-86e13ea42be3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0816464 Oct 26 17:03:37.334618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-ac64935b-8c2f-4d3b-b88e-d12ede8dea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.335975 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-ac64935b-8c2f-4d3b-b88e-d12ede8dea57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0772226 Oct 26 17:03:37.371269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:03:37.414942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:03:37.416260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-24f8f101-ed9f-4735-8e43-a3ac7fde14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.417761 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-24f8f101-ed9f-4735-8e43-a3ac7fde14ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679812 Oct 26 17:03:37.420179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-6cbc7c13-4442-4a2c-ac09-1bca26fb217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.421567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-6cbc7c13-4442-4a2c-ac09-1bca26fb217a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793090 Oct 26 17:03:37.580883 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-177f5f3c-e258-4919-aa1a-093bc8dcd06f service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554556 Oct 26 17:03:37.582772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-8e199376-cab7-4f87-a654-f1d8e1fc253a service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500394 Oct 26 17:03:37.741027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-16070de3-b599-4198-9346-9d9c152eaccb service neutron] 10.222.0.47 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527541 Oct 26 17:03:37.742850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6c156cdc-9154-446a-9669-54d86f7e02a0 req-8938f0d2-c9ed-408b-bb11-1385d2481221 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470726 Oct 26 17:03:37.847616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bb2-dc7a-4f94-bbd1-6b25f881edb4 req-1250b997-58e7-4573-824f-b37b63ddfe0a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:03:37.849513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2534bb2-dc7a-4f94-bbd1-6b25f881edb4 req-1250b997-58e7-4573-824f-b37b63ddfe0a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 945 time: 0.0585775 Oct 26 17:03:37.891702 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2534bb2-dc7a-4f94-bbd1-6b25f881edb4 req-1d89e020-e83b-454c-bd90-fab8474a10a5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Oct 26 17:03:37.914781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 50898) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:03:37.981191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0eaa61f6-4393-4989-a9e1-8acb3c71bb7f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 HTTP/1.1" status: 200 len: 991 time: 0.0651567 Oct 26 17:03:39.961888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:03:40.062669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:40.074195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'port_id': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'mac_address': 'fa:16:3e:d9:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:03:40.113395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:40.131123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:03:40.151305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:40.226239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:40.274244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:40.449336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:03:41.988806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:03:42.094369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:03:42.098337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:03:42.098744 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:42.179097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:42.202557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:03:42.204794 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b781b69-a2c7-4b7e-bb64-1f2469ffc4a3" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:03:42.222641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:03:42.246382 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e9ea7-fcf8-4d85-8fd2-3065ccf1d7e2 x-openstack-request-id: req-ee0e9ea7-fcf8-4d85-8fd2-3065ccf1d7e2 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:03:42.246670 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-plugged", "status": "completed", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:03:42.246923 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee0e9ea7-fcf8-4d85-8fd2-3065ccf1d7e2 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:03:42.247956 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'code': 200} Oct 26 17:03:42.277179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:42.329470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:03:51.203624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:03:52.689223 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:01.027211 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c4627b9-65dc-4e62-abd2-4b45aca638aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:03.595282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-833d111b-fd84-43e7-90d4-2ed472a7e914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:04.164383 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:05.115000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:06.692031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:07.765195 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:04:08.436174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a940d7-c8a3-47d7-9bbd-a41596d0eada req-7f88642b-f55d-42ad-82e3-232c34a43b56 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:08.437684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87a940d7-c8a3-47d7-9bbd-a41596d0eada req-7f88642b-f55d-42ad-82e3-232c34a43b56 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1098 time: 0.0416558 Oct 26 17:04:08.471834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87a940d7-c8a3-47d7-9bbd-a41596d0eada req-4a74562b-08be-4f3a-b43d-d2722dc49fce tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281317 Oct 26 17:04:08.493380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51100) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:08.656244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 03d16fe7-58b2-4307-83c6-1fedde31e7cf {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:04:08.656501 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:08.736252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:08.736577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:08.748652 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 03d16fe7-58b2-4307-83c6-1fedde31e7cf owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:04:08.958617 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:08.985143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=03d16fe7-58b2-4307-83c6-1fedde31e7cf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:08.997452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.997452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.997749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.998609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.998939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.999385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:08.999734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.000073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.000388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.000739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.001069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.001387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:09.054344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:09.054670 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 disassociated (deleted). External IP: 172.25.5.42, port: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810. Oct 26 17:04:09.265742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router cd18d06f-b82b-4a36-ac49-22b06b2be061 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:09.383088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:09.387647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:09.394077 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Sync routers for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:09.408603 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:09.409248 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:09.416018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3e0a2f08-8cb5-41ad-8285-0d8647f4ea46 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/floatingips/8fe177e8-cc5b-42b5-9e20-e1482bd72ce6 HTTP/1.1" status: 204 len: 168 time: 0.9215903 Oct 26 17:04:09.416625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:04:09.418889 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cef815-8d9a-4e3c-870e-fdd86f475d48" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:09.487888 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b70ab22-c6f9-44f8-a673-b268697bc2ac x-openstack-request-id: req-8b70ab22-c6f9-44f8-a673-b268697bc2ac {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:09.488492 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:09.488492 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b70ab22-c6f9-44f8-a673-b268697bc2ac {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:09.489065 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:04:09.547102 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:09.557777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-fa9c773a-0c19-4caa-9b61-3203206729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:09.559434 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-fa9c773a-0c19-4caa-9b61-3203206729b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 1098 time: 0.0470107 Oct 26 17:04:09.659281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-ef0186db-2e00-475d-af65-545bd68fa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:09.661226 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-ef0186db-2e00-475d-af65-545bd68fa4bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 200 len: 897 time: 0.0930798 Oct 26 17:04:09.709724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-0137d4f5-419c-4350-9622-7a878f2d10b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 200 len: 217 time: 0.0404744 Oct 26 17:04:09.758003 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:09.765911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-edd291d8-e86a-4f33-9cf7-4799b898a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:09.767408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-edd291d8-e86a-4f33-9cf7-4799b898a2e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 200 len: 834 time: 0.0496421 Oct 26 17:04:09.787579 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Checking router: cd18d06f-b82b-4a36-ac49-22b06b2be061 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:09.793205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:09.793796 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:09.815307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-3785d324-3015-47a9-b8b3-df4e24db6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:09.819768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-3785d324-3015-47a9-b8b3-df4e24db6748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89349ffc-6bf4-425d-b32d-f96d8fa40c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449343 Oct 26 17:04:09.906917 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:09.926931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-042ded6e-2fda-4794-92df-36e619fe2018 service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901711 Oct 26 17:04:10.064619 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-30cef815-8d9a-4e3c-870e-fdd86f475d48 req-5e19c4da-e277-4a61-8d5d-d0e6bab7427b service neutron] 10.222.0.39 "GET /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222961 Oct 26 17:04:10.071728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385c19-21ef-4484-be7f-51377777639a req-cb68a729-5816-4d4f-b133-efd166f04da5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:10.073629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88385c19-21ef-4484-be7f-51377777639a req-cb68a729-5816-4d4f-b133-efd166f04da5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 947 time: 0.0585103 Oct 26 17:04:10.120627 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88385c19-21ef-4484-be7f-51377777639a req-ceddc45f-f9a7-4a62-8f10-f7a5871cf610 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Oct 26 17:04:10.140938 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:10.168141 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493ae9c-bc9f-4a81-8014-22d95cf3a226 None None] The sync data for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 is: [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:02:15Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f92782b1-d8a0-4b53-9a11-c2141d06527a', 'name': '', 'network_id': '89349ffc-6bf4-425d-b32d-f96d8fa40c39', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:20:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:14Z', 'updated_at': '2021-10-26T17:02:18Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': '9d8a233f-6907-4619-bd2c-345a6f9e7977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:10.403216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744017c-0f5c-4f62-9518-d463be899a99 None None] New status for floating IP 8fe177e8-cc5b-42b5-9e20-e1482bd72ce6: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:04:11.235936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e73d-5349-4684-beaa-ec3609cea30c req-5c42ce6d-02cb-477a-88db-27d6ebe52556 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:11.237411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e17e73d-5349-4684-beaa-ec3609cea30c req-5c42ce6d-02cb-477a-88db-27d6ebe52556 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 947 time: 0.0532084 Oct 26 17:04:11.276189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e17e73d-5349-4684-beaa-ec3609cea30c req-2621167d-8097-408c-8f86-766ae64804dc tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=673edab7-6915-41de-ac7b-b9cc7e7d4869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Oct 26 17:04:11.311793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-a9899d11-b47a-4cdb-816c-d7c73f20f3ac tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:11.313263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-a9899d11-b47a-4cdb-816c-d7c73f20f3ac tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 947 time: 0.0593650 Oct 26 17:04:11.406748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:04:11.407101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:11.505876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:11.506240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:11.519938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:04:11.732630 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:11.763053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=e65e5a9a-fc49-47e0-8dd4-5fc7981dc810,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:11.791952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.792301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.792639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.792973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.793309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.793636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.793967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.794285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.794612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.794961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.795309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.795634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:11.815869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] No DVR routers for this DVR port e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:04:11.818577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:11.822140 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8cb00d40-c079-4f69-911d-f96ecf1d590c req-1cd50196-2473-489f-915e-a9942e96ea66 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "DELETE /v2.0/ports/e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 HTTP/1.1" status: 204 len: 173 time: 0.5030637 Oct 26 17:04:11.822690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-deleted', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:04:11.825438 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1259629a-bfe2-4d15-93d7-9a05ac8ddbe7" -d '{"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-deleted", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:11.961082 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6147217b-2099-492f-8277-432505596051 x-openstack-request-id: req-6147217b-2099-492f-8277-432505596051 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:11.961423 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e56a5-829f-4f9c-8244-29e76a5461ea", "name": "network-vif-deleted", "tag": "e65e5a9a-fc49-47e0-8dd4-5fc7981dc810", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:11.961673 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6147217b-2099-492f-8277-432505596051 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:11.962076 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e56a5-829f-4f9c-8244-29e76a5461ea', 'name': 'network-vif-deleted', 'tag': 'e65e5a9a-fc49-47e0-8dd4-5fc7981dc810', 'status': 'completed', 'code': 200} Oct 26 17:04:12.383426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b40e366-d7d5-4c98-b979-813b0d70d1d0 req-71d1299a-13ce-44b5-98de-49593912206f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e56a5-829f-4f9c-8244-29e76a5461ea HTTP/1.1" status: 200 len: 210 time: 0.0268888 Oct 26 17:04:13.441605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51144) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:13.825307 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:14.078771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port f92782b1-d8a0-4b53-9a11-c2141d06527a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:04:14.079110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:14.165077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port f92782b1-d8a0-4b53-9a11-c2141d06527a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f92782b1-d8a0-4b53-9a11-c2141d06527a,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:14.165442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:14.178548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for f92782b1-d8a0-4b53-9a11-c2141d06527a owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:04:14.427768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:14.457091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=f92782b1-d8a0-4b53-9a11-c2141d06527a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:14.660781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.181977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router cd18d06f-b82b-4a36-ac49-22b06b2be061 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:15.286476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:15.291481 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2dcc30ea-1fdf-48b1-a6a1-d32e1d4f9745 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/cd18d06f-b82b-4a36-ac49-22b06b2be061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487031 Oct 26 17:04:15.294179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:15.298008 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Sync routers for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:15.307615 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:15.308328 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:15.345047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting subnet 9d8a233f-6907-4619-bd2c-345a6f9e7977 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:04:15.348171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.388379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.421559 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:15.480811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.628531 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:04:14Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:15.645137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.659621 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Checking router: cd18d06f-b82b-4a36-ac49-22b06b2be061 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:15.668450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Routers {'cd18d06f-b82b-4a36-ac49-22b06b2be061'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:15.669059 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['cd18d06f-b82b-4a36-ac49-22b06b2be061'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:15.673920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8a233f-6907-4619-bd2c-345a6f9e7977,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:15.677969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.681141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-087659e4-4281-4dc7-a5f3-6720d2221e40 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8a233f-6907-4619-bd2c-345a6f9e7977 HTTP/1.1" status: 204 len: 168 time: 0.3860190 Oct 26 17:04:15.684825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:15.688744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f0a11-b571-4f0b-ab3e-6185c193485c None None] Network 89349ffc-6bf4-425d-b32d-f96d8fa40c39 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:04:15.806091 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] Set router cd18d06f-b82b-4a36-ac49-22b06b2be061 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:15.812659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.924495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] DHCP port deletion for 89349ffc-6bf4-425d-b32d-f96d8fa40c39 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:04:15.970890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:15.993919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Deleting port 86355c87-29ad-4a03-8514-916a68bd60ff {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:04:15.994205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.066596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] For port 86355c87-29ad-4a03-8514-916a68bd60ff, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=86355c87-29ad-4a03-8514-916a68bd60ff,segment=NetworkSegment(e0b1ee89-bbbd-42bc-a75e-f3aa931398cc),segment_id=e0b1ee89-bbbd-42bc-a75e-f3aa931398cc)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:16.067299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.086936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Calling delete_port for 86355c87-29ad-4a03-8514-916a68bd60ff owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:04:16.119018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 4f6828bf-b873-427d-9d94-cb2b7720183a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:04:16.119437 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.130434 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:04:14Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:16.146962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:16.164265 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb8535-7654-4cd2-819b-eab8aa560f4d None None] The sync data for ids ['cd18d06f-b82b-4a36-ac49-22b06b2be061'] in n-d-815373-2 is: [{'id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085910033', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:02:10Z', 'updated_at': '2021-10-26T17:04:14Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '4f6828bf-b873-427d-9d94-cb2b7720183a', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd18d06f-b82b-4a36-ac49-22b06b2be061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:02:11Z', 'updated_at': '2021-10-26T17:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:16.171489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:04:16.171778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device e65e5a9a-fc49-47e0-8dd4-5fc7981dc810 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:16.242557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 4f6828bf-b873-427d-9d94-cb2b7720183a, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f6828bf-b873-427d-9d94-cb2b7720183a,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:16.243010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.255585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 4f6828bf-b873-427d-9d94-cb2b7720183a owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:04:16.285154 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.311473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] Pushing event deleted for resources: {'Port': ['ID=86355c87-29ad-4a03-8514-916a68bd60ff,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:16.318272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba2678-948a-4ab1-bfb5-d4bca320d1f2 None None] No DVR routers for this DVR port 86355c87-29ad-4a03-8514-916a68bd60ff on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:04:16.510456 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.562603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=4f6828bf-b873-427d-9d94-cb2b7720183a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:16.618697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 86355c87-29ad-4a03-8514-916a68bd60ff no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:16.632360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.647384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 86355c87-29ad-4a03-8514-916a68bd60ff {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:04:16.647384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 86355c87-29ad-4a03-8514-916a68bd60ff not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:16.647930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f92782b1-d8a0-4b53-9a11-c2141d06527a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:16.669482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f92782b1-d8a0-4b53-9a11-c2141d06527a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:04:16.669906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f92782b1-d8a0-4b53-9a11-c2141d06527a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:16.751292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.753605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.858809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.859448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Fanout notify agent at l3_agent the message router_deleted on router cd18d06f-b82b-4a36-ac49-22b06b2be061 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:04:16.871260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:16.871260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f19cf83-ac5c-47db-92cf-24b3213966a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/routers/cd18d06f-b82b-4a36-ac49-22b06b2be061 HTTP/1.1" status: 204 len: 168 time: 1.1817873 Oct 26 17:04:16.871260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:16.953642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.048376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.067890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89349ffc-6bf4-425d-b32d-f96d8fa40c39']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:17.077665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:17.077954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b1ee89-bbbd-42bc-a75e-f3aa931398cc') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:17.087079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.100078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.105770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:04:17.106149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:04:17.109116 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:04:17.207256 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.214612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.217347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/networks/89349ffc-6bf4-425d-b32d-f96d8fa40c39 HTTP/1.1" status: 204 len: 168 time: 0.3457556 Oct 26 17:04:17.220333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51174) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:17.234117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced25c00-d2e9-47e1-9716-721c5a985d6b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Network': ['ID=89349ffc-6bf4-425d-b32d-f96d8fa40c39,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:17.284199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.313031 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.447282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.449973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:17.451224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/security-groups/673edab7-6915-41de-ac7b-b9cc7e7d4869 HTTP/1.1" status: 204 len: 168 time: 0.2298419 Oct 26 17:04:17.460707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296472d7-c44d-44a7-b3e1-b498505ae999 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673edab7-6915-41de-ac7b-b9cc7e7d4869,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:18.037292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51186) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:18.042027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156680686', 'description': 'tempest-secgroup-smoke-1156680686 description', 'project_id': '1239377e516041e191f08c27fbbfdd3a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:18.121505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.186294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.269633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.298514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47c654d-4c7c-498b-b645-8d09ad49eee0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:18.372470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.374781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f680ee61-09dc-42f9-81dd-10c6628b593b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3364718 Oct 26 17:04:18.377605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:18.382308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:18.467352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.528328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.588510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f6828bf-b873-427d-9d94-cb2b7720183a no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:18.601375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.616904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4f6828bf-b873-427d-9d94-cb2b7720183a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:04:18.617244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f6828bf-b873-427d-9d94-cb2b7720183a not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:18.627064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47af67fa-2208-436e-8ad2-ab16557a3e41,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:18.689752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.691035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-46e70306-ba7b-41e9-9842-07a9e78c2fee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3124738 Oct 26 17:04:18.693750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51196) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:18.698294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:18.761028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.818060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.869994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.891245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d5729e-bc25-4b8a-8ea8-c6a9a9193cb5,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:18.955455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:18.956719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1c485c20-bcc2-4da1-947f-57263488a1ec tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2620394 Oct 26 17:04:18.959638 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51198) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:18.964284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:19.066967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.115255 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.199111 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.218446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac42c1b9-b853-498d-a36a-55ed61a40970,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:19.298898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.300222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ee05369d-3831-46c5-9c99-00cb707b45d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395000 Oct 26 17:04:19.302875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:19.307259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:19.427075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.486270 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.579063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.597629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc395cd-2a11-415e-996b-7591f6f8cdf8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:19.683643 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.684944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-090f9603-1fdd-4dbe-9953-79ee6522ec14 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3811038 Oct 26 17:04:19.687826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51208) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:19.692207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:19.765563 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:04:19.770506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.829741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.901824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.923430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7713ee2e-7100-4982-a2ad-770d91dc379f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:19.997400 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:19.998788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d3c47e41-4233-4d9c-8c03-7eb0977b7115 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3099344 Oct 26 17:04:20.001595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51210) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:20.006233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': 'd47c654d-4c7c-498b-b645-8d09ad49eee0', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:20.075531 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:04:20.080554 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.140431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.207511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.224802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18eaa82f-d22a-47cb-9e72-c3326d55e769,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:20.312421 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.313715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aff44bc7-ee97-4b3a-8587-be453f0104e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111134 Oct 26 17:04:20.316584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51214) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:20.321374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'network': {'name': 'tempest-network-smoke--134528157', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'port_security_enabled': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:20.436225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:04:20.439914 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.466530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:04:20.475877 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.476222 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Added segment 601b6547-74fd-4c6e-97b7-df2006438ab6 of type vlan for network 6b693154-eb6c-4237-8ee4-85480a897d0c Oct 26 17:04:20.518484 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.602057 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.608069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:20.608764 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.673800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Network': ['ID=6b693154-eb6c-4237-8ee4-85480a897d0c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:20.683787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 6b693154-eb6c-4237-8ee4-85480a897d0c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:04:20.719352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bd3138c0-a9a9-4ae1-8925-f970c37d5989 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3992133 Oct 26 17:04:20.719706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51220) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:20.724733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'admin_state_up': True, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:20.799984 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.801105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:20.856519 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.031227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.228345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.286098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.306494 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.410998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.163 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c9e8c4a0-5674-4725-a0f9-9a92927c2c47) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:21.521939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.630718 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:21.675299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:21.678546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:21.682254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:04:21.707473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:22.284566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:22.480330 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:22.688916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:04:22.701823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:22.803008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:22.814229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Sync routers for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:22.823682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:22.827843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:22.866533 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:22.870738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f73f0a46-c140-454b-adca-d8a1231cfa8e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1472087 Oct 26 17:04:22.871180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51234) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:22.901499 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb067045-54a3-4b21-abfa-76e8ff6fde44 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1239377e516041e191f08c27fbbfdd3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268478 Oct 26 17:04:22.901709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:22.929452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:22.991514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1763c15-ebe8-4f29-93b6-33f4c46479dc tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:22.997560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a1763c15-ebe8-4f29-93b6-33f4c46479dc tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903373 Oct 26 17:04:22.997717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:23.027875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4b0bd3ee-2b6b-4551-a73b-ef7714912743 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267670 Oct 26 17:04:23.028110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51240) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:23.033543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016584748', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:23.117179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:21Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:23.145129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Checking router: a080dad1-cedb-4bc8-bf8e-b8fb5d21319c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:23.145524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Updating router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:04:23.171829 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.213154 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:04:23.216788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.433047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.447635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.492994 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.508375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Subnet': ['ID=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:23.518770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:04:23.519714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network hostable DHCP agents. Network: 6b693154-eb6c-4237-8ee4-85480a897d0c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:04:23.551294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5a837-1c73-4d29-896f-cadf4b873231 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:23.553589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Attempting to bind port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:04:23.553958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Attempting to bind port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:04:23.554306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Attempting to bind port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:04:23.560092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:04:23.560425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:04:23.560866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.561444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:04:23.561912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Bound port: c9e8c4a0-5674-4725-a0f9-9a92927c2c47, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:04:23.562274 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.590282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 6b693154-eb6c-4237-8ee4-85480a897d0c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:04:23.619507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] For port c9e8c4a0-5674-4725-a0f9-9a92927c2c47, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:04:23.622530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] For port c9e8c4a0-5674-4725-a0f9-9a92927c2c47, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:04:23.664527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 6b693154-eb6c-4237-8ee4-85480a897d0c) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:23.669847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:23.673093 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.676889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfef40b-7ccf-4a87-bbfa-d2684616c78a None None] Network 6b693154-eb6c-4237-8ee4-85480a897d0c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:04:23.797576 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-460954be-a505-422b-9fd6-6adb2fc17b10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7651289 Oct 26 17:04:23.797968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:23.876028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:23.980072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:23.980706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:24.018490 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5a837-1c73-4d29-896f-cadf4b873231 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:24.151793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:24.154061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-6b693154-eb6c-4237-8ee4-85480a897d0c', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:04:24.154959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.301520 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.432128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Allocated IP 172.20.0.2 (6b693154-eb6c-4237-8ee4-85480a897d0c/de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8/0c1e4610-e9b8-4693-9a59-b47cbf248819) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:24.497602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:21Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:24.530189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b36d-cfd8-46b0-9805-893ff245cf48 None None] The sync data for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 is: [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:21Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:24.625221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.697152 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.738627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Network 6b693154-eb6c-4237-8ee4-85480a897d0c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:24.742062 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:24.745905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:04:24.769172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.1 (6b693154-eb6c-4237-8ee4-85480a897d0c/de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8/7f1d93a3-3731-4781-b9c6-c33737165f8f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:24.821420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Pushing event updated for resources: {'Port': ['ID=0c1e4610-e9b8-4693-9a59-b47cbf248819,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:24.880049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Attempting to bind port 0c1e4610-e9b8-4693-9a59-b47cbf248819 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:04:24.881303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Attempting to bind port 0c1e4610-e9b8-4693-9a59-b47cbf248819 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:04:24.881868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Attempting to bind port 0c1e4610-e9b8-4693-9a59-b47cbf248819 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:04:24.888863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:04:24.890436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:04:24.890931 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.891359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Bound using segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:04:24.891844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Bound port: 0c1e4610-e9b8-4693-9a59-b47cbf248819, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:04:24.892270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.948933 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:24.969211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] For port 0c1e4610-e9b8-4693-9a59-b47cbf248819, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:04:24.973358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] For port 0c1e4610-e9b8-4693-9a59-b47cbf248819, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0c1e4610-e9b8-4693-9a59-b47cbf248819,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:04:25.065948 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.094569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.148372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196482-d70b-4263-9b0e-ac5419fe59eb None None] Pushing event updated for resources: {'Port': ['ID=0c1e4610-e9b8-4693-9a59-b47cbf248819,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:25.167513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:25.178851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 6b693154-eb6c-4237-8ee4-85480a897d0c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:25.181957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:25.189549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:04:25.240207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.481112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.773231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.833725 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.921286 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:25.927546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:26.037086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 6b693154-eb6c-4237-8ee4-85480a897d0c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:26.038511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:26.167786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:26.198468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948dff9-c227-4fb4-8586-e84cf0796022 None None] Network 6b693154-eb6c-4237-8ee4-85480a897d0c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:04:26.288552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] Provisioning complete for port 0c1e4610-e9b8-4693-9a59-b47cbf248819 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:26.288913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:26.291829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:26.307371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b46fd5fc-a65f-41a2-8711-3941cf6f7504 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/a080dad1-cedb-4bc8-bf8e-b8fb5d21319c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036209 Oct 26 17:04:26.445847 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:26.488388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] For port 0c1e4610-e9b8-4693-9a59-b47cbf248819, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0c1e4610-e9b8-4693-9a59-b47cbf248819,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:26.490319 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-fa63ccee-3a44-49d6-9a94-c2623d57b359 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156680686&fields=id&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 267 time: 0.0462344 Oct 26 17:04:26.573665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:26.638466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-af14bd8a-322a-4f2c-831a-f1f38856cd3d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:26.651735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-af14bd8a-322a-4f2c-831a-f1f38856cd3d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 796 time: 0.1536667 Oct 26 17:04:26.652639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179701cb-e119-4760-a6f4-e72545e835d6 None None] Pushing event updated for resources: {'Port': ['ID=0c1e4610-e9b8-4693-9a59-b47cbf248819,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:26.672293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-cb4606e9-8d25-41f9-a8d8-f6feb2b9e1f2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/quotas/1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 375 time: 0.0193341 Oct 26 17:04:26.707694 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Sync routers for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:26.726953 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:26.727617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:26.749957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c9e8c4a0-5674-4725-a0f9-9a92927c2c47 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:26.772307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-36e034f2-95da-4098-acaa-cc43dfe6ad0c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916216 Oct 26 17:04:26.777408 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-b9041b20-9be5-4d71-814a-4015fd35361e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:04:26.785331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-b9041b20-9be5-4d71-814a-4015fd35361e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121365 Oct 26 17:04:26.829286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6120628e-adf6-4802-ad03-487e8caeea93 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:26.830018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6120628e-adf6-4802-ad03-487e8caeea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:26.876895 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:26.909645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-1626079a-04ee-40b7-9e41-7a27f8cb81dd service neutron] 10.222.0.21 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228962 Oct 26 17:04:26.943112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6120628e-adf6-4802-ad03-487e8caeea93 None None] Port 7f1d93a3-3731-4781-b9c6-c33737165f8f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:04:26.962329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:26.962697 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.015855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6120628e-adf6-4802-ad03-487e8caeea93 None None] Provisioning complete for port 0c1e4610-e9b8-4693-9a59-b47cbf248819 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:27.016366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6120628e-adf6-4802-ad03-487e8caeea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.041882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-851300c9-cbb5-4a64-9e5f-9e41af97d623 service neutron] 10.222.0.21 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265423 Oct 26 17:04:27.120922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 2, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:27.155338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Checking router: a080dad1-cedb-4bc8-bf8e-b8fb5d21319c for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:27.155338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Updating router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c port 7f1d93a3-3731-4781-b9c6-c33737165f8f binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:04:27.189772 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.198259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.221377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port c9e8c4a0-5674-4725-a0f9-9a92927c2c47, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:27.297579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.298464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0c1e4610-e9b8-4693-9a59-b47cbf248819 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:27.403085 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50418a16-f8db-42bb-9001-ff3771565f31 req-e87482b9-c628-435c-ae87-d2e07d0a4cf7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 210 time: 0.0368052 Oct 26 17:04:27.425098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:27.461428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0c1e4610-e9b8-4693-9a59-b47cbf248819 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:27.461813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.503893 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dee8a07c-2d8c-441f-a6d1-8eaa1657a1e6 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:27.504271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dee8a07c-2d8c-441f-a6d1-8eaa1657a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.557526 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dee8a07c-2d8c-441f-a6d1-8eaa1657a1e6 None None] Port 7f1d93a3-3731-4781-b9c6-c33737165f8f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:04:27.562629 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.676614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-44ae90e4-b048-46f9-8c3d-a7c199780fe7 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:27.676909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44ae90e4-b048-46f9-8c3d-a7c199780fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.714129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-44ae90e4-b048-46f9-8c3d-a7c199780fe7 None None] Port 7f1d93a3-3731-4781-b9c6-c33737165f8f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:04:27.717995 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.786521 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Pushing event updated for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:27.807216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.807556 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.808093 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.808423 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.808897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.809384 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.809709 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.810189 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.810536 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.810883 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.811467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.812174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:27.876044 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Attempting to bind port 7f1d93a3-3731-4781-b9c6-c33737165f8f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:04:27.876415 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Attempting to bind port 7f1d93a3-3731-4781-b9c6-c33737165f8f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:04:27.876768 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Attempting to bind port 7f1d93a3-3731-4781-b9c6-c33737165f8f on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:04:27.882582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:04:27.882969 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:04:27.883433 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.884081 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Bound using segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:04:27.884391 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Bound port: 7f1d93a3-3731-4781-b9c6-c33737165f8f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:04:27.884769 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:27.959689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] For port 7f1d93a3-3731-4781-b9c6-c33737165f8f, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:04:27.962956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] For port 7f1d93a3-3731-4781-b9c6-c33737165f8f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f1d93a3-3731-4781-b9c6-c33737165f8f,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:04:28.031089 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.038274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:28.038720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.089611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:28.090071 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:28.095747 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5b9d-25cc-4a78-b8a8-85e78d33eae1 None None] Pushing event updated for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:28.141188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.176744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] For port 7f1d93a3-3731-4781-b9c6-c33737165f8f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f1d93a3-3731-4781-b9c6-c33737165f8f,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:28.212991 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:28.285819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.349219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df689283-7c56-46db-8266-abc1b4d95559 None None] Pushing event updated for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:28.405251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-83fa2576-dcbc-4e5b-8e71-f753a8e62ab3 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:28.405759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83fa2576-dcbc-4e5b-8e71-f753a8e62ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.465986 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:28.493492 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb5915-3d6d-43c2-84fb-e4012e2a430d None None] The sync data for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 is: [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:28.501599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-164033c9-235e-450b-88fc-ec2e8c8cbfe1 req-2ed4cbc9-a1e7-467c-9b0a-811f96184441 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 210 time: 0.0305548 Oct 26 17:04:28.724416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f1d93a3-3731-4781-b9c6-c33737165f8f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:28.787790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7f1d93a3-3731-4781-b9c6-c33737165f8f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:28.788522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:28.875630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c9e8c4a0-5674-4725-a0f9-9a92927c2c47 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:28.926157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:28.926524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:29.008518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0c1e4610-e9b8-4693-9a59-b47cbf248819 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:29.062459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0c1e4610-e9b8-4693-9a59-b47cbf248819 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:29.062949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:29.572984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-9404c5b5-f394-4cb7-ac85-2254f36876ea tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:29.581096 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-9404c5b5-f394-4cb7-ac85-2254f36876ea tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 796 time: 0.1349032 Oct 26 17:04:29.636515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-e0042551-1418-416f-b43b-0ef49f4bc63a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 380 time: 0.0453629 Oct 26 17:04:29.646351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'port': {'device_id': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'admin_state_up': True, 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'security_groups': ['d47c654d-4c7c-498b-b645-8d09ad49eee0']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:29.649203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88ed73f7-0c6b-48f2-b1b0-56ba18755cc5 req-ed9ac0e2-78e2-47ef-b0c7-d3c4e3897dd3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 210 time: 0.0408964 Oct 26 17:04:29.845418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:04:29.850145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:29.980250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.4 (6b693154-eb6c-4237-8ee4-85480a897d0c/de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:30.127223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.219977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.263959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 6b693154-eb6c-4237-8ee4-85480a897d0c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:30.267191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:30.270906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:04:30.304419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:30.330707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:30.331530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.439728 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-def047af-b697-48da-a686-b696cf7c0366 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7979178 Oct 26 17:04:30.453416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Request body: {'port': {'device_id': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:30.508280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.528914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8c21581f-8d0c-4341-8c9d-f112d9e61b34 None None] Provisioning complete for port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:30.529536 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c21581f-8d0c-4341-8c9d-f112d9e61b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.565825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8c21581f-8d0c-4341-8c9d-f112d9e61b34 None None] Port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:04:30.812068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:04:30.819544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.831988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Transition to ACTIVE for port object 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:04:30.832547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c549-94a4-41b3-9eea-697c10738bbf req-cff3402e-5361-4487-a59c-faee2fc86595 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:30.834006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13d2c549-94a4-41b3-9eea-697c10738bbf req-cff3402e-5361-4487-a59c-faee2fc86595 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 931 time: 0.0876403 Oct 26 17:04:30.872359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13d2c549-94a4-41b3-9eea-697c10738bbf req-024e9e14-0bdf-40a6-9d73-d22a2943e1de tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Oct 26 17:04:30.897036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:30.950102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:31.028800 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fee70dd5-a3e1-4fd9-bd53-11f04c3fdba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:31.031243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:04:31.031677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:04:31.032104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:04:31.037313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:04:31.037633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:04:31.042601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:04:31.042934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:04:31.043361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Bound using segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:04:31.043793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Bound port: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:04:31.044146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:31.119243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:04:31.122368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:04:31.212032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:31.248896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.249772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:31.251503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] 10.222.0.47 "PUT /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1091 time: 0.8025577 Oct 26 17:04:31.257324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:04:31.259770 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78481ee6-213c-480f-ab1b-d101a4ddbda5" -d '{"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:31.299236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c927dd-9140-4a9c-94db-04fff98edfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:31.309119 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8907b7d-ffed-4708-b15f-7a5c4a457bf4 x-openstack-request-id: req-a8907b7d-ffed-4708-b15f-7a5c4a457bf4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:31.309515 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:31.309860 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8907b7d-ffed-4708-b15f-7a5c4a457bf4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:31.310354 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'status': 'completed', 'code': 200} Oct 26 17:04:31.377419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-6cfa2d10-de1b-4653-a683-ca08dccdee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.379005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-6cfa2d10-de1b-4653-a683-ca08dccdee6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1094 time: 0.0494959 Oct 26 17:04:31.492558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-bbda72e9-e118-400e-81d5-3f2e46b14486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.494019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-bbda72e9-e118-400e-81d5-3f2e46b14486 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1239377e516041e191f08c27fbbfdd3a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1063209 Oct 26 17:04:31.590480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-1b05cf70-95c1-41ea-b7e7-01d503344030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.591905 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-78481ee6-213c-480f-ab1b-d101a4ddbda5 req-1b05cf70-95c1-41ea-b7e7-01d503344030 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911040 Oct 26 17:04:31.673838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-28140b58-4ec9-4ffc-9573-df471c120930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.675355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-28140b58-4ec9-4ffc-9573-df471c120930 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1094 time: 0.0473351 Oct 26 17:04:31.719642 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-a07260a1-3f52-4ae1-967e-f5dbdec794e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 217 time: 0.0362329 Oct 26 17:04:31.770429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-ad34910d-2027-4d3d-863a-d11fd0cb57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.771982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-ad34910d-2027-4d3d-863a-d11fd0cb57d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0453920 Oct 26 17:04:31.817046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-40c0779e-fd58-4f90-9d46-fc7cb03b3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:31.818505 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-40c0779e-fd58-4f90-9d46-fc7cb03b3dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397904 Oct 26 17:04:31.921484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-3fbccae4-ebf1-4030-9141-e4c4800b26a9 service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949006 Oct 26 17:04:32.002160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b492e-9eef-428a-a1ae-46bc1b42ae78 req-f131b4f5-9a99-433a-be40-e83cc89dd4eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:32.003689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b4b492e-9eef-428a-a1ae-46bc1b42ae78 req-f131b4f5-9a99-433a-be40-e83cc89dd4eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 943 time: 0.0550921 Oct 26 17:04:32.026603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-837fb33c-af8a-4e11-acf4-b90d0baaf5ce req-b36d478f-420c-45fc-ba3b-a80ce5ffe2be service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988550 Oct 26 17:04:32.058519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3b4b492e-9eef-428a-a1ae-46bc1b42ae78 req-ab133005-0cc5-4d96-90cd-8484f01f6d84 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479507 Oct 26 17:04:33.178010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347566a2-48a2-477b-b8bc-4c28b4d4db5e req-0697412d-8326-466c-b00c-bc8f27633d0d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:33.179521 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-347566a2-48a2-477b-b8bc-4c28b4d4db5e req-0697412d-8326-466c-b00c-bc8f27633d0d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 943 time: 0.0492311 Oct 26 17:04:33.216940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-347566a2-48a2-477b-b8bc-4c28b4d4db5e req-1cd89677-7836-4d84-8e3e-2acfa1a4c435 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Oct 26 17:04:33.594255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5d27-1e4b-4ba3-b96c-c463bee22393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:34.154299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:34.340885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df0815-a383-44c9-9af4-6fa32a0f73a3 req-7551c275-bad4-4d3b-810b-6bfb9e2eb858 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:34.342792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3df0815-a383-44c9-9af4-6fa32a0f73a3 req-7551c275-bad4-4d3b-810b-6bfb9e2eb858 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 943 time: 0.0522969 Oct 26 17:04:34.382863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a3df0815-a383-44c9-9af4-6fa32a0f73a3 req-4c6f3658-306d-484b-8865-1d3d7dcfc593 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Oct 26 17:04:35.127933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:35.498333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a30145-ffbc-405c-a411-863616b833e6 req-c99696b0-5514-446c-a26d-6e99a4faf1ff tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:35.500613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64a30145-ffbc-405c-a411-863616b833e6 req-c99696b0-5514-446c-a26d-6e99a4faf1ff tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 943 time: 0.0507076 Oct 26 17:04:35.540136 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64a30145-ffbc-405c-a411-863616b833e6 req-a5014b35-5d29-46e3-a827-3830b28dacad tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327120 Oct 26 17:04:35.613435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:04:35.714940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:35.725896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'port_id': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'mac_address': 'fa:16:3e:fa:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:04:35.764005 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:35.776715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:04:35.797320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:35.882411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:35.931562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:35.938964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.943108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.944224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:35.944224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.088773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:04:36.662667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090663ff-4f6a-43cd-a53b-5e2ffa3e0a66 req-0e15c508-83fe-4d34-b133-af5b71176fd0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:36.664165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-090663ff-4f6a-43cd-a53b-5e2ffa3e0a66 req-0e15c508-83fe-4d34-b133-af5b71176fd0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0546951 Oct 26 17:04:36.702460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-090663ff-4f6a-43cd-a53b-5e2ffa3e0a66 req-672f4eb6-a9c4-46bf-bf0c-9a43bf33494a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309472 Oct 26 17:04:36.705284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:37.616819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:37.736986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:04:37.741324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:04:37.741732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:37.825151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:37.828817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212f916-688d-499a-a231-da5868d8d69a req-dfc9fe41-5bde-484e-b408-d31f3ca2eafd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:37.830437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1212f916-688d-499a-a231-da5868d8d69a req-dfc9fe41-5bde-484e-b408-d31f3ca2eafd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0551031 Oct 26 17:04:37.850573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:04:37.852859 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ddaa3e-8274-4c41-8236-5ead5ada1923" -d '{"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-plugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:37.865889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:37.876013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1212f916-688d-499a-a231-da5868d8d69a req-619a1a24-4c45-434d-aaea-b5b9a06a7b7c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Oct 26 17:04:37.899085 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd000ee9-113a-41a9-9af4-fc221608176b x-openstack-request-id: req-bd000ee9-113a-41a9-9af4-fc221608176b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:37.899413 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-plugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:37.899672 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd000ee9-113a-41a9-9af4-fc221608176b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:37.900067 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'code': 200} Oct 26 17:04:37.939342 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:37.989131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:38.002026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827b67-e5ff-4f5e-9d87-4eef1276ed63 req-f5cf2157-7f11-4d21-8cf8-8e1ceb59ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:38.003562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-37827b67-e5ff-4f5e-9d87-4eef1276ed63 req-f5cf2157-7f11-4d21-8cf8-8e1ceb59ca46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1096 time: 0.0421607 Oct 26 17:04:38.038840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-37827b67-e5ff-4f5e-9d87-4eef1276ed63 req-6268729b-a1b5-4280-ad40-33dbd60ea44c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278893 Oct 26 17:04:38.993600 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81566ca7-7962-49f3-ad57-0a5f2b80e16b req-03a8ebec-e76a-46d9-8fa8-a3841e3fa1a6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:38.995092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81566ca7-7962-49f3-ad57-0a5f2b80e16b req-03a8ebec-e76a-46d9-8fa8-a3841e3fa1a6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Oct 26 17:04:39.040003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-81566ca7-7962-49f3-ad57-0a5f2b80e16b req-6fc99db0-ab7f-460c-915d-529f1c06320f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Oct 26 17:04:40.158179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57c01-e886-467a-ac2c-a6423b929699 req-77943aff-ea67-4f8e-8858-02289a5d550a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:40.159673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ec57c01-e886-467a-ac2c-a6423b929699 req-77943aff-ea67-4f8e-8858-02289a5d550a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Oct 26 17:04:40.196367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ec57c01-e886-467a-ac2c-a6423b929699 req-4d1ad9af-40af-451c-93c0-f23396c9c396 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Oct 26 17:04:40.317463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a4965-00d6-4c83-870a-45b01bb0707e req-4bd950c7-0d08-4bfa-9bf2-5e457482fac3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:40.318846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a76a4965-00d6-4c83-870a-45b01bb0707e req-4bd950c7-0d08-4bfa-9bf2-5e457482fac3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Oct 26 17:04:40.356022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a76a4965-00d6-4c83-870a-45b01bb0707e req-96aada48-c7cf-4ccf-9b8f-bda8359f7859 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Oct 26 17:04:40.379243 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51444) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:40.421834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078cf14f-4f3c-46e1-be82-81b871828f26 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:40.423387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-078cf14f-4f3c-46e1-be82-81b871828f26 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1091 time: 0.0431399 Oct 26 17:04:40.426106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51446) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:40.430287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:40.516828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:40.618656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:40.719659 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.66 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/1780e700-f63a-4c61-baec-7fb7a8056868) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:40.824162 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:40.909246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:40.949021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:40.952323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:40.956073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:04:40.979310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=1780e700-f63a-4c61-baec-7fb7a8056868,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:41.620711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:41.719953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:41.871113 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:41.920316 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:41.994841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=1780e700-f63a-4c61-baec-7fb7a8056868,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:42.004275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:42.121270 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP af11abd2-ccf5-4af0-8d8a-1772b66b736a associated. External IP: 172.25.5.66, port: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3. Oct 26 17:04:42.330079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:42.441361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:42.450968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Sync routers for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:42.461714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:42.462332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:42.505134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:42.548922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-02235aa7-9ddf-44e6-9567-477ba4777dce tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1217744 Oct 26 17:04:42.549479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:04:42.551796 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:42.587104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:42.662224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2c28-83cf-438a-8cb9-e39c1360d9dd req-e0e77193-9760-49f8-927a-3d8a54a7e125 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:42.663806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-414e2c28-83cf-438a-8cb9-e39c1360d9dd req-e0e77193-9760-49f8-927a-3d8a54a7e125 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Oct 26 17:04:42.674365 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d6182-8a5c-4dfc-a77f-56a39c860325 x-openstack-request-id: req-bd2d6182-8a5c-4dfc-a77f-56a39c860325 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:42.674468 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:42.674708 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd2d6182-8a5c-4dfc-a77f-56a39c860325 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:42.675107 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'status': 'completed', 'code': 200} Oct 26 17:04:42.732967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-414e2c28-83cf-438a-8cb9-e39c1360d9dd req-65306452-d9a2-430f-b503-294691e8c6db tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604885 Oct 26 17:04:42.749945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-bf9781e7-e37e-44c0-94ad-dbd787678599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:42.752406 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-bf9781e7-e37e-44c0-94ad-dbd787678599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1096 time: 0.0546076 Oct 26 17:04:42.761160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51486) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:42.850633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-31a6ec8c-0ec5-454c-a777-57bef7dd8b2a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/af11abd2-ccf5-4af0-8d8a-1772b66b736a HTTP/1.1" status: 200 len: 990 time: 0.0877700 Oct 26 17:04:42.862787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'af11abd2-ccf5-4af0-8d8a-1772b66b736a', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'port_id': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'mac_address': 'fa:16:3e:fa:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:04:41Z', 'updated_at': '2021-10-26T17:04:41Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:42.869153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-bb0b1c13-4b51-41cc-a311-8d9a8bfa43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:42.870906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-bb0b1c13-4b51-41cc-a311-8d9a8bfa43da service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.1097593 Oct 26 17:04:42.890194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Checking router: a080dad1-cedb-4bc8-bf8e-b8fb5d21319c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:42.898747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:04:42.899389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:04:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:42.942084 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-d54f5a96-6dcc-4513-8203-477f21334e4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 998 time: 0.0642865 Oct 26 17:04:42.994344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-25507be6-c279-412d-a8bc-d2841b6072c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:42.995799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-25507be6-c279-412d-a8bc-d2841b6072c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0474973 Oct 26 17:04:43.008687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:04:43.042377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-53290778-1615-453d-ad1a-014979176b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:04:43.044123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-53290778-1615-453d-ad1a-014979176b96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405576 Oct 26 17:04:43.138246 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-dca4308f-e355-4900-82e5-b91d42364c46 service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Oct 26 17:04:43.235640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1317d80d-46ae-42d6-90fd-cd7b090bc4bf req-8e8f9377-dd46-47a4-b7fb-23ea759350f9 service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902979 Oct 26 17:04:43.252745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'af11abd2-ccf5-4af0-8d8a-1772b66b736a', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'port_id': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'mac_address': 'fa:16:3e:fa:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:04:41Z', 'updated_at': '2021-10-26T17:04:41Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:43.279671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf671bd6-dfcf-42da-83ee-840005273462 None None] The sync data for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 is: [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'af11abd2-ccf5-4af0-8d8a-1772b66b736a', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'port_id': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'mac_address': 'fa:16:3e:fa:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:04:41Z', 'updated_at': '2021-10-26T17:04:41Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:43.486773 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20575c4-d993-4bf1-a3bd-7fa3a6932e47 None None] New status for floating IP af11abd2-ccf5-4af0-8d8a-1772b66b736a: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:04:43.854677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:04:43.914902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-15a19d1c-2a26-4476-8ecf-223c90d3fa57 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/af11abd2-ccf5-4af0-8d8a-1772b66b736a HTTP/1.1" status: 200 len: 992 time: 0.0590296 Oct 26 17:04:44.763888 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:04:51.196831 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:04:52.694241 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:00.564488 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-2ca10a00-8e52-4ed7-9253-9f701ff75a91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458834 Oct 26 17:05:00.649238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-fb1bb821-6d38-4449-910b-7c3e6e281e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:00.650757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-fb1bb821-6d38-4449-910b-7c3e6e281e90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1096 time: 0.0416992 Oct 26 17:05:00.766365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-b7b597f4-6a4e-4624-9089-51de7b18f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:00.768061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-b7b597f4-6a4e-4624-9089-51de7b18f442 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.0958989 Oct 26 17:05:00.833397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-399f8c48-4f61-4bba-a6de-3155e831cf0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1000 time: 0.0568669 Oct 26 17:05:00.881449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-ae4a482d-9fd2-43fa-9eac-c675e7012488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:00.882882 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-ae4a482d-9fd2-43fa-9eac-c675e7012488 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0426397 Oct 26 17:05:00.932686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-c060dd14-fba3-421a-97c3-b22e2e6502f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:00.934150 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-c060dd14-fba3-421a-97c3-b22e2e6502f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439010 Oct 26 17:05:01.032196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f8c577c-19c9-47a6-bf3b-5fe89f3ee8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:01.336621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-9d3c7c7d-864d-441f-8af5-4aaeb70a232a service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949115 Oct 26 17:05:01.432117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9ae759ce-c56a-4b9d-be2f-2920a016b2e3 req-896eee80-98a1-43da-8a50-5ad8316ddf18 service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856521 Oct 26 17:05:03.607152 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-111af2cf-611c-4e34-974d-befccc021273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:04.121434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:05.117810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:06.717924 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:10.627046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a872b2-1cb9-4946-827d-9652878d09dc req-a408f996-84c9-4a62-b3c8-637b68ad19d0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:10.628694 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9a872b2-1cb9-4946-827d-9652878d09dc req-a408f996-84c9-4a62-b3c8-637b68ad19d0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0577497 Oct 26 17:05:10.667248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9a872b2-1cb9-4946-827d-9652878d09dc req-2645c72b-49da-4ddb-a661-23675f3dd8bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Oct 26 17:05:10.689795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51734) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:10.752809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6b89031e-9ef1-47f4-8b35-91dfe47c8ae0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/af11abd2-ccf5-4af0-8d8a-1772b66b736a HTTP/1.1" status: 200 len: 992 time: 0.0618479 Oct 26 17:05:11.050135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e708c5-be2f-4eff-9c51-1652094654f8 req-76e2ac5d-5d2c-4b83-b4e7-e41f79e949fb tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:11.051716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85e708c5-be2f-4eff-9c51-1652094654f8 req-76e2ac5d-5d2c-4b83-b4e7-e41f79e949fb tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1096 time: 0.0406992 Oct 26 17:05:11.089404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85e708c5-be2f-4eff-9c51-1652094654f8 req-9360341d-b037-4103-bc5d-4a29eafcfdcc tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Oct 26 17:05:12.323723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-1f50e94a-755e-49bb-8c2d-2499f93f5bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448265 Oct 26 17:05:12.332719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-4bf375ca-4c62-4272-bcfc-ce7a3d4a096f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:05:12.333765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-4bf375ca-4c62-4272-bcfc-ce7a3d4a096f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052195 Oct 26 17:05:13.407678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-d85b7ced-477d-49a9-9ba7-da9dafbc1e37 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:13.408973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-d85b7ced-477d-49a9-9ba7-da9dafbc1e37 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1093 time: 0.2099810 Oct 26 17:05:13.417577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Request body: {'binding': {'host': 'n-h2-815373-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:13.418045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Unknown quota resources ['binding']. {{(pid=102736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 17:05:13.561991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on host n-h2-815373-2 for vnic_type normal with profile None {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:13.562326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:13.562654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:13.568546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:05:13.568783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:13.573547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:13.573882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:13.574264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Bound using segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:13.574688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Bound port: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:13.663479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:13.737177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:13.738486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-08f7bb6c-6fab-4622-af4e-e18581f5aec9 service neutron] 10.222.0.21 "POST /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3241644 Oct 26 17:05:14.040167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4014df-dccb-44ef-8c58-cbcee6ff942c req-f149b168-79ad-4b8f-9ea4-ab81558212c7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:14.041911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b4014df-dccb-44ef-8c58-cbcee6ff942c req-f149b168-79ad-4b8f-9ea4-ab81558212c7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0584412 Oct 26 17:05:14.082321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b4014df-dccb-44ef-8c58-cbcee6ff942c req-1ec1888d-4675-4069-9950-f69a7b3f1e99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Oct 26 17:05:14.402577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-04b7b510-3263-4e2a-b834-034f8c40cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:14.404131 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-04b7b510-3263-4e2a-b834-034f8c40cbe6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1096 time: 0.0445895 Oct 26 17:05:14.500049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-40946a12-8303-4069-88f3-f12f659fd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:14.502047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-40946a12-8303-4069-88f3-f12f659fd160 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.0909061 Oct 26 17:05:14.568894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-baafdf4a-784f-4246-aa89-5e1407bba141 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1000 time: 0.0595980 Oct 26 17:05:14.623792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c3810180-ab06-4458-a22c-72951215552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:14.625277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c3810180-ab06-4458-a22c-72951215552b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0489724 Oct 26 17:05:14.675470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-30a7cee2-4261-4458-b911-ae767b31fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:14.676979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-30a7cee2-4261-4458-b911-ae767b31fb5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449245 Oct 26 17:05:14.776404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-5aaca12c-8ae6-40a4-888a-666bd15b814a service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919690 Oct 26 17:05:14.877485 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-207863c9-4337-424a-917e-43da27b1a674 service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914395 Oct 26 17:05:15.013097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c4401cb1-25bc-4351-9587-e22f3baee8a3 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:15.014615 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c4401cb1-25bc-4351-9587-e22f3baee8a3 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&tenant_id=1239377e516041e191f08c27fbbfdd3a&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1096 time: 0.0786803 Oct 26 17:05:15.027289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-2'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:15.088228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:15.221724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64207b33-9293-41b6-b681-b3e7c8b8bddf req-b8ab3470-35a9-41ef-aa2b-49b6c95a32df tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:15.223438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64207b33-9293-41b6-b681-b3e7c8b8bddf req-b8ab3470-35a9-41ef-aa2b-49b6c95a32df tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0521595 Oct 26 17:05:15.226445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:15.264285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64207b33-9293-41b6-b681-b3e7c8b8bddf req-a586f31f-4264-46b0-b42a-ce6725a946a1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Oct 26 17:05:15.269621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:15.311721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:15.314887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f93d83-f2cc-4edc-b562-574f035322fa" -d '{"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-unplugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:15.319557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:15.354318 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3430a5-c3d4-43ad-be52-7a722d4c8736 x-openstack-request-id: req-bc3430a5-c3d4-43ad-be52-7a722d4c8736 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:15.354617 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-unplugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:15.354914 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc3430a5-c3d4-43ad-be52-7a722d4c8736 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:15.355358 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'code': 200} Oct 26 17:05:15.415969 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:15.515609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:15.531486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.531486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.531486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.532582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.533165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.533762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.534379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.535469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.536088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.536852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.537413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.538636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:15.585761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on host n-h1-815373-2 for vnic_type normal with profile {"migrating_to": "n-h2-815373-2"} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:15.586238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:15.586570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:15.591057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:05:15.591404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Attempting to bind port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on network 6b693154-eb6c-4237-8ee4-85480a897d0c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:15.597571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:15.597904 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Checking segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:15.598418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Bound using segment: {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:15.598698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Bound port: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601b6547-74fd-4c6e-97b7-df2006438ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:15.599052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:15.672117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:15.675591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:15.729239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-389c9508-859a-4c06-b09b-f91b0816ff02 None None] Provisioning complete for port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:15.729239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-389c9508-859a-4c06-b09b-f91b0816ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:15.763525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-389c9508-859a-4c06-b09b-f91b0816ff02 None None] Port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:05:15.924428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:16.035542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:16.076426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:16.081735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:16.084369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-51cba79e-9dee-4bba-b0ed-ca85bdc6ab3f service neutron] 10.222.0.39 "PUT /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1121 time: 1.0621400 Oct 26 17:05:16.147797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:05:16.308328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] Provisioning complete for port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:16.308694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:16.392030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b98ddc-e834-4eb4-b6d9-20606567e69c req-18db433b-07a8-4cb5-af91-76d876f2c653 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:16.394861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57b98ddc-e834-4eb4-b6d9-20606567e69c req-18db433b-07a8-4cb5-af91-76d876f2c653 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 943 time: 0.0551605 Oct 26 17:05:16.435670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57b98ddc-e834-4eb4-b6d9-20606567e69c req-a1abca79-8ea9-491d-935d-da3a2de8a821 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Oct 26 17:05:16.457139 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:16.499774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:16.502762 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc8624-d622-4671-a3d5-24dbab05c20a" -d '{"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-plugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:16.519240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:16.540714 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da81338-b207-4deb-8ea3-69c55f956a9a x-openstack-request-id: req-4da81338-b207-4deb-8ea3-69c55f956a9a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:16.544672 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-plugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:16.544672 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4da81338-b207-4deb-8ea3-69c55f956a9a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:16.544672 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'code': 200} Oct 26 17:05:16.592614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:16.739189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e15a5-4f8c-422d-8a7e-28f0e181b215 None None] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:17.356961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:17.359396 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36757240-486b-41f0-9ee7-adb108ba7905" -d '{"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:17.402779 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8654814-45ef-400d-9058-553dd7d185c7 x-openstack-request-id: req-d8654814-45ef-400d-9058-553dd7d185c7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:17.402779 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:17.402779 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8654814-45ef-400d-9058-553dd7d185c7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:17.402779 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'status': 'completed', 'code': 200} Oct 26 17:05:17.469161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757240-486b-41f0-9ee7-adb108ba7905 req-a146b128-b010-4c98-9475-b5822fd6eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:17.471518 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-a146b128-b010-4c98-9475-b5822fd6eb6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1126 time: 0.0473287 Oct 26 17:05:17.568971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757240-486b-41f0-9ee7-adb108ba7905 req-8baf55dc-a115-4289-a9f5-a8de736986c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:17.570454 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-8baf55dc-a115-4289-a9f5-a8de736986c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.0917046 Oct 26 17:05:17.572737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297205f-cdb9-4ccb-98dd-c7a414bd3763 req-02143b90-fbab-41e7-ad3a-edcde5108fcd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:17.574206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6297205f-cdb9-4ccb-98dd-c7a414bd3763 req-02143b90-fbab-41e7-ad3a-edcde5108fcd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0621264 Oct 26 17:05:17.625109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6297205f-cdb9-4ccb-98dd-c7a414bd3763 req-e8e38f72-886f-4b17-9af7-5db03a136ca2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Oct 26 17:05:17.652875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-48a76725-263c-41a2-83d7-d2b0425a12e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 1000 time: 0.0750024 Oct 26 17:05:17.705362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757240-486b-41f0-9ee7-adb108ba7905 req-88bea876-36bd-43ef-a45a-29c4e8f468b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:17.706844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-88bea876-36bd-43ef-a45a-29c4e8f468b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0469704 Oct 26 17:05:17.754662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757240-486b-41f0-9ee7-adb108ba7905 req-1c80786c-84ec-4e05-abb5-a94690259480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:17.756276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-1c80786c-84ec-4e05-abb5-a94690259480 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414596 Oct 26 17:05:17.855575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-2af6c9f5-a384-49ba-a072-5d4fbef894ec service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920160 Oct 26 17:05:17.945277 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36757240-486b-41f0-9ee7-adb108ba7905 req-da39a109-9677-4e1d-b523-4afd42ac0cd6 service neutron] 10.222.0.47 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826385 Oct 26 17:05:18.450939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:05:18.553947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:18.565964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 has no active binding in host n-h2-815373-2 {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 17:05:18.746932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7dc3f-8409-4637-9ef7-df6c7901710b req-6e0bdafa-d7c2-4bcb-951a-d871183540a7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:18.748366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96a7dc3f-8409-4637-9ef7-df6c7901710b req-6e0bdafa-d7c2-4bcb-951a-d871183540a7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Oct 26 17:05:18.786805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-96a7dc3f-8409-4637-9ef7-df6c7901710b req-a8a48659-de28-46c1-b030-8fbee536c1eb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Oct 26 17:05:19.905644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfd9f-f02d-4508-b393-9ab70574ca4a req-3db73329-9d23-49a1-9eda-f515c33c02e5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:19.907228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8abfd9f-f02d-4508-b393-9ab70574ca4a req-3db73329-9d23-49a1-9eda-f515c33c02e5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0498886 Oct 26 17:05:19.947740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8abfd9f-f02d-4508-b393-9ab70574ca4a req-680b1ee4-37a1-4d3c-9fab-9e74d8e62a6e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340407 Oct 26 17:05:21.072259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946c79-d8b5-4efa-bef4-8c7f9d824eac req-bcfcdc3d-8fb0-4b1b-8e27-42bdf7e57de8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:21.073773 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01946c79-d8b5-4efa-bef4-8c7f9d824eac req-bcfcdc3d-8fb0-4b1b-8e27-42bdf7e57de8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Oct 26 17:05:21.121163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01946c79-d8b5-4efa-bef4-8c7f9d824eac req-dc0a4a0f-3b36-4278-8184-75eb40c07ce5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Oct 26 17:05:21.128139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-004d059a-6a10-4e3f-b006-787418044911 service neutron] 10.222.0.47 "GET /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 384 time: 0.0705280 Oct 26 17:05:21.239916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:21.309147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:21.328404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:21.372970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:21.375253 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe0284d-a3ca-4a17-822a-fbce5425ad34" -d '{"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-unplugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:21.382325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:21.416286 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e16f96-b678-4d64-9d20-919c5fcde180 x-openstack-request-id: req-c5e16f96-b678-4d64-9d20-919c5fcde180 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:21.416614 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-unplugged", "status": "completed", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:21.416869 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5e16f96-b678-4d64-9d20-919c5fcde180 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:21.417268 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'code': 200} Oct 26 17:05:21.478800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:21.554751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] Transition to ACTIVE for port object 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:05:21.656079 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:21.764037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] Pushing event updated for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=11']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:21.770176 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:05:21.800976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] No DVR routers for this DVR port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:05:21.936879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-8b24168a-9c07-4046-8db4-14332d6894dd service neutron] 10.222.0.47 "PUT /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3/bindings/n-h2-815373-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8019214 Oct 26 17:05:22.098283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-821f09a5-35c5-4246-8355-9ba88d480fe5 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.099894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-821f09a5-35c5-4246-8355-9ba88d480fe5 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&tenant_id=1239377e516041e191f08c27fbbfdd3a&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0564656 Oct 26 17:05:22.148992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-3727b919-b383-4340-bfda-e37149ca4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.150699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-3727b919-b383-4340-bfda-e37149ca4591 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 1095 time: 0.0435309 Oct 26 17:05:22.218415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c73df971-e811-4fbf-a419-99cbee3df24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.219951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-c73df971-e811-4fbf-a419-99cbee3df24b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1095 time: 0.0438414 Oct 26 17:05:22.251414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937dbd9-ce86-49c4-aee4-c20f75139c1f req-1f8f30f0-4360-433f-ae7d-43f71742d087 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.254505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1937dbd9-ce86-49c4-aee4-c20f75139c1f req-1f8f30f0-4360-433f-ae7d-43f71742d087 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0589008 Oct 26 17:05:22.293856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1937dbd9-ce86-49c4-aee4-c20f75139c1f req-bfd52fb0-1c15-49fc-be38-b24eaf8437e3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Oct 26 17:05:22.327776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-80526d66-a9f2-49c1-aeb3-f77858a09ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.329245 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-80526d66-a9f2-49c1-aeb3-f77858a09ea5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.1013217 Oct 26 17:05:22.400020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-e5202ffc-e1df-4d99-bb90-4895b97dca7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 998 time: 0.0630491 Oct 26 17:05:22.448985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-b923497a-458f-42eb-b070-b89de51d299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.450629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-b923497a-458f-42eb-b070-b89de51d299f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0441589 Oct 26 17:05:22.500275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-327019d5-1be9-4926-8ac0-8d4c21f90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:22.501775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-327019d5-1be9-4926-8ac0-8d4c21f90fb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441377 Oct 26 17:05:22.599992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-35e5a448-20c3-4ac6-8eda-1ae7a7472af2 service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910404 Oct 26 17:05:22.691406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:22.701329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-655d50da-2748-4024-998c-0ac5072a86f7 service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938251 Oct 26 17:05:23.148740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-6738235d-ffab-4274-bace-c468e3eaf76f tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:23.150599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-6738235d-ffab-4274-bace-c468e3eaf76f tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37&tenant_id=1239377e516041e191f08c27fbbfdd3a&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 1095 time: 0.0499403 Oct 26 17:05:23.373579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-272885e2-0b7a-4443-911c-a0fe32f705ae service neutron] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:23.378137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-272885e2-0b7a-4443-911c-a0fe32f705ae service neutron] Publish callbacks [] for binding, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:23.379559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa3d1c79-68e3-4cc1-8146-eecff47dea9f req-272885e2-0b7a-4443-911c-a0fe32f705ae service neutron] 10.222.0.39 "DELETE /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3/bindings/n-h1-815373-2 HTTP/1.1" status: 204 len: 173 time: 0.2210612 Oct 26 17:05:23.421442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d95bc5-351f-4eac-9eba-472b22621eb0 req-b884ec12-6b42-44a8-9798-c44d44f88609 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:23.422843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1d95bc5-351f-4eac-9eba-472b22621eb0 req-b884ec12-6b42-44a8-9798-c44d44f88609 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0590963 Oct 26 17:05:23.465322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1d95bc5-351f-4eac-9eba-472b22621eb0 req-5f4282fd-5380-44aa-9836-995161b7a212 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353363 Oct 26 17:05:23.603953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144ddf3-933f-4d74-b424-fb8411805c6d req-56aae47d-4b84-4f1b-a665-ad3bd095513a tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:23.605758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b144ddf3-933f-4d74-b424-fb8411805c6d req-56aae47d-4b84-4f1b-a665-ad3bd095513a tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1095 time: 0.0592709 Oct 26 17:05:23.644896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b144ddf3-933f-4d74-b424-fb8411805c6d req-e0412f6e-2158-44c4-a24a-de56feb07994 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Oct 26 17:05:23.775264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406ef98-a65b-4bbf-bb21-a998bfb04d3f req-a65bebec-c690-41e5-a52c-7c9643a4d15b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:23.776816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0406ef98-a65b-4bbf-bb21-a998bfb04d3f req-a65bebec-c690-41e5-a52c-7c9643a4d15b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0539906 Oct 26 17:05:23.829192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0406ef98-a65b-4bbf-bb21-a998bfb04d3f req-fcbcb519-92d1-437b-acb4-1899f6bdf9d2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Oct 26 17:05:23.861668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 51982) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:23.946024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-16e1b0ef-87be-48ca-b36a-866f155f1939 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/af11abd2-ccf5-4af0-8d8a-1772b66b736a HTTP/1.1" status: 200 len: 990 time: 0.0822780 Oct 26 17:05:24.209687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 51994) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:24.372703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 1780e700-f63a-4c61-baec-7fb7a8056868 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:05:24.373040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:24.460097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:24.460356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:24.472095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 1780e700-f63a-4c61-baec-7fb7a8056868 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:05:24.678964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:24.710624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=1780e700-f63a-4c61-baec-7fb7a8056868,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:24.771584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:24.772153 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP af11abd2-ccf5-4af0-8d8a-1772b66b736a disassociated (deleted). External IP: 172.25.5.66, port: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3. Oct 26 17:05:24.986424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:05:25.398889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:05:25.403809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:25.409930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Sync routers for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:05:25.419493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:25.420501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:25.431360 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d7640112-1520-4554-931a-d63da3d0bf01 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/floatingips/af11abd2-ccf5-4af0-8d8a-1772b66b736a HTTP/1.1" status: 204 len: 168 time: 1.2202950 Oct 26 17:05:25.431964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:25.434193 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842c5ec-0d8a-458c-a0b8-3c937748b79d" -d '{"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:25.479291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aa0bd2-cc5e-4271-a94e-51d9a7e0600b x-openstack-request-id: req-a6aa0bd2-cc5e-4271-a94e-51d9a7e0600b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:25.479583 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:25.479838 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6aa0bd2-cc5e-4271-a94e-51d9a7e0600b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:25.480262 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'status': 'completed', 'code': 200} Oct 26 17:05:25.550443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-62e94c1c-304a-4e93-87b9-76dea5d0d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:25.552244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-62e94c1c-304a-4e93-87b9-76dea5d0d092 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 1095 time: 0.0492029 Oct 26 17:05:25.651703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-f7ec8f4a-6f04-4c3e-8888-836179fc44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:25.653221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-f7ec8f4a-6f04-4c3e-8888-836179fc44dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 200 len: 897 time: 0.0941243 Oct 26 17:05:25.695469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-9911d2dc-a40c-484a-b19b-bc0092b94eb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Oct 26 17:05:25.704345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:25.745775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-48ef9f6b-b861-4115-ac73-5391bb80cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:25.747382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-48ef9f6b-b861-4115-ac73-5391bb80cb3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 200 len: 835 time: 0.0448649 Oct 26 17:05:25.803260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-f63f7e87-2aaa-4809-93c6-7371be181cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:25.804582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-f63f7e87-2aaa-4809-93c6-7371be181cf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b693154-eb6c-4237-8ee4-85480a897d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501976 Oct 26 17:05:25.841104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81021-265c-4cb6-898c-9bbac7fd627b req-a5f12a3e-f9cf-40f4-a4d2-4e48b8b4f566 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:25.849632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfd81021-265c-4cb6-898c-9bbac7fd627b req-a5f12a3e-f9cf-40f4-a4d2-4e48b8b4f566 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0542510 Oct 26 17:05:25.888726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dfd81021-265c-4cb6-898c-9bbac7fd627b req-7fadcadd-5e99-40e8-88bd-4c9e59e6df0e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=d47c654d-4c7c-498b-b645-8d09ad49eee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Oct 26 17:05:25.898214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:05:25.910749 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-0c8c7b93-1804-4a70-acfc-b99b54cbad64 service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973623 Oct 26 17:05:25.964702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:05:25.974327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:26.001973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Checking router: a080dad1-cedb-4bc8-bf8e-b8fb5d21319c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:05:26.012020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:26.012548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:26.023749 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f842c5ec-0d8a-458c-a0b8-3c937748b79d req-d42dc83f-1e5a-43f2-89e0-2b0cae8832f6 service neutron] 10.222.0.39 "GET /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054826 Oct 26 17:05:26.122359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:26.241718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-ad9bc632-d194-4678-b3b8-8751472beba4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:26.243201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-ad9bc632-d194-4678-b3b8-8751472beba4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Oct 26 17:05:26.330046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:26.361859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265393-210b-4158-9c7b-237feb4ecec6 None None] The sync data for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 is: [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:04:25Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '7f1d93a3-3731-4781-b9c6-c33737165f8f', 'name': '', 'network_id': '6b693154-eb6c-4237-8ee4-85480a897d0c', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:29:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:24Z', 'updated_at': '2021-10-26T17:04:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:05:26.382768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:05:26.383014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:26.500008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:26.500639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:26.514622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:05:26.657076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd7f3-adb8-44fb-b96d-f599f64c0b6f None None] New status for floating IP af11abd2-ccf5-4af0-8d8a-1772b66b736a: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:05:26.739990 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:26.774457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=4aca8f1f-ba05-4f7c-857d-0c9dc86577b3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:26.826915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] No DVR routers for this DVR port 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:05:26.829686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:26.833135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1ccb954d-c14e-400a-b638-9f7ab359701d req-4703c48d-8896-4fbb-b3d2-fa69a88fc401 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.39 "DELETE /v2.0/ports/4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 HTTP/1.1" status: 204 len: 173 time: 0.5836093 Oct 26 17:05:26.987833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36daabb6-0971-4a81-acf2-b107e1ac9601 req-ad64454d-bca8-449c-92c7-35fdea4f803e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=810fdee8-c31f-4c6f-8863-9fccb9882d37 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Oct 26 17:05:27.481850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-deleted', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:27.484420 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709e3f1-8863-415c-8dd6-eb5ebe4c1e20" -d '{"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-deleted", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:27.524484 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8f5c0-c6ab-4ecb-aad6-0175f9eac85b x-openstack-request-id: req-6ac8f5c0-c6ab-4ecb-aad6-0175f9eac85b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:27.525111 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fdee8-c31f-4c6f-8863-9fccb9882d37", "name": "network-vif-deleted", "tag": "4aca8f1f-ba05-4f7c-857d-0c9dc86577b3", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:27.525111 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ac8f5c0-c6ab-4ecb-aad6-0175f9eac85b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:27.525955 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fdee8-c31f-4c6f-8863-9fccb9882d37', 'name': 'network-vif-deleted', 'tag': '4aca8f1f-ba05-4f7c-857d-0c9dc86577b3', 'status': 'completed', 'code': 200} Oct 26 17:05:28.045894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52022) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:28.413996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:28.674684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 7f1d93a3-3731-4781-b9c6-c33737165f8f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:05:28.675435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:28.763715 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 7f1d93a3-3731-4781-b9c6-c33737165f8f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7f1d93a3-3731-4781-b9c6-c33737165f8f,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:28.764072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:28.777263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 7f1d93a3-3731-4781-b9c6-c33737165f8f owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:05:29.056182 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.088054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=7f1d93a3-3731-4781-b9c6-c33737165f8f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:29.268989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.488686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:05:29.595470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:05:29.601051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eec1bc62-8a28-4fe8-8bcb-93acf5662660 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/a080dad1-cedb-4bc8-bf8e-b8fb5d21319c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540721 Oct 26 17:05:29.603782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52028) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:29.608180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Sync routers for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:05:29.620331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:29.621287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:29.657829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting subnet de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:05:29.661583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.703449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.732076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:29.797283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.920495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:05:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:29.930708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.952825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Checking router: a080dad1-cedb-4bc8-bf8e-b8fb5d21319c for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:05:29.960099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Subnet': ['ID=de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:29.963947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:29.966882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Routers {'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:29.969805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb1b7017-28dd-47f6-b39f-20e9625c3445 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/subnets/de8e99eb-f9a0-41bc-8d17-af5e6f7fdea8 HTTP/1.1" status: 204 len: 168 time: 0.3624835 Oct 26 17:05:29.970056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52030) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:29.971571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:29.976308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fdcf5-f523-435f-8d80-69ef25940159 None None] Network 6b693154-eb6c-4237-8ee4-85480a897d0c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:05:30.082631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.185415 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] Set router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:30.202952 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.322403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port c9e8c4a0-5674-4725-a0f9-9a92927c2c47 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:05:30.322738 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.323802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] DHCP port deletion for 6b693154-eb6c-4237-8ee4-85480a897d0c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:05:30.420941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Deleting port 0c1e4610-e9b8-4693-9a59-b47cbf248819 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:05:30.421310 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.431152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port c9e8c4a0-5674-4725-a0f9-9a92927c2c47, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:30.431936 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.435737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:05:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:30.445924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for c9e8c4a0-5674-4725-a0f9-9a92927c2c47 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:05:30.495737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:05:30.500519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba5506-dd72-4e0b-8593-fe91c7e4e7fd None None] The sync data for ids ['a080dad1-cedb-4bc8-bf8e-b8fb5d21319c'] in n-d-815373-2 is: [{'id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426751151', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:04:20Z', 'updated_at': '2021-10-26T17:05:28Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': 'c9e8c4a0-5674-4725-a0f9-9a92927c2c47', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a080dad1-cedb-4bc8-bf8e-b8fb5d21319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:04:21Z', 'updated_at': '2021-10-26T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:05:30.541217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:05:30.541557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 4aca8f1f-ba05-4f7c-857d-0c9dc86577b3 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:05:30.563540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] For port 0c1e4610-e9b8-4693-9a59-b47cbf248819, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0c1e4610-e9b8-4693-9a59-b47cbf248819,segment=NetworkSegment(601b6547-74fd-4c6e-97b7-df2006438ab6),segment_id=601b6547-74fd-4c6e-97b7-df2006438ab6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:30.563939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.577108 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Calling delete_port for 0c1e4610-e9b8-4693-9a59-b47cbf248819 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:05:30.713342 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.740720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.742222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=c9e8c4a0-5674-4725-a0f9-9a92927c2c47,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:30.769550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] Pushing event deleted for resources: {'Port': ['ID=0c1e4610-e9b8-4693-9a59-b47cbf248819,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:30.775521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee51008-5cf5-4f33-a4f6-3b05f0abc6a5 None None] No DVR routers for this DVR port 0c1e4610-e9b8-4693-9a59-b47cbf248819 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:05:30.816465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.917374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:30.923183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.033160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76ae1385-b374-40ab-8a23-22e1f7b83b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.045775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f1d93a3-3731-4781-b9c6-c33737165f8f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:05:31.061921 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.062926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Fanout notify agent at l3_agent the message router_deleted on router a080dad1-cedb-4bc8-bf8e-b8fb5d21319c {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:05:31.074095 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.074345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7f1d93a3-3731-4781-b9c6-c33737165f8f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:05:31.074961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7f1d93a3-3731-4781-b9c6-c33737165f8f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:05:31.075564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0c1e4610-e9b8-4693-9a59-b47cbf248819 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:05:31.076310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bc9715d2-9a03-466f-b2b0-f0e3fc725719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/routers/a080dad1-cedb-4bc8-bf8e-b8fb5d21319c HTTP/1.1" status: 204 len: 168 time: 1.1052098 Oct 26 17:05:31.079363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52034) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:31.102865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0c1e4610-e9b8-4693-9a59-b47cbf248819 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:05:31.103949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0c1e4610-e9b8-4693-9a59-b47cbf248819 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:05:31.164464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.259001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.282146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b693154-eb6c-4237-8ee4-85480a897d0c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:31.293066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601b6547-74fd-4c6e-97b7-df2006438ab6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:31.293316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601b6547-74fd-4c6e-97b7-df2006438ab6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:31.307375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.320492 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.326459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:05:31.326912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:05:31.329873 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:05:31.456351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.463826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.466388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/networks/6b693154-eb6c-4237-8ee4-85480a897d0c HTTP/1.1" status: 204 len: 168 time: 0.3862464 Oct 26 17:05:31.469320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52038) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:31.478629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Network': ['ID=6b693154-eb6c-4237-8ee4-85480a897d0c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:31.486589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.487482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.488082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.488504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.488894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.489240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.489558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.489883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.490213 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.490532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.490859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.491192 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5c0a-d1e4-44ce-ac01-a43b7a4d83d3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:31.535448 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.563345 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.701727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.704413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:31.705593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/security-groups/d47c654d-4c7c-498b-b645-8d09ad49eee0 HTTP/1.1" status: 204 len: 168 time: 0.2352827 Oct 26 17:05:31.716086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90368f3c-8e9f-44f8-b6a3-8c551be37342 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47c654d-4c7c-498b-b645-8d09ad49eee0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:32.439585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52048) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:32.444987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821383944', 'description': 'tempest-secgroup-smoke-1821383944 description', 'project_id': '1239377e516041e191f08c27fbbfdd3a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:32.545490 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.605164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c9e8c4a0-5674-4725-a0f9-9a92927c2c47 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:05:32.612697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.624998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c9e8c4a0-5674-4725-a0f9-9a92927c2c47 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:05:32.625334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c9e8c4a0-5674-4725-a0f9-9a92927c2c47 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:05:32.672937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.703347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2479852b-efcc-4730-b646-5e7ffd917576,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:32.755755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.757945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-be35a366-cca7-4189-abaa-f1ed0bd8e32b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3158250 Oct 26 17:05:32.765761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52056) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:32.770796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:32.861004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.921550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:32.987500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.006598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230e9fc1-6a92-4cd2-a273-b26c74c3bafa,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:33.063377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.064760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1e9b2f26-de56-4aad-aa82-31c73285a350 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980635 Oct 26 17:05:33.067483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:33.071877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:33.152034 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.209699 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.261736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.282778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2557d1e-717a-4337-8ab9-560faeb902fa,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:33.366297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.367762 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eb878eff-caaa-4a2d-aa71-c665c004d187 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993493 Oct 26 17:05:33.370445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52060) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:33.374703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:33.454980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.513735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.579825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.588081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2b064c2-7112-4f1d-aac8-cbcbfce913e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.600721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863b9e11-0bcf-4a52-a255-75bb9a9ca8e3,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:33.667726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.668972 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-238c33cc-69ed-4064-96e1-4cd4ed6e768a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2976213 Oct 26 17:05:33.671845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:33.676289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:33.760476 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.838553 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.884518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.903316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0ea5b6-7ab4-4e96-8f6e-75362dfd4292,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:33.964611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:33.968386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f26a2a51-5fe1-4f1d-95e4-17649324eb68 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931266 Oct 26 17:05:33.968677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:33.973874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:34.062196 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:05:34.068204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.129166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.170124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.198970 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.223150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0fb21e-fb8e-4b8e-8f5b-b0b46c67adbe,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:34.290523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.291808 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-78af82df-f8ec-458f-9193-5a4a19137ae3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221877 Oct 26 17:05:34.294675 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52068) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:34.299387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'security_group_rule': {'security_group_id': '2479852b-efcc-4730-b646-5e7ffd917576', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:34.387687 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Project 1239377e516041e191f08c27fbbfdd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:05:34.393121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.455096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.532438 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.553067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97da6bcf-61c6-4286-a80a-ae698d16aecf,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:34.616498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.617723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-87705b0b-b0d8-4e39-bee8-21141962437d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220117 Oct 26 17:05:34.620574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52070) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:34.625703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'network': {'name': 'tempest-network-smoke--1624623562', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'port_security_enabled': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:34.693930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:05:34.697401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.722374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:05:34.731787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.732131 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Added segment 2b6223c8-df8a-4285-b190-53d2a67fb483 of type vlan for network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 Oct 26 17:05:34.775591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.850549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.856439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:34.857127 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:34.929122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3074725 Oct 26 17:05:34.932178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:34.932677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9b6c-1acf-4298-a3e5-7d63d6adc305 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Network': ['ID=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:34.939441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'admin_state_up': True, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:34.944303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:05:35.026383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.028011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.092292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.244750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.289359 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.881651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:35.901682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:36.016642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.100 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:05:36.130913 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:36.240826 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:36.283581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:36.288839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:36.293192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:05:36.296327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:36.631617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:36.702482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:36.847661 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.020847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router 79b7c67a-a640-41d7-bda4-8598e014e8ce is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:05:37.138797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:05:37.150988 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Sync routers for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:05:37.163163 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:37.164098 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:37.226725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.226725 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3ee521a8-880e-4340-ae62-8b68d23c7451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2796583 Oct 26 17:05:37.226725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52146) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:37.254537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16a22a05-def1-415e-aef1-7f913637d069 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1239377e516041e191f08c27fbbfdd3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365129 Oct 26 17:05:37.257160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:37.272057 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:37.420671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cebde1-a526-4cab-ac46-989d95181cd0 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:37.422236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a6cebde1-a526-4cab-ac46-989d95181cd0 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641085 Oct 26 17:05:37.429711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:37.459401 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d720802e-5589-4fea-a65d-08953d0b590e tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284929 Oct 26 17:05:37.461927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52162) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:37.464295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:36Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:37.466633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424705704', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:37.491500 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Checking router: 79b7c67a-a640-41d7-bda4-8598e014e8ce for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:05:37.491843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Updating router 79b7c67a-a640-41d7-bda4-8598e014e8ce port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:05:37.516901 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.638924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:05:37.642459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.781076 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.850086 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.867616 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.902072 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Pushing event updated for resources: {'Port': ['ID=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:37.908542 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Attempting to bind port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:37.908542 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Attempting to bind port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:37.908542 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Attempting to bind port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:37.915746 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.916083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.916416 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.916742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.917065 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.917386 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.917700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.918014 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.918328 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.918637 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.918947 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.919282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:37.922636 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:37.922998 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:37.923595 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.924147 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:37.925220 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Bound port: 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:37.925787 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:37.936764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Subnet': ['ID=e72de4fa-87b0-497d-a7b0-83244eb502bf,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:37.948081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Checking segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:37.948081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network hostable DHCP agents. Network: 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:05:37.980277 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] For port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:37.983413 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] For port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:38.004721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:05:38.056682 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.084847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:38.091796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:38.092690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.099402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2074b9-c7aa-48cd-b152-1c33a7132a20 None None] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:05:38.124080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:38.124080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:38.179095 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9ef605c-e615-4bd6-91cc-d23e9ee1d6ee tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7134459 Oct 26 17:05:38.179874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52200) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:38.233191 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0777c-f6c2-4c47-bc3c-1e32e601cdcf None None] Pushing event updated for resources: {'Port': ['ID=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:38.242177 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:38.264487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:05:38.265366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.427474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Allocated IP 172.20.0.2 (24ef7f7b-5273-4c7d-8232-3b282aa0cbd6/e72de4fa-87b0-497d-a7b0-83244eb502bf/d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:05:38.455597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:36Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:38.485410 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78cec1-cf56-4b12-bf05-aae203c45b98 None None] The sync data for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 is: [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:36Z', 'revision_number': 3, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:05:38.607641 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.664096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.685150 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.708223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:38.713211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:38.716873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:05:38.724883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Pushing event updated for resources: {'Port': ['ID=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:38.751258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.756264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:05:38.804167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Attempting to bind port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:38.804546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Attempting to bind port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:38.805048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Attempting to bind port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba on network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:38.810651 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:38.810874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Checking segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:38.811457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.811848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Bound using segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:38.812308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Bound port: d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:38.812783 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:38.887308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] For port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:38.891063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] For port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:38.959826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:39.025063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dd17a-b7c6-41e9-9786-0833e182eb47 None None] Pushing event updated for resources: {'Port': ['ID=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:39.047264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.1 (24ef7f7b-5273-4c7d-8232-3b282aa0cbd6/e72de4fa-87b0-497d-a7b0-83244eb502bf/f3045690-7865-4ec9-8720-7103b6c363ac) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:05:39.213096 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:39.308798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:39.355256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:39.359367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:39.364619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:05:39.389655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:39.416389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:39.617706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.025017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec6e33-1398-4e97-9002-903faa00ff02 None None] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:05:40.155620 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] Provisioning complete for port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:40.159759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.250797 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.277972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.319188 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.319492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] For port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:40.394810 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.398739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:40.401897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.473475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0029-6423-40c8-910a-c6ee25ec4ae3 None None] Pushing event updated for resources: {'Port': ['ID=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:40.504419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:40.506067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:40.516874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-03940287-8978-4230-a932-c44892679529 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:40.517244 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03940287-8978-4230-a932-c44892679529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.563608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-03940287-8978-4230-a932-c44892679529 None None] Port f3045690-7865-4ec9-8720-7103b6c363ac cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:05:40.578262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-03940287-8978-4230-a932-c44892679529 None None] Provisioning complete for port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:40.578631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03940287-8978-4230-a932-c44892679529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.631046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router 79b7c67a-a640-41d7-bda4-8598e014e8ce has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:05:40.771822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:05:40.793185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:05:40.808003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Sync routers for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:05:40.810410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5365bed7-9658-46bc-b2f9-9e28f1cb6be6 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/79b7c67a-a640-41d7-bda4-8598e014e8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6286314 Oct 26 17:05:40.834601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:40.835597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:40.938915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1be55083-e511-41fa-b750-48189c5eda51 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:40.939096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1be55083-e511-41fa-b750-48189c5eda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.967853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:40.968121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:40.991497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-17d1a1af-8520-487f-bd6e-e6bb5131158d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821383944&fields=id&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 267 time: 0.0422535 Oct 26 17:05:41.028219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1be55083-e511-41fa-b750-48189c5eda51 None None] Port f3045690-7865-4ec9-8720-7103b6c363ac cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:05:41.036713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:41.116956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-12683793-8f1d-41a7-b7e1-e7324ed1b295 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:41.118342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-12683793-8f1d-41a7-b7e1-e7324ed1b295 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 797 time: 0.1164382 Oct 26 17:05:41.134201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-c026c272-59f7-4aac-8aad-7ee8a703d450 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/quotas/1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 375 time: 0.0099268 Oct 26 17:05:41.194204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-0951f091-ac98-47c5-a62c-1ef70eef1f35 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532453 Oct 26 17:05:41.197337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:05:41.234338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-78491656-178b-4921-9f1a-767429b7c461 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:41.234705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-78491656-178b-4921-9f1a-767429b7c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.274920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-ac427337-fbd9-4481-8658-441242550eb5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:05:41.275980 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-ac427337-fbd9-4481-8658-441242550eb5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0654655 Oct 26 17:05:41.321189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-78491656-178b-4921-9f1a-767429b7c461 None None] Port f3045690-7865-4ec9-8720-7103b6c363ac cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:05:41.339754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:41.340117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.372864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-e8293ec3-5e19-4353-80ae-c981c60279ae service neutron] 10.222.0.21 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902390 Oct 26 17:05:41.392262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 2, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:41.420186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Checking router: 79b7c67a-a640-41d7-bda4-8598e014e8ce for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:05:41.420535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Updating router 79b7c67a-a640-41d7-bda4-8598e014e8ce port f3045690-7865-4ec9-8720-7103b6c363ac binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:05:41.467789 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-f274e95a-4abb-4208-90f7-49c7c98e7f8c service neutron] 10.222.0.21 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861986 Oct 26 17:05:41.468999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.483724 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.530769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:41.617092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.728724 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:41.754639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ee169a5-3389-47da-9a0f-f9fb3837437f req-77fff249-8cf4-4f53-9ea7-f45827cc29cc tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 210 time: 0.0353758 Oct 26 17:05:41.820057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.910257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:41.962038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c08c2-ba29-4ade-9e07-4332063d378c None None] Pushing event updated for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:42.021826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Attempting to bind port f3045690-7865-4ec9-8720-7103b6c363ac on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:42.022201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Attempting to bind port f3045690-7865-4ec9-8720-7103b6c363ac by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:42.022597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Attempting to bind port f3045690-7865-4ec9-8720-7103b6c363ac on network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:42.028243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:42.028918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Checking segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:42.029031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.029645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Bound using segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:42.030120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Bound port: f3045690-7865-4ec9-8720-7103b6c363ac, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:42.030504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.101960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] For port f3045690-7865-4ec9-8720-7103b6c363ac, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:42.105687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] For port f3045690-7865-4ec9-8720-7103b6c363ac, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3045690-7865-4ec9-8720-7103b6c363ac,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:42.176714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.250045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:42.250664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:42.252690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c08c2-ba29-4ade-9e07-4332063d378c None None] Pushing event updated for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:42.486917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:42.487833 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.558653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:42.656709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.675728 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:05:42.776329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] For port f3045690-7865-4ec9-8720-7103b6c363ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3045690-7865-4ec9-8720-7103b6c363ac,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:42.826342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:42.826695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.851207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:42.877412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-35cf6cb8-20c0-463f-889b-248a1311dd5c req-0733bd8a-e7f0-491a-99ba-b357a90f35d5 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 210 time: 0.0441778 Oct 26 17:05:42.927060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037692-7cb7-4517-87a2-252a6b8bf5b6 None None] Pushing event updated for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:42.942512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:42.993294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0185-5fe1-43d2-ab22-5cbe16f631c4 None None] The sync data for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 is: [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:05:43.013225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-deeee48d-4614-4b46-ba1e-8fdcf52894e7 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:43.013587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-deeee48d-4614-4b46-ba1e-8fdcf52894e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:43.825359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-1a7a81a2-73a3-4e1c-a3fb-260e029b9e12 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:43.826898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-1a7a81a2-73a3-4e1c-a3fb-260e029b9e12 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 797 time: 0.1143594 Oct 26 17:05:43.874516 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-1b4f3e88-548b-466d-9e0f-fa56a838af10 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1239377e516041e191f08c27fbbfdd3a HTTP/1.1" status: 200 len: 380 time: 0.0357757 Oct 26 17:05:43.884012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'port': {'device_id': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'admin_state_up': True, 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'security_groups': ['2479852b-efcc-4730-b646-5e7ffd917576']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:44.006049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-351f8595-d898-4b98-95d0-831431814345 req-1af50fee-d13b-4c80-bf83-d12a9e984ed8 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Oct 26 17:05:44.107483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Made reservation on behalf of 1239377e516041e191f08c27fbbfdd3a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:05:44.111261 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.240498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.20.0.4 (24ef7f7b-5273-4c7d-8232-3b282aa0cbd6/e72de4fa-87b0-497d-a7b0-83244eb502bf/35e41d40-8588-43b9-8f4c-0c3bf6726c64) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:05:44.384425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.472365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.521684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:44.524796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:44.528570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:05:44.536400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:44.587310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:44.587868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.666763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b4231106-d67f-47ac-989a-0e600c7e8b99 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863367 Oct 26 17:05:44.686298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3045690-7865-4ec9-8720-7103b6c363ac up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:05:44.687505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Request body: {'port': {'device_id': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:44.758986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.766026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-07ad8e04-055d-4132-b489-088e10ad18e3 None None] Provisioning complete for port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:44.766402 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07ad8e04-055d-4132-b489-088e10ad18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.803671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f3045690-7865-4ec9-8720-7103b6c363ac triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:44.804179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:44.853248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-07ad8e04-055d-4132-b489-088e10ad18e3 None None] Port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:05:45.042564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e41d40-8588-43b9-8f4c-0c3bf6726c64 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:05:45.051283 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:45.063723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Transition to ACTIVE for port object 35e41d40-8588-43b9-8f4c-0c3bf6726c64 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:05:45.119770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:45.133639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062499ce-963c-4304-b8aa-769d1554cb54 req-6e4faa13-a414-44b3-8de4-82c8841d03e0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.135305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-062499ce-963c-4304-b8aa-769d1554cb54 req-6e4faa13-a414-44b3-8de4-82c8841d03e0 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 931 time: 0.0543275 Oct 26 17:05:45.180649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-062499ce-963c-4304-b8aa-769d1554cb54 req-16a35437-1f9b-45c7-a392-888b49a0366f tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Oct 26 17:05:45.211951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:45.271687 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Attempting to bind port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:05:45.273711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Attempting to bind port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:05:45.274927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Attempting to bind port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 on network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:45.280457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 on network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:05:45.281317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Attempting to bind port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 on network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:05:45.293820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:05:45.294439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Checking segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:05:45.295201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Bound using segment: {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:05:45.296426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Bound port: 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6223c8-df8a-4285-b190-53d2a67fb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:05:45.297286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:45.368888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:05:45.374396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:05:45.434111 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:45.471469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.473032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:45.474679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] 10.222.0.47 "PUT /v2.0/ports/35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 1091 time: 0.7984858 Oct 26 17:05:45.475353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:45.477819 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbb1306-77d3-46a9-b956-d4d0fb29175a" -d '{"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:45.511976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e109d-e6c1-46a2-a802-cf9744746bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:45.569190 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17b8e2-ee4e-460d-9361-ed653b2589c8 x-openstack-request-id: req-ab17b8e2-ee4e-460d-9361-ed653b2589c8 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:45.569477 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:45.569727 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab17b8e2-ee4e-460d-9361-ed653b2589c8 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:45.570131 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'status': 'completed', 'code': 200} Oct 26 17:05:45.656758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-cb94d919-a6b1-4c95-be1e-1b3c6765467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.658444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-cb94d919-a6b1-4c95-be1e-1b3c6765467b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1094 time: 0.0543580 Oct 26 17:05:45.775835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-bdf9b41c-b489-4cec-ad64-9e4c55e91027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.777372 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-bdf9b41c-b489-4cec-ad64-9e4c55e91027 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1239377e516041e191f08c27fbbfdd3a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1113472 Oct 26 17:05:45.877691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-5f6b6937-93b6-447a-b069-4b13e0bca732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.879881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4bbb1306-77d3-46a9-b956-d4d0fb29175a req-5f6b6937-93b6-447a-b069-4b13e0bca732 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956843 Oct 26 17:05:45.959007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b44e82c8-96d2-444a-9477-ec9ecf5a5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:45.960652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b44e82c8-96d2-444a-9477-ec9ecf5a5500 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1094 time: 0.0441616 Oct 26 17:05:46.005990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-b8f14fdd-a235-4a84-99c1-476e10ce152d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 217 time: 0.0369997 Oct 26 17:05:46.058174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-53145c33-904d-4b1a-96c3-7c99a895c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:46.059635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-53145c33-904d-4b1a-96c3-7c99a895c554 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 200 len: 835 time: 0.0475907 Oct 26 17:05:46.104442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-462ed8e6-3387-4553-9951-d45cbbc89665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:46.105921 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-462ed8e6-3387-4553-9951-d45cbbc89665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398965 Oct 26 17:05:46.197330 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-c54b6bf9-2e12-493f-a3c7-eb1b076de660 service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Oct 26 17:05:46.295339 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-172a2699-f581-4c6e-8dfe-6bcce0511a17 req-13f84e9f-f429-429b-b84c-a9d113ebbb0c service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911000 Oct 26 17:05:46.303111 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c534-0f74-4644-8daa-117c769cfa9b req-a6db0994-d8ef-4c2e-bdf7-ed5fd2c04646 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:46.304957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f10c534-0f74-4644-8daa-117c769cfa9b req-a6db0994-d8ef-4c2e-bdf7-ed5fd2c04646 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 943 time: 0.0532315 Oct 26 17:05:46.346056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f10c534-0f74-4644-8daa-117c769cfa9b req-afc3d2c1-c38c-472d-a633-aba210c8e0c1 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341501 Oct 26 17:05:47.469271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63609c-fd17-4765-9e6d-aadb68e4931d req-cdd7f360-4abd-434a-b25c-0ca34e7b3072 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:47.470900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a63609c-fd17-4765-9e6d-aadb68e4931d req-cdd7f360-4abd-434a-b25c-0ca34e7b3072 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 943 time: 0.0554421 Oct 26 17:05:47.509823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a63609c-fd17-4765-9e6d-aadb68e4931d req-3d79e7ed-feff-4c69-871b-7b703933d1e4 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327401 Oct 26 17:05:48.626847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447887e-3409-4e84-8ccb-9e3a5d6da3f9 req-e41a7434-8646-4281-91e3-7676ec196515 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:48.628390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0447887e-3409-4e84-8ccb-9e3a5d6da3f9 req-e41a7434-8646-4281-91e3-7676ec196515 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 943 time: 0.0492518 Oct 26 17:05:48.667169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0447887e-3409-4e84-8ccb-9e3a5d6da3f9 req-0dba0abf-6c21-4051-9f9a-86df5a166007 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Oct 26 17:05:49.787008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2a4c-7f35-4ab0-97af-dd975fd683ed req-85003f42-0d38-4d7b-95d3-40a96d48786c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:49.788563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f54e2a4c-7f35-4ab0-97af-dd975fd683ed req-85003f42-0d38-4d7b-95d3-40a96d48786c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 943 time: 0.0524700 Oct 26 17:05:49.828103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f54e2a4c-7f35-4ab0-97af-dd975fd683ed req-8318c96b-256b-40f2-97f6-eda776a2ff6c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335493 Oct 26 17:05:49.969328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:05:50.069368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:50.080188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'mac_address': 'fa:16:3e:d6:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:05:50.117901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:50.130350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e41d40-8588-43b9-8f4c-0c3bf6726c64 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:05:50.153488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:50.222399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:50.273215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:50.423546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['35e41d40-8588-43b9-8f4c-0c3bf6726c64'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:05:50.948554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843f24-e8f7-4c61-86c0-46c4954b7550 req-93f43cc8-b45c-423b-be59-7370041bae1d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:50.950047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb843f24-e8f7-4c61-86c0-46c4954b7550 req-93f43cc8-b45c-423b-be59-7370041bae1d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 944 time: 0.0539262 Oct 26 17:05:50.992857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb843f24-e8f7-4c61-86c0-46c4954b7550 req-8e3a490f-b1ef-4691-9824-4a662944c139 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364935 Oct 26 17:05:51.216271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:51.969828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:05:52.083495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:05:52.088056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:05:52.088518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:52.112378 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ddf0-8b4b-4b3f-a1e3-9194d4c32e3d req-0f79bebd-ba4d-4691-8ed6-5090d87ef87b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:52.119844 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87e9ddf0-8b4b-4b3f-a1e3-9194d4c32e3d req-0f79bebd-ba4d-4691-8ed6-5090d87ef87b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 944 time: 0.0577073 Oct 26 17:05:52.161510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87e9ddf0-8b4b-4b3f-a1e3-9194d4c32e3d req-3e72a2b2-53d9-4212-887f-694af487717a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Oct 26 17:05:52.174658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:52.197499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:52.199742 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d86896-d2da-446c-aee7-b0089b6b99a2" -d '{"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-plugged", "status": "completed", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:52.212832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:05:52.273756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:52.304579 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959cbaef-ade3-4965-8365-d44a0c80551a x-openstack-request-id: req-959cbaef-ade3-4965-8365-d44a0c80551a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:52.304875 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-plugged", "status": "completed", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:52.305129 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-959cbaef-ade3-4965-8365-d44a0c80551a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:52.305513 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'code': 200} Oct 26 17:05:52.325444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:52.406384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3b19-6e6f-40af-892f-f38cb7253e41 req-8858fe50-3b4d-4801-8b40-6891823b43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:52.407809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-27ae3b19-6e6f-40af-892f-f38cb7253e41 req-8858fe50-3b4d-4801-8b40-6891823b43de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0401361 Oct 26 17:05:52.442355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-27ae3b19-6e6f-40af-892f-f38cb7253e41 req-4844f507-03f4-4fb4-8fe6-4a96f9d6ff51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276909 Oct 26 17:05:52.708692 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:53.272851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95b9b-f253-4e32-af2b-954132b09312 req-735de05d-59bd-441b-9e50-f84dc837770b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:53.274462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ac95b9b-f253-4e32-af2b-954132b09312 req-735de05d-59bd-441b-9e50-f84dc837770b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Oct 26 17:05:53.312016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ac95b9b-f253-4e32-af2b-954132b09312 req-366e2f36-e629-41f1-a893-5a3d216cb977 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Oct 26 17:05:54.438855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dab9d-6ca6-4f7d-a469-21ada9defe52 req-55e83f3f-fc59-4072-ad69-97243133f72e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:54.440348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b7dab9d-6ca6-4f7d-a469-21ada9defe52 req-55e83f3f-fc59-4072-ad69-97243133f72e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0565553 Oct 26 17:05:54.482372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b7dab9d-6ca6-4f7d-a469-21ada9defe52 req-c265196b-c7d1-448f-b7ab-601077b82d9c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353363 Oct 26 17:05:54.610073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc493-29bc-40b5-88c0-3cd9d70ea7c3 req-430cca23-cfaa-4a7b-9ab4-45c7645fe8cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:54.611747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79fc493-29bc-40b5-88c0-3cd9d70ea7c3 req-430cca23-cfaa-4a7b-9ab4-45c7645fe8cf tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0589349 Oct 26 17:05:54.661322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c79fc493-29bc-40b5-88c0-3cd9d70ea7c3 req-6091747d-4294-4935-a358-5f98b1e3a517 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Oct 26 17:05:54.682844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52630) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:54.726043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beca201-20f2-4f30-bef9-72ee5dc23423 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:54.727930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2beca201-20f2-4f30-bef9-72ee5dc23423 tempest-TestNetworkAdvancedServerOps-1353506166 tempest-TestNetworkAdvancedServerOps-1353506166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1091 time: 0.0435357 Oct 26 17:05:54.730488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52632) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:54.740388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:05:54.833982 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:54.933489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.038567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Allocated IP 172.25.5.112 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/99dad31d-0a02-487e-9a65-4213de25d2a7) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:05:55.138894 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.220871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.267316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:05:55.270734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:05:55.273484 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:05:55.296345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=99dad31d-0a02-487e-9a65-4213de25d2a7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:55.611207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.743486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.898919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:55.951971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:56.022666 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event updated for resources: {'Port': ['ID=99dad31d-0a02-487e-9a65-4213de25d2a7,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:05:56.033604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:56.133926 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 741a8451-307c-4e12-8b95-641bcf4df84b associated. External IP: 172.25.5.112, port: 35e41d40-8588-43b9-8f4c-0c3bf6726c64. Oct 26 17:05:56.349984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router 79b7c67a-a640-41d7-bda4-8598e014e8ce has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:05:56.458073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:05:56.488082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Sync routers for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:05:56.500374 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:56.501092 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:56.522212 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:05:56.553643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2d0b7d0a-2ac9-42f9-8d45-2e416e0dc44c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8196578 Oct 26 17:05:56.553643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:05:56.556426 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:05:56.607873 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820972b2-6cdf-4878-97cd-0737ab3909e6 x-openstack-request-id: req-820972b2-6cdf-4878-97cd-0737ab3909e6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:05:56.608178 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:05:56.610176 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-820972b2-6cdf-4878-97cd-0737ab3909e6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:05:56.610608 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'status': 'completed', 'code': 200} Oct 26 17:05:56.648174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:56.681293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-189b93ea-461a-481f-8e68-d99451378c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:56.683039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-189b93ea-461a-481f-8e68-d99451378c3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0553298 Oct 26 17:05:56.684390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035031a-8cdb-4c35-b578-043483c83bfc req-7926c699-63d9-45df-90c6-f5dc6075c97c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:56.686000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c035031a-8cdb-4c35-b578-043483c83bfc req-7926c699-63d9-45df-90c6-f5dc6075c97c tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Oct 26 17:05:56.760722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c035031a-8cdb-4c35-b578-043483c83bfc req-51a4e734-8a4e-47e5-be4a-bd9650a3c015 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346334 Oct 26 17:05:56.760722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52658) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:56.806631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-0ed369fc-db85-48c9-ba52-6cbad70412e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:56.808702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-0ed369fc-db85-48c9-ba52-6cbad70412e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 898 time: 0.1187050 Oct 26 17:05:56.829190 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b90e66a3-9a51-4e42-9c2e-c18cbfebb140 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/741a8451-307c-4e12-8b95-641bcf4df84b HTTP/1.1" status: 200 len: 991 time: 0.0762677 Oct 26 17:05:56.884228 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-95b958ff-4d99-4bda-87d9-d59ec7cfbd17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 999 time: 0.0683477 Oct 26 17:05:56.918664 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '741a8451-307c-4e12-8b95-641bcf4df84b', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'mac_address': 'fa:16:3e:d6:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:05:55Z', 'updated_at': '2021-10-26T17:05:55Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:56.935041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-e869959d-1ce5-47c0-8e12-fe1351c29c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:56.937740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-e869959d-1ce5-47c0-8e12-fe1351c29c8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 200 len: 835 time: 0.0462058 Oct 26 17:05:56.945466 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Checking router: 79b7c67a-a640-41d7-bda4-8598e014e8ce for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:05:56.953815 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:05:56.954409 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:05:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:56.984571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-22144ff2-9704-44dc-9f15-b0d42978a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:05:56.986076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-22144ff2-9704-44dc-9f15-b0d42978a08c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420055 Oct 26 17:05:57.093631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-3dcb5058-0a85-4788-8a20-68ebcbdfde0a service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003869 Oct 26 17:05:57.187503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fbe6e11f-47a2-4e6a-8115-22f22f1f1ef3 req-34799e35-e888-433f-8d97-adec4517af4b service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873673 Oct 26 17:05:57.195196 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:05:57.422465 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '741a8451-307c-4e12-8b95-641bcf4df84b', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'mac_address': 'fa:16:3e:d6:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:05:55Z', 'updated_at': '2021-10-26T17:05:55Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:05:57.449590 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e1a42-65fc-4ffa-ae2a-6db9cbc4cf22 None None] The sync data for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 is: [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '741a8451-307c-4e12-8b95-641bcf4df84b', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'mac_address': 'fa:16:3e:d6:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:05:55Z', 'updated_at': '2021-10-26T17:05:55Z', 'revision_number': 0, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:05:57.679288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2f9d4-e167-4cd2-9b30-f39448970693 None None] New status for floating IP 741a8451-307c-4e12-8b95-641bcf4df84b: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:05:57.833298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 52672) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:57.897027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e400b33-059e-4d2a-b11e-c121bc2fccfa tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/741a8451-307c-4e12-8b95-641bcf4df84b HTTP/1.1" status: 200 len: 991 time: 0.0625110 Oct 26 17:05:58.770940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:05:58.901013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 52688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:05:58.965326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bfa8c0c7-8ef3-4c9b-8db1-873da6a6ae70 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/741a8451-307c-4e12-8b95-641bcf4df84b HTTP/1.1" status: 200 len: 993 time: 0.0630958 Oct 26 17:06:01.038189 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5f64c55b-5da7-4b46-803e-c50c2ae128ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:01.599045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-040ded2e-21ca-4fd1-95cd-63c75fc1c063 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424464 Oct 26 17:06:01.688172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-a83722d7-3a99-42cc-a46c-a7a936696cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:01.689657 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-a83722d7-3a99-42cc-a46c-a7a936696cc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0420644 Oct 26 17:06:01.820344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-fe499c5d-2941-47e9-92a1-a03367021f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:01.821853 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-fe499c5d-2941-47e9-92a1-a03367021f1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 898 time: 0.1139793 Oct 26 17:06:01.887901 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-aac74d47-ed1b-4f67-90f9-6dfa5f4cf80a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 1001 time: 0.0593722 Oct 26 17:06:01.943249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-c8e12549-c0bf-4b90-8f3d-8ab829b3eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:01.944723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-c8e12549-c0bf-4b90-8f3d-8ab829b3eca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 200 len: 835 time: 0.0501943 Oct 26 17:06:01.994800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-db00e82c-661d-4eb2-aab0-6774bfbd03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:01.996380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-db00e82c-661d-4eb2-aab0-6774bfbd03bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450828 Oct 26 17:06:02.092098 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-7534c004-d7f3-428a-8f70-b701995b23ab service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886273 Oct 26 17:06:02.515263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd46e7f2-cf95-4872-9beb-755aa953dfbc req-7040e542-0ae0-4743-a858-7643324b861b service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153593 Oct 26 17:06:03.599923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81cd9766-3742-4636-8287-379a0d179c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:04.134906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:05.125262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:06.729399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:21.217508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:22.714903 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:25.993115 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606832f-1671-4970-88a1-e173fd9038cf req-92c41231-99ea-4428-8d67-c1962426afe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:25.994636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a606832f-1671-4970-88a1-e173fd9038cf req-92c41231-99ea-4428-8d67-c1962426afe9 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0539241 Oct 26 17:06:26.036786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a606832f-1671-4970-88a1-e173fd9038cf req-6084e97f-186d-4516-a84e-947190f67f2e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357633 Oct 26 17:06:27.162360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a021-45d7-4db0-82a4-614990f91167 req-a98427eb-44cc-4345-bcdb-c00b38842728 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:27.167018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d536a021-45d7-4db0-82a4-614990f91167 req-a98427eb-44cc-4345-bcdb-c00b38842728 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0548925 Oct 26 17:06:27.204564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d536a021-45d7-4db0-82a4-614990f91167 req-b7348787-1e9f-4fc6-a478-32950e21b3b7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Oct 26 17:06:28.386377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313d037-7b85-4428-94eb-3b5e6bc12c3f req-b087d0f7-795d-4371-838f-26dd1efe1719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:28.387894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b313d037-7b85-4428-94eb-3b5e6bc12c3f req-b087d0f7-795d-4371-838f-26dd1efe1719 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.1058006 Oct 26 17:06:28.426624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b313d037-7b85-4428-94eb-3b5e6bc12c3f req-4cda909b-a275-485c-a422-9b85244829a3 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Oct 26 17:06:29.601359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e9e30-9301-4980-93c5-f540d1a2bf13 req-54b676fc-39c8-404e-bba8-9af27d27ff45 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:29.602847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe0e9e30-9301-4980-93c5-f540d1a2bf13 req-54b676fc-39c8-404e-bba8-9af27d27ff45 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.1046062 Oct 26 17:06:29.645295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe0e9e30-9301-4980-93c5-f540d1a2bf13 req-9267a2ce-5da8-4258-b0d9-e89a90d4a376 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Oct 26 17:06:30.766310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2ce39-4b18-47bf-9c66-9d301ce9f168 req-dde5b135-7404-48fa-a718-976806effc92 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:30.767820 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c2ce39-4b18-47bf-9c66-9d301ce9f168 req-dde5b135-7404-48fa-a718-976806effc92 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Oct 26 17:06:30.806987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c2ce39-4b18-47bf-9c66-9d301ce9f168 req-974b69bb-b474-45cf-b973-889fe986ad59 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Oct 26 17:06:31.050212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-730a87d7-d446-4003-9d2a-3ff0818eb037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:31.923837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b913-4f8d-4314-9880-a2275890b702 req-b05a8dba-dfa5-4686-b2fb-c0bc90eab974 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:31.925259 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cb5b913-4f8d-4314-9880-a2275890b702 req-b05a8dba-dfa5-4686-b2fb-c0bc90eab974 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Oct 26 17:06:31.963495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1cb5b913-4f8d-4314-9880-a2275890b702 req-b3127ba6-e244-4fdd-ad25-a7354acc7151 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Oct 26 17:06:33.077874 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab810b9-54aa-47b6-a054-4c2f7d61f02b req-c6a6088a-9745-42d5-8b41-5f3cff9949ac tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:33.079375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ab810b9-54aa-47b6-a054-4c2f7d61f02b req-c6a6088a-9745-42d5-8b41-5f3cff9949ac tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Oct 26 17:06:33.117103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ab810b9-54aa-47b6-a054-4c2f7d61f02b req-3b8fa413-6876-45a5-9747-d1bd783c4f9d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Oct 26 17:06:33.593390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3bae4120-2bd2-45b3-8704-351a4f414b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:34.142050 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:34.241534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea451c-a6d4-426b-8a26-f4fe9140202d req-c8a020d9-03af-45c5-8ffc-d7bfc92cc727 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:34.243174 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbea451c-a6d4-426b-8a26-f4fe9140202d req-c8a020d9-03af-45c5-8ffc-d7bfc92cc727 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0562232 Oct 26 17:06:34.283673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbea451c-a6d4-426b-8a26-f4fe9140202d req-f0cb35a6-83f5-41d8-a895-faece96b7b0b tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342569 Oct 26 17:06:35.119496 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:35.401730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3bb42-71f0-41d3-9ce5-dc0fb02ae60d req-5474b1f9-fd2a-4cc5-8727-0889a0936f4a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:35.403108 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dc3bb42-71f0-41d3-9ce5-dc0fb02ae60d req-5474b1f9-fd2a-4cc5-8727-0889a0936f4a tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Oct 26 17:06:35.441100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dc3bb42-71f0-41d3-9ce5-dc0fb02ae60d req-5e7073fd-a58b-479a-bac4-7e0c3bd760fb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Oct 26 17:06:35.769836 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:06:36.564297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d8820-0dea-43eb-8568-63d5e4733e82 req-7ed833b7-dd05-477f-9107-a331acf34589 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:36.565786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-805d8820-0dea-43eb-8568-63d5e4733e82 req-7ed833b7-dd05-477f-9107-a331acf34589 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0513422 Oct 26 17:06:36.604495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-805d8820-0dea-43eb-8568-63d5e4733e82 req-fbeea887-fa1f-4ca1-9f85-1fb2f435f997 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Oct 26 17:06:36.743764 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:37.730787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b60cb-eb0e-4349-920b-787bbf2ce072 req-5aa77a28-7d84-49fc-96bc-be9426642fca tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:37.732204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-800b60cb-eb0e-4349-920b-787bbf2ce072 req-5aa77a28-7d84-49fc-96bc-be9426642fca tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Oct 26 17:06:37.770384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-800b60cb-eb0e-4349-920b-787bbf2ce072 req-5da7dda2-ae86-44cb-a59d-00145fecd648 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Oct 26 17:06:38.890433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf783b-419e-4c63-b288-de1d8c0ee732 req-3816c373-8bcd-4cc0-8d6e-9a203fb4d132 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:38.891950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-debf783b-419e-4c63-b288-de1d8c0ee732 req-3816c373-8bcd-4cc0-8d6e-9a203fb4d132 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Oct 26 17:06:38.930713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-debf783b-419e-4c63-b288-de1d8c0ee732 req-f68fda05-cba1-4c7a-969c-060af818e1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Oct 26 17:06:38.940874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b853431-fb6a-4a7c-83df-c26e8556d209 req-7657124b-4a29-4ca3-9cb0-1eb6b4eff3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:38.944519 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6b853431-fb6a-4a7c-83df-c26e8556d209 req-7657124b-4a29-4ca3-9cb0-1eb6b4eff3e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0414507 Oct 26 17:06:38.977887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6b853431-fb6a-4a7c-83df-c26e8556d209 req-cf4ca545-b800-4c18-a96f-90ff922fbe03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288413 Oct 26 17:06:40.049711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220bc25-b8df-4311-ac29-7f82ff2b9d16 req-4e352546-7005-4aa7-a3ff-eff047ae7fa7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:40.051486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e220bc25-b8df-4311-ac29-7f82ff2b9d16 req-4e352546-7005-4aa7-a3ff-eff047ae7fa7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Oct 26 17:06:40.089700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e220bc25-b8df-4311-ac29-7f82ff2b9d16 req-3ab1cdcd-f2f0-4c3b-9c64-c84a20efb137 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Oct 26 17:06:40.205154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:06:40.314074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:06:40.324990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'port_id': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'mac_address': 'fa:16:3e:d6:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:06:40.361799 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:40.374976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35e41d40-8588-43b9-8f4c-0c3bf6726c64 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:06:40.393797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:06:40.450805 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:40.500533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:06:40.507981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.508326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.508667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.509001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.509334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.509658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.509981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.510302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.510621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.510940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.511301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.511627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:40.649597 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['35e41d40-8588-43b9-8f4c-0c3bf6726c64'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:06:41.213475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a848d8-86ac-46de-b734-e529247b9936 req-2d3b539e-8e6b-483b-9a96-a3eacc29d451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:06:41.214941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55a848d8-86ac-46de-b734-e529247b9936 req-2d3b539e-8e6b-483b-9a96-a3eacc29d451 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 944 time: 0.0533276 Oct 26 17:06:41.252268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55a848d8-86ac-46de-b734-e529247b9936 req-d4a36edb-29fe-40b3-9740-4f989b252b26 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Oct 26 17:06:41.275323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 53236) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:06:41.338329 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-16a646c4-c4e0-4028-b058-f983f412f2a2 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/floatingips/741a8451-307c-4e12-8b95-641bcf4df84b HTTP/1.1" status: 200 len: 992 time: 0.0618277 Oct 26 17:06:42.204911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:06:42.253639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:06:42.254004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:42.488384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:42.510340 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:06:42.512651 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236633fc-5ad3-4bf2-8ab0-0dc8cd0915dd" -d '{"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-plugged", "status": "completed", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:06:42.526346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:06:42.555441 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aac166-0d7f-4666-9f26-37c0b10ac8a7 x-openstack-request-id: req-80aac166-0d7f-4666-9f26-37c0b10ac8a7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:06:42.555752 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-plugged", "status": "completed", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:06:42.555985 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80aac166-0d7f-4666-9f26-37c0b10ac8a7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:06:42.556373 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'code': 200} Oct 26 17:06:42.599742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:42.647996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:06:51.258626 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:06:52.732508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:01.098988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02addfcd-f5f3-435b-a0ff-b631296af9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:02.588933 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-a04566c0-63df-44bc-a8df-9100209c603d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908134 Oct 26 17:07:02.677638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-f6bf52bf-24e3-48c4-ad03-17b6707a3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:02.679198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-f6bf52bf-24e3-48c4-ad03-17b6707a3a46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0414979 Oct 26 17:07:02.798035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-7bf24580-004f-4f83-b4cf-439a0b12e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:02.799670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-7bf24580-004f-4f83-b4cf-439a0b12e09d service neutron] 10.222.0.47 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 898 time: 0.0985410 Oct 26 17:07:02.866854 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-09b442c3-fc74-4098-8758-4b0e33b3810c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 1001 time: 0.0597472 Oct 26 17:07:02.923550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-4b8416b3-f18c-4aff-9fca-ad4daf283bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:02.925205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-4b8416b3-f18c-4aff-9fca-ad4daf283bca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 200 len: 835 time: 0.0515368 Oct 26 17:07:02.972737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-ea32cb70-bb9d-4012-a25b-23a628ba0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:02.974231 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-ea32cb70-bb9d-4012-a25b-23a628ba0399 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411572 Oct 26 17:07:03.084452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-2c411f04-bc04-4fdf-85ae-1042450894fb service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023555 Oct 26 17:07:03.196587 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd099f20-0ba3-43ad-8d10-1a655a88a55e req-7f5e65f7-4fc0-4105-90f6-285022a22edc service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046727 Oct 26 17:07:03.590050 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f8087759-720b-49fa-acff-f40d9530a5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:04.127487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:05.138527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:06.743052 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:12.772599 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:07:14.509749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53650) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:14.667627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 99dad31d-0a02-487e-9a65-4213de25d2a7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:14.672570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:14.745157 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:14.745473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:14.757021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 99dad31d-0a02-487e-9a65-4213de25d2a7 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:14.956239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:14.981198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=99dad31d-0a02-487e-9a65-4213de25d2a7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:14.991387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.991736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.992076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.992410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.992739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.993087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.993396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.993901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.993901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.994667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.994993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:14.995341 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:15.064285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:15.064616 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Floating IP 741a8451-307c-4e12-8b95-641bcf4df84b disassociated (deleted). External IP: 172.25.5.112, port: 35e41d40-8588-43b9-8f4c-0c3bf6726c64. Oct 26 17:07:15.274301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router 79b7c67a-a640-41d7-bda4-8598e014e8ce has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:07:15.705890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:15.710852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:15.715767 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Sync routers for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:15.731709 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:15.731709 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:15.738756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4621dc8e-e3d7-49b4-bc4b-5afac343b1cd tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/floatingips/741a8451-307c-4e12-8b95-641bcf4df84b HTTP/1.1" status: 204 len: 168 time: 1.2273324 Oct 26 17:07:15.739091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:15.751024 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d09630-90ae-49ec-a9ea-fa030987b550" -d '{"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:15.794825 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c89b3c3-2258-4b9c-8079-d83ef1d18fef x-openstack-request-id: req-8c89b3c3-2258-4b9c-8079-d83ef1d18fef {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:15.795121 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:15.795573 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c89b3c3-2258-4b9c-8079-d83ef1d18fef {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:15.795938 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'status': 'completed', 'code': 200} Oct 26 17:07:15.859157 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:15.862504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-51405341-0141-40d6-9a58-0cf0ae1f989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:15.864119 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-51405341-0141-40d6-9a58-0cf0ae1f989a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1239377e516041e191f08c27fbbfdd3a&device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 1096 time: 0.0462921 Oct 26 17:07:15.966691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-76b657dd-877e-453c-b2bb-53fa50a3a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:15.968502 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-76b657dd-877e-453c-b2bb-53fa50a3a9a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 200 len: 898 time: 0.0976253 Oct 26 17:07:16.011289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-c7c9b856-7172-438a-9bc5-f99e2e0a0373 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 200 len: 217 time: 0.0350971 Oct 26 17:07:16.073252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-8d89640c-993c-4e22-9293-695f241fa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:16.074767 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-8d89640c-993c-4e22-9293-695f241fa078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 200 len: 835 time: 0.0566967 Oct 26 17:07:16.083103 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:16.114130 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Checking router: 79b7c67a-a640-41d7-bda4-8598e014e8ce for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:16.125015 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:16.125890 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:16.132139 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-364da4c1-7268-4f4d-86d2-cae7d70e3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:16.133650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-364da4c1-7268-4f4d-86d2-cae7d70e3319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522206 Oct 26 17:07:16.240303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6956ccf-44fd-41fc-8767-602ce8ab5f7d req-89238b4c-3ca6-4b22-891b-6311f7ff4d64 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:16.241928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6956ccf-44fd-41fc-8767-602ce8ab5f7d req-89238b4c-3ca6-4b22-891b-6311f7ff4d64 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0645132 Oct 26 17:07:16.249308 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-1566e8a4-25da-46db-855d-280cea9b2e15 service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079686 Oct 26 17:07:16.256828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:16.285370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6956ccf-44fd-41fc-8767-602ce8ab5f7d req-dc32f210-f337-43cd-aa04-842833f2a615 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361297 Oct 26 17:07:16.359154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-44d09630-90ae-49ec-a9ea-fa030987b550 req-85b68663-24c5-4c7d-a068-d165eada371c service neutron] 10.222.0.47 "GET /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019764 Oct 26 17:07:16.470104 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:16.496126 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502645c3-8f4b-4971-bf29-883bb883d174 None None] The sync data for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 is: [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:39Z', 'revision_number': 4, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'f3045690-7865-4ec9-8720-7103b6c363ac', 'name': '', 'network_id': '24ef7f7b-5273-4c7d-8232-3b282aa0cbd6', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'mac_address': 'fa:16:3e:08:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:38Z', 'updated_at': '2021-10-26T17:05:42Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'subnets': [{'id': 'e72de4fa-87b0-497d-a7b0-83244eb502bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:16.742076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64772dd-2a39-4c05-a5f7-8999efd83de4 None None] New status for floating IP 741a8451-307c-4e12-8b95-641bcf4df84b: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:07:17.415947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0089-7ad3-45f2-a5d6-b2193e2c6f88 req-79a594a6-7e33-4382-8284-70c7eb9e2f8d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:17.417886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d0f0089-7ad3-45f2-a5d6-b2193e2c6f88 req-79a594a6-7e33-4382-8284-70c7eb9e2f8d tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0540209 Oct 26 17:07:17.453559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-8b88a96a-4a8c-45ab-9fe6-187049d018db tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:17.455040 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-8b88a96a-4a8c-45ab-9fe6-187049d018db tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Oct 26 17:07:17.459883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d0f0089-7ad3-45f2-a5d6-b2193e2c6f88 req-33fef0c2-a28e-4c57-96aa-bdd6b0cb256e tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/security-groups?id=2479852b-efcc-4730-b646-5e7ffd917576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Oct 26 17:07:17.550683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:17.550998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:17.644240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 35e41d40-8588-43b9-8f4c-0c3bf6726c64, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=35e41d40-8588-43b9-8f4c-0c3bf6726c64,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:17.644634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:17.657536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 35e41d40-8588-43b9-8f4c-0c3bf6726c64 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:17.859449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:17.890172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=35e41d40-8588-43b9-8f4c-0c3bf6726c64,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:17.921004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.921358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.921788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.922058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.922346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.922673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.922999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.923350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.923744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.923986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.924338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.924612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:17.945606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] No DVR routers for this DVR port 35e41d40-8588-43b9-8f4c-0c3bf6726c64 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:17.948924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:17.952761 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0bc54974-62ad-41a5-a3c0-8e734bcb5a02 req-184cb492-c37d-47f4-bed5-75904003d1e7 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.47 "DELETE /v2.0/ports/35e41d40-8588-43b9-8f4c-0c3bf6726c64 HTTP/1.1" status: 204 len: 173 time: 0.4913807 Oct 26 17:07:17.952761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-deleted', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:17.955093 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d59f6e-4474-4dc3-ab51-5251b2f8d495" -d '{"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-deleted", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:17.990585 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597480e-f450-4c3b-a616-fc80bd300f3e x-openstack-request-id: req-1597480e-f450-4c3b-a616-fc80bd300f3e {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:17.990883 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83a3dd2-d6a9-4579-978c-8e44badc0913", "name": "network-vif-deleted", "tag": "35e41d40-8588-43b9-8f4c-0c3bf6726c64", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:17.991164 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1597480e-f450-4c3b-a616-fc80bd300f3e {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:17.991574 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83a3dd2-d6a9-4579-978c-8e44badc0913', 'name': 'network-vif-deleted', 'tag': '35e41d40-8588-43b9-8f4c-0c3bf6726c64', 'status': 'completed', 'code': 200} Oct 26 17:07:18.577152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2c9b504-9f6a-4681-83f7-fdf36f60c0e7 req-255134f5-3226-45e8-a77e-04335672c018 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83a3dd2-d6a9-4579-978c-8e44badc0913 HTTP/1.1" status: 200 len: 210 time: 0.0334044 Oct 26 17:07:19.630463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 53940) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:19.989431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:20.244335 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port f3045690-7865-4ec9-8720-7103b6c363ac {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:20.244716 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:20.333976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port f3045690-7865-4ec9-8720-7103b6c363ac, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3045690-7865-4ec9-8720-7103b6c363ac,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:20.334253 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:20.351935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for f3045690-7865-4ec9-8720-7103b6c363ac owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:20.602389 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:20.629446 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=f3045690-7865-4ec9-8720-7103b6c363ac,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:20.817423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.037594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Router 79b7c67a-a640-41d7-bda4-8598e014e8ce has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:07:21.146772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:21.156927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0496d9b6-ab52-4ba8-98c3-aa876edc56bb tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "PUT /v2.0/routers/79b7c67a-a640-41d7-bda4-8598e014e8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5215433 Oct 26 17:07:21.156927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:21.159571 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Sync routers for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:21.174055 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:21.174689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.206194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting subnet e72de4fa-87b0-497d-a7b0-83244eb502bf {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:07:21.209488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.219082 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.254777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.281774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:21.346817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.458881 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:07:20Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.459729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.484962 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Checking router: 79b7c67a-a640-41d7-bda4-8598e014e8ce for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:21.488656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Subnet': ['ID=e72de4fa-87b0-497d-a7b0-83244eb502bf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:21.490647 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.493307 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Routers {'79b7c67a-a640-41d7-bda4-8598e014e8ce'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:21.496825 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['79b7c67a-a640-41d7-bda4-8598e014e8ce'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.496976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97b5b396-4fa1-4812-b1a1-c58834c83d81 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/subnets/e72de4fa-87b0-497d-a7b0-83244eb502bf HTTP/1.1" status: 204 len: 168 time: 0.3372502 Oct 26 17:07:21.497088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54022) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:21.502076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d2d38-c991-41eb-9160-42a2a02eb9ac None None] Network 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:07:21.618575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.707624 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] Set router 79b7c67a-a640-41d7-bda4-8598e014e8ce gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:21.724619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] DHCP port deletion for 24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:07:21.733822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.773612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Deleting port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:21.773981 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.841163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] For port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,segment=NetworkSegment(2b6223c8-df8a-4285-b190-53d2a67fb483),segment_id=2b6223c8-df8a-4285-b190-53d2a67fb483)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:21.841564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.853963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Calling delete_port for d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:21.881993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Deleting port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:21.882426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.914314 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:07:20Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.946374 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc4645-e3c8-4626-b296-e662d4b8260f None None] The sync data for ids ['79b7c67a-a640-41d7-bda4-8598e014e8ce'] in n-d-815373-2 is: [{'id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388966688', 'tenant_id': '1239377e516041e191f08c27fbbfdd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:07:20Z', 'revision_number': 5, 'project_id': '1239377e516041e191f08c27fbbfdd3a', 'gw_port': {'id': '24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c67a-a640-41d7-bda4-8598e014e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:05:35Z', 'updated_at': '2021-10-26T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:21.982730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] For port 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:21.982730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:21.991085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Calling delete_port for 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:22.013751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.039873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] Pushing event deleted for resources: {'Port': ['ID=d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:22.041758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70133db-b09b-423e-9686-c68b1a0c258c None None] No DVR routers for this DVR port d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:22.242523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.274776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Port': ['ID=24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:22.338996 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.438419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.440777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.528274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:07:22.559178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 35e41d40-8588-43b9-8f4c-0c3bf6726c64 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:07:22.559595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 35e41d40-8588-43b9-8f4c-0c3bf6726c64 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:07:22.574263 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.574818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Fanout notify agent at l3_agent the message router_deleted on router 79b7c67a-a640-41d7-bda4-8598e014e8ce {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:07:22.581708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.585381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b726de0b-cafe-4a8c-a4fe-91c1314db970 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/routers/79b7c67a-a640-41d7-bda4-8598e014e8ce HTTP/1.1" status: 204 len: 168 time: 1.0849526 Oct 26 17:07:22.585682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54030) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:22.679445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.746085 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.785570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.805440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ef7f7b-5273-4c7d-8232-3b282aa0cbd6']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:22.815053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6223c8-df8a-4285-b190-53d2a67fb483') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:22.815378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6223c8-df8a-4285-b190-53d2a67fb483') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:22.824635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.837541 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.844121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:07:22.844512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:07:22.847471 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:07:22.979408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.984124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:22.990210 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/networks/24ef7f7b-5273-4c7d-8232-3b282aa0cbd6 HTTP/1.1" status: 204 len: 168 time: 0.4009879 Oct 26 17:07:22.990634 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:23.004243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aff42d-4fe6-49da-a7a9-3fcc148e6d74 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'Network': ['ID=24ef7f7b-5273-4c7d-8232-3b282aa0cbd6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:23.058245 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:23.106530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:07:23.111633 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:23.132029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:07:23.132368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d97d37e2-d8c5-4186-ae1a-3375ff2ae5ba not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:07:23.132849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3045690-7865-4ec9-8720-7103b6c363ac no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:07:23.157221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f3045690-7865-4ec9-8720-7103b6c363ac {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:07:23.157640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3045690-7865-4ec9-8720-7103b6c363ac not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:07:23.258024 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:23.261148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:23.262328 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] 10.222.0.21 "DELETE /v2.0/security-groups/2479852b-efcc-4730-b646-5e7ffd917576 HTTP/1.1" status: 204 len: 168 time: 0.2705815 Oct 26 17:07:23.272606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793d36-3493-4ff4-aa02-d69c5c062e75 tempest-TestNetworkAdvancedServerOps-1224466400 tempest-TestNetworkAdvancedServerOps-1224466400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2479852b-efcc-4730-b646-5e7ffd917576,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:23.815977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54042) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:23.960300 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73baadb9-651a-41f5-888d-4accf2e15930 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1239377e516041e191f08c27fbbfdd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430392 Oct 26 17:07:23.962799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54046) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:24.012044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:24.033030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:24.144994 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:24.147532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:24.148763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a91b0c30-094f-4765-b62f-e67c87441343 HTTP/1.1" status: 204 len: 168 time: 0.1850383 Oct 26 17:07:24.159976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c39f29-90c7-4937-a166-3ad71c60c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b0c30-094f-4765-b62f-e67c87441343,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:24.665115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:07:24.688475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:07:24.688941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24af99a2-34b4-4b8c-a2e0-2f5f17ee7ecd not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:07:24.761302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:24.804059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3c4123f0-1d67-491b-9627-5788bc3fd3e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5968cd70184418e902cbc003e452c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391903 Oct 26 17:07:24.804286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:24.854033 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:24.876604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:25.029771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:25.034004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:25.034004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7de0e1e1-0a0b-468f-915c-b906b873e78b HTTP/1.1" status: 204 len: 168 time: 0.2286215 Oct 26 17:07:25.042993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ad22-4b1f-4b13-a1f2-d50077a53239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de0e1e1-0a0b-468f-915c-b906b873e78b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:26.141903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:26.246453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1534464235-network', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:26.337309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Made reservation on behalf of eba88a890a1c4b2db2b7e3525428d393 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:26.337309 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.346304 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.428302 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.500566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.528498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:07:26.534869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986416f5-4da3-4ee1-a479-737b624aa9ac,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:26.541011 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.541352 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Added segment dceaf8fa-1584-4184-863b-4c4121627fc0 of type vlan for network 206f1dac-b384-4aab-9b0f-77a043204997 Oct 26 17:07:26.587426 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.710713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.711763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:26.712354 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:26.809389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] Pushing event updated for resources: {'Network': ['ID=206f1dac-b384-4aab-9b0f-77a043204997,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:26.820374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 206f1dac-b384-4aab-9b0f-77a043204997 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:07:26.847291 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bae4e4f6-d5b7-4283-ae3f-4de1e45a2276 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6991496 Oct 26 17:07:26.847291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54094) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:26.848748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Request body: {'subnet': {'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1534464235-subnet', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:26.922385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Made reservation on behalf of eba88a890a1c4b2db2b7e3525428d393 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:26.924734 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.155439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.212614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd2ddfd-8dca-4c0f-a983-e40c195eba78,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:27.219735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Checking segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:27.220094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Network hostable DHCP agents. Network: 206f1dac-b384-4aab-9b0f-77a043204997, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:07:27.304116 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Network 206f1dac-b384-4aab-9b0f-77a043204997 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:07:27.395267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 206f1dac-b384-4aab-9b0f-77a043204997) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:27.400076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:27.400721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.409015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0107ab4-1829-4c22-a932-43ff457810e6 None None] Network 206f1dac-b384-4aab-9b0f-77a043204997 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:07:27.475297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-650449d8-1c74-4c60-a5a4-d1c9b0ffe4d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6293781 Oct 26 17:07:27.477488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:27.482326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:27.556639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.558021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.578773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-206f1dac-b384-4aab-9b0f-77a043204997', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:07:27.579750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.626214 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.751637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Allocated IP 172.20.0.2 (206f1dac-b384-4aab-9b0f-77a043204997/bcd2ddfd-8dca-4c0f-a983-e40c195eba78/a7c9ea7f-b379-4019-ada0-08aa94fcc7ad) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:27.848772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.905679 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:27.984688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.032163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Network 206f1dac-b384-4aab-9b0f-77a043204997 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:28.035208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:28.039016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:28.052512 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Pushing event updated for resources: {'Port': ['ID=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:28.110885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Attempting to bind port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:28.111307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Attempting to bind port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:28.111664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Attempting to bind port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad on network 206f1dac-b384-4aab-9b0f-77a043204997 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:28.118343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:28.118717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Checking segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:28.119123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.119545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Bound using segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:28.121822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Bound port: a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:28.122226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.140780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.164424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.202766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] For port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:28.206550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] For port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:28.291111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Allocated IP 172.25.5.71 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/8afc8dc4-2155-4b28-babb-360378995a2e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:28.294302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.353168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de94c-4f4f-4852-a420-44f51eb38646 None None] Pushing event updated for resources: {'Port': ['ID=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:28.408067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.545768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.595846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:28.602705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:28.607327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:28.632662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8afc8dc4-2155-4b28-babb-360378995a2e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:28.770045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7c9ea7f-b379-4019-ada0-08aa94fcc7ad up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:28.819822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:28.820147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.903044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:28.938236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:28.975352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.006967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.057966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:29.176428 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.447755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a618fb3-5234-48c2-9288-0e90d161bb80 None None] Network 206f1dac-b384-4aab-9b0f-77a043204997 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:07:29.514856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bcd4434d-c0c8-4cb2-a881-457319a33f10 None None] Provisioning complete for port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:29.515246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bcd4434d-c0c8-4cb2-a881-457319a33f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.693683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:07:29.818726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:29.830560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Sync routers for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:29.841773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:29.842396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:29.883958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.885243 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0e12dbb5-a11a-42e5-9bea-04a2e31830c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4066799 Oct 26 17:07:29.890802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54104) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:29.942078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7b26befc-e51c-4686-bd79-889713f7e7ec None None] Provisioning complete for port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:29.942669 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b26befc-e51c-4686-bd79-889713f7e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:29.997157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:30.217616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:28Z', 'revision_number': 3, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:30.244884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Checking router: 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:30.245292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Updating router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada port 8afc8dc4-2155-4b28-babb-360378995a2e binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:07:30.271058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.318011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.482066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Allocated IP 172.20.0.1 (206f1dac-b384-4aab-9b0f-77a043204997/bcd2ddfd-8dca-4c0f-a983-e40c195eba78/5a3713da-5c08-4700-8ef7-8a1983e4f2cd) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:30.533568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.594565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.596516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.654647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Attempting to bind port 8afc8dc4-2155-4b28-babb-360378995a2e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:30.655020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Attempting to bind port 8afc8dc4-2155-4b28-babb-360378995a2e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:30.655406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Attempting to bind port 8afc8dc4-2155-4b28-babb-360378995a2e on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:30.662671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db921d8-167f-442f-a67c-9945c31639cc None None] Pushing event updated for resources: {'Port': ['ID=8afc8dc4-2155-4b28-babb-360378995a2e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:30.665134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:30.665507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:30.665916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.666276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:30.666796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Bound port: 8afc8dc4-2155-4b28-babb-360378995a2e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:30.667210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.688977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.726925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] For port 8afc8dc4-2155-4b28-babb-360378995a2e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:30.730746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] For port 8afc8dc4-2155-4b28-babb-360378995a2e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8afc8dc4-2155-4b28-babb-360378995a2e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:30.738328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7c9ea7f-b379-4019-ada0-08aa94fcc7ad up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:30.746305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Network 206f1dac-b384-4aab-9b0f-77a043204997 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:30.752251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:30.758779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:30.781718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:30.813444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:30.994095 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.069301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.088098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db921d8-167f-442f-a67c-9945c31639cc None None] Pushing event updated for resources: {'Port': ['ID=8afc8dc4-2155-4b28-babb-360378995a2e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:31.118063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-753fcbb6-5010-46c3-b342-f72f6e58c108 None None] Provisioning complete for port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:31.118480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-753fcbb6-5010-46c3-b342-f72f6e58c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.121205 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:31.121970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:31.187756 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-df23791e-4034-4319-b2ee-e703c0065f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.223575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:31.223945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.264637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-753fcbb6-5010-46c3-b342-f72f6e58c108 None None] Port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:31.264886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.315730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:31.327434 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.346100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:31.428127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:31.430864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.532498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41016d47-968f-4c08-bcb5-f2893243cda0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcac3975c6154ce9b9ce9add1b9371d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130799 Oct 26 17:07:31.532969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54118) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:31.562236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Network 206f1dac-b384-4aab-9b0f-77a043204997 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:31.563990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:31.580103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 1, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:31.591895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.616906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6bd1-722a-4f6c-b214-2a1712afe3a6 None None] The sync data for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 is: [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 1, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:31.620879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.704701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:07:31.751032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.753930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.755918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d46b23f-e5cd-48d8-8331-d61d22706ce0 HTTP/1.1" status: 204 len: 168 time: 0.2211745 Oct 26 17:07:31.767893 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c686a-9ae4-45bd-8a61-1ea90eff4938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46b23f-e5cd-48d8-8331-d61d22706ce0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:31.847772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:31.853459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b93f926a-8965-4b4e-ba4c-fff1513627c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/01ce847a-fb0b-46d0-a8bc-10cb04ff8ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9616218 Oct 26 17:07:31.899535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c23c4c9f-381d-4253-9890-ead59beb6fea None None] Provisioning complete for port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:31.899979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c23c4c9f-381d-4253-9890-ead59beb6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:31.963173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c23c4c9f-381d-4253-9890-ead59beb6fea None None] Port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:32.746705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8afc8dc4-2155-4b28-babb-360378995a2e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:32.816920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8afc8dc4-2155-4b28-babb-360378995a2e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:32.817244 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:32.925655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:32.939247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54162) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:32.944587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1215191094-network', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:32.963428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 8afc8dc4-2155-4b28-babb-360378995a2e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8afc8dc4-2155-4b28-babb-360378995a2e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:33.042616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.068853 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Made reservation on behalf of 567893d217f64ea9b9e5e54af67171b3 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:33.072205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.084396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.105852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=8afc8dc4-2155-4b28-babb-360378995a2e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:33.170345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.236653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.258009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:07:33.273688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd4db2a-9a4c-4ac3-b4f0-3b58ab67775b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:33.280534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.280876 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Added segment c9ffc935-9798-4884-a096-9858b2549a8f of type vlan for network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 Oct 26 17:07:33.320907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.396409 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.397384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:33.397959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.459119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa43ba2d-59e3-4d00-9ce5-d1794dd252c3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:33.470355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:07:33.514565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c6d8df7e-d4e8-43c2-83f0-80580c71bfe1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5742085 Oct 26 17:07:33.517410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54164) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:33.522553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Request body: {'subnet': {'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1215191094-subnet', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:33.637427 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d163d585-3dde-43fe-bb8b-4c60a13e9c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.637674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Made reservation on behalf of 567893d217f64ea9b9e5e54af67171b3 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:33.639858 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.779184 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Sync routers for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:33.791618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:33.791618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:33.894770 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:33.905229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:33.965364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:33.970663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Checking segment: {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:33.971024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Network hostable DHCP agents. Network: fa43ba2d-59e3-4d00-9ce5-d1794dd252c3, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:07:34.047827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:07:34.100116 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:31Z', 'revision_number': 2, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:34.122531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, fa43ba2d-59e3-4d00-9ce5-d1794dd252c3) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:34.127175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:34.128052 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.133401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Checking router: 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:34.133401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Updating router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:07:34.134219 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7bca2-86e0-4555-a8a7-212365729909 None None] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:07:34.162118 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.195596 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.216474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-32520f73-5752-416a-b6fa-952371f3f567 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6972895 Oct 26 17:07:34.218765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54172) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:34.226505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:34.302588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:07:34.303519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.326864 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.327943 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.393852 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.438561 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.444241 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Allocated IP 172.20.0.2 (fa43ba2d-59e3-4d00-9ce5-d1794dd252c3/2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a/b8ef053c-a9d2-49c3-b1f9-efdc60e0d633) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:34.505876 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.614176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.618087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.642698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Pushing event updated for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:34.662245 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Attempting to bind port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:34.662478 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Attempting to bind port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:34.663051 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Attempting to bind port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd on network 206f1dac-b384-4aab-9b0f-77a043204997 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:34.672461 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:34.672834 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Checking segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:34.673281 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.673668 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Bound using segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:34.674127 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Bound port: 5a3713da-5c08-4700-8ef7-8a1983e4f2cd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:34.674511 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.678276 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.678616 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.678951 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.679312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.679640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.679966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.680296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.680635 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.680959 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.681470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.681584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.681906 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:34.737513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8afc8dc4-2155-4b28-babb-360378995a2e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:34.771989 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] For port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:34.782731 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] For port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:34.809039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8afc8dc4-2155-4b28-babb-360378995a2e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:34.809405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.847047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.911275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:34.922035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:34.926655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:34.933026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Pushing event updated for resources: {'Port': ['ID=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:34.956471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.975369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:34.978800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-80f49627-acb0-4892-8f4b-918d76ae0f31 None None] Provisioning complete for port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:34.979733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-80f49627-acb0-4892-8f4b-918d76ae0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.058622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Attempting to bind port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:35.059616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Attempting to bind port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:35.059987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Attempting to bind port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 on network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:35.071655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-80f49627-acb0-4892-8f4b-918d76ae0f31 None None] Port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:35.079345 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:35.079726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Checking segment: {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:35.080173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.080558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Bound using segment: {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:35.081043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Bound port: b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:35.081406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.087875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Allocated IP 172.25.5.221 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ab2897b6-4d00-40be-9093-17b689112033) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:35.135349 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.169382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] For port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:35.173272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] For port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:35.196851 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.227606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.241762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:35.243161 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:35.260968 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.367687 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603616ed-ace5-4e0a-b4b3-23efdaf5f3e5 None None] Pushing event updated for resources: {'Port': ['ID=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:35.370040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.372661 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378bf04-f407-4aed-bca1-8dad3c788e35 None None] Pushing event updated for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:35.423331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:35.423331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:35.427252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:35.434959 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:35.464712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Pushing event updated for resources: {'Port': ['ID=ab2897b6-4d00-40be-9093-17b689112033,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:35.617899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] Provisioning complete for port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:35.618322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.692992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:34Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:35.724857 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ed78-6057-44e5-8b8f-b8c723a9c57c None None] The sync data for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 is: [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:34Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:35.764032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.795669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.801459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] For port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:35.871595 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:35.929923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ef949-34d0-4155-8ad2-7e1067cfd1e6 None None] Pushing event updated for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:36.025959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:36.049757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-6de1377d-4d19-4e7e-a98a-5743e5bdebc6 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4428cc066066431f9d17d3232d3c6c15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276806 Oct 26 17:07:36.189597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-6cc4a97a-2a42-4192-9d9c-06e622316cdf tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:36.191247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-6cc4a97a-2a42-4192-9d9c-06e622316cdf tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406989 Oct 26 17:07:36.207666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-e130fa60-ab0a-426d-9c40-7249ab582237 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/quotas/4428cc066066431f9d17d3232d3c6c15 HTTP/1.1" status: 200 len: 375 time: 0.0105810 Oct 26 17:07:36.245350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-0194b11e-3e5c-42c4-9c4b-f570242a075c tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4428cc066066431f9d17d3232d3c6c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316031 Oct 26 17:07:36.254034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:07:36.376313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:36.394500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Sync routers for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:36.409250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:36.409881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:36.456583 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:36.460635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7ed0ead7-8f79-4b85-adbe-9dab7d414d4f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2367940 Oct 26 17:07:36.460826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54196) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:36.556258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9b2ab38-b1cd-4b31-8f6c-e0b63894de00 req-ed0fe45e-537f-49a2-8353-dd0f60c5cfc0 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 210 time: 0.0631289 Oct 26 17:07:36.613703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:36.690530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca21e92-0fa9-4f8e-aa8a-9240745737b9 None None] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:07:36.815442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] Provisioning complete for port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:36.815808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:36.888251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:36.890891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:37.025142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.191800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Allocated IP 172.20.0.1 (fa43ba2d-59e3-4d00-9ce5-d1794dd252c3/2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a/1aa5b23b-c69c-4efd-864b-b6c3d1935c14) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:37.232719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:37.233087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.236251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.292919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 3, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:37.297221 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.332431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Checking router: 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:37.336031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Updating router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 port ab2897b6-4d00-40be-9093-17b689112033 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:07:37.359596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] For port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:37.370959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.414637 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.475683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:37.478959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:37.482533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:37.484277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.496340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.515672 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:37.537201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.626560 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac02e14-6612-4d39-bf54-df4b3f1cb43a None None] Pushing event updated for resources: {'Port': ['ID=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:37.666497 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:07:37.666873 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:07:37.669638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4b1d29d0-2366-4d43-a66a-0f837bff56a8 None None] Provisioning complete for port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:37.670197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b1d29d0-2366-4d43-a66a-0f837bff56a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.674831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-87fd6b7c-f6bf-46e0-9bb8-b38dc010da7e req-94d5ae1c-7cd3-402a-b70a-524d90be50d4 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 210 time: 0.0470021 Oct 26 17:07:37.785222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.826020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.915315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.958204 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.980688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4f09-b87f-4229-a1c8-903e66bac593 None None] Pushing event updated for resources: {'Port': ['ID=ab2897b6-4d00-40be-9093-17b689112033,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:37.985114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-76c8dae9-1d5f-452e-97cf-8fd18e189d00 None None] Provisioning complete for port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:37.987944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-76c8dae9-1d5f-452e-97cf-8fd18e189d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:37.987944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Attempting to bind port ab2897b6-4d00-40be-9093-17b689112033 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:37.987944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Attempting to bind port ab2897b6-4d00-40be-9093-17b689112033 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:37.987944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Attempting to bind port ab2897b6-4d00-40be-9093-17b689112033 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:38.011748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:38.012122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:38.012518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.012917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:38.013386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Bound port: ab2897b6-4d00-40be-9093-17b689112033, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:38.013765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.048090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.061113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-76c8dae9-1d5f-452e-97cf-8fd18e189d00 None None] Port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:38.077696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] For port ab2897b6-4d00-40be-9093-17b689112033, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:38.080823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] For port ab2897b6-4d00-40be-9093-17b689112033, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ab2897b6-4d00-40be-9093-17b689112033,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:38.120450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:38.124284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.157209 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.225212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:38.226654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:38.243086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4f09-b87f-4229-a1c8-903e66bac593 None None] Pushing event updated for resources: {'Port': ['ID=ab2897b6-4d00-40be-9093-17b689112033,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:38.253863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5a3713da-5c08-4700-8ef7-8a1983e4f2cd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:38.259082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:38.259082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:38.411631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:38.412032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.440613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:38.553338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-05102176-9e5f-42a3-b120-c938740be909 None None] Provisioning complete for port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:38.554088 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05102176-9e5f-42a3-b120-c938740be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:38.660464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-05102176-9e5f-42a3-b120-c938740be909 None None] Port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:38.694417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:07:38.755268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1aa5b23b-c69c-4efd-864b-b6c3d1935c14', 'name': '', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'mac_address': 'fa:16:3e:51:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:37Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 2, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'subnets': [{'id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:38.782854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ef29ff7-567e-46cb-9340-2936fae40c39 req-ed9a5eea-5707-4c17-87d7-7c17b31c29b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Oct 26 17:07:38.785260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d3382-8b7f-42f3-bae8-72d89e2e203f None None] The sync data for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 is: [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1aa5b23b-c69c-4efd-864b-b6c3d1935c14', 'name': '', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'mac_address': 'fa:16:3e:51:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:37Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 2, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'subnets': [{'id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:38.808240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:38.837436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-29a45863-9d0f-4648-b400-449f7c089254 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4428cc066066431f9d17d3232d3c6c15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411086 Oct 26 17:07:38.871046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:38.871447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.058615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:39.067506 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-910630c3-3c2b-4db0-bfd3-43f9a680bc68 admin admin] 10.222.0.21 "PUT /v2.0/routers/63f7c6a2-ef49-4ae0-9866-ddaac1a2d567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054845 Oct 26 17:07:39.098527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-c4e354c5-fa3d-4302-9e14-12f0aebde1ac tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:39.100459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-c4e354c5-fa3d-4302-9e14-12f0aebde1ac tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579916 Oct 26 17:07:39.115775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Request body: {'port': {'device_id': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '4428cc066066431f9d17d3232d3c6c15'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:39.322337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Made reservation on behalf of 4428cc066066431f9d17d3232d3c6c15 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:39.326612 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.336629 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.428370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.512064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.586268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329e2016-a41c-463a-a782-7551c82ec63a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:39.674948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Allocated IP 192.168.233.154 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/ef869e34-eca3-4bfb-8ff5-85c83fe8f667) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:39.674948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54216) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:39.679324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139155683', 'description': 'tempest-secgroup-smoke-1139155683 description', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:39.826799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.867470 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:39.884294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1025711-28c6-4849-b8ec-4f7fb53d4d2e req-f629d8ec-ebc6-4821-8939-c76196608385 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Oct 26 17:07:39.940058 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.003358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.036349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.070997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:40.080309 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:40.086630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:40.088873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Pushing event updated for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:40.117986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71dcc9f-8245-4a08-baee-c1db15032ed6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:40.135190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.137680 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2ab5b608-b2da-4400-90a5-64d49f21a560 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4618583 Oct 26 17:07:40.140947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54220) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:40.145430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:40.168596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:40.171403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.282797 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.333087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.336987 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-40aac0c8-68ba-4b7a-aec1-27fd8964f3a1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2270405 Oct 26 17:07:40.349762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Request body: {'port': {'device_id': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:40.398584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-befad3d3-bde9-4dcf-814c-60b772a77dff None None] Provisioning complete for port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:40.399178 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-befad3d3-bde9-4dcf-814c-60b772a77dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.403735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.415647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.436320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-befad3d3-bde9-4dcf-814c-60b772a77dff None None] Port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:40.448867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1154bff-a18a-4caf-9d62-7991dc82ed17,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:40.543663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.544902 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e84fe6ef-77f5-4025-b41b-3cd907d996a6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033055 Oct 26 17:07:40.547605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54222) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:40.553842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:40.707792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef869e34-eca3-4bfb-8ff5-85c83fe8f667 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:07:40.719484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.724132 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.745262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Transition to ACTIVE for port object ef869e34-eca3-4bfb-8ff5-85c83fe8f667 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:07:40.782777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ab2897b6-4d00-40be-9093-17b689112033 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:40.813297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.834427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ab2897b6-4d00-40be-9093-17b689112033 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:40.834836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.863406 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.874868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Pushing event updated for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:40.919923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.953968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Attempting to bind port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:40.954577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Attempting to bind port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:40.954985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Attempting to bind port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:40.955156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port ab2897b6-4d00-40be-9093-17b689112033, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ab2897b6-4d00-40be-9093-17b689112033,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:40.960613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:07:40.961030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Attempting to bind port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:40.963363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.986376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:40.986735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:40.987093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:40.987570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Bound port: ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:40.987925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:40.994268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c360c0-533e-4e32-8342-99912c380d90,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:41.054210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.061791 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd4945-9da9-414d-ada9-f93740603995 req-b0a1fe1a-b919-418e-b2a6-cb889e126ec4 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.068792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:41.071725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95fd4945-9da9-414d-ada9-f93740603995 req-b0a1fe1a-b919-418e-b2a6-cb889e126ec4 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 948 time: 0.0715046 Oct 26 17:07:41.072444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:41.085417 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.090477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f339a5e7-4669-48f7-b9e4-3deecf3fdf79 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5417216 Oct 26 17:07:41.091114 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54226) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:41.101846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:41.137696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95fd4945-9da9-414d-ada9-f93740603995 req-4e87f530-8f37-4350-bf7e-9896e9bfcd90 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Oct 26 17:07:41.139124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=ab2897b6-4d00-40be-9093-17b689112033,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:41.152556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.153630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:41.189883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.190390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.191759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef869e34-eca3-4bfb-8ff5-85c83fe8f667 HTTP/1.1" status: 200 len: 1096 time: 0.8462112 Oct 26 17:07:41.192196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:41.194426 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:41.216901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81b44-89b6-4df6-aece-d25e11db4827 service neutron] Pushing event updated for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:41.226105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.242921 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b6713-e424-4668-972d-380a746de63d x-openstack-request-id: req-1d4b6713-e424-4668-972d-380a746de63d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:41.243235 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:41.243487 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d4b6713-e424-4668-972d-380a746de63d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:41.243888 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667', 'status': 'completed', 'code': 200} Oct 26 17:07:41.327813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.332830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f req-0ef793fc-5287-4ed0-aee7-fd753abfa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.334313 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f req-0ef793fc-5287-4ed0-aee7-fd753abfa53a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4428cc066066431f9d17d3232d3c6c15&device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 1099 time: 0.0668840 Oct 26 17:07:41.362865 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f req-2995cf27-296f-4b6a-b37a-d172c42b1976 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4428cc066066431f9d17d3232d3c6c15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197883 Oct 26 17:07:41.378643 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.435396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9015118e-bdda-4405-8167-0be5757b06f4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:41.475402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f req-cb02923c-5506-4c80-bbfd-8e86a13a4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.476809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-761415de-0a63-4c0f-bebd-deb2f5b1bf4f req-cb02923c-5506-4c80-bbfd-8e86a13a4bfd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078756 Oct 26 17:07:41.532078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.534184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8fde2392-e1b5-46c4-bb28-be096e5b178d tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403551 Oct 26 17:07:41.536280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54230) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:41.540993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:41.572334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-a8ee0bb9-ef27-43cd-81bd-385735eab485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.575124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-a8ee0bb9-ef27-43cd-81bd-385735eab485 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4428cc066066431f9d17d3232d3c6c15&device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 1099 time: 0.0563276 Oct 26 17:07:41.616976 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-49474010-050c-47cf-818c-5e1cbde11a8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667 HTTP/1.1" status: 200 len: 217 time: 0.0345106 Oct 26 17:07:41.642513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.667932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-1f249472-f0b5-461e-8365-efefcce61131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.669397 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-1f249472-f0b5-461e-8365-efefcce61131 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0458546 Oct 26 17:07:41.697211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.715484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-73643b30-36b5-4c43-aeae-451ccfca0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:41.717876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-73643b30-36b5-4c43-aeae-451ccfca0ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413675 Oct 26 17:07:41.745812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.767485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f04622-5638-4d1f-b6c5-c42ad7467e47,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:41.813887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-5f5cf7fa-76b1-4029-b94a-2d7bc264cd78 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Oct 26 17:07:41.820618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.821815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a65f2b13-f29d-453d-a0cc-1ebc7b8bbaf5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845421 Oct 26 17:07:41.825022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54232) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:41.829889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:41.903466 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0f090be9-df6e-4bc0-bd02-4d1132d8ce21 req-6de463d4-bd88-4fae-b43b-59763451c886 service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828326 Oct 26 17:07:41.915878 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Project eba88a890a1c4b2db2b7e3525428d393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:07:41.922347 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:41.982397 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.052957 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.070119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cc16ae-92d8-4a5c-a8d4-66450373cd96,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:42.158054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.159602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-19dd5282-5ee4-4369-84b6-c119d3a81a28 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336668 Oct 26 17:07:42.162366 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:42.168474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'security_group_rule': {'security_group_id': 'b71dcc9f-8245-4a08-baee-c1db15032ed6', 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:42.243732 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Project eba88a890a1c4b2db2b7e3525428d393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:07:42.256003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6cb4-b9c7-48f7-9641-83c866c7121b req-dad3b346-97b8-462e-9ec9-aa4c39b5e171 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:42.257486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-065d6cb4-b9c7-48f7-9641-83c866c7121b req-dad3b346-97b8-462e-9ec9-aa4c39b5e171 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 948 time: 0.0549307 Oct 26 17:07:42.258869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.341346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-065d6cb4-b9c7-48f7-9641-83c866c7121b req-be1cdc3d-5c71-40c1-b757-9c7e375bf878 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774198 Oct 26 17:07:42.354884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.435393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.451844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f55562-7647-475d-bcde-8233a28aaf7c,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:42.490131 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Sync routers for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:42.500290 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:42.500909 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:42.553008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.554334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d310f367-b907-4d23-9496-b1a67dcc07d6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3910017 Oct 26 17:07:42.610698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:42.699287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-0fcac67e-678e-4e91-9b91-9ed2595a02e2 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139155683&fields=id&tenant_id=eba88a890a1c4b2db2b7e3525428d393 HTTP/1.1" status: 200 len: 267 time: 0.0357268 Oct 26 17:07:42.775300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ab2897b6-4d00-40be-9093-17b689112033 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:42.817129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-40329b3e-196f-4b67-8796-f0b4cfd540b2 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:42.819640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-40329b3e-196f-4b67-8796-f0b4cfd540b2 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 809 time: 0.1119030 Oct 26 17:07:42.828066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ab2897b6-4d00-40be-9093-17b689112033 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:42.828568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:42.836587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-bdc4903f-6148-4466-abac-653e337a2eda tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/quotas/eba88a890a1c4b2db2b7e3525428d393 HTTP/1.1" status: 200 len: 375 time: 0.0105810 Oct 26 17:07:42.897337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-c56c3344-9665-44df-911f-327fdf3d7db7 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546696 Oct 26 17:07:42.919814 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1aa5b23b-c69c-4efd-864b-b6c3d1935c14', 'name': '', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'mac_address': 'fa:16:3e:51:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:37Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 2, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'subnets': [{'id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:42.945753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Checking router: 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:42.946101 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Updating router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:07:42.970797 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.092502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-94acf808-6bb6-4072-a858-0cd902468cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807680 Oct 26 17:07:43.186718 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-5478e6e4-c862-4597-b994-c84bf9dbb465 service neutron] 10.222.0.21 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881617 Oct 26 17:07:43.236323 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.356736 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.408439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3087d-f971-4999-81d2-6b561a106677 None None] Pushing event updated for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:43.480701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Attempting to bind port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:43.481222 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Attempting to bind port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:43.481671 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Attempting to bind port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 on network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:43.488527 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:43.489146 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Checking segment: {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:43.489765 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.494275 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Bound using segment: {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:43.496356 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Bound port: 1aa5b23b-c69c-4efd-864b-b6c3d1935c14, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ffc935-9798-4884-a096-9858b2549a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:43.497138 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.522863 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6486f7b-e4ec-4a14-8690-0a92110d5f2f req-8a8a44a1-8265-413c-891a-cf020811b7e8 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 210 time: 0.0426295 Oct 26 17:07:43.536281 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1229bf1-f11c-400c-9351-fbcf80ff0040 req-719c35fa-b418-400b-9257-b4e174562a95 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:43.544216 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1229bf1-f11c-400c-9351-fbcf80ff0040 req-719c35fa-b418-400b-9257-b4e174562a95 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 948 time: 0.1143441 Oct 26 17:07:43.586105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1229bf1-f11c-400c-9351-fbcf80ff0040 req-ae5a8861-2c3d-4899-9ab9-a5687e4bd7f7 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Oct 26 17:07:43.594425 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] For port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:43.597886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] For port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:43.681705 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.727263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] Provisioning complete for port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:43.727631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.750439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3087d-f971-4999-81d2-6b561a106677 None None] Pushing event updated for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:43.754864 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:43.755476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:43.823747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:43.858522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] For port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:43.872290 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:43.957243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:44.006656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa2fcd-cd8a-4501-a2ca-dca882707bb5 None None] Pushing event updated for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:44.080944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1aa5b23b-c69c-4efd-864b-b6c3d1935c14', 'name': '', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'mac_address': 'fa:16:3e:51:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:37Z', 'updated_at': '2021-10-26T17:07:43Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'subnets': [{'id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:44.084707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5813f60a-f901-443e-9db0-4f5560ed47f3 None None] Provisioning complete for port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:44.084707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5813f60a-f901-443e-9db0-4f5560ed47f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:44.108030 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1bc906-5bdc-4fc2-ab54-51559a373423 None None] The sync data for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 is: [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:37Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1aa5b23b-c69c-4efd-864b-b6c3d1935c14', 'name': '', 'network_id': 'fa43ba2d-59e3-4d00-9ce5-d1794dd252c3', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'mac_address': 'fa:16:3e:51:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:37Z', 'updated_at': '2021-10-26T17:07:43Z', 'revision_number': 4, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'subnets': [{'id': '2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:44.623237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ef869e34-eca3-4bfb-8ff5-85c83fe8f667 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:07:44.658076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec11528c-db47-4b55-8363-b34965c917c2 req-a5d9d7c8-f537-4f34-b9bc-07673b1f12fa tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 210 time: 0.0454516 Oct 26 17:07:44.730123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23ada-3a27-47d1-827a-5770acb50e04 req-dfefdae4-9af1-4a91-8eab-6057ca2c744f tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:44.731922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe23ada-3a27-47d1-827a-5770acb50e04 req-dfefdae4-9af1-4a91-8eab-6057ca2c744f tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 948 time: 0.0551775 Oct 26 17:07:44.784617 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:44.800770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-abe23ada-3a27-47d1-827a-5770acb50e04 req-10e4945f-2d3c-4fdb-a5ea-27441937bad8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 Oct 26 17:07:44.803999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667', 'mac_address': 'fa:16:3e:2c:1e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:07:44.845368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:44.892174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:44.909077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef869e34-eca3-4bfb-8ff5-85c83fe8f667 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:07:44.934497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:44.940140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:44.940504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:45.180055 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:45.236682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:45.382707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ef869e34-eca3-4bfb-8ff5-85c83fe8f667'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:07:45.782496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca920c9f-b8fc-41aa-b73b-d776ba4832b5 req-16f5c8ee-40b8-44fa-a0b3-3f397d514743 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 210 time: 0.0382638 Oct 26 17:07:45.814778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-69eed7a3-6266-44ab-a80d-3625c29f0fb3 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:45.817566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-69eed7a3-6266-44ab-a80d-3625c29f0fb3 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 809 time: 0.1352212 Oct 26 17:07:45.864154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-95621ea7-11d3-41ef-ac83-65afd41725fc tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba88a890a1c4b2db2b7e3525428d393 HTTP/1.1" status: 200 len: 380 time: 0.0360889 Oct 26 17:07:45.873849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'port': {'device_id': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'admin_state_up': True, 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'security_groups': ['b71dcc9f-8245-4a08-baee-c1db15032ed6']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:45.918303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdd7d1-cee2-4264-a893-20070146d026 req-bfd3e74e-c525-44e8-bc97-08bdfd639812 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:45.920265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4cdd7d1-cee2-4264-a893-20070146d026 req-bfd3e74e-c525-44e8-bc97-08bdfd639812 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 949 time: 0.0555394 Oct 26 17:07:45.969310 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4cdd7d1-cee2-4264-a893-20070146d026 req-2802bf11-57f0-4f96-ad66-8026e6ddaa63 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356939 Oct 26 17:07:46.047986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Made reservation on behalf of eba88a890a1c4b2db2b7e3525428d393 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:07:46.051452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.172725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Allocated IP 172.20.0.7 (206f1dac-b384-4aab-9b0f-77a043204997/bcd2ddfd-8dca-4c0f-a983-e40c195eba78/70027e4d-6bb2-483f-9a20-4a60b7496b3e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:46.315912 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.403215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.446718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Network 206f1dac-b384-4aab-9b0f-77a043204997 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:46.450258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:46.454013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:46.487157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:46.514740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:46.515396 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.604254 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-b3af8d4b-bf18-4908-8b7a-6113b5b8e81c tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344093 Oct 26 17:07:46.638551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ef869e34-eca3-4bfb-8ff5-85c83fe8f667 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:46.673500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Request body: {'port': {'device_id': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:46.716375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-91a08071-b00e-4d8c-a47d-d31d65236971 None None] Provisioning complete for port 70027e4d-6bb2-483f-9a20-4a60b7496b3e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:46.716737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91a08071-b00e-4d8c-a47d-d31d65236971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.738255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.752650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-91a08071-b00e-4d8c-a47d-d31d65236971 None None] Port 70027e4d-6bb2-483f-9a20-4a60b7496b3e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:07:46.757412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:07:46.762610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:46.762983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.844846 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:46.868428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:46.871262 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed6b21-83fb-4673-ac9e-50b83c66e07f" -d '{"events": [{"server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "name": "network-vif-plugged", "status": "completed", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:46.884584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:46.912852 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f537f78-77aa-4738-9353-bd3811730e6a x-openstack-request-id: req-8f537f78-77aa-4738-9353-bd3811730e6a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:46.913144 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "name": "network-vif-plugged", "status": "completed", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:46.913399 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f537f78-77aa-4738-9353-bd3811730e6a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:46.913923 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667', 'code': 200} Oct 26 17:07:46.914860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff9b7-b397-4d5f-9a8b-8680ea2870e9 req-01267bdc-9ef2-4604-9cc7-3b3595a61f99 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:46.916471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508ff9b7-b397-4d5f-9a8b-8680ea2870e9 req-01267bdc-9ef2-4604-9cc7-3b3595a61f99 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 931 time: 0.0583038 Oct 26 17:07:46.957947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508ff9b7-b397-4d5f-9a8b-8680ea2870e9 req-580d592b-ccdf-4974-b166-afaf5c9bc4e7 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Oct 26 17:07:46.969304 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.022417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70027e4d-6bb2-483f-9a20-4a60b7496b3e {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:07:47.024506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:47.032194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.071093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Transition to ACTIVE for port object 70027e4d-6bb2-483f-9a20-4a60b7496b3e will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:07:47.083455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0f0eb-bdad-475b-b58b-9cc68b6fdf56 req-b4124323-9b36-43a7-b0e0-83448ee068a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.084970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1b0f0eb-bdad-475b-b58b-9cc68b6fdf56 req-b4124323-9b36-43a7-b0e0-83448ee068a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 1101 time: 0.0551207 Oct 26 17:07:47.110624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6938-428d-4267-ade4-ce0b97bcb98c req-1130a518-969b-4598-9806-ebd1cc22f3cb tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.112065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a4f6938-428d-4267-ade4-ce0b97bcb98c req-1130a518-969b-4598-9806-ebd1cc22f3cb tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0504630 Oct 26 17:07:47.122043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1b0f0eb-bdad-475b-b58b-9cc68b6fdf56 req-60e56d40-40d4-4615-a51e-bdb20a063005 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291982 Oct 26 17:07:47.151384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a4f6938-428d-4267-ade4-ce0b97bcb98c req-0b927b66-9cc1-4809-9036-ace234730da7 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Oct 26 17:07:47.179781 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.244954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:47.300299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Attempting to bind port 70027e4d-6bb2-483f-9a20-4a60b7496b3e on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:07:47.300636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Attempting to bind port 70027e4d-6bb2-483f-9a20-4a60b7496b3e by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:07:47.300966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Attempting to bind port 70027e4d-6bb2-483f-9a20-4a60b7496b3e on network 206f1dac-b384-4aab-9b0f-77a043204997 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:47.305391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Port 70027e4d-6bb2-483f-9a20-4a60b7496b3e on network 206f1dac-b384-4aab-9b0f-77a043204997 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:07:47.305710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Attempting to bind port 70027e4d-6bb2-483f-9a20-4a60b7496b3e on network 206f1dac-b384-4aab-9b0f-77a043204997 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:07:47.310995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:07:47.311366 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Checking segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:07:47.311749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Bound using segment: {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:07:47.312180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Bound port: 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dceaf8fa-1584-4184-863b-4c4121627fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:07:47.312534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.383892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:07:47.387123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:07:47.488639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.525582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.527047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:47.528540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1091 time: 0.9157689 Oct 26 17:07:47.529039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:47.531345 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:47.557892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98c8c-ec43-492f-a0e7-de6910b7bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:47.582087 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a16ab-cb23-4c7e-9adf-e90603c4c35c x-openstack-request-id: req-9b7a16ab-cb23-4c7e-9adf-e90603c4c35c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:47.582432 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:47.582691 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b7a16ab-cb23-4c7e-9adf-e90603c4c35c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:47.583103 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'status': 'completed', 'code': 200} Oct 26 17:07:47.648970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-c9b61243-8603-4e1d-a63c-e267ea10fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.650391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-c9b61243-8603-4e1d-a63c-e267ea10fbdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1094 time: 0.0445392 Oct 26 17:07:47.754250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-0b58f935-bc59-4bfc-8af1-22c1f8a5a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.755755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-0b58f935-bc59-4bfc-8af1-22c1f8a5a028 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eba88a890a1c4b2db2b7e3525428d393&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0975218 Oct 26 17:07:47.853331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-d90b28d0-d4d5-428c-886c-af6f345e390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.855688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26fb9612-c7cb-4975-8e2d-38f12c4ab9ee req-d90b28d0-d4d5-428c-886c-af6f345e390d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912302 Oct 26 17:07:47.930989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-d797a707-fb54-481b-b91e-4d06d8d507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:47.932942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-d797a707-fb54-481b-b91e-4d06d8d507d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1094 time: 0.0408206 Oct 26 17:07:47.972685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-5d24b59a-b0c9-47d9-a362-4b331526fcfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 217 time: 0.0326989 Oct 26 17:07:48.023795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-a605d25c-c060-43b7-a85f-6e10683e4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:48.025280 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-a605d25c-c060-43b7-a85f-6e10683e4c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0459774 Oct 26 17:07:48.077157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-f93eb419-0a29-41f8-9e24-84ee42ba7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:48.079260 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-f93eb419-0a29-41f8-9e24-84ee42ba7b65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467143 Oct 26 17:07:48.089700 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce002ae-a865-46e2-aaa3-dfc40e9e0e0b req-b82a4853-8800-4fd8-90de-42ecb4ad8231 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:48.091198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce002ae-a865-46e2-aaa3-dfc40e9e0e0b req-b82a4853-8800-4fd8-90de-42ecb4ad8231 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 943 time: 0.0536399 Oct 26 17:07:48.128704 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce002ae-a865-46e2-aaa3-dfc40e9e0e0b req-cf1624fa-ef09-4e7f-9169-e1f0ea4179c2 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Oct 26 17:07:48.178312 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-fedb0278-ec84-447a-9ab2-6578a148896c service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907161 Oct 26 17:07:48.272906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9219-3b97-428c-9fb0-294a5affe8ec req-e87684ad-e229-43d6-9d2f-b775c58f56e2 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:48.274370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-036d9219-3b97-428c-9fb0-294a5affe8ec req-e87684ad-e229-43d6-9d2f-b775c58f56e2 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0537889 Oct 26 17:07:48.278811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e285e6a9-5cd1-4a3a-b5f1-3d0ed3d6ebd4 req-8ea83dbc-5622-4b5e-9fec-a44a57ad8ec3 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Oct 26 17:07:48.314165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-036d9219-3b97-428c-9fb0-294a5affe8ec req-65ee5baf-f67b-4d5b-8db4-549ce3e43316 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Oct 26 17:07:49.246518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6854c-34d4-4e70-88ca-d1e210569472 req-0efcfc52-5e19-4770-b7d4-a7fbd873127a tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:49.248003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d6854c-34d4-4e70-88ca-d1e210569472 req-0efcfc52-5e19-4770-b7d4-a7fbd873127a tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 943 time: 0.0496454 Oct 26 17:07:49.284740 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d6854c-34d4-4e70-88ca-d1e210569472 req-4aebb963-2e55-41e9-b7e4-01e196f9d1da tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Oct 26 17:07:49.434474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cb61b-9729-4441-8237-b123443645dd req-90f39059-54ef-4e22-ab0b-60a4d60ddd73 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:49.435884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c7cb61b-9729-4441-8237-b123443645dd req-90f39059-54ef-4e22-ab0b-60a4d60ddd73 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0503671 Oct 26 17:07:49.472396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c7cb61b-9729-4441-8237-b123443645dd req-8d15bb81-0431-42cb-a21b-64fb042f9fb2 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Oct 26 17:07:49.769845 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:07:49.961713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214d55-be5b-4018-8224-a3e184aa5a88 req-4e9acdfe-548d-4d03-9955-9eec03314894 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:49.963249 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10214d55-be5b-4018-8224-a3e184aa5a88 req-4e9acdfe-548d-4d03-9955-9eec03314894 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0536039 Oct 26 17:07:50.001793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10214d55-be5b-4018-8224-a3e184aa5a88 req-5030935c-60d9-48e7-806e-5e8ed7217e24 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Oct 26 17:07:50.402275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba2f81-0577-466b-b36f-80f17c915a54 req-0028385f-6a7d-4ef6-82e3-17fbaf34218e tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:50.403755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09ba2f81-0577-466b-b36f-80f17c915a54 req-0028385f-6a7d-4ef6-82e3-17fbaf34218e tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 943 time: 0.0494766 Oct 26 17:07:50.440233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-09ba2f81-0577-466b-b36f-80f17c915a54 req-fa82e30d-468a-4eb6-b9d4-a022623b2072 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306253 Oct 26 17:07:51.117880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199ce44-7b2f-4c53-ac03-3863feffa03d req-e37d44e8-7b42-466f-bb75-785e2d32986a tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:51.119369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6199ce44-7b2f-4c53-ac03-3863feffa03d req-e37d44e8-7b42-466f-bb75-785e2d32986a tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0490861 Oct 26 17:07:51.157595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6199ce44-7b2f-4c53-ac03-3863feffa03d req-e1498c20-ae7a-4bea-bc88-d31583f124c1 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/security-groups?id=329e2016-a41c-463a-a782-7551c82ec63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Oct 26 17:07:51.180156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-ff91475f-612a-4d4b-938e-bce85e0e892e tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:51.181634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-ff91475f-612a-4d4b-938e-bce85e0e892e tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.47 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 950 time: 0.0505009 Oct 26 17:07:51.230039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 70027e4d-6bb2-483f-9a20-4a60b7496b3e details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:07:51.243392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.274054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Deleting port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:07:51.274397 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.328006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:51.340328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'port_id': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'mac_address': 'fa:16:3e:d5:03:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:07:51.362930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] For port ef869e34-eca3-4bfb-8ff5-85c83fe8f667, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:51.363331 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.376618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Calling delete_port for ef869e34-eca3-4bfb-8ff5-85c83fe8f667 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:07:51.381132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.395660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70027e4d-6bb2-483f-9a20-4a60b7496b3e {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:07:51.415381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:51.464911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.519599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:51.569434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8524f-4816-4478-b3d7-ffdc59a2a2fa req-06a2e045-b9e0-41d2-b9ea-c5ca674277f9 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:51.570916 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ce8524f-4816-4478-b3d7-ffdc59a2a2fa req-06a2e045-b9e0-41d2-b9ea-c5ca674277f9 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 944 time: 0.0608108 Oct 26 17:07:51.573413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.586106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ef869e34-eca3-4bfb-8ff5-85c83fe8f667'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:07:51.607297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Pushing event deleted for resources: {'Port': ['ID=ef869e34-eca3-4bfb-8ff5-85c83fe8f667,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:51.616586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ce8524f-4816-4478-b3d7-ffdc59a2a2fa req-66c45187-7840-42d4-9f21-f9b2e0132c62 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Oct 26 17:07:51.650497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] No DVR routers for this DVR port ef869e34-eca3-4bfb-8ff5-85c83fe8f667 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:51.653660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:51.657132 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ba8226b-25fc-40bd-b62d-7807416322fc req-887a155c-31d8-447c-bfa2-88d6810423b8 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.47 "DELETE /v2.0/ports/ef869e34-eca3-4bfb-8ff5-85c83fe8f667 HTTP/1.1" status: 204 len: 173 time: 0.4694402 Oct 26 17:07:51.657594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'name': 'network-vif-deleted', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:51.659934 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b861db-1db4-4706-8a6f-adbba3ca7ddb" -d '{"events": [{"server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "name": "network-vif-deleted", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:51.697371 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3561f3-d5b8-4d1a-8493-800a235f4397 x-openstack-request-id: req-9f3561f3-d5b8-4d1a-8493-800a235f4397 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:51.697692 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763950f7-e50b-4ed7-9bcd-6411dcf20575", "name": "network-vif-deleted", "tag": "ef869e34-eca3-4bfb-8ff5-85c83fe8f667", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:51.697985 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f3561f3-d5b8-4d1a-8493-800a235f4397 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:51.698410 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763950f7-e50b-4ed7-9bcd-6411dcf20575', 'name': 'network-vif-deleted', 'tag': 'ef869e34-eca3-4bfb-8ff5-85c83fe8f667', 'status': 'completed', 'code': 200} Oct 26 17:07:51.715044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['70027e4d-6bb2-483f-9a20-4a60b7496b3e'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:07:52.266786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80601c63-b70a-4c79-a613-f1e2380c4e34 req-8ecfca57-4376-456f-ab5f-68e28baae9e5 tempest-VolumesNegativeTest-1892547803 tempest-VolumesNegativeTest-1892547803-project] 10.222.0.21 "GET /v2.0/ports?device_id=763950f7-e50b-4ed7-9bcd-6411dcf20575 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Oct 26 17:07:52.737186 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4410-1e39-4742-bcc6-427b2ab84ce7 req-34c00f97-6ad7-4a59-b52f-fb29c8629b13 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:52.738720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45bc4410-1e39-4742-bcc6-427b2ab84ce7 req-34c00f97-6ad7-4a59-b52f-fb29c8629b13 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 944 time: 0.0504355 Oct 26 17:07:52.751034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:52.777894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45bc4410-1e39-4742-bcc6-427b2ab84ce7 req-9b48df71-7c24-4229-b74a-84b819604ead tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Oct 26 17:07:53.245478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 70027e4d-6bb2-483f-9a20-4a60b7496b3e up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:07:53.345612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 70027e4d-6bb2-483f-9a20-4a60b7496b3e completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:07:53.349625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 70027e4d-6bb2-483f-9a20-4a60b7496b3e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:07:53.349995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:53.430511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:53.452377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:53.454602 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e20bed-88cf-415c-986a-7248e747e46d" -d '{"events": [{"server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "name": "network-vif-plugged", "status": "completed", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:53.467318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:07:53.490284 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffa20f-7dac-47b2-aae2-afffa2e607b6 x-openstack-request-id: req-3cffa20f-7dac-47b2-aae2-afffa2e607b6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:53.490440 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "name": "network-vif-plugged", "status": "completed", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:53.490601 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cffa20f-7dac-47b2-aae2-afffa2e607b6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:53.490994 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'code': 200} Oct 26 17:07:53.528688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:53.584231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:53.609747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ada26-d157-433f-bd20-83418551cbc8 req-72ef39ad-46ec-4888-b1b6-3ba509996a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:53.611264 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-957ada26-d157-433f-bd20-83418551cbc8 req-72ef39ad-46ec-4888-b1b6-3ba509996a6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0481131 Oct 26 17:07:53.645843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-957ada26-d157-433f-bd20-83418551cbc8 req-dba0ed32-e4fe-44ae-8adc-236eb225b667 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276148 Oct 26 17:07:53.904043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036169f-a4c5-4e07-97c4-103addec0cbc req-955d6f47-34d2-4dad-8c35-9cff4ea955e8 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:53.905547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5036169f-a4c5-4e07-97c4-103addec0cbc req-955d6f47-34d2-4dad-8c35-9cff4ea955e8 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0564535 Oct 26 17:07:53.943294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5036169f-a4c5-4e07-97c4-103addec0cbc req-cfa4bca3-ad45-429d-83f5-4b7218123255 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Oct 26 17:07:54.676171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ef869e34-eca3-4bfb-8ff5-85c83fe8f667 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:07:54.696454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: ef869e34-eca3-4bfb-8ff5-85c83fe8f667 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:07:54.696797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ef869e34-eca3-4bfb-8ff5-85c83fe8f667 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:07:55.061698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28a5cb-a260-4f6a-aac4-2e8cd22be313 req-71e2f91b-22b8-4a39-b9a5-8070b2a2faa1 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:55.063204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e28a5cb-a260-4f6a-aac4-2e8cd22be313 req-71e2f91b-22b8-4a39-b9a5-8070b2a2faa1 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0503535 Oct 26 17:07:55.103209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e28a5cb-a260-4f6a-aac4-2e8cd22be313 req-8b202cdb-3544-4a23-8394-0b2f414c9611 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Oct 26 17:07:55.219655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9689703-bf52-45db-be58-4af0e5bac0ab req-e47ff182-0832-4c44-8c5f-190e77c666ce tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:55.221058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9689703-bf52-45db-be58-4af0e5bac0ab req-e47ff182-0832-4c44-8c5f-190e77c666ce tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0492814 Oct 26 17:07:55.258450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f9689703-bf52-45db-be58-4af0e5bac0ab req-90441cf4-d1d2-4275-8150-6d4570a2bfff tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Oct 26 17:07:55.375196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bf7ca-5f28-4ddc-bc9f-d7549cf95244 req-d6725c4a-f886-4170-9702-95c6785129a5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:55.376686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-807bf7ca-5f28-4ddc-bc9f-d7549cf95244 req-d6725c4a-f886-4170-9702-95c6785129a5 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0520556 Oct 26 17:07:55.416316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-807bf7ca-5f28-4ddc-bc9f-d7549cf95244 req-16e286b2-5a22-4cdb-a330-2f5e6daf46a9 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Oct 26 17:07:55.437780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54420) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:55.525221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff6278-caf9-4e2d-a7cc-bce6432fbae1 tempest-TestServerBasicOps-1222906145 tempest-TestServerBasicOps-1222906145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:55.530240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4cff6278-caf9-4e2d-a7cc-bce6432fbae1 tempest-TestServerBasicOps-1222906145 tempest-TestServerBasicOps-1222906145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1091 time: 0.0886331 Oct 26 17:07:55.530414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54434) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:07:55.537277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:07:55.613047 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:55.717034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:55.821509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Allocated IP 172.25.5.17 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7b5265c9-646c-44a4-b308-45344b68e4c7) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:07:55.928960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:56.025963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:56.066899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:07:56.071472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:07:56.075857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:07:56.078919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'Port': ['ID=7b5265c9-646c-44a4-b308-45344b68e4c7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:56.453214 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:56.915387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:57.071950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:57.145786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:57.220089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event updated for resources: {'Port': ['ID=7b5265c9-646c-44a4-b308-45344b68e4c7,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:57.229618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:57.340233 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Floating IP fc885a9e-d362-43eb-979b-05c0934822a6 associated. External IP: 172.25.5.17, port: 70027e4d-6bb2-483f-9a20-4a60b7496b3e. Oct 26 17:07:57.556553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:07:57.671881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:07:57.682165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Sync routers for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:57.693676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:57.694514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:57.782428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:07:57.824283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-44267e61-7351-40fb-9eb4-8f8e019e9041 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2812846 Oct 26 17:07:57.824283 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:07:57.824566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:57.824662 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbccfcc-f536-4111-9ac2-a8b1a89658ef" -d '{"events": [{"name": "network-changed", "server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:57.862180 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d820e-3409-42e0-b665-73e6a55c1758 x-openstack-request-id: req-d50d820e-3409-42e0-b665-73e6a55c1758 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:57.862471 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:57.862729 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d50d820e-3409-42e0-b665-73e6a55c1758 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:57.863159 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'status': 'completed', 'code': 200} Oct 26 17:07:57.931383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ee6224ea-56b0-4efa-a818-1668dc8233e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:57.933420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ee6224ea-56b0-4efa-a818-1668dc8233e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0428531 Oct 26 17:07:58.032912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-2f9a6fba-579d-4b70-91f6-1169c88e3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:58.034420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-2f9a6fba-579d-4b70-91f6-1169c88e3a65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0929587 Oct 26 17:07:58.055669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fc885a9e-d362-43eb-979b-05c0934822a6', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'port_id': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'mac_address': 'fa:16:3e:d5:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:07:56Z', 'updated_at': '2021-10-26T17:07:56Z', 'revision_number': 0, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:58.082953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Checking router: 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:58.092260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:07:58.092857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:07:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:58.102884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-d31d7716-ae6b-4b75-b007-6a55e6bea246 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 998 time: 0.0611470 Oct 26 17:07:58.157903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ffe72a28-dc4a-4a20-9369-d46e5ea7a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:58.159890 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ffe72a28-dc4a-4a20-9369-d46e5ea7a0dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0480509 Oct 26 17:07:58.201934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:07:58.213266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ee38dd9f-931f-4266-b2a5-7d6b183d983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:07:58.215566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-ee38dd9f-931f-4266-b2a5-7d6b183d983e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489774 Oct 26 17:07:58.311384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-f99af315-65bc-4d4a-8c70-60dc4ac35dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883529 Oct 26 17:07:58.418661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-adbccfcc-f536-4111-9ac2-a8b1a89658ef req-e6aecbb9-7162-4a28-8a70-792a9a3167f0 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000230 Oct 26 17:07:58.438271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fc885a9e-d362-43eb-979b-05c0934822a6', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'port_id': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'mac_address': 'fa:16:3e:d5:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:07:56Z', 'updated_at': '2021-10-26T17:07:56Z', 'revision_number': 0, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:58.469720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccacb15-6fe0-49ab-b608-53cdcfad1021 None None] The sync data for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 is: [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'fc885a9e-d362-43eb-979b-05c0934822a6', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'port_id': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'mac_address': 'fa:16:3e:d5:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:07:56Z', 'updated_at': '2021-10-26T17:07:56Z', 'revision_number': 0, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:58.684026 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d3988-ca10-4447-883f-e45058a46013 None None] New status for floating IP fc885a9e-d362-43eb-979b-05c0934822a6: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:08:00.922483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54560) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:01.043055 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-383aca26-6506-4e48-9590-b9c01aa425ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:01.063642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac350f74-6aff-4121-833c-24a3fc7dcbfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4428cc066066431f9d17d3232d3c6c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398511 Oct 26 17:08:01.066063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54564) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:01.117481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:01.139070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:01.248791 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:01.251319 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:01.252495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329e2016-a41c-463a-a782-7551c82ec63a HTTP/1.1" status: 204 len: 168 time: 0.1855257 Oct 26 17:08:01.260155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6332d-bfe3-4a07-94d7-64959c280a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e2016-a41c-463a-a782-7551c82ec63a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:03.590953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f01402c3-e8e5-4869-a61e-9743d69c364d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:04.123252 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:05.129071 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:06.830748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:18.774882 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-f505aa6f-cfe6-4e60-ab79-dd15188cf7a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481670 Oct 26 17:08:18.862433 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4244c-8d77-439e-adf8-04372b837abe req-c876d6a0-3b5a-41aa-963e-55a6adab00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:18.863936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-c876d6a0-3b5a-41aa-963e-55a6adab00c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0410633 Oct 26 17:08:18.975061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4244c-8d77-439e-adf8-04372b837abe req-253daf2d-e6a2-45bd-b342-01371e8797d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:18.976510 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-253daf2d-e6a2-45bd-b342-01371e8797d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0920124 Oct 26 17:08:19.047910 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-1bbcf8dd-cd8b-46db-aea1-cdd65070b2b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1000 time: 0.0583296 Oct 26 17:08:19.097427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4244c-8d77-439e-adf8-04372b837abe req-067bba45-440d-4864-8240-31da6322c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:19.099610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-067bba45-440d-4864-8240-31da6322c0e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0487339 Oct 26 17:08:19.145959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4244c-8d77-439e-adf8-04372b837abe req-67e23419-1084-4c30-a402-6ba364dae82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:19.147462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-67e23419-1084-4c30-a402-6ba364dae82c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398779 Oct 26 17:08:19.240791 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-9835e838-5fce-4816-9029-51affccbda47 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844629 Oct 26 17:08:19.337605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d2a4244c-8d77-439e-adf8-04372b837abe req-20e62b20-6fa1-42dc-9533-ed0242dfbf4b service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Oct 26 17:08:21.243461 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:22.791806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.323365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54706) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:23.445579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.516783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.586063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.624885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0509cbdc02940f391e4184eabcef425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004065 Oct 26 17:08:23.625728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3776d87-bb32-4dc0-b5c4-6936f0fe9498,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:23.627676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:23.633843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.634196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.634539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.634873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.635258 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.635598 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.635926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.636248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.636571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.636891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.637927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.638259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47866d-49d9-409f-a1c5-71911d634870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.676666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.696928 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.813690 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.816314 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:23.817660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3776d87-bb32-4dc0-b5c4-6936f0fe9498 HTTP/1.1" status: 204 len: 168 time: 0.1888731 Oct 26 17:08:23.825684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3776d87-bb32-4dc0-b5c4-6936f0fe9498,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:23.833332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.833563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.833935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.834313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.834657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.834987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.835379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.835708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.836031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.836381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.836703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:23.837023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dac04c-842c-4992-bd59-538c919a5fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:24.750020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:24.846554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-144368005-network', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:24.928069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Made reservation on behalf of ed4f241b823e4f438f77e7d49a5fcca1 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:24.930347 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:24.942892 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.334646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.408753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.432541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:08:25.441922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcad3dd-4b15-420a-9054-d052d83f4e04,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:25.447573 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.450255 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Added segment de5e041f-b45a-4df6-bb82-d2e606dbac5d of type vlan for network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe Oct 26 17:08:25.487473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.562423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.563456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:25.564035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:25.649923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3a34fe3c-f7b9-4bb5-84b7-979f535662fe,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:25.660044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:08:25.691748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-64dbf13e-52fa-4743-8171-6af2dec485d5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9405987 Oct 26 17:08:25.694498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54738) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:25.699525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Request body: {'subnet': {'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-144368005-subnet', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:25.791909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Made reservation on behalf of ed4f241b823e4f438f77e7d49a5fcca1 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:25.794522 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.032163 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.093336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b44c453-09b8-4cff-90a9-82b67b78673f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:26.097562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Checking segment: {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:26.097935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Network hostable DHCP agents. Network: 3a34fe3c-f7b9-4bb5-84b7-979f535662fe, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:08:26.175045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:08:26.289705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3a34fe3c-f7b9-4bb5-84b7-979f535662fe) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:26.294819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:26.295922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.300265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2fdc7-7494-4584-8eca-64c2f5aaf2c8 None None] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:26.372764 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff2dc025-608f-41cd-9310-9fb8489814ea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6769347 Oct 26 17:08:26.375398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:26.379853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:26.446266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:08:26.447110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.483466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.484611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.535762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.580788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Allocated IP 172.20.0.2 (3a34fe3c-f7b9-4bb5-84b7-979f535662fe/2b44c453-09b8-4cff-90a9-82b67b78673f/46e41c3f-f587-4814-b4f7-71ddcda531cb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:26.723077 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.730882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.770039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:08:26.797869 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.837292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:26.840052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:26.844242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:26.853165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Pushing event updated for resources: {'Port': ['ID=46e41c3f-f587-4814-b4f7-71ddcda531cb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:26.904172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Attempting to bind port 46e41c3f-f587-4814-b4f7-71ddcda531cb on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:26.904172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Attempting to bind port 46e41c3f-f587-4814-b4f7-71ddcda531cb by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:26.904510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Attempting to bind port 46e41c3f-f587-4814-b4f7-71ddcda531cb on network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:26.909331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:26.909692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Checking segment: {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:26.910076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.910458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Bound using segment: {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:26.910906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Bound port: 46e41c3f-f587-4814-b4f7-71ddcda531cb, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:26.911303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:26.976821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] For port 46e41c3f-f587-4814-b4f7-71ddcda531cb, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:26.980176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] For port 46e41c3f-f587-4814-b4f7-71ddcda531cb, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=46e41c3f-f587-4814-b4f7-71ddcda531cb,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:27.002442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.025731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.066993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.127400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a6a44-fdd1-48e3-a00b-2494060b233f None None] Pushing event updated for resources: {'Port': ['ID=46e41c3f-f587-4814-b4f7-71ddcda531cb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:27.135424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Allocated IP 172.25.5.63 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b4b1bc3d-fc62-4a9e-a10b-25769412fe77) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:27.246915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.329895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.376712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:27.380233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:27.382152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:27.417614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:27.719479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:27.943321 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.047663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5823a1-2aca-4040-907b-fcaf6b0c04f7 None None] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:28.152429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Router 45a529a8-423f-4c78-87e7-09bfb25ec271 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:08:28.268477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:28.281721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Sync routers for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:28.295059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] Provisioning complete for port 46e41c3f-f587-4814-b4f7-71ddcda531cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:28.295386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.333733 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:28.334354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:28.364511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.365906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-516ea4ba-2ede-45a5-9947-4e7c38ded038 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9895022 Oct 26 17:08:28.368780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54742) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:28.537739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:28.604899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.688209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] For port 46e41c3f-f587-4814-b4f7-71ddcda531cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=46e41c3f-f587-4814-b4f7-71ddcda531cb,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:28.785124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.805192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.814498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:27Z', 'revision_number': 3, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:28.855506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 46e41c3f-f587-4814-b4f7-71ddcda531cb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:28.860657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Checking router: 45a529a8-423f-4c78-87e7-09bfb25ec271 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:28.861005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Updating router 45a529a8-423f-4c78-87e7-09bfb25ec271 port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:08:28.930615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78fd86-d0b6-4c1b-afd4-033545a73d59 None None] Pushing event updated for resources: {'Port': ['ID=46e41c3f-f587-4814-b4f7-71ddcda531cb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:28.933963 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:28.987313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Allocated IP 172.20.0.1 (3a34fe3c-f7b9-4bb5-84b7-979f535662fe/2b44c453-09b8-4cff-90a9-82b67b78673f/bfe33e0f-364c-4170-9b55-1ed6f47750d7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:29.028664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 46e41c3f-f587-4814-b4f7-71ddcda531cb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:29.029029 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.084541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-34f758e8-9e1a-4be2-9909-bfb37c28f9f2 None None] Provisioning complete for port 46e41c3f-f587-4814-b4f7-71ddcda531cb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:29.085253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-34f758e8-9e1a-4be2-9909-bfb37c28f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.091287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.192296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.237842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:29.240871 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:29.243336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:29.275061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Pushing event updated for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:29.292983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.342412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.426406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.479652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.485421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Attempting to bind port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:29.485809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Attempting to bind port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:29.486150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Attempting to bind port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:29.488177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771499-c570-42bf-b8e6-1f37c22ac942 None None] Pushing event updated for resources: {'Port': ['ID=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:29.494491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:29.494861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:29.495287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.495671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:29.496216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Bound port: b4b1bc3d-fc62-4a9e-a10b-25769412fe77, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:29.496624 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.555112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-26ef841a-6b99-4b04-b04c-4b5e37938cb6 None None] Provisioning complete for port bfe33e0f-364c-4170-9b55-1ed6f47750d7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:29.555490 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26ef841a-6b99-4b04-b04c-4b5e37938cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.578023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] For port b4b1bc3d-fc62-4a9e-a10b-25769412fe77, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:29.598693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] For port b4b1bc3d-fc62-4a9e-a10b-25769412fe77, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:29.602883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-26ef841a-6b99-4b04-b04c-4b5e37938cb6 None None] Port bfe33e0f-364c-4170-9b55-1ed6f47750d7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:08:29.645274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.672714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.717962 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.731598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:29.732221 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:29.767935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771499-c570-42bf-b8e6-1f37c22ac942 None None] Pushing event updated for resources: {'Port': ['ID=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:29.784226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Pushing event updated for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:29.786578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:29.842721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:29.881090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:29.882567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:30.001099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Router 45a529a8-423f-4c78-87e7-09bfb25ec271 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:08:30.112807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:30.118285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5823cd4e-2c2a-4e98-b2d1-ef8e6b8c52ad admin admin] 10.222.0.21 "PUT /v2.0/routers/45a529a8-423f-4c78-87e7-09bfb25ec271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482712 Oct 26 17:08:30.152957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55ec3d4c-003d-4e25-834f-6f64ad2f90b9 None None] Provisioning complete for port bfe33e0f-364c-4170-9b55-1ed6f47750d7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:30.153683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55ec3d4c-003d-4e25-834f-6f64ad2f90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:30.224887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-55ec3d4c-003d-4e25-834f-6f64ad2f90b9 None None] Port bfe33e0f-364c-4170-9b55-1ed6f47750d7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:08:30.253738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bfe33e0f-364c-4170-9b55-1ed6f47750d7', 'name': '', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'mac_address': 'fa:16:3e:54:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:28Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 2, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'subnets': [{'id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:30.284177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99b4fa-4166-447f-8d67-9b766b920164 None None] The sync data for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 is: [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bfe33e0f-364c-4170-9b55-1ed6f47750d7', 'name': '', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'mac_address': 'fa:16:3e:54:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:28Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 2, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'subnets': [{'id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:30.791944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 46e41c3f-f587-4814-b4f7-71ddcda531cb up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:30.859549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 46e41c3f-f587-4814-b4f7-71ddcda531cb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:30.860019 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:30.969088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:30.975542 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1900694390-network', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:31.066506 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02dd1f52-b02b-4265-86ab-5cf4ed208ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.078294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Made reservation on behalf of 47e8390eed8f47eebd9a23f37cb515fd for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:31.080934 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.094657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.175730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.243222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.268613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:08:31.279143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e799caf-c683-4328-9d44-f7a8dfdabe79,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:31.284039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.286038 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Added segment c18cc1ed-1ec2-48d6-9210-66a904b6b09f of type vlan for network 6618a98c-2b6b-452d-9d0f-cab5948609ee Oct 26 17:08:31.326320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.420930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.421934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:31.422502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.483226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] Pushing event updated for resources: {'Network': ['ID=6618a98c-2b6b-452d-9d0f-cab5948609ee,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:31.494306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:08:31.548510 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-fbd32dc0-d9db-4e7a-82c8-4d82dc991974 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5782769 Oct 26 17:08:31.551332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54760) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:31.559250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Request body: {'subnet': {'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1900694390-subnet', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:31.636916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Made reservation on behalf of 47e8390eed8f47eebd9a23f37cb515fd for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:31.639422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.884134 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:31.945584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a616be75-9f9a-421a-bf8f-c16fa0ac5e82,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:31.955965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Checking segment: {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:31.956402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Network hostable DHCP agents. Network: 6618a98c-2b6b-452d-9d0f-cab5948609ee, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:08:32.037816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:08:32.112038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 6618a98c-2b6b-452d-9d0f-cab5948609ee) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:32.116045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:32.116622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.121388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467629a-a673-43ad-8a18-66a5ca8ffeab None None] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:32.202147 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-048b6e28-d9a6-4330-b71b-c064915a2c01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6497872 Oct 26 17:08:32.204636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54766) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:32.209742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:32.228632 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Sync routers for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:32.239324 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:32.239940 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:32.277092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-6618a98c-2b6b-452d-9d0f-cab5948609ee', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:08:32.278481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.335723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.337262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.393360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.422862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Allocated IP 172.20.0.2 (6618a98c-2b6b-452d-9d0f-cab5948609ee/a616be75-9f9a-421a-bf8f-c16fa0ac5e82/0a8c1579-66b8-4557-979b-47e2a9f693d4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:32.436950 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:32.582018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.647886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bfe33e0f-364c-4170-9b55-1ed6f47750d7', 'name': '', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'mac_address': 'fa:16:3e:54:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:28Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 2, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'subnets': [{'id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:32.650957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.680108 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Checking router: 45a529a8-423f-4c78-87e7-09bfb25ec271 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:32.680558 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Updating router 45a529a8-423f-4c78-87e7-09bfb25ec271 port bfe33e0f-364c-4170-9b55-1ed6f47750d7 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:08:32.692393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:32.697845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:32.700601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:32.706555 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.748941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Pushing event updated for resources: {'Port': ['ID=0a8c1579-66b8-4557-979b-47e2a9f693d4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:32.790939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Attempting to bind port 0a8c1579-66b8-4557-979b-47e2a9f693d4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:32.791530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Attempting to bind port 0a8c1579-66b8-4557-979b-47e2a9f693d4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:32.792087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Attempting to bind port 0a8c1579-66b8-4557-979b-47e2a9f693d4 on network 6618a98c-2b6b-452d-9d0f-cab5948609ee {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:32.800993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:32.801519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Checking segment: {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:32.802112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.802676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Bound using segment: {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:32.803206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Bound port: 0a8c1579-66b8-4557-979b-47e2a9f693d4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:32.803820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.877237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4b1bc3d-fc62-4a9e-a10b-25769412fe77 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:32.930702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] For port 0a8c1579-66b8-4557-979b-47e2a9f693d4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:32.947908 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] For port 0a8c1579-66b8-4557-979b-47e2a9f693d4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0a8c1579-66b8-4557-979b-47e2a9f693d4,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:32.976318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:32.977524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:32.977524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.025002 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.047547 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.112110 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.163522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cdb26-b9cc-49bf-bb1e-800ffda61e27 None None] Pushing event updated for resources: {'Port': ['ID=0a8c1579-66b8-4557-979b-47e2a9f693d4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:33.184674 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26addc64-0b8b-4196-a1a6-ee984fa54106 None None] Pushing event updated for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:33.202932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.232032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b4b1bc3d-fc62-4a9e-a10b-25769412fe77, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:33.254207 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Attempting to bind port bfe33e0f-364c-4170-9b55-1ed6f47750d7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:33.254785 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Attempting to bind port bfe33e0f-364c-4170-9b55-1ed6f47750d7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:33.255328 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Attempting to bind port bfe33e0f-364c-4170-9b55-1ed6f47750d7 on network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:33.262498 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:33.262926 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Checking segment: {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:33.263172 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.263559 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Bound using segment: {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:33.264024 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Bound port: bfe33e0f-364c-4170-9b55-1ed6f47750d7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e041f-b45a-4df6-bb82-d2e606dbac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:33.264551 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.306824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.334080 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:33.378630 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] For port bfe33e0f-364c-4170-9b55-1ed6f47750d7, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:33.403045 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] For port bfe33e0f-364c-4170-9b55-1ed6f47750d7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bfe33e0f-364c-4170-9b55-1ed6f47750d7,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:33.415586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.438976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:33.440250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.490481 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.581053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Allocated IP 172.25.5.196 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/7631251b-dd78-4117-abdf-3ef6e07e6763) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:33.592604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] Provisioning complete for port bfe33e0f-364c-4170-9b55-1ed6f47750d7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:33.593922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.603003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-08f86ec2-89a3-4240-b0b4-ac449a23c306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.608838 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:33.609611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:33.703639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6977-d81e-43ff-a517-caf17a632f59 req-e9504d23-71f4-4471-9632-53f885c9c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:33.723902 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.725223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2c6977-d81e-43ff-a517-caf17a632f59 req-e9504d23-71f4-4471-9632-53f885c9c157 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.3900084 Oct 26 17:08:33.744246 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:33.746424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26addc64-0b8b-4196-a1a6-ee984fa54106 None None] Pushing event updated for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:33.784730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] For port bfe33e0f-364c-4170-9b55-1ed6f47750d7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bfe33e0f-364c-4170-9b55-1ed6f47750d7,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:33.788041 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e2c6977-d81e-43ff-a517-caf17a632f59 req-727abb75-e855-4775-bee8-6fbd85a6f719 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617518 Oct 26 17:08:33.789585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.849762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.907196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.918993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4101f-dd72-4c72-98f2-f22c779f2e93 None None] Pushing event updated for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:33.947671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:33.951563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:33.955289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:33.973246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-748d5cb5-099b-4529-8623-4455b7c4f310 None None] Provisioning complete for port bfe33e0f-364c-4170-9b55-1ed6f47750d7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:33.973616 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-748d5cb5-099b-4529-8623-4455b7c4f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:33.980673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Pushing event updated for resources: {'Port': ['ID=7631251b-dd78-4117-abdf-3ef6e07e6763,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:34.014187 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bfe33e0f-364c-4170-9b55-1ed6f47750d7', 'name': '', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'mac_address': 'fa:16:3e:54:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:28Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'subnets': [{'id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:34.042313 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e20cf-929e-49f7-be7c-eff58a250acc None None] The sync data for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 is: [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:29Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'bfe33e0f-364c-4170-9b55-1ed6f47750d7', 'name': '', 'network_id': '3a34fe3c-f7b9-4bb5-84b7-979f535662fe', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'mac_address': 'fa:16:3e:54:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:28Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 4, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'subnets': [{'id': '2b44c453-09b8-4cff-90a9-82b67b78673f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:34.156893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.325403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.485997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e99b29-74b4-4382-8bd8-7e4b30a48a6c None None] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:34.572851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.638227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] Provisioning complete for port 0a8c1579-66b8-4557-979b-47e2a9f693d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:34.638876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.755222 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.792475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:08:34.798514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] For port 0a8c1579-66b8-4557-979b-47e2a9f693d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0a8c1579-66b8-4557-979b-47e2a9f693d4,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:34.895580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:34.930379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:34.945731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Sync routers for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:34.976388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39e2ac-add1-49d1-b4ac-496802717012 None None] Pushing event updated for resources: {'Port': ['ID=0a8c1579-66b8-4557-979b-47e2a9f693d4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:34.983557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:34.984194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:35.011199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.013416 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-36e1cef1-4a85-4c01-91c7-30f36093ac40 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8065212 Oct 26 17:08:35.020629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54792) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:35.024739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0a8c1579-66b8-4557-979b-47e2a9f693d4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:35.123723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d286dab6-45d7-4170-b47c-84d2a82bf264 None None] Provisioning complete for port 0a8c1579-66b8-4557-979b-47e2a9f693d4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:35.124098 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d286dab6-45d7-4170-b47c-84d2a82bf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.183574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:35.238109 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.239100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0a8c1579-66b8-4557-979b-47e2a9f693d4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:35.239488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.439592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.445991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bfe33e0f-364c-4170-9b55-1ed6f47750d7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:35.496855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:34Z', 'revision_number': 3, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:35.528385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Checking router: 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:35.528385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Updating router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a port 7631251b-dd78-4117-abdf-3ef6e07e6763 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:08:35.553717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port bfe33e0f-364c-4170-9b55-1ed6f47750d7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:35.554084 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.574929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.598338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Allocated IP 172.20.0.1 (6618a98c-2b6b-452d-9d0f-cab5948609ee/a616be75-9f9a-421a-bf8f-c16fa0ac5e82/af94b49d-c2eb-4cce-add3-fc6ecc8bc13b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:35.700334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.755574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4b1bc3d-fc62-4a9e-a10b-25769412fe77 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:35.787358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.832798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:35.835750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:35.839310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:35.847683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:35.848062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.866670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:35.882574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:35.930683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.026744 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.085705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Attempting to bind port 7631251b-dd78-4117-abdf-3ef6e07e6763 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:36.086073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Attempting to bind port 7631251b-dd78-4117-abdf-3ef6e07e6763 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:36.086445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Attempting to bind port 7631251b-dd78-4117-abdf-3ef6e07e6763 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:36.097361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:36.097723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:36.098116 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.098501 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:36.098963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Bound port: 7631251b-dd78-4117-abdf-3ef6e07e6763, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:36.099366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.100798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6a22-91d9-4a9c-9d64-ed860ac79978 None None] Pushing event updated for resources: {'Port': ['ID=7631251b-dd78-4117-abdf-3ef6e07e6763,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:36.112007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.141625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1f1176ca-06a3-4510-9853-c66a35278cc5 None None] Provisioning complete for port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:36.141993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f1176ca-06a3-4510-9853-c66a35278cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.189787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] For port 7631251b-dd78-4117-abdf-3ef6e07e6763, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:36.198788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1f1176ca-06a3-4510-9853-c66a35278cc5 None None] Port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:08:36.203387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] For port 7631251b-dd78-4117-abdf-3ef6e07e6763, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7631251b-dd78-4117-abdf-3ef6e07e6763,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:36.283545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.301107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.356838 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.360181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:36.360897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:36.365440 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6a22-91d9-4a9c-9d64-ed860ac79978 None None] Pushing event updated for resources: {'Port': ['ID=7631251b-dd78-4117-abdf-3ef6e07e6763,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:36.428896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.430916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:36.535864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:36.540383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:36.633335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:36.664397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:08:36.804365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:36.816188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-271c77b3-27cc-476c-9063-d4649847f1e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882516 Oct 26 17:08:36.824329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0a8c1579-66b8-4557-979b-47e2a9f693d4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:36.885007 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.885675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-77e917bb-acd4-4480-94ff-29ea7338ab79 None None] Provisioning complete for port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:36.886026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77e917bb-acd4-4480-94ff-29ea7338ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.944967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-77e917bb-acd4-4480-94ff-29ea7338ab79 None None] Port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:08:36.954777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0a8c1579-66b8-4557-979b-47e2a9f693d4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:36.955165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:36.992437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:35Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'af94b49d-c2eb-4cce-add3-fc6ecc8bc13b', 'name': '', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'mac_address': 'fa:16:3e:e8:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:35Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 2, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'subnets': [{'id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:37.021993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7c08-3177-4285-b0fd-81005483147f None None] The sync data for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 is: [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:35Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'af94b49d-c2eb-4cce-add3-fc6ecc8bc13b', 'name': '', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'mac_address': 'fa:16:3e:e8:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:35Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 2, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'subnets': [{'id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:38.460463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54838) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:38.818159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:38.827648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7631251b-dd78-4117-abdf-3ef6e07e6763 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:38.877454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7631251b-dd78-4117-abdf-3ef6e07e6763 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:38.877754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:38.960704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:38.985091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 7631251b-dd78-4117-abdf-3ef6e07e6763, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7631251b-dd78-4117-abdf-3ef6e07e6763,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:39.006435 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Sync routers for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:39.016262 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:39.016901 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:39.049866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.081026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Deleting port bfe33e0f-364c-4170-9b55-1ed6f47750d7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:39.081371 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.103296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=7631251b-dd78-4117-abdf-3ef6e07e6763,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:39.128363 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:39.165058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] For port bfe33e0f-364c-4170-9b55-1ed6f47750d7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=bfe33e0f-364c-4170-9b55-1ed6f47750d7,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:39.165422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.178773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Calling delete_port for bfe33e0f-364c-4170-9b55-1ed6f47750d7 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:39.329628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:35Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'af94b49d-c2eb-4cce-add3-fc6ecc8bc13b', 'name': '', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'mac_address': 'fa:16:3e:e8:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:35Z', 'updated_at': '2021-10-26T17:08:36Z', 'revision_number': 2, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'subnets': [{'id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:39.355577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Checking router: 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:39.356426 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Updating router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:08:39.381004 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.437447 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.462349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe33e0f-364c-4170-9b55-1ed6f47750d7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:39.642012 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.753079 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.854252 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.865321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Router 45a529a8-423f-4c78-87e7-09bfb25ec271 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:08:39.906401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Pushing event updated for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:39.926646 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.926984 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.927340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.927672 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.927995 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.928310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.928629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.928944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.929395 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.929720 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.930028 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.930344 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:39.966233 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Attempting to bind port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:39.966704 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Attempting to bind port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:39.967059 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Attempting to bind port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b on network 6618a98c-2b6b-452d-9d0f-cab5948609ee {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:39.972440 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:39.972809 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Checking segment: {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:39.973466 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.973612 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Bound using segment: {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:39.974032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Bound port: af94b49d-c2eb-4cce-add3-fc6ecc8bc13b, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:39.974401 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:39.980205 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:39.989984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Sync routers for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:39.991941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-703be40d-8171-4684-81ec-530463cabacc admin admin] 10.222.0.21 "PUT /v2.0/routers/45a529a8-423f-4c78-87e7-09bfb25ec271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5302129 Oct 26 17:08:39.994780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:40.011706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:40.012873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.047368 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] For port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:40.050710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] For port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:40.123681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.125196 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.136956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:40.192480 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:40.193116 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.196405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb5ca-5776-4ed5-a3eb-410a76d28122 None None] Pushing event updated for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:40.256393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.260163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] Provisioning complete for port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:40.260536 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.326276 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:40.376512 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Deleting port b4b1bc3d-fc62-4a9e-a10b-25769412fe77 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:40.377296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.415503 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.459297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] For port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:40.463518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:39Z', 'revision_number': 5, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port': {'id': 'b4b1bc3d-fc62-4a9e-a10b-25769412fe77', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:27Z', 'updated_at': '2021-10-26T17:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.476956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] For port b4b1bc3d-fc62-4a9e-a10b-25769412fe77, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:40.477312 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.489761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Calling delete_port for b4b1bc3d-fc62-4a9e-a10b-25769412fe77 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:40.495995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Checking router: 45a529a8-423f-4c78-87e7-09bfb25ec271 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:40.506038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Routers {'45a529a8-423f-4c78-87e7-09bfb25ec271'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:40.506744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['45a529a8-423f-4c78-87e7-09bfb25ec271'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.542453 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.562160 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:35Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'af94b49d-c2eb-4cce-add3-fc6ecc8bc13b', 'name': '', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'mac_address': 'fa:16:3e:e8:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:35Z', 'updated_at': '2021-10-26T17:08:40Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'subnets': [{'id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.597029 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465aa0f4-782e-4d42-ac1b-7a61683c40d5 None None] The sync data for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 is: [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:35Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'af94b49d-c2eb-4cce-add3-fc6ecc8bc13b', 'name': '', 'network_id': '6618a98c-2b6b-452d-9d0f-cab5948609ee', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'mac_address': 'fa:16:3e:e8:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:35Z', 'updated_at': '2021-10-26T17:08:40Z', 'revision_number': 4, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'subnets': [{'id': 'a616be75-9f9a-421a-bf8f-c16fa0ac5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:40.644535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] Set router 45a529a8-423f-4c78-87e7-09bfb25ec271 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:40.695883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbac112-651b-4197-bc7d-6af2241f60ac None None] Pushing event updated for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:40.702887 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:40Z', 'revision_number': 6, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:40.737881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6276b-a85a-46a7-9924-7ac35dc5a5e7 None None] The sync data for ids ['45a529a8-423f-4c78-87e7-09bfb25ec271'] in n-d-815373-2 is: [{'id': '45a529a8-423f-4c78-87e7-09bfb25ec271', 'name': 'tempest-TestAggregatesBasicOps-144368005-router', 'tenant_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:26Z', 'updated_at': '2021-10-26T17:08:40Z', 'revision_number': 6, 'project_id': 'ed4f241b823e4f438f77e7d49a5fcca1', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:40.738647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.767299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-34a925a3-20f4-46de-8742-9bdf64970bb9 None None] Provisioning complete for port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:40.767299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-34a925a3-20f4-46de-8742-9bdf64970bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.771491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b1bc3d-fc62-4a9e-a10b-25769412fe77,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:40.847450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.947585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.950876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:40.981632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device af94b49d-c2eb-4cce-add3-fc6ecc8bc13b up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:41.038484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:41.039200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.072778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.073320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a529a8-423f-4c78-87e7-09bfb25ec271 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:08:41.078480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.079914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-99533a3b-ebe3-4e71-b8b6-487db261853b admin admin] 10.222.0.21 "DELETE /v2.0/routers/45a529a8-423f-4c78-87e7-09bfb25ec271 HTTP/1.1" status: 204 len: 168 time: 1.0839288 Oct 26 17:08:41.082355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54842) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:41.134257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Deleting subnet 2b44c453-09b8-4cff-90a9-82b67b78673f {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:08:41.135224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.139879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7631251b-dd78-4117-abdf-3ef6e07e6763 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:41.177048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.189276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7631251b-dd78-4117-abdf-3ef6e07e6763 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:41.189649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.261822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.404502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.433462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b44c453-09b8-4cff-90a9-82b67b78673f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:41.437795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.441006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-326c0ad3-494d-4a95-b806-8477795d9490 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b44c453-09b8-4cff-90a9-82b67b78673f HTTP/1.1" status: 204 len: 168 time: 0.3577147 Oct 26 17:08:41.443364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b2468-e71e-48ce-84f5-eee0c44f0deb None None] Network 3a34fe3c-f7b9-4bb5-84b7-979f535662fe requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:41.443534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54844) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:41.515793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.579599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Deleting port 46e41c3f-f587-4814-b4f7-71ddcda531cb {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:41.579945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.636851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] DHCP port deletion for 3a34fe3c-f7b9-4bb5-84b7-979f535662fe request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:08:41.658635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] For port 46e41c3f-f587-4814-b4f7-71ddcda531cb, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=46e41c3f-f587-4814-b4f7-71ddcda531cb,segment=NetworkSegment(de5e041f-b45a-4df6-bb82-d2e606dbac5d),segment_id=de5e041f-b45a-4df6-bb82-d2e606dbac5d)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:41.659037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.681036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Calling delete_port for 46e41c3f-f587-4814-b4f7-71ddcda531cb owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:41.832015 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.839839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Deleting port 46e41c3f-f587-4814-b4f7-71ddcda531cb {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:41.840214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.862145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] No DVR routers for this DVR port 46e41c3f-f587-4814-b4f7-71ddcda531cb on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:08:41.866458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e41c3f-f587-4814-b4f7-71ddcda531cb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:41.902178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] For port 46e41c3f-f587-4814-b4f7-71ddcda531cb, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:41.902574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.919159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Calling delete_port for 46e41c3f-f587-4814-b4f7-71ddcda531cb owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:41.921992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Port 46e41c3f-f587-4814-b4f7-71ddcda531cb was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 17:08:41.923285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.944898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.948016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Pushing event deleted for resources: {'Port': ['ID=46e41c3f-f587-4814-b4f7-71ddcda531cb,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:41.957026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.957277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.957426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.957765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.958091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.958492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.958739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.959068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.959418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.959741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.960066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.960386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:08:41.963054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c284d-8e54-483e-b58b-ffbedbc6953f None None] No DVR routers for this DVR port 46e41c3f-f587-4814-b4f7-71ddcda531cb on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:08:41.966371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a34fe3c-f7b9-4bb5-84b7-979f535662fe']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:41.975556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5e041f-b45a-4df6-bb82-d2e606dbac5d') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:41.975853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5e041f-b45a-4df6-bb82-d2e606dbac5d') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:41.986306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:41.999193 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.005119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:08:42.005499 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:08:42.007109 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:08:42.118357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.124211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.127368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a34fe3c-f7b9-4bb5-84b7-979f535662fe HTTP/1.1" status: 204 len: 168 time: 0.6829345 Oct 26 17:08:42.130545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54846) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:42.139230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa891bd-fb26-4337-9113-2794a7b062a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a34fe3c-f7b9-4bb5-84b7-979f535662fe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:42.472032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.712973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Deleting port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:42.713306 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.787836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bfe33e0f-364c-4170-9b55-1ed6f47750d7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:42.795812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] For port af94b49d-c2eb-4cce-add3-fc6ecc8bc13b, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:42.796172 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:42.808273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Calling delete_port for af94b49d-c2eb-4cce-add3-fc6ecc8bc13b owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:42.809997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: bfe33e0f-364c-4170-9b55-1ed6f47750d7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:42.810553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device bfe33e0f-364c-4170-9b55-1ed6f47750d7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:42.811025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4b1bc3d-fc62-4a9e-a10b-25769412fe77 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:42.831212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b4b1bc3d-fc62-4a9e-a10b-25769412fe77 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:42.831555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4b1bc3d-fc62-4a9e-a10b-25769412fe77 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:42.831965 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 46e41c3f-f587-4814-b4f7-71ddcda531cb no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:42.850477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 46e41c3f-f587-4814-b4f7-71ddcda531cb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:42.850819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 46e41c3f-f587-4814-b4f7-71ddcda531cb not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:43.368909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:43.396594 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Pushing event deleted for resources: {'Port': ['ID=af94b49d-c2eb-4cce-add3-fc6ecc8bc13b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:43.556597 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:43.838980 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:08:43.945647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:43.951297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bbf5fc71-2fa1-4ea9-bb1b-4691eb9be49b admin admin] 10.222.0.21 "PUT /v2.0/routers/11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195622 Oct 26 17:08:43.953776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:43.954658 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Sync routers for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:43.965357 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:43.966250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:44.056943 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.068862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:44.159479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.243689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:42Z', 'revision_number': 5, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port': {'id': '7631251b-dd78-4117-abdf-3ef6e07e6763', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:33Z', 'updated_at': '2021-10-26T17:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:44.277336 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Checking router: 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:44.286129 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Routers {'11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:44.286843 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:44.291774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Deleting port 7631251b-dd78-4117-abdf-3ef6e07e6763 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:44.292115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.372630 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] Set router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:44.374221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] For port 7631251b-dd78-4117-abdf-3ef6e07e6763, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7631251b-dd78-4117-abdf-3ef6e07e6763,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:44.374728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.385871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Calling delete_port for 7631251b-dd78-4117-abdf-3ef6e07e6763 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:44.422592 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:44Z', 'revision_number': 6, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:44.451469 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff1a32-1aeb-4e42-971d-96b05828a769 None None] The sync data for ids ['11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a'] in n-d-815373-2 is: [{'id': '11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a', 'name': 'tempest-TestAggregatesBasicOps-1900694390-router', 'tenant_id': '47e8390eed8f47eebd9a23f37cb515fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:32Z', 'updated_at': '2021-10-26T17:08:44Z', 'revision_number': 6, 'project_id': '47e8390eed8f47eebd9a23f37cb515fd', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:44.614620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.642453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Pushing event deleted for resources: {'Port': ['ID=7631251b-dd78-4117-abdf-3ef6e07e6763,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:44.703473 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.796201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.798472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.924646 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.925190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:08:44.933697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device af94b49d-c2eb-4cce-add3-fc6ecc8bc13b no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:44.937376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:44.942188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8915ffe8-2cce-4410-a684-874f14b6d142 admin admin] 10.222.0.21 "DELETE /v2.0/routers/11afe9f4-f1da-4f44-b676-f3b9fcdf5d8a HTTP/1.1" status: 204 len: 168 time: 0.9852929 Oct 26 17:08:44.942630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 54850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:44.958903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: af94b49d-c2eb-4cce-add3-fc6ecc8bc13b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:44.959163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device af94b49d-c2eb-4cce-add3-fc6ecc8bc13b not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:44.992851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Deleting subnet a616be75-9f9a-421a-bf8f-c16fa0ac5e82 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:08:44.995956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.030752 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.104750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.246976 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.273315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a616be75-9f9a-421a-bf8f-c16fa0ac5e82,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:45.275363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.280966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7b2c7-4f33-48f3-8378-d5a436440914 None None] Network 6618a98c-2b6b-452d-9d0f-cab5948609ee requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:45.282099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:45.289508 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-181b1150-7e39-40f4-9a42-b627b56ba0cb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a616be75-9f9a-421a-bf8f-c16fa0ac5e82 HTTP/1.1" status: 204 len: 168 time: 0.3404768 Oct 26 17:08:45.359794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.411984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Deleting port 0a8c1579-66b8-4557-979b-47e2a9f693d4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:45.415827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.484616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] DHCP port deletion for 6618a98c-2b6b-452d-9d0f-cab5948609ee request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:08:45.498247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] For port 0a8c1579-66b8-4557-979b-47e2a9f693d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0a8c1579-66b8-4557-979b-47e2a9f693d4,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:45.498759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.512719 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Calling delete_port for 0a8c1579-66b8-4557-979b-47e2a9f693d4 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:45.550797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Deleting port 0a8c1579-66b8-4557-979b-47e2a9f693d4 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:08:45.551215 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.620024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] For port 0a8c1579-66b8-4557-979b-47e2a9f693d4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0a8c1579-66b8-4557-979b-47e2a9f693d4,segment=NetworkSegment(c18cc1ed-1ec2-48d6-9210-66a904b6b09f),segment_id=c18cc1ed-1ec2-48d6-9210-66a904b6b09f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:45.620412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.637848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Calling delete_port for 0a8c1579-66b8-4557-979b-47e2a9f693d4 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:08:45.718371 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.728138 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.751097 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8c1579-66b8-4557-979b-47e2a9f693d4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:45.758491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] No DVR routers for this DVR port 0a8c1579-66b8-4557-979b-47e2a9f693d4 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:08:45.762176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] Pushing event deleted for resources: {'Port': ['ID=0a8c1579-66b8-4557-979b-47e2a9f693d4,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:45.765107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60699e5-0986-4a82-b04a-de8691522e47 None None] No DVR routers for this DVR port 0a8c1579-66b8-4557-979b-47e2a9f693d4 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:08:45.840543 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.861267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6618a98c-2b6b-452d-9d0f-cab5948609ee']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:45.870306 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:45.870604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18cc1ed-1ec2-48d6-9210-66a904b6b09f') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:45.880593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.893211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.899199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:08:45.905054 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:08:46.009400 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.014699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.017922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6618a98c-2b6b-452d-9d0f-cab5948609ee HTTP/1.1" status: 204 len: 168 time: 0.7346699 Oct 26 17:08:46.029152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfdc03-4e13-49cf-9072-dfeef9565f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=6618a98c-2b6b-452d-9d0f-cab5948609ee,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:46.398003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54856) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:46.437634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-263a9b7f-8972-4b21-ad75-4becb55708af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed4f241b823e4f438f77e7d49a5fcca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384650 Oct 26 17:08:46.440124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54858) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:46.488222 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.509189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.620821 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.623565 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:46.624809 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bcad3dd-4b15-420a-9054-d052d83f4e04 HTTP/1.1" status: 204 len: 168 time: 0.1837723 Oct 26 17:08:46.632592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c086f78-dbd3-4382-bfad-fcc16d85d209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcad3dd-4b15-420a-9054-d052d83f4e04,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:46.791937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0a8c1579-66b8-4557-979b-47e2a9f693d4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:46.814736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0a8c1579-66b8-4557-979b-47e2a9f693d4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:46.815082 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0a8c1579-66b8-4557-979b-47e2a9f693d4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:46.815535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7631251b-dd78-4117-abdf-3ef6e07e6763 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:08:46.837931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7631251b-dd78-4117-abdf-3ef6e07e6763 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:08:46.838269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7631251b-dd78-4117-abdf-3ef6e07e6763 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:08:47.197123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54864) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:47.238162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5ec3577d-829a-4585-a012-a91d976ce502 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47e8390eed8f47eebd9a23f37cb515fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398257 Oct 26 17:08:47.240546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 54866) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:47.291654 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:47.313559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:47.404233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:47.406813 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:47.408055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e799caf-c683-4328-9d44-f7a8dfdabe79 HTTP/1.1" status: 204 len: 168 time: 0.1666090 Oct 26 17:08:47.417429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2b5b-a5c6-4287-be84-fe3cda4e0127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e799caf-c683-4328-9d44-f7a8dfdabe79,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:51.266894 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:51.792684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:51.943805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c58324ac-f7ed-472d-a69f-dd0ad9662a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.020280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c58324ac-f7ed-472d-a69f-dd0ad9662a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.141191 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c58324ac-f7ed-472d-a69f-dd0ad9662a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.179752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58324ac-f7ed-472d-a69f-dd0ad9662a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce3547-ad73-49cc-937b-50b00f12e5f5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:52.185289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c58324ac-f7ed-472d-a69f-dd0ad9662a21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b15669ab2240a18ebc9f58534090d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914690 Oct 26 17:08:52.188337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55026) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:52.238014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.262021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.368546 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.371103 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.377767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ce3547-ad73-49cc-937b-50b00f12e5f5 HTTP/1.1" status: 204 len: 168 time: 0.1820798 Oct 26 17:08:52.380304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c4d29-065d-4b45-9bf6-b3eb8ac75b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce3547-ad73-49cc-937b-50b00f12e5f5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:52.735677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:52.941182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:52.955442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa7cb011-ba8d-4a16-8b17-9c677107ffef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.030070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa7cb011-ba8d-4a16-8b17-9c677107ffef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.123469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aa7cb011-ba8d-4a16-8b17-9c677107ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.160777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cb011-ba8d-4a16-8b17-9c677107ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb4aa7c-76dc-46e4-a6a2-25519ba859cb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:53.165069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-aa7cb011-ba8d-4a16-8b17-9c677107ffef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeaefee2a38a4323b73ea12a2aaaa9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228453 Oct 26 17:08:53.167819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55034) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:53.216352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.236497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.352549 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.355112 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:53.356818 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdb4aa7c-76dc-46e4-a6a2-25519ba859cb HTTP/1.1" status: 204 len: 168 time: 0.1876311 Oct 26 17:08:53.364924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8c727-5220-40a1-b108-32123f801528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb4aa7c-76dc-46e4-a6a2-25519ba859cb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:54.277870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55056) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:54.374946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-794925330-network', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:54.460980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Made reservation on behalf of b95de72d016f4db6a795a5e12261a116 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:54.463296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.472229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.546105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.643984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.664949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:08:54.680356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6e3d1-d96f-4b5f-af0c-3f6dcbb8108b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:54.683181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.683523 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Added segment 750667b5-8c7d-4496-972a-1a2f2e2591c4 of type vlan for network 51cb8ae3-b352-4713-8598-ddea6464ef2e Oct 26 17:08:54.722110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.809954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:54.811441 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:54.812137 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.205405 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] Pushing event updated for resources: {'Network': ['ID=51cb8ae3-b352-4713-8598-ddea6464ef2e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:55.214899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:08:55.286025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0630f743-e3f0-41ac-bf00-073b9cae6e94 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0064194 Oct 26 17:08:55.288898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55060) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:55.293648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Request body: {'subnet': {'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-794925330-subnet', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:55.385712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Made reservation on behalf of b95de72d016f4db6a795a5e12261a116 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:08:55.388655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.626889 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.681765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13653b40-6ac9-4f57-ab56-20bbc6122875,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:55.689474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Checking segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:55.689836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Network hostable DHCP agents. Network: 51cb8ae3-b352-4713-8598-ddea6464ef2e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:08:55.757922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:08:55.843166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 51cb8ae3-b352-4713-8598-ddea6464ef2e) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:55.847236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:08:55.847822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.851938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c1748-3075-4b7e-a289-a78d50e0b9b2 None None] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:55.926805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2565db0d-e9e2-4004-8305-f0d35d4dca98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6367297 Oct 26 17:08:55.929367 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:55.933560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:08:55.997915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-51cb8ae3-b352-4713-8598-ddea6464ef2e', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:08:55.998545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.998767 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:55.999644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.054613 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.132640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Allocated IP 172.20.0.2 (51cb8ae3-b352-4713-8598-ddea6464ef2e/13653b40-6ac9-4f57-ab56-20bbc6122875/50abc92c-0b81-4159-9429-9d15e592b831) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:56.264626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.280223 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.364246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.407760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:56.410530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:56.413997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:56.420772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Pushing event updated for resources: {'Port': ['ID=50abc92c-0b81-4159-9429-9d15e592b831,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:56.470304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Attempting to bind port 50abc92c-0b81-4159-9429-9d15e592b831 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:56.470665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Attempting to bind port 50abc92c-0b81-4159-9429-9d15e592b831 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:56.471022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Attempting to bind port 50abc92c-0b81-4159-9429-9d15e592b831 on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:56.476288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:56.476665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Checking segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:56.477064 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.477453 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Bound using segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:56.477944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Bound port: 50abc92c-0b81-4159-9429-9d15e592b831, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:56.478322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.533189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.542244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] For port 50abc92c-0b81-4159-9429-9d15e592b831, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:56.546013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] For port 50abc92c-0b81-4159-9429-9d15e592b831, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=50abc92c-0b81-4159-9429-9d15e592b831,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:56.552821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.632424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.658031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Allocated IP 172.25.5.113 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ce35266b-9c8e-419e-a846-880cd9bdfab5) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:56.701701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a0aa-5ae8-4f94-a37b-d3e504eb29e2 None None] Pushing event updated for resources: {'Port': ['ID=50abc92c-0b81-4159-9429-9d15e592b831,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:56.768736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.867377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:56.917858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:56.921723 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:56.925438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:56.930987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce35266b-9c8e-419e-a846-880cd9bdfab5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:57.272208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:57.475704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:57.602187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bdadf4-7222-4f8d-8075-205325ef4f60 None None] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:08:57.658265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] Provisioning complete for port 50abc92c-0b81-4159-9429-9d15e592b831 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:57.658631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:57.661529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Router c6123e18-0ad4-4602-8e61-331e5794b3bc is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:08:57.765039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:57.777619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Sync routers for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:08:57.818402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:57.819022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:57.821467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:57.840064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:57.841893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60fb6c9a-7ced-462d-9e96-3d9553198cf6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9116049 Oct 26 17:08:57.844898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55064) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:08:57.936510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] For port 50abc92c-0b81-4159-9429-9d15e592b831, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=50abc92c-0b81-4159-9429-9d15e592b831,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:08:57.967249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:57.995031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.124124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2afc-d0cb-46e3-9e74-4e4ec180f183 None None] Pushing event updated for resources: {'Port': ['ID=50abc92c-0b81-4159-9429-9d15e592b831,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:58.196322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:57Z', 'revision_number': 3, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:58.229906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Checking router: c6123e18-0ad4-4602-8e61-331e5794b3bc for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:08:58.230256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Updating router c6123e18-0ad4-4602-8e61-331e5794b3bc port ce35266b-9c8e-419e-a846-880cd9bdfab5 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:08:58.263458 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c16cfa1a-35c9-4ac7-a7e7-d0a47874ea9f None None] Provisioning complete for port 50abc92c-0b81-4159-9429-9d15e592b831 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:58.263704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c16cfa1a-35c9-4ac7-a7e7-d0a47874ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.267602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.275192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.429875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Allocated IP 172.20.0.1 (51cb8ae3-b352-4713-8598-ddea6464ef2e/13653b40-6ac9-4f57-ab56-20bbc6122875/d0a36ae1-8a7d-4c23-8023-4ab23e66db34) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:08:58.533888 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.574705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.598383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.615136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.640708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:58.643662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:58.647407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:08:58.675538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:58.676196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Attempting to bind port ce35266b-9c8e-419e-a846-880cd9bdfab5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:08:58.676521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Attempting to bind port ce35266b-9c8e-419e-a846-880cd9bdfab5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:08:58.677629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Attempting to bind port ce35266b-9c8e-419e-a846-880cd9bdfab5 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:08:58.685624 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234a7ca-2e1e-4d77-ac1d-6ff4ff198568 None None] Pushing event updated for resources: {'Port': ['ID=ce35266b-9c8e-419e-a846-880cd9bdfab5,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:58.689578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:08:58.689954 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:08:58.690349 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.690727 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:08:58.691227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Bound port: ce35266b-9c8e-419e-a846-880cd9bdfab5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:08:58.691604 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.701589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.748143 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] For port ce35266b-9c8e-419e-a846-880cd9bdfab5, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:08:58.752372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] For port ce35266b-9c8e-419e-a846-880cd9bdfab5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce35266b-9c8e-419e-a846-880cd9bdfab5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:08:58.816695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.857812 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 50abc92c-0b81-4159-9429-9d15e592b831 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:08:58.892706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:58.910328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:08:58.910961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:58.949311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234a7ca-2e1e-4d77-ac1d-6ff4ff198568 None None] Pushing event updated for resources: {'Port': ['ID=ce35266b-9c8e-419e-a846-880cd9bdfab5,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:59.064112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.146560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.174080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7662b07e-2209-4585-b32f-3d69d4514562 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:59.174451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7662b07e-2209-4585-b32f-3d69d4514562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.204948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 50abc92c-0b81-4159-9429-9d15e592b831 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:59.205262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.213221 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:08:59.217469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.260178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:08:59.265208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7662b07e-2209-4585-b32f-3d69d4514562 None None] Port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:08:59.313203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:08:59.314532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:08:59.432457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Router c6123e18-0ad4-4602-8e61-331e5794b3bc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:08:59.507909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd0a36ae1-8a7d-4c23-8023-4ab23e66db34', 'name': '', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'mac_address': 'fa:16:3e:d1:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:58Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 1, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'subnets': [{'id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:08:59.543003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993a081-5d32-4842-942d-3b3f0764c566 None None] The sync data for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 is: [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd0a36ae1-8a7d-4c23-8023-4ab23e66db34', 'name': '', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'mac_address': 'fa:16:3e:d1:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:58Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 1, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'subnets': [{'id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:08:59.545084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:08:59.557865 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f3022112-98e7-4d97-83c6-f5d9a249f9c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6123e18-0ad4-4602-8e61-331e5794b3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118800 Oct 26 17:08:59.587399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d648632f-5be5-4999-9dc3-9600c7ce3459 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:08:59.587722 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d648632f-5be5-4999-9dc3-9600c7ce3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:08:59.623707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d648632f-5be5-4999-9dc3-9600c7ce3459 None None] Port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:00.314844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:00.319924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2111424780-network', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:00.346603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-8fcb0f65-7166-4a9f-a009-fc75fb18200c req-2e9588fa-3dbc-4ded-84ff-1250050a0b44 service neutron] (102736) timed out ('10.222.0.39', 50821) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:09:00.426744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Made reservation on behalf of ed7a81af894f4f34937672e10d3f712a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:00.429147 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.438946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.517224 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.604044 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.632576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:09:00.639674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ef779-ab54-40db-9139-2517cc6e9915,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:00.645463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.645798 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Added segment 1620e36e-68c7-4f88-88e7-b95f65c21c02 of type vlan for network ffd588f4-5e5e-4be2-8109-0e5708cc1114 Oct 26 17:09:00.687003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.775798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.776772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:00.777343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.822436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce35266b-9c8e-419e-a846-880cd9bdfab5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:00.843607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd588f4-5e5e-4be2-8109-0e5708cc1114,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:00.853770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:09:00.876825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad9eaf98-11fd-46d4-851d-f59273c85a14 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5607901 Oct 26 17:09:00.879549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55082) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:00.884349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Request body: {'subnet': {'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2111424780-subnet', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:00.937498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ce35266b-9c8e-419e-a846-880cd9bdfab5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:00.937863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:00.952573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Made reservation on behalf of ed7a81af894f4f34937672e10d3f712a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:00.954980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.026575 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.048090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port ce35266b-9c8e-419e-a846-880cd9bdfab5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce35266b-9c8e-419e-a846-880cd9bdfab5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:01.049160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de2886f1-cc8a-4b98-961e-00b1cfdfeaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.130434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.183370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=ce35266b-9c8e-419e-a846-880cd9bdfab5,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:01.187284 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.244588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0661764e-9748-41df-9026-8d16bb57d054,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:01.252131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Checking segment: {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:01.252489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Network hostable DHCP agents. Network: ffd588f4-5e5e-4be2-8109-0e5708cc1114, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:09:01.352754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:09:01.421307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, ffd588f4-5e5e-4be2-8109-0e5708cc1114) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:01.424700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Sync routers for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:01.426199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:01.427978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.432306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d84cd6-5e78-4221-af32-45ccd8437846 None None] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:01.436693 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:01.437298 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:01.487554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d3415cb-ba65-4ee5-956c-7f2755d34402 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6067297 Oct 26 17:09:01.489838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55084) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:01.494803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:01.592197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.593131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.603234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:09:01.604524 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.643512 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:01.652018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.742600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Allocated IP 172.20.0.2 (ffd588f4-5e5e-4be2-8109-0e5708cc1114/0661764e-9748-41df-9026-8d16bb57d054/c59949f2-6935-4984-bee3-896403e7c189) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:01.864466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.868854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd0a36ae1-8a7d-4c23-8023-4ab23e66db34', 'name': '', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'mac_address': 'fa:16:3e:d1:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:58Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 2, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'subnets': [{'id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:01.895548 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.901833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Checking router: c6123e18-0ad4-4602-8e61-331e5794b3bc for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:01.902186 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Updating router c6123e18-0ad4-4602-8e61-331e5794b3bc port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:01.927498 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:01.964890 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.008303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:02.013841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:02.017155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:02.024655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Pushing event updated for resources: {'Port': ['ID=c59949f2-6935-4984-bee3-896403e7c189,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:02.075824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Attempting to bind port c59949f2-6935-4984-bee3-896403e7c189 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:02.076227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Attempting to bind port c59949f2-6935-4984-bee3-896403e7c189 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:02.076565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Attempting to bind port c59949f2-6935-4984-bee3-896403e7c189 on network ffd588f4-5e5e-4be2-8109-0e5708cc1114 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:02.081738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:02.082113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Checking segment: {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:02.082517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.083086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Bound using segment: {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:02.083600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Bound port: c59949f2-6935-4984-bee3-896403e7c189, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:02.083993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.144604 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.153755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] For port c59949f2-6935-4984-bee3-896403e7c189, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:02.157726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] For port c59949f2-6935-4984-bee3-896403e7c189, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c59949f2-6935-4984-bee3-896403e7c189,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:02.174758 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.211537 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.244746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.270396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Allocated IP 172.25.5.16 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b709d050-c781-44a0-b62b-d4f53a600491) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:02.273219 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.330674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e0891-9b89-42e1-98dd-f04f0fad8365 None None] Pushing event updated for resources: {'Port': ['ID=c59949f2-6935-4984-bee3-896403e7c189,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:02.368986 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bfaf0-8ca4-4c8a-86c7-90ad36d79f7c None None] Pushing event updated for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:02.409673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Attempting to bind port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:02.410170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Attempting to bind port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:02.410402 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Attempting to bind port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:02.416463 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:02.420236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Checking segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:02.420236 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.420236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Bound using segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:02.420236 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Bound port: d0a36ae1-8a7d-4c23-8023-4ab23e66db34, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:02.420236 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.428094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.486784 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] For port d0a36ae1-8a7d-4c23-8023-4ab23e66db34, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:02.490380 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] For port d0a36ae1-8a7d-4c23-8023-4ab23e66db34, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:02.538867 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.565027 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.625020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:02.626317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Pushing event updated for resources: {'Port': ['ID=b709d050-c781-44a0-b62b-d4f53a600491,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:02.629377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:02.631738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:02.631902 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:02.632411 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:08:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:02.675634 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bfaf0-8ca4-4c8a-86c7-90ad36d79f7c None None] Pushing event updated for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:02.692355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:02.693094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.774795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:02.861789 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:02.908217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] For port d0a36ae1-8a7d-4c23-8023-4ab23e66db34, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:02.976147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce35266b-9c8e-419e-a846-880cd9bdfab5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:03.010277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.036282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd0a36ae1-8a7d-4c23-8023-4ab23e66db34', 'name': '', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'mac_address': 'fa:16:3e:d1:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:58Z', 'updated_at': '2021-10-26T17:09:02Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'subnets': [{'id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:03.064858 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561413-f5e4-446c-80de-43bdd6917e10 None None] The sync data for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 is: [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:08:58Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd0a36ae1-8a7d-4c23-8023-4ab23e66db34', 'name': '', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'mac_address': 'fa:16:3e:d1:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:58Z', 'updated_at': '2021-10-26T17:09:02Z', 'revision_number': 4, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'subnets': [{'id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:03.065311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeda458-cd30-4c17-925d-f6ea7bda5826 None None] Pushing event updated for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:03.083023 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.085818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ce35266b-9c8e-419e-a846-880cd9bdfab5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:03.086194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.152044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0fd4fbe7-7427-444a-9ed8-b64c28761882 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:03.152326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fbe7-7427-444a-9ed8-b64c28761882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.240682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d0a36ae1-8a7d-4c23-8023-4ab23e66db34 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:03.353105 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.365712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:03.366091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.460259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c59949f2-6935-4984-bee3-896403e7c189 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:03.552773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c59949f2-6935-4984-bee3-896403e7c189 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:03.553143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.570770 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:09:03.595439 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bb0e4-f94a-44f7-99f4-1eca763acce3 None None] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:03.702964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-274f28d9-5af9-44c1-982a-21c4fc93d5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.709389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:03.764459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Sync routers for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:03.773742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:09:03.796302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-81fce537-1bd8-475c-bc9f-e45089a08f8c None None] Provisioning complete for port c59949f2-6935-4984-bee3-896403e7c189 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:03.796468 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81fce537-1bd8-475c-bc9f-e45089a08f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.817583 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.818791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ad6e9b50-bcbc-4796-afb2-e27fd38515ba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3279510 Oct 26 17:09:03.821566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55086) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:03.838782 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:03.853588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:03.854432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:04.227934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port c59949f2-6935-4984-bee3-896403e7c189, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c59949f2-6935-4984-bee3-896403e7c189,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:04.281831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:04.315821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.347123 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.424652 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81fce537-1bd8-475c-bc9f-e45089a08f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.480510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=c59949f2-6935-4984-bee3-896403e7c189,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:04.569163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-81fce537-1bd8-475c-bc9f-e45089a08f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:09:04.569519 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-81fce537-1bd8-475c-bc9f-e45089a08f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:09:04.597412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:02Z', 'revision_number': 3, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:04.624686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Checking router: 8adbba83-1dc0-4996-b0ac-42b1dd6a795d for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:04.625028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Updating router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d port b709d050-c781-44a0-b62b-d4f53a600491 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:04.625149 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.654163 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.826655 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d0a36ae1-8a7d-4c23-8023-4ab23e66db34 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:04.831104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Allocated IP 172.20.0.1 (ffd588f4-5e5e-4be2-8109-0e5708cc1114/0661764e-9748-41df-9026-8d16bb57d054/d7aa5b4a-f153-40a3-b4ab-79866f5675d2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:04.929829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:04.930226 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.947723 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:04.994277 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.040796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c59949f2-6935-4984-bee3-896403e7c189 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:05.056398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.098792 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:05.103280 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:05.108219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:05.111028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.111344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:05.151705 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.191547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Attempting to bind port b709d050-c781-44a0-b62b-d4f53a600491 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:05.191827 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Attempting to bind port b709d050-c781-44a0-b62b-d4f53a600491 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:05.192209 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Attempting to bind port b709d050-c781-44a0-b62b-d4f53a600491 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:05.197794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81162-fbf8-496d-ae70-e3ac4bbf6911 None None] Pushing event updated for resources: {'Port': ['ID=b709d050-c781-44a0-b62b-d4f53a600491,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:05.206787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:05.207244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:05.207579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.207963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:05.208438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Bound port: b709d050-c781-44a0-b62b-d4f53a600491, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:05.208864 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.235505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.240145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c59949f2-6935-4984-bee3-896403e7c189 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:05.240518 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.307706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] For port b709d050-c781-44a0-b62b-d4f53a600491, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:05.313244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] For port b709d050-c781-44a0-b62b-d4f53a600491, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b709d050-c781-44a0-b62b-d4f53a600491,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:05.323081 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a50c987-3e9c-42d5-b389-b2163d9156f5 None None] Provisioning complete for port c59949f2-6935-4984-bee3-896403e7c189 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:05.323081 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a50c987-3e9c-42d5-b389-b2163d9156f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.345912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.400979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.492025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:05.492644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:05.497909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81162-fbf8-496d-ae70-e3ac4bbf6911 None None] Pushing event updated for resources: {'Port': ['ID=b709d050-c781-44a0-b62b-d4f53a600491,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:05.516516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.581387 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.612334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-739f1ae2-36a2-4215-8660-10cadbe3a5cb None None] Provisioning complete for port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:05.612698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-739f1ae2-36a2-4215-8660-10cadbe3a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.617616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:05.653496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:05.655436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:05.683796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-739f1ae2-36a2-4215-8660-10cadbe3a5cb None None] Port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:05.745105 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:05.746561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:05.861353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd7aa5b4a-f153-40a3-b4ab-79866f5675d2', 'name': '', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'mac_address': 'fa:16:3e:3f:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:04Z', 'updated_at': '2021-10-26T17:09:04Z', 'revision_number': 1, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'subnets': [{'id': '0661764e-9748-41df-9026-8d16bb57d054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:05.866946 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:09:05.891837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93987668-9d7a-45b8-9e78-346ff3ee7634 None None] The sync data for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 is: [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd7aa5b4a-f153-40a3-b4ab-79866f5675d2', 'name': '', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'mac_address': 'fa:16:3e:3f:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:04Z', 'updated_at': '2021-10-26T17:09:04Z', 'revision_number': 1, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'subnets': [{'id': '0661764e-9748-41df-9026-8d16bb57d054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:05.986038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:05.991031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e9ca944b-a34d-489a-b50b-06275698813d admin admin] 10.222.0.21 "PUT /v2.0/routers/8adbba83-1dc0-4996-b0ac-42b1dd6a795d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684840 Oct 26 17:09:06.007356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4476ea88-e123-4c17-8a48-4b03a94d8790 None None] Provisioning complete for port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:06.007729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4476ea88-e123-4c17-8a48-4b03a94d8790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:06.042049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4476ea88-e123-4c17-8a48-4b03a94d8790 None None] Port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:06.624865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-de7ef856-67d4-445a-bc63-a7d42062db30 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:06.626478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-de7ef856-67d4-445a-bc63-a7d42062db30 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/networks?id=51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 200 len: 910 time: 0.1477895 Oct 26 17:09:06.642646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-f5c5c5e8-dd74-47de-8dd9-91e6bcbbfc0e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/quotas/ed7a81af894f4f34937672e10d3f712a HTTP/1.1" status: 200 len: 375 time: 0.0103061 Oct 26 17:09:06.725067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-a1a5dcce-ce75-4918-85e9-d315a38f2d71 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761168 Oct 26 17:09:06.730191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:06.834646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-abb1aba0-3c3b-4c8a-aa89-438995a8d2fe service neutron] 10.222.0.21 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012592 Oct 26 17:09:06.851622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b709d050-c781-44a0-b62b-d4f53a600491 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:06.907206 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b709d050-c781-44a0-b62b-d4f53a600491 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:06.907576 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:06.939474 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-ef41d08b-6c1a-4ca0-b9ff-12a216f7525e service neutron] 10.222.0.21 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985570 Oct 26 17:09:07.004372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:07.033571 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b709d050-c781-44a0-b62b-d4f53a600491, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b709d050-c781-44a0-b62b-d4f53a600491,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:07.136676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:07.189181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d775fa22-87e6-419b-8ed3-0b01c5cc3149 req-c61f2096-1784-4284-ab9b-456335f50536 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Oct 26 17:09:07.197068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b709d050-c781-44a0-b62b-d4f53a600491,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:07.950299 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Sync routers for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:07.960556 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:07.961147 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:08.068750 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:08.276296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd7aa5b4a-f153-40a3-b4ab-79866f5675d2', 'name': '', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'mac_address': 'fa:16:3e:3f:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:04Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 2, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'subnets': [{'id': '0661764e-9748-41df-9026-8d16bb57d054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:08.293112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d0b796e-73f6-4c78-a32e-7ee8ac14142b req-11fd9f5e-20f3-4925-b446-db0918204c0d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0261667 Oct 26 17:09:08.303971 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Checking router: 8adbba83-1dc0-4996-b0ac-42b1dd6a795d for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:08.304331 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Updating router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:08.330055 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.683911 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.765249 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.815320 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e279bc-53cf-44f8-9e94-a26959667856 None None] Pushing event updated for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:08.828877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b709d050-c781-44a0-b62b-d4f53a600491 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:08.872330 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Attempting to bind port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:08.873623 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Attempting to bind port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:08.874192 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Attempting to bind port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 on network ffd588f4-5e5e-4be2-8109-0e5708cc1114 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:08.880035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:08.880698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Checking segment: {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:08.881292 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.881847 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Bound using segment: {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:08.882482 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Bound port: d7aa5b4a-f153-40a3-b4ab-79866f5675d2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1620e36e-68c7-4f88-88e7-b95f65c21c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:08.883038 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.898886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b709d050-c781-44a0-b62b-d4f53a600491 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:08.899297 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:08.954653 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] For port d7aa5b4a-f153-40a3-b4ab-79866f5675d2, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:08.957962 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] For port d7aa5b4a-f153-40a3-b4ab-79866f5675d2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:09.050298 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.086391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] Provisioning complete for port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:09.086853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.111673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:09.112623 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:09.114504 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e279bc-53cf-44f8-9e94-a26959667856 None None] Pushing event updated for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:09.181750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.218098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] For port d7aa5b4a-f153-40a3-b4ab-79866f5675d2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:09.249519 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:09.290195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.346109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bec6c-a9b7-4011-935d-61b4c6594ae8 None None] Pushing event updated for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:09.394786 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20940d5b-817d-45d1-bdbb-d842222b9239 req-6d4e6154-56ab-4298-aab4-b96f20882113 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0263255 Oct 26 17:09:09.412799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5a1e23e5-a6bb-40fe-9e93-19bc9f16e15f None None] Provisioning complete for port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:09.413168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a1e23e5-a6bb-40fe-9e93-19bc9f16e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.467432 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd7aa5b4a-f153-40a3-b4ab-79866f5675d2', 'name': '', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'mac_address': 'fa:16:3e:3f:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:04Z', 'updated_at': '2021-10-26T17:09:08Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'subnets': [{'id': '0661764e-9748-41df-9026-8d16bb57d054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:09.493882 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364557db-fe90-48bc-a97f-4ffe8a265828 None None] The sync data for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 is: [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:05Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'd7aa5b4a-f153-40a3-b4ab-79866f5675d2', 'name': '', 'network_id': 'ffd588f4-5e5e-4be2-8109-0e5708cc1114', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'mac_address': 'fa:16:3e:3f:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '0661764e-9748-41df-9026-8d16bb57d054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:04Z', 'updated_at': '2021-10-26T17:09:08Z', 'revision_number': 4, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'subnets': [{'id': '0661764e-9748-41df-9026-8d16bb57d054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:09.737346 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4352ff92-086b-4d4d-8d90-21f114960a37 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:09.738818 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4352ff92-086b-4d4d-8d90-21f114960a37 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.47 "GET /v2.0/networks?id=51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 200 len: 910 time: 0.0970910 Oct 26 17:09:09.752205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Request body: {'port': {'device_id': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'admin_state_up': True, 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:09.861678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Made reservation on behalf of ed7a81af894f4f34937672e10d3f712a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:09.864252 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:09.981911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Allocated IP 172.20.0.11 (51cb8ae3-b352-4713-8598-ddea6464ef2e/13653b40-6ac9-4f57-ab56-20bbc6122875/685d1a5f-db1c-45d5-a99f-dfe0bac9154a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:10.127322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.210904 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.257416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:10.264430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:10.264969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:10.270605 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Pushing event updated for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:10.307986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:10.308621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.378603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-4e50c368-f9b2-4f94-809c-bda56f08286b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6299443 Oct 26 17:09:10.392282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Request body: {'port': {'device_id': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:10.449540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.508937 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ed40-d0eb-4bf3-897c-40e4d214e667 req-799ac6a9-1e28-42fa-986f-9eea4fcb34c5 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:10.510450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb60ed40-d0eb-4bf3-897c-40e4d214e667 req-799ac6a9-1e28-42fa-986f-9eea4fcb34c5 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1028 time: 0.0397885 Oct 26 17:09:10.527745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5cc47c17-626a-4d90-8e62-47361861b228 None None] Provisioning complete for port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:10.528381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5cc47c17-626a-4d90-8e62-47361861b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.565465 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb60ed40-d0eb-4bf3-897c-40e4d214e667 req-a214bc72-dc2f-4d4f-976a-e0cb3017d592 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Oct 26 17:09:10.565657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5cc47c17-626a-4d90-8e62-47361861b228 None None] Port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:10.724166 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685d1a5f-db1c-45d5-a99f-dfe0bac9154a {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:09:10.731693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.744897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Transition to ACTIVE for port object 685d1a5f-db1c-45d5-a99f-dfe0bac9154a will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:09:10.816148 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.828851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d7aa5b4a-f153-40a3-b4ab-79866f5675d2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:10.871070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Pushing event updated for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:10.915544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:10.916246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:10.950621 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Attempting to bind port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:10.951728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Attempting to bind port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:10.951728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Attempting to bind port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:10.956341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a on network 51cb8ae3-b352-4713-8598-ddea6464ef2e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:09:10.956770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Attempting to bind port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:10.962275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:10.962669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Checking segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:10.963074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Bound using segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:10.963505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Bound port: 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:10.963860 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:11.039203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:11.042391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:11.118858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:11.150000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.150895 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:11.152380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-9e164c98-2b82-4486-be41-a79162578817 service neutron] 10.222.0.47 "PUT /v2.0/ports/685d1a5f-db1c-45d5-a99f-dfe0bac9154a HTTP/1.1" status: 200 len: 1092 time: 0.7652824 Oct 26 17:09:11.155333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:11.158630 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb32205-1192-4999-b7fe-f1430e0a1ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:11.192088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e164c98-2b82-4486-be41-a79162578817 service neutron] Pushing event updated for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:11.200420 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a004af-8834-4719-98f8-ba6016d226ce x-openstack-request-id: req-69a004af-8834-4719-98f8-ba6016d226ce {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:11.200794 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:11.201175 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69a004af-8834-4719-98f8-ba6016d226ce {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:11.201667 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a', 'status': 'completed', 'code': 200} Oct 26 17:09:11.267225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-b5e1c412-dea2-4dc8-ba83-ac4d6694a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.268821 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-b5e1c412-dea2-4dc8-ba83-ac4d6694a354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0447228 Oct 26 17:09:11.374819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-444c3961-7f09-4119-be25-c3240175e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.376418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-444c3961-7f09-4119-be25-c3240175e516 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ed7a81af894f4f34937672e10d3f712a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999062 Oct 26 17:09:11.469943 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-18073d0e-e187-4a78-bb69-98e26b6b8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.471378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cb32205-1192-4999-b7fe-f1430e0a1ddb req-18073d0e-e187-4a78-bb69-98e26b6b8e3c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883372 Oct 26 17:09:11.550662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-2d4488a1-bfcd-4b81-a700-f11ad148980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.552161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-2d4488a1-bfcd-4b81-a700-f11ad148980c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0451255 Oct 26 17:09:11.594959 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-b54e668b-a665-412c-acea-6860f65697d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a HTTP/1.1" status: 200 len: 217 time: 0.0344083 Oct 26 17:09:11.648543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-1fa974b6-b5eb-460e-bdbc-fde83a09bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.650119 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-1fa974b6-b5eb-460e-bdbc-fde83a09bebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13653b40-6ac9-4f57-ab56-20bbc6122875 HTTP/1.1" status: 200 len: 848 time: 0.0454435 Oct 26 17:09:11.675482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d688-d294-4be0-b043-479b18b0f971 req-1ec565f2-1d0b-48dd-b05d-f64096efa3f2 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.676994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f578d688-d294-4be0-b043-479b18b0f971 req-1ec565f2-1d0b-48dd-b05d-f64096efa3f2 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0453730 Oct 26 17:09:11.697620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-692bc5ca-b0a3-4bfb-a2bf-37de07dea1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:11.699334 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-692bc5ca-b0a3-4bfb-a2bf-37de07dea1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51cb8ae3-b352-4713-8598-ddea6464ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412014 Oct 26 17:09:11.712387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f578d688-d294-4be0-b043-479b18b0f971 req-b4327e34-555b-4292-9074-c1b275b47d70 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292881 Oct 26 17:09:11.790324 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-f73e2df2-0999-4506-a0fd-e9ed852ffad9 service neutron] 10.222.0.47 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841353 Oct 26 17:09:12.212155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ce39fe7-df5f-4c99-ab65-6f67396771d3 req-7801c841-2fe8-4713-8ad0-6cff4d71e7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132752 Oct 26 17:09:12.819372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971009ab-7ac1-4086-886a-9b0367ae2251 req-fe5304f7-b7f9-4a5a-a02b-33ad293d821d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:12.821104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-971009ab-7ac1-4086-886a-9b0367ae2251 req-fe5304f7-b7f9-4a5a-a02b-33ad293d821d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0407445 Oct 26 17:09:12.855643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-971009ab-7ac1-4086-886a-9b0367ae2251 req-2d7d9ea2-41b4-4be1-a734-3ee146f83d2a tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277209 Oct 26 17:09:13.963225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec114c2-5f55-4b00-b5e5-3f903a628d43 req-a3e750dd-5a63-40f3-8bf0-8c3b2634e40c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:13.964737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ec114c2-5f55-4b00-b5e5-3f903a628d43 req-a3e750dd-5a63-40f3-8bf0-8c3b2634e40c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0410550 Oct 26 17:09:13.999758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ec114c2-5f55-4b00-b5e5-3f903a628d43 req-f86e48d5-fcc6-4da9-ab6d-5b1a24b6069e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282860 Oct 26 17:09:15.081927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 685d1a5f-db1c-45d5-a99f-dfe0bac9154a details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:09:15.108256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfba70d-abb5-4493-8ec1-53b2c0178691 req-18915ad8-9c75-4dc3-8165-7a54a0bcb236 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:15.109782 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bfba70d-abb5-4493-8ec1-53b2c0178691 req-18915ad8-9c75-4dc3-8165-7a54a0bcb236 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0450897 Oct 26 17:09:15.146900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3bfba70d-abb5-4493-8ec1-53b2c0178691 req-502e4819-9cbb-4909-87f1-6a1203046be0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Oct 26 17:09:15.339418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:15.350958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'port_id': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a', 'mac_address': 'fa:16:3e:86:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:09:15.387535 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:15.405119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685d1a5f-db1c-45d5-a99f-dfe0bac9154a {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:09:15.424035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:15.489962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:15.540086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:15.697540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['685d1a5f-db1c-45d5-a99f-dfe0bac9154a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:16.257897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaf6bd-ee26-4988-8428-3d01626b65cc req-14c34663-ee17-408e-8952-cc7561879de6 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:16.259554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33aaf6bd-ee26-4988-8428-3d01626b65cc req-14c34663-ee17-408e-8952-cc7561879de6 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1096 time: 0.0433447 Oct 26 17:09:16.294541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33aaf6bd-ee26-4988-8428-3d01626b65cc req-2d23b28b-cc4a-44a3-a234-23b7ab50edae tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285726 Oct 26 17:09:17.111598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 685d1a5f-db1c-45d5-a99f-dfe0bac9154a up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:17.233165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:09:17.237194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:17.237588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:17.315656 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:17.338212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:17.340493 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08253a75-2fbd-4207-8a38-dbdcd44d0b6c" -d '{"events": [{"server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:17.358290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:17.380991 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc7e63f-bc07-4e9d-af46-b84e24bf533d x-openstack-request-id: req-ddc7e63f-bc07-4e9d-af46-b84e24bf533d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:17.381283 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:17.381538 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddc7e63f-bc07-4e9d-af46-b84e24bf533d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:17.382293 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a', 'code': 200} Oct 26 17:09:17.403550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e19b5-ce83-4a37-9add-ba72b1a8117b req-16175bf3-b8b5-44d9-ae86-16aac4341c36 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:17.405193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-559e19b5-ce83-4a37-9add-ba72b1a8117b req-16175bf3-b8b5-44d9-ae86-16aac4341c36 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1096 time: 0.0420027 Oct 26 17:09:17.421877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:17.441850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-559e19b5-ce83-4a37-9add-ba72b1a8117b req-f865e98c-f3c5-48dd-8db8-04c0368d5bf6 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Oct 26 17:09:17.478455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c8e1-a24e-479e-ab61-3581137e0759 req-01557caf-acb1-4103-864a-c33923737ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:17.479993 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6669c8e1-a24e-479e-ab61-3581137e0759 req-01557caf-acb1-4103-864a-c33923737ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0409615 Oct 26 17:09:17.485270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:17.517464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6669c8e1-a24e-479e-ab61-3581137e0759 req-efff27d3-b5b6-411e-819a-0fe3529b6bf8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293453 Oct 26 17:09:18.559078 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f5968-93f4-4cf6-900e-60b42e1bc00b req-4287deb9-6821-48c4-b401-999adf2429d9 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:18.560630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e23f5968-93f4-4cf6-900e-60b42e1bc00b req-4287deb9-6821-48c4-b401-999adf2429d9 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0462303 Oct 26 17:09:18.594832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e23f5968-93f4-4cf6-900e-60b42e1bc00b req-01c3a9f6-b7f6-404d-af96-219a96b9b8ee tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281858 Oct 26 17:09:18.761883 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-aea51079-fb6c-45ee-abd8-f3f8873f0986 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396683 Oct 26 17:09:18.843901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-d41d9cc9-1e52-45e4-b3d9-55aa64978f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:18.845378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-d41d9cc9-1e52-45e4-b3d9-55aa64978f70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0398695 Oct 26 17:09:18.948506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-52750c07-658f-47a3-9568-b70a3cd63af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:18.949950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-52750c07-658f-47a3-9568-b70a3cd63af8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0854836 Oct 26 17:09:19.013634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-7cf6dd37-c156-4f56-9a03-5bade6c39b74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1000 time: 0.0564218 Oct 26 17:09:19.069599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-55685d77-be8a-4841-a49a-8f20e4693629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:19.071036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-55685d77-be8a-4841-a49a-8f20e4693629 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0506380 Oct 26 17:09:19.115414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-5a1360ec-3866-48a0-b4ac-6cf7a90e360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:19.116866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-5a1360ec-3866-48a0-b4ac-6cf7a90e360f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387468 Oct 26 17:09:19.212424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-af555cca-4800-4bf5-956a-95252b55c82e service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Oct 26 17:09:19.300986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e0fdbee8-e000-4b20-9cc7-c56dacfd7392 req-30ba26f3-ce45-4220-9654-4d31d11b1078 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 Oct 26 17:09:19.699360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6815d0-4007-406b-a508-cf5fc2d8300a req-21123b5d-54ff-44bf-ac9b-db39b67f509b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:19.701397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef6815d0-4007-406b-a508-cf5fc2d8300a req-21123b5d-54ff-44bf-ac9b-db39b67f509b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0396547 Oct 26 17:09:19.735307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef6815d0-4007-406b-a508-cf5fc2d8300a req-056b76b4-4cc0-49f1-aedb-8fcbe418c954 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278783 Oct 26 17:09:19.838626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c3510-bbe2-4a77-8b68-202f9beafea1 req-0b1e6adf-8193-429e-964d-b7f80e6842aa tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:19.840146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b7c3510-bbe2-4a77-8b68-202f9beafea1 req-0b1e6adf-8193-429e-964d-b7f80e6842aa tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0399969 Oct 26 17:09:19.874208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b7c3510-bbe2-4a77-8b68-202f9beafea1 req-44834509-b6ad-4f87-a6e0-2a600ef3dbe5 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280581 Oct 26 17:09:19.981072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923ec82-acff-4eb0-8837-902c7decc4c5 req-55958d74-c85c-4c7a-8122-cebdc3390351 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:19.983736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7923ec82-acff-4eb0-8837-902c7decc4c5 req-55958d74-c85c-4c7a-8122-cebdc3390351 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0442882 Oct 26 17:09:20.018344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7923ec82-acff-4eb0-8837-902c7decc4c5 req-b7d5ab11-39cb-498e-9f00-badfe3cea92c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282671 Oct 26 17:09:20.226252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-612f1baf-fc45-4520-8241-3f684cf4b88b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:20.230150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-612f1baf-fc45-4520-8241-3f684cf4b88b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/networks?id=51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 200 len: 910 time: 0.0875659 Oct 26 17:09:20.243548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-d4236a86-aed2-4867-987a-9c1911db6c0e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/quotas/ed7a81af894f4f34937672e10d3f712a HTTP/1.1" status: 200 len: 375 time: 0.0087917 Oct 26 17:09:20.293339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-48526d10-c0fc-458d-bc13-4b1dc73e07d1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0439799 Oct 26 17:09:20.380784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-1c7a8b21-437c-4132-aa1b-08a785d3a46f service neutron] 10.222.0.21 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797844 Oct 26 17:09:20.471712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-8e637788-da1c-4bdc-be35-ee28e551b0e1 service neutron] 10.222.0.21 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Oct 26 17:09:20.714075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc5b27dd-d8db-45ad-8825-38bd1fce2bda req-9bb58f70-3d8d-40f9-b278-67eef7fa30be tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 210 time: 0.0263321 Oct 26 17:09:21.272952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:21.804302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a54efab-7ef2-443b-b621-03e5ce676a6b req-70d4b544-9a9a-4139-aef2-0ad006488eec tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 210 time: 0.0255823 Oct 26 17:09:22.381060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-b2eef173-f983-4f17-a280-5b685a0fa7ec tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:22.382547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-b2eef173-f983-4f17-a280-5b685a0fa7ec tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.39 "GET /v2.0/networks?id=51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 200 len: 910 time: 0.0898466 Oct 26 17:09:22.395064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Request body: {'port': {'device_id': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'admin_state_up': True, 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:22.472765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Made reservation on behalf of ed7a81af894f4f34937672e10d3f712a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:22.475224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:22.586337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Allocated IP 172.20.0.7 (51cb8ae3-b352-4713-8598-ddea6464ef2e/13653b40-6ac9-4f57-ab56-20bbc6122875/c765ad37-9689-4994-95d3-e37564c9e090) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:22.722426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:22.758657 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:22.816222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:22.827644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['685d1a5f-db1c-45d5-a99f-dfe0bac9154a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:22.858506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:22.863278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:22.867057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:22.872902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Pushing event updated for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:22.926908 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:22.927552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:22.933887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd33ea9-801b-4b74-957a-ffa44fa1de12 req-aa857480-ed2f-4975-80fe-b4f08f06cd64 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:22.939669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fd33ea9-801b-4b74-957a-ffa44fa1de12 req-aa857480-ed2f-4975-80fe-b4f08f06cd64 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1027 time: 0.0640767 Oct 26 17:09:22.975859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fd33ea9-801b-4b74-957a-ffa44fa1de12 req-a6113aea-69af-42f1-9b1d-dfe737ebda89 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Oct 26 17:09:23.064747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-de22fb28-347b-4d6f-bae3-c0e3b5e1e5f1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6732461 Oct 26 17:09:23.078132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Request body: {'port': {'device_id': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:23.110180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f1ca7cd1-36bf-4d44-b7b8-c5140bd5281c None None] Provisioning complete for port c765ad37-9689-4994-95d3-e37564c9e090 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:23.110653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7cd1-36bf-4d44-b7b8-c5140bd5281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.134253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.152404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca7cd1-36bf-4d44-b7b8-c5140bd5281c None None] Port c765ad37-9689-4994-95d3-e37564c9e090 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:23.390817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c765ad37-9689-4994-95d3-e37564c9e090 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:09:23.398289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.410429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Transition to ACTIVE for port object c765ad37-9689-4994-95d3-e37564c9e090 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:09:23.466887 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.520199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Pushing event updated for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:23.596136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Attempting to bind port c765ad37-9689-4994-95d3-e37564c9e090 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:23.596482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Attempting to bind port c765ad37-9689-4994-95d3-e37564c9e090 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:23.596819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Attempting to bind port c765ad37-9689-4994-95d3-e37564c9e090 on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:23.601497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Port c765ad37-9689-4994-95d3-e37564c9e090 on network 51cb8ae3-b352-4713-8598-ddea6464ef2e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:09:23.601823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Attempting to bind port c765ad37-9689-4994-95d3-e37564c9e090 on network 51cb8ae3-b352-4713-8598-ddea6464ef2e {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:23.606880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:23.607259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Checking segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:23.607650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Bound using segment: {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:23.608081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Bound port: c765ad37-9689-4994-95d3-e37564c9e090, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750667b5-8c7d-4496-972a-1a2f2e2591c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:23.608438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.673867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:23.676990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c765ad37-9689-4994-95d3-e37564c9e090,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:23.741849 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.783516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:23.784123 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:23.785502 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] 10.222.0.39 "PUT /v2.0/ports/c765ad37-9689-4994-95d3-e37564c9e090 HTTP/1.1" status: 200 len: 1091 time: 0.7118018 Oct 26 17:09:23.786442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:23.788214 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7f772-f845-4ff1-9686-ce0093443325" -d '{"events": [{"name": "network-changed", "server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "tag": "c765ad37-9689-4994-95d3-e37564c9e090"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:23.816018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9cecb-8fa6-4f3f-9743-e89c26fc54ed service neutron] Pushing event updated for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:23.915220 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433443e9-e8b1-41ec-af62-0aa1bfab02d3 x-openstack-request-id: req-433443e9-e8b1-41ec-af62-0aa1bfab02d3 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:23.915514 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "tag": "c765ad37-9689-4994-95d3-e37564c9e090", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:23.918430 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-433443e9-e8b1-41ec-af62-0aa1bfab02d3 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:23.918430 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090', 'status': 'completed', 'code': 200} Oct 26 17:09:23.925711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-2c67248f-ce54-484d-a761-463104608457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:23.927276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-2c67248f-ce54-484d-a761-463104608457 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0471063 Oct 26 17:09:23.972915 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-c5a8f899-e13b-4438-9870-a45bde6d5b17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c765ad37-9689-4994-95d3-e37564c9e090 HTTP/1.1" status: 200 len: 217 time: 0.0366452 Oct 26 17:09:24.032173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-f58abda7-fee3-4233-99df-e8e2f2378386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.033630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-f58abda7-fee3-4233-99df-e8e2f2378386 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13653b40-6ac9-4f57-ab56-20bbc6122875 HTTP/1.1" status: 200 len: 848 time: 0.0537519 Oct 26 17:09:24.080670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-9e70ffe1-a6ef-4dbd-bae8-aa4133dbf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.082116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-9e70ffe1-a6ef-4dbd-bae8-aa4133dbf0bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51cb8ae3-b352-4713-8598-ddea6464ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413809 Oct 26 17:09:24.097573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd17-90f1-45e5-bfc3-b4279a3d49c4 req-fec750e7-fe1c-4ea7-a131-0b6fc3602892 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.099305 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d01fd17-90f1-45e5-bfc3-b4279a3d49c4 req-fec750e7-fe1c-4ea7-a131-0b6fc3602892 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0446446 Oct 26 17:09:24.135697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d01fd17-90f1-45e5-bfc3-b4279a3d49c4 req-6a3c7f32-c130-4486-a3c1-839ffd52b189 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301487 Oct 26 17:09:24.178775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-e4b8a06d-3cce-4d1a-b401-873b6882afc5 service neutron] 10.222.0.39 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894184 Oct 26 17:09:24.268135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5fb55ab0-85bb-4624-8b3c-872bae7f1a9b req-d2f08198-875c-4b73-86fa-c9c556f87100 service neutron] 10.222.0.39 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823085 Oct 26 17:09:24.426521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-7ee0626a-afd8-47fd-bd15-2f98c9521f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.428071 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-7ee0626a-afd8-47fd-bd15-2f98c9521f1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed7a81af894f4f34937672e10d3f712a&device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0450366 Oct 26 17:09:24.524274 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-6bf5ada9-091b-4b33-86e8-9940eedd3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.525695 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-6bf5ada9-091b-4b33-86e8-9940eedd3c2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 200 len: 910 time: 0.0894766 Oct 26 17:09:24.566913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-892edd6a-d917-4e75-9bd2-51e0b1eed95a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c765ad37-9689-4994-95d3-e37564c9e090 HTTP/1.1" status: 200 len: 217 time: 0.0339658 Oct 26 17:09:24.619450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-7627f947-175a-4d54-b627-a8320516a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.620862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-7627f947-175a-4d54-b627-a8320516a35f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13653b40-6ac9-4f57-ab56-20bbc6122875 HTTP/1.1" status: 200 len: 848 time: 0.0466421 Oct 26 17:09:24.666451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-8202187e-5dd5-494d-8cc4-e5a3a5e71fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:24.668074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-8202187e-5dd5-494d-8cc4-e5a3a5e71fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51cb8ae3-b352-4713-8598-ddea6464ef2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393903 Oct 26 17:09:24.757667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-630eac27-f3fc-41c5-a8aa-7bbe4e9d9f99 service neutron] 10.222.0.39 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812194 Oct 26 17:09:24.851367 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8bd7f772-f845-4ff1-9686-ce0093443325 req-e046e58e-fe25-4816-8649-4d27e0e2800b service neutron] 10.222.0.39 "GET /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Oct 26 17:09:25.242799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb4ed9-2ac8-42e8-ac1b-74bffebed98a req-4839358f-b47e-4036-b838-7f02869cdd1a tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:25.244334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04cb4ed9-2ac8-42e8-ac1b-74bffebed98a req-4839358f-b47e-4036-b838-7f02869cdd1a tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0413935 Oct 26 17:09:25.278036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04cb4ed9-2ac8-42e8-ac1b-74bffebed98a req-fb34be0f-1144-475d-ae1a-761eb64887f0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274444 Oct 26 17:09:26.382841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215fca-6616-4e81-ac53-a28ef4629fc5 req-02290131-31d8-4644-8eae-f8bedb0d2a6f tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:26.384383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa215fca-6616-4e81-ac53-a28ef4629fc5 req-02290131-31d8-4644-8eae-f8bedb0d2a6f tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0407126 Oct 26 17:09:26.418097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa215fca-6616-4e81-ac53-a28ef4629fc5 req-0d7aa1d0-92a1-4ecf-a99f-04f95e0bb7b8 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278559 Oct 26 17:09:27.526737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7019dc-60cd-42bf-b80b-869456e70a15 req-8a8fe57c-cb95-4262-9422-797273802272 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:27.528266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce7019dc-60cd-42bf-b80b-869456e70a15 req-8a8fe57c-cb95-4262-9422-797273802272 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1094 time: 0.0435436 Oct 26 17:09:27.562387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce7019dc-60cd-42bf-b80b-869456e70a15 req-8bbd0651-d10b-4ebc-8daf-04ea2ffcc594 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274065 Oct 26 17:09:27.622123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c765ad37-9689-4994-95d3-e37564c9e090 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:09:27.713524 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c765ad37-9689-4994-95d3-e37564c9e090,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:27.724036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'c765ad37-9689-4994-95d3-e37564c9e090', 'network_id': '51cb8ae3-b352-4713-8598-ddea6464ef2e', 'port_id': 'c765ad37-9689-4994-95d3-e37564c9e090', 'mac_address': 'fa:16:3e:ef:8e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13653b40-6ac9-4f57-ab56-20bbc6122875', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:09:27.763529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:27.776262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c765ad37-9689-4994-95d3-e37564c9e090 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:09:27.794452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c765ad37-9689-4994-95d3-e37564c9e090,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:27.878468 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:27.925483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:28.094872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c765ad37-9689-4994-95d3-e37564c9e090'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:28.668678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ade970-e7e5-403b-97d5-701132ae5177 req-13cb3ba7-4423-4957-8cb4-794bbc06c25b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:28.670194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13ade970-e7e5-403b-97d5-701132ae5177 req-13cb3ba7-4423-4957-8cb4-794bbc06c25b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1095 time: 0.0407932 Oct 26 17:09:28.703953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13ade970-e7e5-403b-97d5-701132ae5177 req-1f83a00a-50f1-4ae2-8133-a964011b251d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277619 Oct 26 17:09:29.634102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c765ad37-9689-4994-95d3-e37564c9e090 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:29.741803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port c765ad37-9689-4994-95d3-e37564c9e090 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:09:29.746044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port c765ad37-9689-4994-95d3-e37564c9e090 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:29.746410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:29.819072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09105-e116-460c-a510-0d61ef32b0ac req-7642a6af-338f-415f-96f9-f1d8ef33a50e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:29.820529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80e09105-e116-460c-a510-0d61ef32b0ac req-7642a6af-338f-415f-96f9-f1d8ef33a50e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1095 time: 0.0419052 Oct 26 17:09:29.836086 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:29.858696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80e09105-e116-460c-a510-0d61ef32b0ac req-3f988358-3be6-498c-ab1c-09dad67e7929 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298526 Oct 26 17:09:29.859179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:29.861522 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe86cb4-1376-4072-af71-86f67859e9ed" -d '{"events": [{"server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "name": "network-vif-plugged", "status": "completed", "tag": "c765ad37-9689-4994-95d3-e37564c9e090"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:29.878182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c765ad37-9689-4994-95d3-e37564c9e090,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:29.904998 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900892b0-702c-44af-b6a9-5b6f2a3deeff x-openstack-request-id: req-900892b0-702c-44af-b6a9-5b6f2a3deeff {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:29.905285 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "name": "network-vif-plugged", "status": "completed", "tag": "c765ad37-9689-4994-95d3-e37564c9e090", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:29.905534 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-900892b0-702c-44af-b6a9-5b6f2a3deeff {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:29.906004 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090', 'code': 200} Oct 26 17:09:29.942020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:29.992820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:30.013449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f107-507d-49e1-a3ec-3350134e6439 req-b6614bcb-34aa-4c09-9d96-d0f58e155e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:30.015024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4c1f107-507d-49e1-a3ec-3350134e6439 req-b6614bcb-34aa-4c09-9d96-d0f58e155e7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0453649 Oct 26 17:09:30.053879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f4c1f107-507d-49e1-a3ec-3350134e6439 req-f8ad9be8-630c-4d08-bdc1-076bc56578a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Oct 26 17:09:30.977562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb2b2-f073-4cca-bd00-10ea8ead4dd4 req-8bd0dbf9-60fc-4ecf-ba55-f367f942ec99 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:30.979060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d78cb2b2-f073-4cca-bd00-10ea8ead4dd4 req-8bd0dbf9-60fc-4ecf-ba55-f367f942ec99 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0446012 Oct 26 17:09:31.012971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d78cb2b2-f073-4cca-bd00-10ea8ead4dd4 req-f8fbc408-bfe8-4129-ba32-0358410c300d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279515 Oct 26 17:09:31.067555 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32973be6-0b86-47fc-aeae-b4af5df10113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:32.119208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aae791-e773-47f5-a69c-c9f25b8003bc req-c536afeb-68db-4e4c-90c6-b7f16c50f603 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:32.120697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11aae791-e773-47f5-a69c-c9f25b8003bc req-c536afeb-68db-4e4c-90c6-b7f16c50f603 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0392022 Oct 26 17:09:32.155007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11aae791-e773-47f5-a69c-c9f25b8003bc req-50cd5bf4-21ea-4b14-9f05-19389267bf4c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275993 Oct 26 17:09:32.259363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd4a44-2a92-434b-963f-3ccd1bd91938 req-f6343615-f63a-4c37-98d8-f3aad4d1a350 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:32.260848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3fd4a44-2a92-434b-963f-3ccd1bd91938 req-f6343615-f63a-4c37-98d8-f3aad4d1a350 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0409129 Oct 26 17:09:32.295283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3fd4a44-2a92-434b-963f-3ccd1bd91938 req-af788797-6b1b-4112-a3af-3c2384872081 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282965 Oct 26 17:09:32.402520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3104b-a9e0-4233-a278-08821fbfae47 req-78a87c18-3ee7-4a70-8d22-cb2e0caf3890 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:32.404086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7c3104b-a9e0-4233-a278-08821fbfae47 req-78a87c18-3ee7-4a70-8d22-cb2e0caf3890 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0440955 Oct 26 17:09:32.439526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7c3104b-a9e0-4233-a278-08821fbfae47 req-1e7cf9fd-69b0-4894-8440-7a4d13d3d678 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286076 Oct 26 17:09:32.829235 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c798-76ba-412e-882e-8e54126ecf03 req-2c300d0c-9e3e-456f-9d9b-c4c12c45e61c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:32.830720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7f7c798-76ba-412e-882e-8e54126ecf03 req-2c300d0c-9e3e-456f-9d9b-c4c12c45e61c tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0408139 Oct 26 17:09:32.863630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7f7c798-76ba-412e-882e-8e54126ecf03 req-caf83ca1-4258-440d-9b8d-cf93a0ed1860 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269945 Oct 26 17:09:33.581642 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-014a679c-6de9-44a3-9078-846d277c1fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:33.972689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9821e-5023-4ecc-8e54-12ca94e5d8db req-6ba2608c-e81e-41a7-95b9-40e8d6f6c420 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:33.974198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbe9821e-5023-4ecc-8e54-12ca94e5d8db req-6ba2608c-e81e-41a7-95b9-40e8d6f6c420 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0421274 Oct 26 17:09:34.013747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbe9821e-5023-4ecc-8e54-12ca94e5d8db req-e9f47406-06fc-484d-9322-2d75b907299a tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Oct 26 17:09:34.120790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918434c-5765-4fd8-b034-ad507c35a44f req-4e5f65de-38d6-43a2-bbe6-c3741a0a4a3e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:34.122276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9918434c-5765-4fd8-b034-ad507c35a44f req-4e5f65de-38d6-43a2-bbe6-c3741a0a4a3e tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 1096 time: 0.0455616 Oct 26 17:09:34.142188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:34.203298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Deleting port c765ad37-9689-4994-95d3-e37564c9e090 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:34.203736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:34.286281 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] For port c765ad37-9689-4994-95d3-e37564c9e090, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=c765ad37-9689-4994-95d3-e37564c9e090,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:34.286641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:34.299444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Calling delete_port for c765ad37-9689-4994-95d3-e37564c9e090 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:34.478877 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:34.490757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['c765ad37-9689-4994-95d3-e37564c9e090'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:34.493067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['685d1a5f-db1c-45d5-a99f-dfe0bac9154a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:34.509930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Pushing event deleted for resources: {'Port': ['ID=c765ad37-9689-4994-95d3-e37564c9e090,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:34.519661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.520006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.520350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.520708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.520994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.521319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.521634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.522029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.522261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.522835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.523204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.523523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:34.570102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] No DVR routers for this DVR port c765ad37-9689-4994-95d3-e37564c9e090 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:09:34.573516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:34.577370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9918434c-5765-4fd8-b034-ad507c35a44f req-608f0f7f-daf6-4f3f-89e5-ab068e1437a0 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c765ad37-9689-4994-95d3-e37564c9e090 HTTP/1.1" status: 204 len: 173 time: 0.4486439 Oct 26 17:09:34.577857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'name': 'network-vif-deleted', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:34.582810 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142261e-add6-4841-9116-1b5afa86e7a5" -d '{"events": [{"server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "name": "network-vif-deleted", "tag": "c765ad37-9689-4994-95d3-e37564c9e090"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:34.624260 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298da1a-d86c-4f4c-8c9f-d509d6cbf257 x-openstack-request-id: req-e298da1a-d86c-4f4c-8c9f-d509d6cbf257 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:34.624559 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dabf9b-3edb-4e0b-b3e0-a155cfc883cb", "name": "network-vif-deleted", "tag": "c765ad37-9689-4994-95d3-e37564c9e090", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:34.624812 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e298da1a-d86c-4f4c-8c9f-d509d6cbf257 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:34.625255 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dabf9b-3edb-4e0b-b3e0-a155cfc883cb', 'name': 'network-vif-deleted', 'tag': 'c765ad37-9689-4994-95d3-e37564c9e090', 'status': 'completed', 'code': 200} Oct 26 17:09:35.116891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-518be99f-4b77-469e-9c25-43d38ca55877 req-31c3c510-9bdd-47f3-99fc-d02c109d93db tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74dabf9b-3edb-4e0b-b3e0-a155cfc883cb HTTP/1.1" status: 200 len: 210 time: 0.0249653 Oct 26 17:09:35.153484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:36.555461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ef5d-170c-408f-a33c-2e5a7cd55665 req-23ef9572-ea81-4503-9533-d63b90f59a69 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:36.556963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e8ef5d-170c-408f-a33c-2e5a7cd55665 req-23ef9572-ea81-4503-9533-d63b90f59a69 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0445960 Oct 26 17:09:36.589987 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12e8ef5d-170c-408f-a33c-2e5a7cd55665 req-c81346ee-df2d-4b95-9520-c0f8f19acae5 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271273 Oct 26 17:09:36.718807 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:37.695854 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f645a-202c-440b-ac7e-154598a24e7e req-cb9c1c49-b6ed-407c-8197-ae10fb4f6d74 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:37.697354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c4f645a-202c-440b-ac7e-154598a24e7e req-cb9c1c49-b6ed-407c-8197-ae10fb4f6d74 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0396073 Oct 26 17:09:37.700244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c765ad37-9689-4994-95d3-e37564c9e090 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:37.724536 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: c765ad37-9689-4994-95d3-e37564c9e090 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:37.725181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device c765ad37-9689-4994-95d3-e37564c9e090 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:37.732503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c4f645a-202c-440b-ac7e-154598a24e7e req-ccb4e4db-4e77-45cd-be91-96906feb3417 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ee6ef779-ab54-40db-9139-2517cc6e9915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290818 Oct 26 17:09:37.895307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-41257fa6-5929-485f-af27-cd0dde2be74d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:37.896722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-41257fa6-5929-485f-af27-cd0dde2be74d tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0402579 Oct 26 17:09:37.977148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Deleting port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:37.977487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:38.054342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] For port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:38.054704 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:38.067331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Calling delete_port for 685d1a5f-db1c-45d5-a99f-dfe0bac9154a owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:38.261223 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:38.275362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['685d1a5f-db1c-45d5-a99f-dfe0bac9154a'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:09:38.290153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Pushing event deleted for resources: {'Port': ['ID=685d1a5f-db1c-45d5-a99f-dfe0bac9154a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:38.334398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] No DVR routers for this DVR port 685d1a5f-db1c-45d5-a99f-dfe0bac9154a on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:09:38.337192 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:38.340629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0c64e37d-55dc-4ede-8e6e-0ebfc0870d9a req-6f868857-5d6f-488d-af6a-4b9f56de013b tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.47 "DELETE /v2.0/ports/685d1a5f-db1c-45d5-a99f-dfe0bac9154a HTTP/1.1" status: 204 len: 173 time: 0.4380748 Oct 26 17:09:38.341079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'name': 'network-vif-deleted', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:09:38.343418 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110e6c0-f99d-4a76-9261-24d81b181f55" -d '{"events": [{"server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "name": "network-vif-deleted", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:09:38.385380 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d69950-759c-4dab-bfab-5a51fac2b00b x-openstack-request-id: req-74d69950-759c-4dab-bfab-5a51fac2b00b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:09:38.385380 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83faca3-1a0b-4e55-b340-cf4b64bcfcf0", "name": "network-vif-deleted", "tag": "685d1a5f-db1c-45d5-a99f-dfe0bac9154a", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:09:38.385380 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74d69950-759c-4dab-bfab-5a51fac2b00b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:09:38.385380 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83faca3-1a0b-4e55-b340-cf4b64bcfcf0', 'name': 'network-vif-deleted', 'tag': '685d1a5f-db1c-45d5-a99f-dfe0bac9154a', 'status': 'completed', 'code': 200} Oct 26 17:09:38.835325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-725c3c87-7bb0-46b2-b1c6-748bb9f7d189 req-77aed0c5-622e-4f27-86c0-ec00bf78d7b1 tempest-TestServerMultinode-1119080385 tempest-TestServerMultinode-1119080385-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b83faca3-1a0b-4e55-b340-cf4b64bcfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0262015 Oct 26 17:09:39.898163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55236) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:40.234331 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:40.473606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Deleting port d0a36ae1-8a7d-4c23-8023-4ab23e66db34 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:40.473874 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:40.552316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] For port d0a36ae1-8a7d-4c23-8023-4ab23e66db34, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:40.552680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:40.565124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Calling delete_port for d0a36ae1-8a7d-4c23-8023-4ab23e66db34 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:40.772261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:09:40.799502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:40.828954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a36ae1-8a7d-4c23-8023-4ab23e66db34,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:40.854629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.854972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.855332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.855663 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.856003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.856314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.856633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.856949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.857264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.857578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.857894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:40.858201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:41.268161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 685d1a5f-db1c-45d5-a99f-dfe0bac9154a no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:41.289397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 685d1a5f-db1c-45d5-a99f-dfe0bac9154a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:41.289729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 685d1a5f-db1c-45d5-a99f-dfe0bac9154a not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:41.321343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:41.528027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Router c6123e18-0ad4-4602-8e61-331e5794b3bc has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:09:41.632738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:41.640321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-972edd50-d581-4595-98e0-795755a923b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6123e18-0ad4-4602-8e61-331e5794b3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385511 Oct 26 17:09:41.640504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:41.642127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Sync routers for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:41.653352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:41.653980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:41.746357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:41.756769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:41.852066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:41.937359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:40Z', 'revision_number': 5, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port': {'id': 'ce35266b-9c8e-419e-a846-880cd9bdfab5', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:41.964315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Checking router: c6123e18-0ad4-4602-8e61-331e5794b3bc for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:41.973279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Routers {'c6123e18-0ad4-4602-8e61-331e5794b3bc'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:41.973864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['c6123e18-0ad4-4602-8e61-331e5794b3bc'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:41.974716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Deleting port ce35266b-9c8e-419e-a846-880cd9bdfab5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:41.975060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.056560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] For port ce35266b-9c8e-419e-a846-880cd9bdfab5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce35266b-9c8e-419e-a846-880cd9bdfab5,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:42.056917 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.057641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] Set router c6123e18-0ad4-4602-8e61-331e5794b3bc gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:42.070422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Calling delete_port for ce35266b-9c8e-419e-a846-880cd9bdfab5 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:42.111970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:41Z', 'revision_number': 6, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:42.137296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b75f0-76fb-4cdb-8c77-b88166e987ff None None] The sync data for ids ['c6123e18-0ad4-4602-8e61-331e5794b3bc'] in n-d-815373-2 is: [{'id': 'c6123e18-0ad4-4602-8e61-331e5794b3bc', 'name': 'tempest-TestServerMultinode-794925330-router', 'tenant_id': 'b95de72d016f4db6a795a5e12261a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:08:56Z', 'updated_at': '2021-10-26T17:09:41Z', 'revision_number': 6, 'project_id': 'b95de72d016f4db6a795a5e12261a116', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:42.284743 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.311201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce35266b-9c8e-419e-a846-880cd9bdfab5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:42.372378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.462256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.464525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.570727 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.571307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6123e18-0ad4-4602-8e61-331e5794b3bc {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:09:42.575560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.576693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bcdcfd8e-158f-477c-b5f9-023246591b82 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c6123e18-0ad4-4602-8e61-331e5794b3bc HTTP/1.1" status: 204 len: 168 time: 0.9341166 Oct 26 17:09:42.579325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55240) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:42.623518 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Deleting subnet 13653b40-6ac9-4f57-ab56-20bbc6122875 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:09:42.626621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.663729 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.737428 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.851480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.878458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13653b40-6ac9-4f57-ab56-20bbc6122875,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:42.882738 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.885961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1b02b084-97d8-4a61-8da0-9bc7161582ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13653b40-6ac9-4f57-ab56-20bbc6122875 HTTP/1.1" status: 204 len: 168 time: 0.3056858 Oct 26 17:09:42.889073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55242) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:42.892359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245ed6b-210e-4c93-a0e3-3140439ea9d7 None None] Network 51cb8ae3-b352-4713-8598-ddea6464ef2e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:42.935024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce35266b-9c8e-419e-a846-880cd9bdfab5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:42.968702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ce35266b-9c8e-419e-a846-880cd9bdfab5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:42.968944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:42.969183 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce35266b-9c8e-419e-a846-880cd9bdfab5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:42.969931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d0a36ae1-8a7d-4c23-8023-4ab23e66db34 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:42.999958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d0a36ae1-8a7d-4c23-8023-4ab23e66db34 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:43.001268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d0a36ae1-8a7d-4c23-8023-4ab23e66db34 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:43.027974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Deleting port 50abc92c-0b81-4159-9429-9d15e592b831 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:43.028310 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.095471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] For port 50abc92c-0b81-4159-9429-9d15e592b831, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=50abc92c-0b81-4159-9429-9d15e592b831,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:43.095771 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.115866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Calling delete_port for 50abc92c-0b81-4159-9429-9d15e592b831 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:43.135551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] DHCP port deletion for 51cb8ae3-b352-4713-8598-ddea6464ef2e request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:09:43.192658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Deleting port 50abc92c-0b81-4159-9429-9d15e592b831 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:43.193039 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.257487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] For port 50abc92c-0b81-4159-9429-9d15e592b831, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=50abc92c-0b81-4159-9429-9d15e592b831,segment=NetworkSegment(750667b5-8c7d-4496-972a-1a2f2e2591c4),segment_id=750667b5-8c7d-4496-972a-1a2f2e2591c4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:43.257882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.262163 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.271381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Calling delete_port for 50abc92c-0b81-4159-9429-9d15e592b831 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:43.288878 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Pushing event deleted for resources: {'Port': ['ID=50abc92c-0b81-4159-9429-9d15e592b831,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:43.299563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] No DVR routers for this DVR port 50abc92c-0b81-4159-9429-9d15e592b831 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:09:43.352731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.373337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.377280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Pushing event deleted for resources: {'Port': ['ID=50abc92c-0b81-4159-9429-9d15e592b831,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:43.382190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] No DVR routers for this DVR port 50abc92c-0b81-4159-9429-9d15e592b831 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:09:43.389059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.389312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.389644 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.389975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.390298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.390618 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.393866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c09207-2275-49c5-8803-45aeaa51c9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:43.396934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cb8ae3-b352-4713-8598-ddea6464ef2e']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:43.407456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750667b5-8c7d-4496-972a-1a2f2e2591c4') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:43.407748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750667b5-8c7d-4496-972a-1a2f2e2591c4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:43.417313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.430912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.436667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:09:43.441516 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:09:43.541896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.547493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:43.550696 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] 10.222.0.21 "DELETE /v2.0/networks/51cb8ae3-b352-4713-8598-ddea6464ef2e HTTP/1.1" status: 204 len: 168 time: 0.6606326 Oct 26 17:09:43.553680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55244) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:43.561819 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204cfb-8ec3-4667-9fd6-6ee7b0e2e562 admin admin] Pushing event deleted for resources: {'Network': ['ID=51cb8ae3-b352-4713-8598-ddea6464ef2e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:43.893036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:44.133308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Deleting port d7aa5b4a-f153-40a3-b4ab-79866f5675d2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:44.133645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:44.213285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] For port d7aa5b4a-f153-40a3-b4ab-79866f5675d2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:44.213559 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:44.225692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Calling delete_port for d7aa5b4a-f153-40a3-b4ab-79866f5675d2 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:44.456494 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:44.486531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aa5b4a-f153-40a3-b4ab-79866f5675d2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:44.649757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:44.878814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:09:44.892683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 50abc92c-0b81-4159-9429-9d15e592b831 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:44.913540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 50abc92c-0b81-4159-9429-9d15e592b831 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:44.913881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 50abc92c-0b81-4159-9429-9d15e592b831 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:44.995183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:45.003223 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2685dd49-c0c4-46f8-a8a8-ad4f26bac0b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8adbba83-1dc0-4996-b0ac-42b1dd6a795d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4453840 Oct 26 17:09:45.003223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55246) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:45.006783 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Sync routers for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:45.017375 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:45.017823 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:45.109754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:45.125203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:45.214039 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:45.308984 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:44Z', 'revision_number': 5, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port': {'id': 'b709d050-c781-44a0-b62b-d4f53a600491', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:02Z', 'updated_at': '2021-10-26T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:45.335346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Checking router: 8adbba83-1dc0-4996-b0ac-42b1dd6a795d for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:45.344922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Routers {'8adbba83-1dc0-4996-b0ac-42b1dd6a795d'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:45.345534 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:45.363264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Deleting port b709d050-c781-44a0-b62b-d4f53a600491 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:45.363603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:45.435581 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] Set router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:45.447197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] For port b709d050-c781-44a0-b62b-d4f53a600491, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b709d050-c781-44a0-b62b-d4f53a600491,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:45.447587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:45.459867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Calling delete_port for b709d050-c781-44a0-b62b-d4f53a600491 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:45.491446 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:45Z', 'revision_number': 6, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:45.520098 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324c247-7bff-4075-8007-8b85ce36f56c None None] The sync data for ids ['8adbba83-1dc0-4996-b0ac-42b1dd6a795d'] in n-d-815373-2 is: [{'id': '8adbba83-1dc0-4996-b0ac-42b1dd6a795d', 'name': 'tempest-TestServerMultinode-2111424780-router', 'tenant_id': 'ed7a81af894f4f34937672e10d3f712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:01Z', 'updated_at': '2021-10-26T17:09:45Z', 'revision_number': 6, 'project_id': 'ed7a81af894f4f34937672e10d3f712a', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:46.038631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.063162 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b709d050-c781-44a0-b62b-d4f53a600491,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:46.125659 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.221122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.223273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.336655 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.339696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8adbba83-1dc0-4996-b0ac-42b1dd6a795d {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:09:46.341715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.342899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d9f2429c-186f-4ced-a3f4-5252c9d541ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/8adbba83-1dc0-4996-b0ac-42b1dd6a795d HTTP/1.1" status: 204 len: 168 time: 1.3392580 Oct 26 17:09:46.345650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55248) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:46.394411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Deleting subnet 0661764e-9748-41df-9026-8d16bb57d054 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:09:46.397672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.434510 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.511205 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.633783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.660284 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0661764e-9748-41df-9026-8d16bb57d054,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:46.663761 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.666884 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7bffffa4-6c9e-481d-bb0c-15024af4a2da admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0661764e-9748-41df-9026-8d16bb57d054 HTTP/1.1" status: 204 len: 168 time: 0.3202126 Oct 26 17:09:46.669414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55250) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:46.672104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3a581-ed96-4b28-8579-ceb3ec7d8933 None None] Network ffd588f4-5e5e-4be2-8109-0e5708cc1114 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:46.745680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.806746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Deleting port c59949f2-6935-4984-bee3-896403e7c189 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:09:46.807189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.869435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b709d050-c781-44a0-b62b-d4f53a600491 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:46.878349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] For port c59949f2-6935-4984-bee3-896403e7c189, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c59949f2-6935-4984-bee3-896403e7c189,segment=NetworkSegment(1620e36e-68c7-4f88-88e7-b95f65c21c02),segment_id=1620e36e-68c7-4f88-88e7-b95f65c21c02)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:46.878713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:46.891569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Calling delete_port for c59949f2-6935-4984-bee3-896403e7c189 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:09:46.897347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b709d050-c781-44a0-b62b-d4f53a600491 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:46.897689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b709d050-c781-44a0-b62b-d4f53a600491 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:46.898344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d7aa5b4a-f153-40a3-b4ab-79866f5675d2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:46.925231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d7aa5b4a-f153-40a3-b4ab-79866f5675d2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:46.925573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d7aa5b4a-f153-40a3-b4ab-79866f5675d2 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:47.029842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462da94-1823-41d1-a571-d5c920cdea50 None None] DHCP port deletion for ffd588f4-5e5e-4be2-8109-0e5708cc1114 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:09:47.033792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.061593 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59949f2-6935-4984-bee3-896403e7c189,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:47.063964 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] No DVR routers for this DVR port c59949f2-6935-4984-bee3-896403e7c189 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:09:47.137518 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.157728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd588f4-5e5e-4be2-8109-0e5708cc1114']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:47.167571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1620e36e-68c7-4f88-88e7-b95f65c21c02') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:47.167876 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1620e36e-68c7-4f88-88e7-b95f65c21c02') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:47.181596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.195203 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.201256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:09:47.201663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:09:47.203362 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:09:47.347919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.353411 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.356592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ffd588f4-5e5e-4be2-8109-0e5708cc1114 HTTP/1.1" status: 204 len: 168 time: 0.6862462 Oct 26 17:09:47.368222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79749e-84ea-47ae-ae48-6e516e8ef2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd588f4-5e5e-4be2-8109-0e5708cc1114,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:47.655040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55254) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:47.694478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4251b7f4-70ce-46f5-954a-e33db0e1688d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b95de72d016f4db6a795a5e12261a116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382628 Oct 26 17:09:47.696849 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55256) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:47.744603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.764922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.879390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.882026 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:47.883206 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79d6e3d1-d96f-4b5f-af0c-3f6dcbb8108b HTTP/1.1" status: 204 len: 168 time: 0.1854508 Oct 26 17:09:47.892172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400cfb0-3054-45f7-aea7-fce045fc261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6e3d1-d96f-4b5f-af0c-3f6dcbb8108b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:48.494387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:48.534613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7aa4d890-d127-44d0-9bfa-d02ead648c07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed7a81af894f4f34937672e10d3f712a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390534 Oct 26 17:09:48.537212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55264) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:48.585658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:48.606678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:48.713295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:48.715879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:48.720124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee6ef779-ab54-40db-9139-2517cc6e9915 HTTP/1.1" status: 204 len: 168 time: 0.1788814 Oct 26 17:09:48.725592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1e84-b280-4783-ac23-17a2c1e6d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ef779-ab54-40db-9139-2517cc6e9915,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:48.833270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c59949f2-6935-4984-bee3-896403e7c189 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:09:48.853768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c59949f2-6935-4984-bee3-896403e7c189 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:09:48.854104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c59949f2-6935-4984-bee3-896403e7c189 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:09:49.645395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:49.739554 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1196497443-network', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:49.810310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Made reservation on behalf of 2b5253dc77d54c43a83466e48b71b94d for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:49.813466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:49.821878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:49.898446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:49.942076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:49.971199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:09:49.977314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14adefe-9202-49fe-83e0-c4f4e06becb4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:49.985375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:49.985375 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Added segment 2074dfa5-181d-41be-a74e-84212d5c9cfa of type vlan for network 15447aaa-a394-497d-b8ef-eac925ee8462 Oct 26 17:09:50.026070 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.107392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.108473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:50.109174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.175018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] Pushing event updated for resources: {'Network': ['ID=15447aaa-a394-497d-b8ef-eac925ee8462,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:50.184508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 15447aaa-a394-497d-b8ef-eac925ee8462 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:09:50.231036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-04e0eb4b-ff9b-4e9d-ad87-da7fe72a4360 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5845125 Oct 26 17:09:50.233851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55290) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:50.240172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Request body: {'subnet': {'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1196497443-subnet', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:50.325017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Made reservation on behalf of 2b5253dc77d54c43a83466e48b71b94d for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:50.327378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.559591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.613739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6958f8-efa4-4061-af56-be675dde19aa,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:50.628560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Checking segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:50.628923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Network hostable DHCP agents. Network: 15447aaa-a394-497d-b8ef-eac925ee8462, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:09:50.695986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Network 15447aaa-a394-497d-b8ef-eac925ee8462 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:09:50.776241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 15447aaa-a394-497d-b8ef-eac925ee8462) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:50.780501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:50.781088 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.786290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d503ea0-47c7-4bbe-9f65-d8f1d2f3bb11 None None] Network 15447aaa-a394-497d-b8ef-eac925ee8462 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:50.852928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f183e55d-b5fd-464a-bca0-1bb19d169aae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6174774 Oct 26 17:09:50.855639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 55292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:50.860710 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:50.931681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-15447aaa-a394-497d-b8ef-eac925ee8462', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:09:50.934527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.954370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:50.955544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.016213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.068302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Allocated IP 172.20.0.2 (15447aaa-a394-497d-b8ef-eac925ee8462/7a6958f8-efa4-4061-af56-be675dde19aa/6113e7c0-a354-4478-878a-1bb65b20d1b9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:51.218351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.233805 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.279808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.311826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.327783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Network 15447aaa-a394-497d-b8ef-eac925ee8462 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:51.330654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:51.335192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:51.337164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Pushing event updated for resources: {'Port': ['ID=6113e7c0-a354-4478-878a-1bb65b20d1b9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:51.390229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Attempting to bind port 6113e7c0-a354-4478-878a-1bb65b20d1b9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:51.390598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Attempting to bind port 6113e7c0-a354-4478-878a-1bb65b20d1b9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:51.390959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Attempting to bind port 6113e7c0-a354-4478-878a-1bb65b20d1b9 on network 15447aaa-a394-497d-b8ef-eac925ee8462 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:51.395962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:51.396344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Checking segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:51.396745 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.397138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Bound using segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:51.397605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Bound port: 6113e7c0-a354-4478-878a-1bb65b20d1b9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:51.397988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.460056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] For port 6113e7c0-a354-4478-878a-1bb65b20d1b9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:51.463118 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] For port 6113e7c0-a354-4478-878a-1bb65b20d1b9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6113e7c0-a354-4478-878a-1bb65b20d1b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:51.501659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.519701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.520334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.590485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999a67-d7bd-49bb-a440-c79b80de2f30 None None] Pushing event updated for resources: {'Port': ['ID=6113e7c0-a354-4478-878a-1bb65b20d1b9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:51.635162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Allocated IP 172.25.5.244 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f17341b0-01f5-43e9-b460-988b96f4abf6) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:51.764658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.839382 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:51.876933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:51.879884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:51.885396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:51.920894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=f17341b0-01f5-43e9-b460-988b96f4abf6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:52.256326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.467066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.471692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7095e17-4bbf-4fe8-be6e-e026023c7ba1 None None] Network 15447aaa-a394-497d-b8ef-eac925ee8462 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:52.554312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] Provisioning complete for port 6113e7c0-a354-4478-878a-1bb65b20d1b9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:52.554677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.645145 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:09:52.701336 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.751583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] For port 6113e7c0-a354-4478-878a-1bb65b20d1b9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6113e7c0-a354-4478-878a-1bb65b20d1b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:52.759968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:52.770355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.773175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:52.785748 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:52.786255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:52.826196 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.831272 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:52.833831 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-91aacdaa-db46-4fb1-8e90-7ef49db66ba8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9769506 Oct 26 17:09:52.836452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55294) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:52.909236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6113e7c0-a354-4478-878a-1bb65b20d1b9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:52.999558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da772c60-5f2c-49cc-aa6e-019e4d801bcf None None] Pushing event updated for resources: {'Port': ['ID=6113e7c0-a354-4478-878a-1bb65b20d1b9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:53.005105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-463d48c2-37c3-4303-93a8-b880718c8c3b None None] Provisioning complete for port 6113e7c0-a354-4478-878a-1bb65b20d1b9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:53.005477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-463d48c2-37c3-4303-93a8-b880718c8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.052539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:53.111570 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6113e7c0-a354-4478-878a-1bb65b20d1b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:53.111975 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.258147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.357817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:52Z', 'revision_number': 3, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:53.385555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:53.385904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Updating router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 port f17341b0-01f5-43e9-b460-988b96f4abf6 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:53.412160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.426360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Allocated IP 172.20.0.1 (15447aaa-a394-497d-b8ef-eac925ee8462/7a6958f8-efa4-4061-af56-be675dde19aa/25f8e67e-3b95-4b59-b479-be5bce786235) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:53.530931 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.621983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.660774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Network 15447aaa-a394-497d-b8ef-eac925ee8462 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:53.665246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:53.668776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:53.668951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.675387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Pushing event updated for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:53.711893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.730801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.788175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42eef-1bcc-4e9d-81cd-e89a2f8ca857 None None] Pushing event updated for resources: {'Port': ['ID=f17341b0-01f5-43e9-b460-988b96f4abf6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:53.790507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Attempting to bind port f17341b0-01f5-43e9-b460-988b96f4abf6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:53.790878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Attempting to bind port f17341b0-01f5-43e9-b460-988b96f4abf6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:53.791286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Attempting to bind port f17341b0-01f5-43e9-b460-988b96f4abf6 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:53.797454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:53.798329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:53.798329 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.798608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:53.799146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Bound port: f17341b0-01f5-43e9-b460-988b96f4abf6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:53.799542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.856509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] For port f17341b0-01f5-43e9-b460-988b96f4abf6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:53.861002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] For port f17341b0-01f5-43e9-b460-988b96f4abf6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f17341b0-01f5-43e9-b460-988b96f4abf6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:53.916739 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.919487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-898cd37d-ef15-4b30-9806-1a1616ebda39 None None] Provisioning complete for port 25f8e67e-3b95-4b59-b479-be5bce786235 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:53.919875 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-898cd37d-ef15-4b30-9806-1a1616ebda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.923670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:53.995386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-898cd37d-ef15-4b30-9806-1a1616ebda39 None None] Port 25f8e67e-3b95-4b59-b479-be5bce786235 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:54.014619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42eef-1bcc-4e9d-81cd-e89a2f8ca857 None None] Pushing event updated for resources: {'Port': ['ID=f17341b0-01f5-43e9-b460-988b96f4abf6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:54.018137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:54.018285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:54.089446 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:54.129039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:54.153391 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:54.219982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Pushing event updated for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:54.222529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:54.321722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Network 15447aaa-a394-497d-b8ef-eac925ee8462 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:54.323838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:54.332713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 1, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:54.364886 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911f424-0702-457e-94e4-14e0be6e5bbd None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 1, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:54.454894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:09:54.569011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:54.576913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0aac8044-31ff-47e7-afcb-59a31698ab5a admin admin] 10.222.0.21 "PUT /v2.0/routers/8293f99d-1987-457e-b4d9-1e4f5ec5dc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384467 Oct 26 17:09:54.618616 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ac9115e5-e7ea-432b-b781-999b134a4231 None None] Provisioning complete for port 25f8e67e-3b95-4b59-b479-be5bce786235 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:54.618979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ac9115e5-e7ea-432b-b781-999b134a4231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:54.667563 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ac9115e5-e7ea-432b-b781-999b134a4231 None None] Port 25f8e67e-3b95-4b59-b479-be5bce786235 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:09:54.841819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6113e7c0-a354-4478-878a-1bb65b20d1b9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:54.896867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6113e7c0-a354-4478-878a-1bb65b20d1b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:54.897505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.287875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:55.293000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2043470176-network', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:55.353953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Made reservation on behalf of 92b51f03807d4bb4b70e712a2bab4229 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:55.357004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.367586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.448266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.486012 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.512554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:09:55.522945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f280cd6-119b-4fcf-892a-4e02ac5ca554,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:55.530873 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.530873 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Added segment 887082d8-f263-4c77-a961-7159dd2e151b of type vlan for network a23bed3d-f6c2-46a2-a0e0-4648f691d039 Oct 26 17:09:55.572932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.633939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.634945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:55.635706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:55.699020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] Pushing event updated for resources: {'Network': ['ID=a23bed3d-f6c2-46a2-a0e0-4648f691d039,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:55.709126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:09:55.751416 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-03445f09-235a-4f7b-82ac-51ebbbcb93ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4622874 Oct 26 17:09:55.754485 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55312) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:55.759783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Request body: {'subnet': {'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2043470176-subnet', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:55.816058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Made reservation on behalf of 92b51f03807d4bb4b70e712a2bab4229 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:09:55.818534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.028373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.079612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c009b1cf-f724-4b70-8899-511335a3192b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:56.096421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Checking segment: {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:56.096808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Network hostable DHCP agents. Network: a23bed3d-f6c2-46a2-a0e0-4648f691d039, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:09:56.165199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:09:56.238905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a23bed3d-f6c2-46a2-a0e0-4648f691d039) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:56.242970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:09:56.243605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.248102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a406ea9-c651-46ae-8609-de44137046ac None None] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:56.361172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:56.362301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6f4d2eca-e75a-46ab-b642-cabd946f23b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6065536 Oct 26 17:09:56.364616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55316) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:56.369063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:09:56.379576 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:56.380286 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:56.400141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:09:56.401094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.473801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.475070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.491515 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:56.532213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.541132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Allocated IP 172.20.0.2 (a23bed3d-f6c2-46a2-a0e0-4648f691d039/c009b1cf-f724-4b70-8899-511335a3192b/ef32e72b-56dd-468e-b10b-1308efa9bca5) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:56.698169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.727731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.742923 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.792584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:56.792710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 2, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:56.799579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:56.806742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:56.817848 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Pushing event updated for resources: {'Port': ['ID=ef32e72b-56dd-468e-b10b-1308efa9bca5,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:56.822626 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:56.822978 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Updating router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 port 25f8e67e-3b95-4b59-b479-be5bce786235 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:56.854030 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.897505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Attempting to bind port ef32e72b-56dd-468e-b10b-1308efa9bca5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:56.898192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Attempting to bind port ef32e72b-56dd-468e-b10b-1308efa9bca5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:56.898836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Attempting to bind port ef32e72b-56dd-468e-b10b-1308efa9bca5 on network a23bed3d-f6c2-46a2-a0e0-4648f691d039 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:56.915276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f17341b0-01f5-43e9-b460-988b96f4abf6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:56.917186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:56.917551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Checking segment: {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:56.917943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.918328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Bound using segment: {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:56.918785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Bound port: ef32e72b-56dd-468e-b10b-1308efa9bca5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:56.919169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:56.999676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.019926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.020552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f17341b0-01f5-43e9-b460-988b96f4abf6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:57.020922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.022824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] For port ef32e72b-56dd-468e-b10b-1308efa9bca5, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:57.027698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] For port ef32e72b-56dd-468e-b10b-1308efa9bca5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef32e72b-56dd-468e-b10b-1308efa9bca5,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:57.107257 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.131950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Allocated IP 172.25.5.37 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f738389a-62d3-4431-b746-7aad86952fc9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:57.145319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.151177 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.184740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f17341b0-01f5-43e9-b460-988b96f4abf6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f17341b0-01f5-43e9-b460-988b96f4abf6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:57.199654 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b22206-107e-45e4-8d6f-d5456a35f36c None None] Pushing event updated for resources: {'Port': ['ID=ef32e72b-56dd-468e-b10b-1308efa9bca5,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:57.216747 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.245166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.251260 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.280080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Pushing event updated for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:57.314778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f17341b0-01f5-43e9-b460-988b96f4abf6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:57.319054 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.319422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.319761 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.320089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.320414 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.320735 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.321054 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.321368 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.321682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.321996 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.322312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.322620 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:09:57.336860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Attempting to bind port 25f8e67e-3b95-4b59-b479-be5bce786235 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:57.336860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Attempting to bind port 25f8e67e-3b95-4b59-b479-be5bce786235 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:57.337212 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Attempting to bind port 25f8e67e-3b95-4b59-b479-be5bce786235 on network 15447aaa-a394-497d-b8ef-eac925ee8462 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:57.342882 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:57.343283 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Checking segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:57.343673 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.344772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Bound using segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:57.345823 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Bound port: 25f8e67e-3b95-4b59-b479-be5bce786235, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:57.345823 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.366787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.409902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:57.413029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:57.416836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:57.418139 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] For port 25f8e67e-3b95-4b59-b479-be5bce786235, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:09:57.423193 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] For port 25f8e67e-3b95-4b59-b479-be5bce786235, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=25f8e67e-3b95-4b59-b479-be5bce786235,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:09:57.440217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Pushing event updated for resources: {'Port': ['ID=f738389a-62d3-4431-b746-7aad86952fc9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:57.496905 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.627413 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1927-c27c-47ee-b9eb-19888a0c0972 None None] Pushing event updated for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:57.646649 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:57.647259 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:57.717826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] Provisioning complete for port 25f8e67e-3b95-4b59-b479-be5bce786235 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:57.718065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.777084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.791650 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:57.812060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.862866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] For port 25f8e67e-3b95-4b59-b479-be5bce786235, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=25f8e67e-3b95-4b59-b479-be5bce786235,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:57.920528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:57.971565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230c601-5438-4a6a-ab90-a500cca77d11 None None] Pushing event updated for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:58.004061 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.043222 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:58.045375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4c8bbd98-bfdc-4c91-b124-4a933d8c2ef4 None None] Provisioning complete for port 25f8e67e-3b95-4b59-b479-be5bce786235 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:58.045938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c8bbd98-bfdc-4c91-b124-4a933d8c2ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.077055 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43771a8f-f4dd-4909-8e8e-c4b4400e1966 None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:09:58.403961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21126276-05ad-42f8-b4e9-71ccc4f31a10 None None] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:09:58.505409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] Provisioning complete for port ef32e72b-56dd-468e-b10b-1308efa9bca5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:58.505873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.549019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Router 11e504a8-dfe9-4288-a3db-8bc0d2062192 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:09:58.654722 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.662906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:09:58.685002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Sync routers for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:09:58.710317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] For port ef32e72b-56dd-468e-b10b-1308efa9bca5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef32e72b-56dd-468e-b10b-1308efa9bca5,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:09:58.712712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:09:58.713343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:58.728714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.732922 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-20a716fc-65c3-4053-9aa4-1555c9248838 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3644419 Oct 26 17:09:58.733123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 55318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:09:58.785249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:58.871681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84499ec9-6fc8-4b24-b8d5-9d896f26a671 None None] Pushing event updated for resources: {'Port': ['ID=ef32e72b-56dd-468e-b10b-1308efa9bca5,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:58.884042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:09:59.038851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f2f1-12b6-4357-850e-31f917a649f3 None None] Provisioning complete for port ef32e72b-56dd-468e-b10b-1308efa9bca5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:59.039264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f2f1-12b6-4357-850e-31f917a649f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.075642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 25f8e67e-3b95-4b59-b479-be5bce786235 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:59.210992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 25f8e67e-3b95-4b59-b479-be5bce786235 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:59.211301 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.222591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.256652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 3, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:09:59.289361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Checking router: 11e504a8-dfe9-4288-a3db-8bc0d2062192 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:09:59.289710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Updating router 11e504a8-dfe9-4288-a3db-8bc0d2062192 port f738389a-62d3-4431-b746-7aad86952fc9 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:09:59.320570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.382681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Allocated IP 172.20.0.1 (a23bed3d-f6c2-46a2-a0e0-4648f691d039/c009b1cf-f724-4b70-8899-511335a3192b/b2e61a9e-15d9-4b9f-9577-a3601e42dec6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:09:59.431036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef32e72b-56dd-468e-b10b-1308efa9bca5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:59.489447 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.550542 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ef32e72b-56dd-468e-b10b-1308efa9bca5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:59.550910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.565548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.606400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:09:59.609390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:09:59.613803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:09:59.642073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:59.660373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.714163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f17341b0-01f5-43e9-b460-988b96f4abf6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:09:59.721220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.778302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f17341b0-01f5-43e9-b460-988b96f4abf6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:59.778677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.801333 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.883713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.883919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8115765-4e51-419e-a864-00ac829fd6d4 None None] Pushing event updated for resources: {'Port': ['ID=f738389a-62d3-4431-b746-7aad86952fc9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:09:59.893801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Attempting to bind port f738389a-62d3-4431-b746-7aad86952fc9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:09:59.894168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Attempting to bind port f738389a-62d3-4431-b746-7aad86952fc9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:09:59.894521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Attempting to bind port f738389a-62d3-4431-b746-7aad86952fc9 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:09:59.902773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6ea0f4e1-71c5-4a70-a990-d82cc42e5124 None None] Provisioning complete for port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:09:59.903155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f4e1-71c5-4a70-a990-d82cc42e5124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.927596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:09:59.927961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:09:59.928352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.928746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:09:59.929220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Bound port: f738389a-62d3-4431-b746-7aad86952fc9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:09:59.929588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:09:59.998181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0f4e1-71c5-4a70-a990-d82cc42e5124 None None] Port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:10:00.019900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] For port f738389a-62d3-4431-b746-7aad86952fc9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:10:00.022920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] For port f738389a-62d3-4431-b746-7aad86952fc9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f738389a-62d3-4431-b746-7aad86952fc9,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:10:00.052425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:00.108421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:00.130668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:00.171236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:10:00.171856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:00.174712 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8115765-4e51-419e-a864-00ac829fd6d4 None None] Pushing event updated for resources: {'Port': ['ID=f738389a-62d3-4431-b746-7aad86952fc9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:00.202685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:00.205185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:00.301609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:10:00.303059 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:10:00.424416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Router 11e504a8-dfe9-4288-a3db-8bc0d2062192 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:10:00.440855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:10:00.538361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:10:00.543570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-90d1fc7c-000b-42ec-a006-e1490bc2b4cd admin admin] 10.222.0.21 "PUT /v2.0/routers/11e504a8-dfe9-4288-a3db-8bc0d2062192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091266 Oct 26 17:10:00.581926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0bb1f731-1f4b-41dd-b723-426801f0f368 None None] Provisioning complete for port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:00.582305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0bb1f731-1f4b-41dd-b723-426801f0f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:00.634642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1f731-1f4b-41dd-b723-426801f0f368 None None] Port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:10:00.693179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b2e61a9e-15d9-4b9f-9577-a3601e42dec6', 'name': '', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'mac_address': 'fa:16:3e:75:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:59Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 2, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'subnets': [{'id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:00.722681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56706460-09f4-4641-98bd-a79c97ab3aeb None None] The sync data for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 is: [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b2e61a9e-15d9-4b9f-9577-a3601e42dec6', 'name': '', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'mac_address': 'fa:16:3e:75:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:59Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 2, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'subnets': [{'id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:10:00.848068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef32e72b-56dd-468e-b10b-1308efa9bca5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:10:00.903477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ef32e72b-56dd-468e-b10b-1308efa9bca5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:00.903915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:01.137930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7bf472a2-8afc-48fb-8ed2-3797d82ee293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:02.741504 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Sync routers for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:10:02.754083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:10:02.754681 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:09:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:02.876486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f738389a-62d3-4431-b746-7aad86952fc9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:10:02.877946 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:10:02.932271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f738389a-62d3-4431-b746-7aad86952fc9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:02.932642 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.019487 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.046335 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f738389a-62d3-4431-b746-7aad86952fc9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f738389a-62d3-4431-b746-7aad86952fc9,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:10:03.092922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b2e61a9e-15d9-4b9f-9577-a3601e42dec6', 'name': '', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'mac_address': 'fa:16:3e:75:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:59Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 2, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'subnets': [{'id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:03.122526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Checking router: 11e504a8-dfe9-4288-a3db-8bc0d2062192 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:10:03.122879 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Updating router 11e504a8-dfe9-4288-a3db-8bc0d2062192 port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:10:03.127200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.149360 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.183122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f738389a-62d3-4431-b746-7aad86952fc9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:03.522124 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.582164 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.616665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14e428e0-0146-4335-aa0a-4b1ba71330e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.632926 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833112-b183-49b8-a488-8e8a5e978fb1 None None] Pushing event updated for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:03.686923 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Attempting to bind port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:10:03.687320 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Attempting to bind port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:10:03.688256 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Attempting to bind port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 on network a23bed3d-f6c2-46a2-a0e0-4648f691d039 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:10:03.701342 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:10:03.701727 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Checking segment: {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:10:03.702172 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.702578 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Bound using segment: {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:10:03.703061 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Bound port: b2e61a9e-15d9-4b9f-9577-a3601e42dec6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887082d8-f263-4c77-a961-7159dd2e151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:10:03.703561 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.777375 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] For port b2e61a9e-15d9-4b9f-9577-a3601e42dec6, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:10:03.780607 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] For port b2e61a9e-15d9-4b9f-9577-a3601e42dec6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:10:03.851711 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.892789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] Provisioning complete for port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:03.892789 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:03.913611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:10:03.914316 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:10:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:03.918589 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833112-b183-49b8-a488-8e8a5e978fb1 None None] Pushing event updated for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:03.988788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:04.032525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] For port b2e61a9e-15d9-4b9f-9577-a3601e42dec6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:10:04.047633 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:10:04.108456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:04.169174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:04.192074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b56774-6113-4101-8efe-7fc4c63b3e1e None None] Pushing event updated for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:10:04.234861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-199b469e-3cb4-479f-9ed0-239ba2b647ec None None] Provisioning complete for port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:04.235434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-199b469e-3cb4-479f-9ed0-239ba2b647ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:04.310533 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b2e61a9e-15d9-4b9f-9577-a3601e42dec6', 'name': '', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'mac_address': 'fa:16:3e:75:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:59Z', 'updated_at': '2021-10-26T17:10:03Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'subnets': [{'id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:10:04.340453 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26856cef-068c-4ae1-b0c2-bf4274b94fc0 None None] The sync data for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 is: [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:09:59Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'b2e61a9e-15d9-4b9f-9577-a3601e42dec6', 'name': '', 'network_id': 'a23bed3d-f6c2-46a2-a0e0-4648f691d039', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'mac_address': 'fa:16:3e:75:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:59Z', 'updated_at': '2021-10-26T17:10:03Z', 'revision_number': 4, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'subnets': [{'id': 'c009b1cf-f724-4b70-8899-511335a3192b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:10:04.891905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f738389a-62d3-4431-b746-7aad86952fc9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:10:04.952417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f738389a-62d3-4431-b746-7aad86952fc9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:04.953103 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:05.040244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b2e61a9e-15d9-4b9f-9577-a3601e42dec6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:10:05.106289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:10:05.111025 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:05.177278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:06.730448 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:17.771531 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:10:20.777884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-1e7594dd-4bad-4e0c-9a6a-7c92799a7937 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405004 Oct 26 17:10:20.857408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-0ffc5fab-1493-4d3b-a492-925da7ac7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:10:20.859034 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-0ffc5fab-1493-4d3b-a492-925da7ac7606 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0404181 Oct 26 17:10:20.967159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-35b8209f-8053-4dd6-9dcd-cd1d79114acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:10:20.968605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-35b8209f-8053-4dd6-9dcd-cd1d79114acd service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0888474 Oct 26 17:10:21.033945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-9aeb3f11-77c3-4af7-8057-4cc08a1bb994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1000 time: 0.0574653 Oct 26 17:10:21.086646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-91486a37-30fe-4f8e-8e6d-c185fadd06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:10:21.088141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-91486a37-30fe-4f8e-8e6d-c185fadd06f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0480256 Oct 26 17:10:21.134862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-4629478d-22d2-4858-894e-c960ab33501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:10:21.136459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-4629478d-22d2-4858-894e-c960ab33501b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414889 Oct 26 17:10:21.234989 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-3e6b2873-db6a-49eb-b753-c9f7c6bca174 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905185 Oct 26 17:10:21.320748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:21.324931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06f4bdd4-08e5-4333-aeea-d0bfd7a49e16 req-d91e03d7-e07a-47ee-9399-c8595609d625 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825667 Oct 26 17:10:22.822190 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:31.051124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3313c505-e00d-43c2-b2d3-357ef2bb779d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:33.594239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d7aed5c9-512f-45e8-9fbf-5a19bb1f512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:34.142960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:35.159998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:36.737053 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:51.257166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:52.800520 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:10:54.771928 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:11:01.086015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d7dc67b7-5f2c-497e-a64e-1ebb0f4b1b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:03.582901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04ff4501-c2c8-4b64-b690-d47a95cb6e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:04.114188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:05.177313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:06.725691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:21.303207 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:21.768981 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-9d06814d-b04c-47d4-b766-b6d10ec27f83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459659 Oct 26 17:11:21.855736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-40c46f41-d020-49f2-b5a3-b1bf5bd22683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:11:21.857207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-40c46f41-d020-49f2-b5a3-b1bf5bd22683 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0446625 Oct 26 17:11:21.961378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-868f8422-d667-4ff8-8ee4-dd80ba028ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:11:21.962923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-868f8422-d667-4ff8-8ee4-dd80ba028ba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0869398 Oct 26 17:11:22.032992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-d544db76-01e8-42f9-9b87-12a90a588d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1000 time: 0.0631833 Oct 26 17:11:22.084572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-76fb0e29-4730-4e13-804d-d08c9782f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:11:22.086069 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-76fb0e29-4730-4e13-804d-d08c9782f368 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0455194 Oct 26 17:11:22.133648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-03c5dd5d-7774-4a15-a220-f1a42606e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:11:22.135145 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-03c5dd5d-7774-4a15-a220-f1a42606e6be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412018 Oct 26 17:11:22.229955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-0024ad63-8fad-462f-97bd-9d0d8bed4999 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874066 Oct 26 17:11:22.321385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-94035d2b-bcdc-4c4d-af6c-c15967b09ff6 req-633243ac-4328-4a1a-a511-d2242bab2b74 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Oct 26 17:11:22.755450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:31.086666 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-881ac9e1-2a4a-4e43-96fb-28db98a0c528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:31.771347 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:11:33.589807 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da254182-7948-4bbd-a3b9-8a9f9fd78a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:34.160906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:35.171537 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:36.748967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:51.292197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:11:52.784265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:01.080944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32cdadd9-031b-4312-8c9c-ee1690a83600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:03.572414 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-34dd5323-ff44-4bf7-b959-27cb0fd1a9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:04.115312 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:05.144037 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:06.771978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:08.770154 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:12:13.829955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56412) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:13.836569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987037198', 'description': 'tempest-secgroup-smoke-1987037198 description', 'project_id': '2b5253dc77d54c43a83466e48b71b94d'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:13.898427 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:13.968283 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.029645 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.058798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf8fe94-a326-455d-98b5-de997be1deed,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:14.066045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.066385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.066718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.067047 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.067396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.067716 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.068034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.068529 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.068897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.069291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.069612 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.069930 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:14.122502 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.124034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4da37da6-8bb2-4557-81fd-f4f1127cadf7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2927916 Oct 26 17:12:14.126795 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56418) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:14.131068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:14.224532 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.280098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.354908 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.372625 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f75071-1c22-47c8-8b69-ef42e6478f34,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:14.448993 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.450226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c2198ea1-e79d-4996-8965-560dea3e1c87 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224492 Oct 26 17:12:14.452935 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56422) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:14.457299 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:14.537202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.595666 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.663440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.682708 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f28a8dc-56ab-4d8c-8128-165f80837cff,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:14.745795 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.747052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-47f8c72b-223e-499f-ba42-cd06eb58437a tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931406 Oct 26 17:12:14.749747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56424) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:14.754119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:14.833860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.890752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.954794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:14.972445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7333fbae-519c-45ce-9929-bfcc39be07e8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:15.031673 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.032885 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3921154c-e9d9-4011-84b7-e99c681624bf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822044 Oct 26 17:12:15.035569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56426) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:15.039846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:15.126633 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.184177 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.246714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.265804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb3ccc-f84f-4e57-a5e9-f770e2831557,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:15.334227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.335471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-717703df-788e-44c9-8870-b152e33d277e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989502 Oct 26 17:12:15.338123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56428) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:15.342694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:15.418435 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Project 2b5253dc77d54c43a83466e48b71b94d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:12:15.423432 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.483802 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.566862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.584696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012e3138-99da-44c0-8ff3-30c9ba0d6652,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:15.660080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.661321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-21d086bd-0439-4c6f-acd5-69fcf6d0f2b1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221140 Oct 26 17:12:15.664082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56430) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:15.669068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'security_group_rule': {'security_group_id': 'adf8fe94-a326-455d-98b5-de997be1deed', 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:15.744088 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Project 2b5253dc77d54c43a83466e48b71b94d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:12:15.749765 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.812711 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.874988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.893968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab0ee02-5782-4435-8dd9-9d6f6501a158,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:15.951509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:15.952737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12c9a2da-6e82-423c-9158-0cf7dc6d73e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877119 Oct 26 17:12:16.351790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-903462fa-3afd-491f-a7a7-5a63d1fe7f49 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987037198&fields=id&tenant_id=2b5253dc77d54c43a83466e48b71b94d HTTP/1.1" status: 200 len: 267 time: 0.0325563 Oct 26 17:12:16.788803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-1a1b225b-3359-4c37-824d-2e7c9f74b2c1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:16.790183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-1a1b225b-3359-4c37-824d-2e7c9f74b2c1 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 814 time: 0.4306364 Oct 26 17:12:16.805737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-3ec803c0-b7a3-4354-8f80-eafcbe73ceff tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/quotas/2b5253dc77d54c43a83466e48b71b94d HTTP/1.1" status: 200 len: 375 time: 0.0087965 Oct 26 17:12:16.857342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-9580e53e-4f75-4a3a-8b0f-3aade847c9bc tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450099 Oct 26 17:12:16.953587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-97475495-f55f-45b1-b845-a6300bfa2b07 service neutron] 10.222.0.21 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811203 Oct 26 17:12:17.045832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-3db19ab5-bf49-4cd2-80b0-071da902150c service neutron] 10.222.0.21 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Oct 26 17:12:17.751034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16c6d163-b8f7-4734-98ec-2a64662938b5 req-a3d338ae-20d6-4281-868b-280fef0e275e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.1349170 Oct 26 17:12:18.849496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-027e740d-d238-41ee-b20b-8f4b1558d4eb req-e2edc122-16e1-4ef8-97f9-bb2c389ab250 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Oct 26 17:12:19.468293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-96e07f0e-1e11-4499-863e-573acbac1724 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:19.469739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-96e07f0e-1e11-4499-863e-573acbac1724 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 814 time: 0.1057370 Oct 26 17:12:19.513061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-c6598767-091c-4272-9e10-de4ef6bb112b tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5253dc77d54c43a83466e48b71b94d HTTP/1.1" status: 200 len: 380 time: 0.0342114 Oct 26 17:12:19.522707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'port': {'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'admin_state_up': True, 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'security_groups': ['adf8fe94-a326-455d-98b5-de997be1deed']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:19.715218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Made reservation on behalf of 2b5253dc77d54c43a83466e48b71b94d for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:12:19.718937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:19.841866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Allocated IP 172.20.0.9 (15447aaa-a394-497d-b8ef-eac925ee8462/7a6958f8-efa4-4061-af56-be675dde19aa/31e760e7-ac20-48ca-a97a-6675b0d031b9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:12:19.953675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d6da196-fd7b-4100-be98-edb59007bbb0 req-20d64db4-2b07-4b57-b9a8-70c671696618 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Oct 26 17:12:19.985623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.076469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.117951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Network 15447aaa-a394-497d-b8ef-eac925ee8462 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:12:20.121636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:12:20.125575 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:12:20.157285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:20.170260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.170609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.170947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.171312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.171643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.171970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.172284 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.172607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.172930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.173253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.173570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.173891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:20.196586 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:20.197262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.267948 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-f0da1b1e-3e88-4ce0-9d4b-b236dc96ade3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486651 Oct 26 17:12:20.278394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-8c2aa3bf-41a2-4915-868f-8dbfbbf3c15c tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:12:20.279839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-8c2aa3bf-41a2-4915-868f-8dbfbbf3c15c tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060942 Oct 26 17:12:20.395501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Request body: {'port': {'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:20.411228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7760c68a-43d8-475b-8f07-c9ff70fb454d None None] Provisioning complete for port 31e760e7-ac20-48ca-a97a-6675b0d031b9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:12:20.411741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7760c68a-43d8-475b-8f07-c9ff70fb454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.445950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7760c68a-43d8-475b-8f07-c9ff70fb454d None None] Port 31e760e7-ac20-48ca-a97a-6675b0d031b9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:12:20.452109 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.715669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e760e7-ac20-48ca-a97a-6675b0d031b9 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:12:20.723201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.736025 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Transition to ACTIVE for port object 31e760e7-ac20-48ca-a97a-6675b0d031b9 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:12:20.795010 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:20.861555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:20.922539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Attempting to bind port 31e760e7-ac20-48ca-a97a-6675b0d031b9 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:12:20.922915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Attempting to bind port 31e760e7-ac20-48ca-a97a-6675b0d031b9 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:12:20.923260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Attempting to bind port 31e760e7-ac20-48ca-a97a-6675b0d031b9 on network 15447aaa-a394-497d-b8ef-eac925ee8462 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:12:20.928275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Port 31e760e7-ac20-48ca-a97a-6675b0d031b9 on network 15447aaa-a394-497d-b8ef-eac925ee8462 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:12:20.929109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Attempting to bind port 31e760e7-ac20-48ca-a97a-6675b0d031b9 on network 15447aaa-a394-497d-b8ef-eac925ee8462 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:12:20.936272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:12:20.936958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Checking segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:12:20.937697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Bound using segment: {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:12:20.938483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Bound port: 31e760e7-ac20-48ca-a97a-6675b0d031b9, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2074dfa5-181d-41be-a74e-84212d5c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:12:20.939285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:21.016043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:12:21.022325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:12:21.098579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2acda0-02ab-47e5-96c6-ebfee74403af req-fdd7f60a-7f8d-41cd-8027-fd2828053c1b tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:21.099169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:21.100311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db2acda0-02ab-47e5-96c6-ebfee74403af req-fdd7f60a-7f8d-41cd-8027-fd2828053c1b tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0616643 Oct 26 17:12:21.146625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:21.147257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:21.148667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 1091 time: 0.8604937 Oct 26 17:12:21.149131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:12:21.152705 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:12:21.176165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2ccb-6d7d-499a-acdc-63700d10e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:21.185436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db2acda0-02ab-47e5-96c6-ebfee74403af req-f220abee-f68d-4c67-9d55-a52ba05157ad tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725462 Oct 26 17:12:21.281172 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:21.318395 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-4633ab8c-18bb-4bd7-89c2-a43c194ff0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:21.320064 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-4633ab8c-18bb-4bd7-89c2-a43c194ff0f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1094 time: 0.0466156 Oct 26 17:12:21.364437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-278e41dc-7ad7-4c7e-addc-0c5f9276583c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 217 time: 0.0364854 Oct 26 17:12:21.418270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-c9b1944e-e21f-45a7-9426-6e98276eb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:21.420073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-c9b1944e-e21f-45a7-9426-6e98276eb683 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0482826 Oct 26 17:12:21.468517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-30232e4d-7772-4ebe-9384-3dbedad81169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:21.470005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-30232e4d-7772-4ebe-9384-3dbedad81169 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402746 Oct 26 17:12:21.564557 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-11a9f23b-e7d2-4ad0-8d9b-bcc20007a957 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872314 Oct 26 17:12:21.655603 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-45f8a387-fbea-4a7f-a2bb-a7af50ac9a41 req-507bd381-a562-496a-9012-10bbb864859e service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836790 Oct 26 17:12:22.230938 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edeb1b7-55db-4318-8050-5606fa6a813a x-openstack-request-id: req-0edeb1b7-55db-4318-8050-5606fa6a813a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:12:22.232162 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:12:22.232162 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0edeb1b7-55db-4318-8050-5606fa6a813a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:12:22.232162 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:12:22.294893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-ea73eee9-06ef-4d52-a8cd-5a98b6936943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.296476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-ea73eee9-06ef-4d52-a8cd-5a98b6936943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1094 time: 0.0434978 Oct 26 17:12:22.318466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f574d3b-2031-49fb-b699-138e2da92a71 req-c9b752cc-bb8e-4ff4-80e0-437a861a7167 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.320194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f574d3b-2031-49fb-b699-138e2da92a71 req-c9b752cc-bb8e-4ff4-80e0-437a861a7167 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0524409 Oct 26 17:12:22.361379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f574d3b-2031-49fb-b699-138e2da92a71 req-f4647544-1c68-4743-bb24-2554e3f0d340 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345249 Oct 26 17:12:22.394457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-8503137c-03f7-4735-ad50-56cab949cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.396100 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-8503137c-03f7-4735-ad50-56cab949cfe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.0916719 Oct 26 17:12:22.437252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-5e3aef1a-f2bc-4cc0-bcd7-2f1e4627ad10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 217 time: 0.0340433 Oct 26 17:12:22.489844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-fa8fbd10-57d4-44db-a1c5-aacd7361da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.491315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-fa8fbd10-57d4-44db-a1c5-aacd7361da29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0474029 Oct 26 17:12:22.541255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-e76386f7-72c3-4ed0-851e-1fda4cab41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.543509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-e76386f7-72c3-4ed0-851e-1fda4cab41c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447235 Oct 26 17:12:22.631873 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-ed20c78f-b70b-44a1-8383-7ef873e57423 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807364 Oct 26 17:12:22.726543 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b7cb0fe1-372e-4b00-8ffe-1efbd7a94bd7 req-1ae40fc2-c126-4021-a324-2b432a2d33ef service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874662 Oct 26 17:12:22.789737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:22.792306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-caf2311c-14f8-475c-b18b-3b4ce94a9293 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397224 Oct 26 17:12:22.880764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-ac07c295-02eb-43ed-9ed9-b6994a316b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.882349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-ac07c295-02eb-43ed-9ed9-b6994a316b74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba88a890a1c4b2db2b7e3525428d393&device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 1096 time: 0.0470054 Oct 26 17:12:22.988956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-80406a02-0de0-4930-b58f-504f7271dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:22.990457 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-80406a02-0de0-4930-b58f-504f7271dbb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 200 len: 910 time: 0.0852926 Oct 26 17:12:23.060085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-0e83e151-8b4c-428a-8de8-f01a6d5e4fd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 200 len: 1000 time: 0.0619919 Oct 26 17:12:23.110322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-f7f6f405-0ec2-472f-8f8b-cc8b2a2424b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:23.112139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-f7f6f405-0ec2-472f-8f8b-cc8b2a2424b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 200 len: 848 time: 0.0452998 Oct 26 17:12:23.160995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-18406793-5f31-4f00-ade2-b7137d039b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:23.162456 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-18406793-5f31-4f00-ade2-b7137d039b4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=206f1dac-b384-4aab-9b0f-77a043204997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430019 Oct 26 17:12:23.173761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-99a0f1ee-8b1d-43c8-9d1e-8cd4e785ae7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:12:23.174717 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-99a0f1ee-8b1d-43c8-9d1e-8cd4e785ae7e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049694 Oct 26 17:12:23.488888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caeba3-1102-49a2-b166-8017c7cb6b9b req-254e7f06-6aa2-4b03-aa72-04694e393d93 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:23.490535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57caeba3-1102-49a2-b166-8017c7cb6b9b req-254e7f06-6aa2-4b03-aa72-04694e393d93 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0556402 Oct 26 17:12:23.545998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57caeba3-1102-49a2-b166-8017c7cb6b9b req-0b1f84ba-1992-4350-9c5e-b092a7fee1ec tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Oct 26 17:12:23.627050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-152f9076-3ccb-4c55-966e-5882dd52d4ce service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447272 Oct 26 17:12:23.718601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb54b151-ceef-4648-b4a7-093ea7a0cb36 req-fbcaf1b1-0e8f-450f-bed3-16cb25d564d2 service neutron] 10.222.0.39 "GET /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839601 Oct 26 17:12:24.665379 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e267b5b-4434-4b5c-9fac-8e30d667bea8 req-ced96645-be21-4868-b5f5-aeb1f632b2bb tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:24.667231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e267b5b-4434-4b5c-9fac-8e30d667bea8 req-ced96645-be21-4868-b5f5-aeb1f632b2bb tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Oct 26 17:12:24.705052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e267b5b-4434-4b5c-9fac-8e30d667bea8 req-0671353b-c4c5-45ec-89d0-e1decb5f877f tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Oct 26 17:12:25.828577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac99c2-25ea-4c03-a619-519d7c916bcd req-75f0c8c0-8702-4c63-9cbf-47ba3bee0d69 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:25.829948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2ac99c2-25ea-4c03-a619-519d7c916bcd req-75f0c8c0-8702-4c63-9cbf-47ba3bee0d69 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0501850 Oct 26 17:12:25.867517 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2ac99c2-25ea-4c03-a619-519d7c916bcd req-90bdcb4a-78ad-4da2-b889-fa5c3413f34b tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Oct 26 17:12:26.981212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a3f5b-f435-450c-8875-199caebb35f5 req-e7107757-bf15-4934-926e-41d4818dc8b4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:26.982867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe7a3f5b-f435-450c-8875-199caebb35f5 req-e7107757-bf15-4934-926e-41d4818dc8b4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0497491 Oct 26 17:12:27.024030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe7a3f5b-f435-450c-8875-199caebb35f5 req-3c722325-c283-4960-af65-4e0452da3db6 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351911 Oct 26 17:12:28.138391 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f9bf8-c607-4ccb-a004-e4476b0448aa req-58426f46-c02b-4892-9a31-33237c261512 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:28.139833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a4f9bf8-c607-4ccb-a004-e4476b0448aa req-58426f46-c02b-4892-9a31-33237c261512 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0502901 Oct 26 17:12:28.177118 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a4f9bf8-c607-4ccb-a004-e4476b0448aa req-eb916b6c-556a-47ef-b289-a74d6e0fa8c8 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310807 Oct 26 17:12:29.292701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1faa25-6e42-4a17-9ee1-6464f2cba0b4 req-0aa69f15-3ad9-42f6-8ff2-2d8b86dc2c75 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:29.294693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc1faa25-6e42-4a17-9ee1-6464f2cba0b4 req-0aa69f15-3ad9-42f6-8ff2-2d8b86dc2c75 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0508287 Oct 26 17:12:29.331949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc1faa25-6e42-4a17-9ee1-6464f2cba0b4 req-c9cf165a-63f3-4fa8-863a-206fae1e9e11 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Oct 26 17:12:30.447889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711a4b8-a70c-42cb-9777-89c52efde1ab req-48f685d7-bdda-452e-b261-8f10e3f8caea tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:30.449345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8711a4b8-a70c-42cb-9777-89c52efde1ab req-48f685d7-bdda-452e-b261-8f10e3f8caea tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0518997 Oct 26 17:12:30.490715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8711a4b8-a70c-42cb-9777-89c52efde1ab req-2dc62209-e4af-4238-974d-1ec342977678 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347519 Oct 26 17:12:31.052381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8723a2a9-9ff0-4711-aec5-36d2457a1507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:31.609139 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403852c3-b141-43f9-9c07-8fc3197a7694 req-9b72ab70-7e3a-4dda-9335-7d79392f06ab tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:31.610609 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-403852c3-b141-43f9-9c07-8fc3197a7694 req-9b72ab70-7e3a-4dda-9335-7d79392f06ab tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0491047 Oct 26 17:12:31.648794 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-403852c3-b141-43f9-9c07-8fc3197a7694 req-0b5420e8-2233-4629-807d-bb7412319878 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Oct 26 17:12:32.763867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89cd33-e5ef-4d3c-bef0-ea85105386de req-ce99be94-83e5-461e-8d3a-e610737f7645 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:32.765340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb89cd33-e5ef-4d3c-bef0-ea85105386de req-ce99be94-83e5-461e-8d3a-e610737f7645 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0496788 Oct 26 17:12:32.803466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb89cd33-e5ef-4d3c-bef0-ea85105386de req-f674d0c8-4a88-46c2-a5e1-375d4d246bc3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Oct 26 17:12:33.583880 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7bc57b3b-abe8-4925-aa57-59cc230827fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:33.920417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c37cad-b163-4c6b-b2d8-c5940930c38b req-a88ccaff-e5c2-4032-9a05-49dabf08bb55 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:33.922149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69c37cad-b163-4c6b-b2d8-c5940930c38b req-a88ccaff-e5c2-4032-9a05-49dabf08bb55 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0512631 Oct 26 17:12:33.964301 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-69c37cad-b163-4c6b-b2d8-c5940930c38b req-748e446b-7e81-4770-b761-3d4c8bb234cf tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Oct 26 17:12:34.155808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:34.161502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 31e760e7-ac20-48ca-a97a-6675b0d031b9 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:12:34.257394 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:34.268041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:12:34.304307 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:34.316441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e760e7-ac20-48ca-a97a-6675b0d031b9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:12:34.338139 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:34.395409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:34.442710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:34.449863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.450210 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.450549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.450885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.451242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.451572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.451899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.452224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.452544 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.452863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.453184 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.453503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:12:34.607835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['31e760e7-ac20-48ca-a97a-6675b0d031b9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:12:35.080807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248111-5e2e-4a0c-9322-f2cd26a0ae73 req-d6ba36fd-082f-4583-ac26-86336cba00b6 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:35.082283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2248111-5e2e-4a0c-9322-f2cd26a0ae73 req-d6ba36fd-082f-4583-ac26-86336cba00b6 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 944 time: 0.0499840 Oct 26 17:12:35.121520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2248111-5e2e-4a0c-9322-f2cd26a0ae73 req-c6360af9-40bd-4ae5-92c9-876803e7aa44 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Oct 26 17:12:35.144085 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:36.160956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 31e760e7-ac20-48ca-a97a-6675b0d031b9 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:12:36.239298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317a374-eabb-43b3-abf9-2443b27ae484 req-fda601aa-3518-4e0d-945b-0a68a7bd97af tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:36.240793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6317a374-eabb-43b3-abf9-2443b27ae484 req-fda601aa-3518-4e0d-945b-0a68a7bd97af tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 944 time: 0.0495601 Oct 26 17:12:36.279845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6317a374-eabb-43b3-abf9-2443b27ae484 req-7dc7cddf-0aa3-4b1a-a365-0e6d2b83ba48 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Oct 26 17:12:36.304356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 31e760e7-ac20-48ca-a97a-6675b0d031b9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:12:36.309212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 31e760e7-ac20-48ca-a97a-6675b0d031b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:12:36.309212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:36.388232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:36.411396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:12:36.413536 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac278dc-2e73-4855-9454-fade44e87e89" -d '{"events": [{"server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "name": "network-vif-plugged", "status": "completed", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:12:36.426638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:36.481317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:36.519690 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d40f15-d746-4cae-b17f-5ef9f4310fef x-openstack-request-id: req-17d40f15-d746-4cae-b17f-5ef9f4310fef {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:12:36.519980 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "name": "network-vif-plugged", "status": "completed", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:12:36.520236 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d40f15-d746-4cae-b17f-5ef9f4310fef {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:12:36.520630 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'code': 200} Oct 26 17:12:36.533725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:36.620731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b014a-738f-41ca-ad53-c522278a4f46 req-27f6dc95-356e-47a6-b18b-63c6cc52114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:36.622265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bb5b014a-738f-41ca-ad53-c522278a4f46 req-27f6dc95-356e-47a6-b18b-63c6cc52114f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0430984 Oct 26 17:12:36.658039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bb5b014a-738f-41ca-ad53-c522278a4f46 req-f5d7c175-722f-45df-ac03-fc7f70b20eda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278409 Oct 26 17:12:36.733119 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:37.392372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e498c9-0562-401e-a01c-588f60abe22d req-e127d554-8ae2-4522-98be-7351eb2f1273 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:37.393827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42e498c9-0562-401e-a01c-588f60abe22d req-e127d554-8ae2-4522-98be-7351eb2f1273 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Oct 26 17:12:37.433779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42e498c9-0562-401e-a01c-588f60abe22d req-148fe7cb-c14e-4418-ae19-e3e6d961e912 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Oct 26 17:12:38.243254 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cde406-a6fc-456c-867f-fac52c731ca5 req-1236b6ec-c938-47f1-966f-dcda509525b9 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:38.244712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8cde406-a6fc-456c-867f-fac52c731ca5 req-1236b6ec-c938-47f1-966f-dcda509525b9 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0500135 Oct 26 17:12:38.283638 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8cde406-a6fc-456c-867f-fac52c731ca5 req-e7733541-e739-49c5-be51-c9f5bbdc8e27 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Oct 26 17:12:38.549094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f49d9-8339-4c63-b23d-0d8b3da5d784 req-bcbf523f-b92e-4d51-9b36-1dde79ff37f9 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:38.550560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987f49d9-8339-4c63-b23d-0d8b3da5d784 req-bcbf523f-b92e-4d51-9b36-1dde79ff37f9 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Oct 26 17:12:38.587244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987f49d9-8339-4c63-b23d-0d8b3da5d784 req-dc404f21-362d-4441-aff6-798ffc874dd7 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Oct 26 17:12:38.699030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9375d7a-accb-4152-9eaa-cc5960a15447 req-e3d146c0-22e8-41ff-a419-415c25d16fa0 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:38.701063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9375d7a-accb-4152-9eaa-cc5960a15447 req-e3d146c0-22e8-41ff-a419-415c25d16fa0 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Oct 26 17:12:38.741547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9375d7a-accb-4152-9eaa-cc5960a15447 req-899e374b-034f-4d1f-8a1d-d658658db480 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343201 Oct 26 17:12:38.763395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56540) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:38.844645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07d51b-2846-4903-b275-3b1dec3753bb tempest-TestVolumeBackupRestore-720852110 tempest-TestVolumeBackupRestore-720852110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:38.846164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ba07d51b-2846-4903-b275-3b1dec3753bb tempest-TestVolumeBackupRestore-720852110 tempest-TestVolumeBackupRestore-720852110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1091 time: 0.0817778 Oct 26 17:12:38.849166 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56544) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:38.853858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:38.955659 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.050306 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.157711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Allocated IP 172.25.5.208 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/fe043985-b692-488a-b4a4-4f9172835b4c) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:12:39.262159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.350445 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.393575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:12:39.398045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:12:39.402425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:12:39.406715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'Port': ['ID=fe043985-b692-488a-b4a4-4f9172835b4c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:39.509126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-9d77621c-907d-4517-83c2-9c011652db4b tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:39.510578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-9d77621c-907d-4517-83c2-9c011652db4b tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.39 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0492675 Oct 26 17:12:39.548907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0c3-c7c6-4c57-baea-314ead26d4c4 req-9ebbb38d-91e1-4f00-b24e-ae043689cdb6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:39.550394 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5976a0c3-c7c6-4c57-baea-314ead26d4c4 req-9ebbb38d-91e1-4f00-b24e-ae043689cdb6 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 945 time: 0.0881693 Oct 26 17:12:39.602491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Deleting port 70027e4d-6bb2-483f-9a20-4a60b7496b3e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:39.602756 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.656306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5976a0c3-c7c6-4c57-baea-314ead26d4c4 req-26840340-83c1-45b4-bc94-3d14f3e3e87a tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/security-groups?id=b71dcc9f-8245-4a08-baee-c1db15032ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991120 Oct 26 17:12:39.697625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] For port 70027e4d-6bb2-483f-9a20-4a60b7496b3e, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=70027e4d-6bb2-483f-9a20-4a60b7496b3e,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:39.697984 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.815742 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.868250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.868554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:39.868862 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Floating IP fc885a9e-d362-43eb-979b-05c0934822a6 disassociated. External IP: 172.25.5.17, port: 70027e4d-6bb2-483f-9a20-4a60b7496b3e. Oct 26 17:12:39.869196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Calling delete_port for 70027e4d-6bb2-483f-9a20-4a60b7496b3e owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:39.981332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.081309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.111692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event deleted for resources: {'Port': ['ID=70027e4d-6bb2-483f-9a20-4a60b7496b3e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:40.131076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.178402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.228941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:12:40.251430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event updated for resources: {'Port': ['ID=fe043985-b692-488a-b4a4-4f9172835b4c,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:40.261838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.338267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:12:40.348564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Sync routers for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:12:40.358558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:40.359220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:40.367109 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Floating IP cf3986f7-d087-426a-89c5-0503712d7fdb associated. External IP: 172.25.5.208, port: 31e760e7-ac20-48ca-a97a-6675b0d031b9. Oct 26 17:12:40.378796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] No DVR routers for this DVR port 70027e4d-6bb2-483f-9a20-4a60b7496b3e on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:12:40.381389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.384646 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8c6e2e78-84f5-4981-b0d9-5ebd21a77313 req-c1aef27d-34b5-4933-906f-05becba3a8ef tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.39 "DELETE /v2.0/ports/70027e4d-6bb2-483f-9a20-4a60b7496b3e HTTP/1.1" status: 204 len: 173 time: 0.8680010 Oct 26 17:12:40.385099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'name': 'network-vif-deleted', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:12:40.388359 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e3dde-e0ea-4fc8-9915-88e7ef9cd2e5" -d '{"events": [{"server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "name": "network-vif-deleted", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:12:40.430318 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96606029-8ecf-46d9-985f-cbf841b91b14 x-openstack-request-id: req-96606029-8ecf-46d9-985f-cbf841b91b14 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:12:40.430611 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40283aaf-713e-4cda-8e1d-22e6ca23955c", "name": "network-vif-deleted", "tag": "70027e4d-6bb2-483f-9a20-4a60b7496b3e", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:12:40.430864 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96606029-8ecf-46d9-985f-cbf841b91b14 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:12:40.431289 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40283aaf-713e-4cda-8e1d-22e6ca23955c', 'name': 'network-vif-deleted', 'tag': '70027e4d-6bb2-483f-9a20-4a60b7496b3e', 'status': 'completed', 'code': 200} Oct 26 17:12:40.470971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:40.612553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:12:40.700683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:40.730361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Checking router: 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:12:40.737813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:12:40.740066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:40.740802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:40.749294 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:12:40.760383 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:40.760983 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:40.782557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aeadb92b-5eea-4ae7-9ca0-d8f2a381a5f9 req-5dc6858f-15ea-47e1-9eb9-95b667554962 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "GET /v2.0/ports?device_id=40283aaf-713e-4cda-8e1d-22e6ca23955c HTTP/1.1" status: 200 len: 210 time: 0.0300593 Oct 26 17:12:40.827358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:40.862811 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d5eb1dab-6584-48cd-be5b-001309acf5e4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0098343 Oct 26 17:12:40.862811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:12:40.863540 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e0a84-0537-49c8-a491-edfd32a05137" -d '{"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:12:40.864065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:40.880833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:40.933450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c1d0a-8490-44a9-a72c-e692b89b8266 tempest-TestVolumeBackupRestore-720852110 tempest-TestVolumeBackupRestore-720852110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:40.938781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56560) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:40.939021 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b32c1d0a-8490-44a9-a72c-e692b89b8266 tempest-TestVolumeBackupRestore-720852110 tempest-TestVolumeBackupRestore-720852110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1091 time: 0.0730979 Oct 26 17:12:40.943717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Request body: {'floatingip': {'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:12:41.010012 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073aeae4-e05c-4679-8c0e-0723c3047dc3 x-openstack-request-id: req-073aeae4-e05c-4679-8c0e-0723c3047dc3 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:12:41.010369 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:12:41.011113 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073aeae4-e05c-4679-8c0e-0723c3047dc3 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:12:41.011637 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:12:41.033136 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:41.049968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:41.078314 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0a84-0537-49c8-a491-edfd32a05137 req-e3092bf0-80f2-4a20-bfde-30896fa19982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:41.081581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-e3092bf0-80f2-4a20-bfde-30896fa19982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0544415 Oct 26 17:12:41.206748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0a84-0537-49c8-a491-edfd32a05137 req-c41ea5d5-dd14-44be-be97-f0203399e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:41.209289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-c41ea5d5-dd14-44be-be97-f0203399e1a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.1184125 Oct 26 17:12:41.292795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:39Z', 'revision_number': 0, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:41.306479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-d114ca95-7c71-4348-995d-b19992bfed80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 999 time: 0.0904801 Oct 26 17:12:41.329698 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:12:41.341355 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:41.342743 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:41.349991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:41.373932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0a84-0537-49c8-a491-edfd32a05137 req-9fa18d55-9464-43e4-833c-42ed044ed0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:41.375608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-9fa18d55-9464-43e4-833c-42ed044ed0cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0604448 Oct 26 17:12:41.377933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e37aa-699d-49f7-a92f-e8ce9365bba8 None None] The sync data for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 is: [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:07:30Z', 'revision_number': 4, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '5a3713da-5c08-4700-8ef7-8a1983e4f2cd', 'name': '', 'network_id': '206f1dac-b384-4aab-9b0f-77a043204997', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'mac_address': 'fa:16:3e:48:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:30Z', 'updated_at': '2021-10-26T17:07:35Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'subnets': [{'id': 'bcd2ddfd-8dca-4c0f-a983-e40c195eba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:12:41.445168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0a84-0537-49c8-a491-edfd32a05137 req-2e6f219f-56a4-434f-ac64-60337681ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:41.446732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-2e6f219f-56a4-434f-ac64-60337681ce7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620606 Oct 26 17:12:41.479775 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:41.560506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:41.565500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-6bafd472-3ac6-42b9-9a76-205290075fda service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067975 Oct 26 17:12:41.625415 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:41.679792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-722e0a84-0537-49c8-a491-edfd32a05137 req-2216b973-f3fc-425e-9745-896d007599aa service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072779 Oct 26 17:12:41.721336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915b96e9-f2c4-4121-aab0-2c3ab2951df9 None None] New status for floating IP fc885a9e-d362-43eb-979b-05c0934822a6: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:12:41.742536 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:39Z', 'revision_number': 0, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:41.772982 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2f37a-cc40-44f1-808f-58b3113381fc None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:39Z', 'revision_number': 0, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:12:41.852752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56564) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:41.989830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:12:42.004362 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b958a-d690-41c9-8bfc-bc37a5e2581e None None] New status for floating IP cf3986f7-d087-426a-89c5-0503712d7fdb: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:12:42.075998 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Deleting port 7b5265c9-646c-44a4-b308-45344b68e4c7 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:42.076338 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.164900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:12:42.172471 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.196161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.196448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.216629 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Calling delete_port for 7b5265c9-646c-44a4-b308-45344b68e4c7 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:42.281825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a1714e8-6f55-4cf9-9517-458d06c5a95e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "PUT /v2.0/floatingips/cf3986f7-d087-426a-89c5-0503712d7fdb HTTP/1.1" status: 200 len: 991 time: 1.3417096 Oct 26 17:12:42.298012 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:12:42.308027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:42.308659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:42.415603 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:42.424029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.455187 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event deleted for resources: {'Port': ['ID=7b5265c9-646c-44a4-b308-45344b68e4c7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:42.514978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.517995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.519162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3ebef236-c822-4a40-87ff-f68d1a123f46 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc885a9e-d362-43eb-979b-05c0934822a6 HTTP/1.1" status: 204 len: 168 time: 0.6654024 Oct 26 17:12:42.591890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56570) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:42.596064 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 70027e4d-6bb2-483f-9a20-4a60b7496b3e no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:42.628008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 70027e4d-6bb2-483f-9a20-4a60b7496b3e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:42.628343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 70027e4d-6bb2-483f-9a20-4a60b7496b3e not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:42.651805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.677452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.678529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:42Z', 'revision_number': 2, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:42.705856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:12:42.714017 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:42.714608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:42.795821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.798506 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:42.799730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] 10.222.0.21 "DELETE /v2.0/security-groups/b71dcc9f-8245-4a08-baee-c1db15032ed6 HTTP/1.1" status: 204 len: 168 time: 0.2069926 Oct 26 17:12:42.809128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a729-14fc-48d9-af2d-379c32431b39 tempest-TestServerBasicOps-568590084 tempest-TestServerBasicOps-568590084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71dcc9f-8245-4a08-baee-c1db15032ed6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:42.824466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:42.906119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:43.013387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}, {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:12:43.015998 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef171b50-3a2b-4791-b0a8-68be950e8ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}, {"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:12:43.064451 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b775d-b505-4244-bf7a-cae7645f1f6b x-openstack-request-id: req-fb8b775d-b505-4244-bf7a-cae7645f1f6b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:12:43.064850 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:12:43.065117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:42Z', 'revision_number': 2, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:43.065523 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb8b775d-b505-4244-bf7a-cae7645f1f6b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:12:43.066093 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:12:43.066586 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:12:43.092961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a3b62-ee03-4d5e-a173-5e97b6b51050 None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cf3986f7-d087-426a-89c5-0503712d7fdb', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'port_id': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'mac_address': 'fa:16:3e:3c:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:12:39Z', 'updated_at': '2021-10-26T17:12:42Z', 'revision_number': 2, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:12:43.168398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-b8d26eda-c08a-44e0-b207-2fc33b15a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:43.170546 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-b8d26eda-c08a-44e0-b207-2fc33b15a4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0649145 Oct 26 17:12:43.347325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-7038cedf-7628-4782-ad8d-33b965e72659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:43.348781 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-7038cedf-7628-4782-ad8d-33b965e72659 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.1694314 Oct 26 17:12:43.459355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-9649056f-d7d3-485b-b36f-711fdfcf6edc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 1001 time: 0.0886481 Oct 26 17:12:43.518766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-388ce8ee-6a55-4ffa-9837-afa38dc62709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:43.520235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-388ce8ee-6a55-4ffa-9837-afa38dc62709 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0524855 Oct 26 17:12:43.598845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-bec80955-78e7-4e65-86e6-3af6616b6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:43.600242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-bec80955-78e7-4e65-86e6-3af6616b6ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726588 Oct 26 17:12:43.657156 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:43.766604 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-8ab63cdd-d3b7-46ca-bdbd-5e4ab20cab87 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588719 Oct 26 17:12:43.917195 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-ac589035-de1a-4a24-accd-221ee94cf37b service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429439 Oct 26 17:12:44.024801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-27afbdb5-a954-4bd7-9cfb-26c3a3f73c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:44.026279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-27afbdb5-a954-4bd7-9cfb-26c3a3f73c7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0697663 Oct 26 17:12:44.035995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Deleting port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:44.036334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:44.183296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] For port 5a3713da-5c08-4700-8ef7-8a1983e4f2cd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:44.183580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:44.186920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-a878231d-58e5-4253-9126-43275a6a4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:44.188419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-a878231d-58e5-4253-9126-43275a6a4fab service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.1540525 Oct 26 17:12:44.203291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Calling delete_port for 5a3713da-5c08-4700-8ef7-8a1983e4f2cd owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:44.297059 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-e6011af3-a043-4d33-825b-49063f7d9cb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 1001 time: 0.1015339 Oct 26 17:12:44.390429 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-68c701aa-b5d8-4e10-8af6-296164065deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:44.391927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-68c701aa-b5d8-4e10-8af6-296164065deb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0880132 Oct 26 17:12:44.455795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-733c135f-badc-46c6-a978-5b6546935535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:12:44.457212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-733c135f-badc-46c6-a978-5b6546935535 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559883 Oct 26 17:12:44.575508 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-18f89596-760c-4efc-837e-9ac17861d707 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976865 Oct 26 17:12:44.627651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:44.662682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3713da-5c08-4700-8ef7-8a1983e4f2cd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:44.740225 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ef171b50-3a2b-4791-b0a8-68be950e8ed9 req-8ea0862d-61be-40a0-a86c-a54b52711c7d service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580193 Oct 26 17:12:44.860203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:45.427058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:12:45.534296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:12:45.539779 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-855d654b-1516-4a41-b49c-c3a119a898f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/01ce847a-fb0b-46d0-a8bc-10cb04ff8ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324909 Oct 26 17:12:45.542237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:45.552201 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Sync routers for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:12:45.562689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:45.563318 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:45.670001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:45.775807 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:12:45.862231 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:12:44Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:45.894557 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Checking router: 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:12:45.904442 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Routers {'01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:45.905430 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:45.985840 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.011752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] Set router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:46.088965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.187861 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:12:44Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:46.218166 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea0b7b2-75fd-4a89-86d8-f671ba8d6467 None None] The sync data for ids ['01ce847a-fb0b-46d0-a8bc-10cb04ff8ada'] in n-d-815373-2 is: [{'id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'name': 'tempest-TestServerBasicOps-1534464235-router', 'tenant_id': 'eba88a890a1c4b2db2b7e3525428d393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:27Z', 'updated_at': '2021-10-26T17:12:44Z', 'revision_number': 5, 'project_id': 'eba88a890a1c4b2db2b7e3525428d393', 'gw_port': {'id': '8afc8dc4-2155-4b28-babb-360378995a2e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ce847a-fb0b-46d0-a8bc-10cb04ff8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:28Z', 'updated_at': '2021-10-26T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:12:46.239415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Deleting port 8afc8dc4-2155-4b28-babb-360378995a2e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:46.239757 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.319696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] For port 8afc8dc4-2155-4b28-babb-360378995a2e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8afc8dc4-2155-4b28-babb-360378995a2e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:46.320059 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.332236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Calling delete_port for 8afc8dc4-2155-4b28-babb-360378995a2e owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:46.550273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.580631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afc8dc4-2155-4b28-babb-360378995a2e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:46.645968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.737118 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.739337 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.847083 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.847584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ce847a-fb0b-46d0-a8bc-10cb04ff8ada {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:12:46.851759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.852959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-35951dd5-b608-45bf-9be1-97fd89ea98a6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/01ce847a-fb0b-46d0-a8bc-10cb04ff8ada HTTP/1.1" status: 204 len: 168 time: 1.3097050 Oct 26 17:12:46.855508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56584) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:46.909516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Deleting subnet bcd2ddfd-8dca-4c0f-a983-e40c195eba78 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:12:46.912999 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.948995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:46.972720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5a3713da-5c08-4700-8ef7-8a1983e4f2cd no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:46.993556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 5a3713da-5c08-4700-8ef7-8a1983e4f2cd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:46.993888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5a3713da-5c08-4700-8ef7-8a1983e4f2cd not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:47.032418 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.144359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.173570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd2ddfd-8dca-4c0f-a983-e40c195eba78,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:47.179228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.182522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-84db348a-709c-4ee0-9033-5df21d8054e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bcd2ddfd-8dca-4c0f-a983-e40c195eba78 HTTP/1.1" status: 204 len: 168 time: 0.3260710 Oct 26 17:12:47.185253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56586) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:47.185760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c93ce-c683-42ba-a807-2f2ff1762ec0 None None] Network 206f1dac-b384-4aab-9b0f-77a043204997 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:12:47.253658 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.311630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Deleting port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:47.312032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.362970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] DHCP port deletion for 206f1dac-b384-4aab-9b0f-77a043204997 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:12:47.383794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] For port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:47.384056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.397757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Calling delete_port for a7c9ea7f-b379-4019-ada0-08aa94fcc7ad owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:47.410774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Deleting port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:47.411150 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.472636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] For port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,segment=NetworkSegment(dceaf8fa-1584-4184-863b-4c4121627fc0),segment_id=dceaf8fa-1584-4184-863b-4c4121627fc0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:47.473327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.491087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Calling delete_port for a7c9ea7f-b379-4019-ada0-08aa94fcc7ad owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:47.550122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.566112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.580464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:47.582260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] No DVR routers for this DVR port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:12:47.594720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] Pushing event deleted for resources: {'Port': ['ID=a7c9ea7f-b379-4019-ada0-08aa94fcc7ad,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:47.599547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c51c0-d8af-4e7d-bcb7-b8bff7e6e923 None None] No DVR routers for this DVR port a7c9ea7f-b379-4019-ada0-08aa94fcc7ad on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:12:47.654287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.674798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f1dac-b384-4aab-9b0f-77a043204997']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:47.683725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceaf8fa-1584-4184-863b-4c4121627fc0') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:47.684017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceaf8fa-1584-4184-863b-4c4121627fc0') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:47.693000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.705844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.711618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:12:47.714748 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:12:47.830101 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.846451 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:47.849894 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] 10.222.0.21 "DELETE /v2.0/networks/206f1dac-b384-4aab-9b0f-77a043204997 HTTP/1.1" status: 204 len: 168 time: 0.6634378 Oct 26 17:12:47.850988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c911e2-c863-4012-9f97-967f64f2b757 admin admin] Pushing event deleted for resources: {'Network': ['ID=206f1dac-b384-4aab-9b0f-77a043204997,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:47.852766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56588) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:48.200540 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:48.469533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Deleting port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:48.469787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:48.555149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] For port 1aa5b23b-c69c-4efd-864b-b6c3d1935c14, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:48.555528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:48.568667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Calling delete_port for 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:48.801508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:48.826050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa5b23b-c69c-4efd-864b-b6c3d1935c14,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:49.014765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:49.034937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8afc8dc4-2155-4b28-babb-360378995a2e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:49.058099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8afc8dc4-2155-4b28-babb-360378995a2e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:49.058358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8afc8dc4-2155-4b28-babb-360378995a2e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:49.058753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7c9ea7f-b379-4019-ada0-08aa94fcc7ad no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:49.081469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: a7c9ea7f-b379-4019-ada0-08aa94fcc7ad {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:49.081804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device a7c9ea7f-b379-4019-ada0-08aa94fcc7ad not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:49.237331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:12:49.344011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:12:49.348811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dc071372-e974-4081-bf0e-f70c0234fd7a admin admin] 10.222.0.21 "PUT /v2.0/routers/63f7c6a2-ef49-4ae0-9866-ddaac1a2d567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950655 Oct 26 17:12:49.351260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56590) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:49.353705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Sync routers for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:12:49.365785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:49.366393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:49.454328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:49.470506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:49.556917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:49.655421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'ab2897b6-4d00-40be-9093-17b689112033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:12:48Z', 'revision_number': 5, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port': {'id': 'ab2897b6-4d00-40be-9093-17b689112033', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:49.657448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Deleting port ab2897b6-4d00-40be-9093-17b689112033 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:49.657837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:49.681142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Checking router: 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:12:49.689710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Routers {'63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:12:49.690306 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:12:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:49.735830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] For port ab2897b6-4d00-40be-9093-17b689112033, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ab2897b6-4d00-40be-9093-17b689112033,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:49.736196 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:49.753115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Calling delete_port for ab2897b6-4d00-40be-9093-17b689112033 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:49.774457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] Set router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:12:49.827940 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:12:49Z', 'revision_number': 6, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:49.853178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7033ab-8c24-47e0-a1f2-17e1f7055adb None None] The sync data for ids ['63f7c6a2-ef49-4ae0-9866-ddaac1a2d567'] in n-d-815373-2 is: [{'id': '63f7c6a2-ef49-4ae0-9866-ddaac1a2d567', 'name': 'tempest-TestServerBasicOps-1215191094-router', 'tenant_id': '567893d217f64ea9b9e5e54af67171b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:07:34Z', 'updated_at': '2021-10-26T17:12:49Z', 'revision_number': 6, 'project_id': '567893d217f64ea9b9e5e54af67171b3', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:12:49.978572 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.007678 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2897b6-4d00-40be-9093-17b689112033,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:50.068253 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.159596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.161611 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.281964 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.282560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:12:50.286863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.288077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e86cf30-28b7-42ac-ad73-82a67bde34ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/63f7c6a2-ef49-4ae0-9866-ddaac1a2d567 HTTP/1.1" status: 204 len: 168 time: 0.9358969 Oct 26 17:12:50.290573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56592) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:50.335000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Deleting subnet 2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:12:50.338048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.371649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.448701 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.562184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.590403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:50.592965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.596383 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-32a94873-ff4b-4d75-aaa2-fe27c8b5d9f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2fbd1b54-a0bf-41ea-a4ca-38a7b8a6ad5a HTTP/1.1" status: 204 len: 168 time: 0.3046434 Oct 26 17:12:50.598623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56594) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:50.601251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4dea0b-7b03-4eaa-b960-51464138e691 None None] Network fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:12:50.669554 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.727636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Deleting port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:50.727982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.772495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] DHCP port deletion for fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:12:50.800277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] For port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:50.800639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.814925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Calling delete_port for b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:50.825619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Deleting port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:12:50.826267 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.897398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] For port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,segment=NetworkSegment(c9ffc935-9798-4884-a096-9858b2549a8f),segment_id=c9ffc935-9798-4884-a096-9858b2549a8f)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:12:50.897797 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:50.917594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Calling delete_port for b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:12:50.972373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:50.990150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.007853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:51.007853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1aa5b23b-c69c-4efd-864b-b6c3d1935c14 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:51.007853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:51.018319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:51.022299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] No DVR routers for this DVR port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:12:51.030633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:51.031000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:51.031414 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ab2897b6-4d00-40be-9093-17b689112033 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:12:51.052510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ab2897b6-4d00-40be-9093-17b689112033 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:12:51.052675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ab2897b6-4d00-40be-9093-17b689112033 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:12:51.055633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.080599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] Pushing event deleted for resources: {'Port': ['ID=b8ef053c-a9d2-49c3-b1f9-efdc60e0d633,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:51.084287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6be5c-e31b-4140-8a12-88b4566b9237 None None] No DVR routers for this DVR port b8ef053c-a9d2-49c3-b1f9-efdc60e0d633 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:12:51.103348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.124132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa43ba2d-59e3-4d00-9ce5-d1794dd252c3']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:51.133231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ffc935-9798-4884-a096-9858b2549a8f') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:51.133529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ffc935-9798-4884-a096-9858b2549a8f') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:12:51.142863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.156149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.161984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:12:51.164763 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:12:51.275539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.281336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.284474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa43ba2d-59e3-4d00-9ce5-d1794dd252c3 HTTP/1.1" status: 204 len: 168 time: 0.6842091 Oct 26 17:12:51.296077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417917-84da-4679-9fa2-78af62c73e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa43ba2d-59e3-4d00-9ce5-d1794dd252c3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:51.314252 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.545014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:51.590142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e8a09b4-ff62-4277-bf86-a8a8b2d4f15a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eba88a890a1c4b2db2b7e3525428d393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437789 Oct 26 17:12:51.592923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56600) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:51.642028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.662602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.784230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.786786 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:51.787974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/986416f5-4da3-4ee1-a479-737b624aa9ac HTTP/1.1" status: 204 len: 168 time: 0.1940987 Oct 26 17:12:51.796456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21687b3-1abd-4a8c-942a-609ef4df6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986416f5-4da3-4ee1-a479-737b624aa9ac,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:52.411978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56606) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:52.451671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fe5c0b98-47f1-4a0a-9039-19a28d274c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=567893d217f64ea9b9e5e54af67171b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384748 Oct 26 17:12:52.454108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56608) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:12:52.502355 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:52.524246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:52.623869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:52.626488 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:12:52.627728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dd4db2a-9a4c-4ac3-b4f0-3b58ab67775b HTTP/1.1" status: 204 len: 168 time: 0.1727262 Oct 26 17:12:52.638621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d26b-cbb0-4fb4-93df-23a60a78045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd4db2a-9a4c-4ac3-b4f0-3b58ab67775b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:12:52.801436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:01.092733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e11861fc-8fbb-4d85-ba27-95e6ea71ee43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:03.584491 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55af8316-0824-42a0-88c7-5d1a1bc104e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:04.149839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:05.184583 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:05.536798 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-b9d04c27-fbab-4c18-82a2-9e6989fedc65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411646 Oct 26 17:13:05.619710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-dce585f6-b086-4586-8999-ae3c3009d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:05.621279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-dce585f6-b086-4586-8999-ae3c3009d565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0423200 Oct 26 17:13:05.725836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-120acadc-7b04-4e46-93e0-84280f509aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:05.727301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-120acadc-7b04-4e46-93e0-84280f509aa5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.0882611 Oct 26 17:13:05.791918 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-eed83e80-a4a0-4a4a-ae40-b49b766f31e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 1001 time: 0.0577867 Oct 26 17:13:05.840881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-17d82834-ab52-4fe9-8c2e-d6e6173e3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:05.842306 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-17d82834-ab52-4fe9-8c2e-d6e6173e3b9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0429039 Oct 26 17:13:05.891786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-f4c14d83-8380-4b4e-af61-de7e6f2e0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:05.893404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-f4c14d83-8380-4b4e-af61-de7e6f2e0ebe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435472 Oct 26 17:13:05.983200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-a6405e9d-1d7f-4b77-986a-52ac7e04bf04 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Oct 26 17:13:06.076756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3da8c66f-b4c9-49fd-a11a-b806e892a95d req-b6648576-d374-4883-a0fd-4d92cab19fde service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867054 Oct 26 17:13:06.944230 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:21.315653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:22.775644 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:13:22.847215 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:31.081832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74944341-9b47-4288-8688-59a804c5fad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:33.602191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07eefef6-26aa-4df9-a0f6-1361fbeaebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:34.138561 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:35.190126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:36.732759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:42.819693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56626) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:13:42.980506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Deleting port fe043985-b692-488a-b4a4-4f9172835b4c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:13:42.980847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:43.058325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:43.058730 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:43.071578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Calling delete_port for fe043985-b692-488a-b4a4-4f9172835b4c owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:13:43.281975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:43.645306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event deleted for resources: {'Port': ['ID=fe043985-b692-488a-b4a4-4f9172835b4c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:13:43.658402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.658743 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.659119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.659535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.659867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.660271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.660563 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.660884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.661201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.661627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.661982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.662302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:43.715053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:43.715521 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Floating IP cf3986f7-d087-426a-89c5-0503712d7fdb disassociated (deleted). External IP: 172.25.5.208, port: 31e760e7-ac20-48ca-a97a-6675b0d031b9. Oct 26 17:13:43.924781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:13:44.033240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:13:44.038081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:44.042738 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:13:44.053584 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:13:44.054172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:44.068482 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4d8884df-e949-409b-abc5-3c7e1e60e1c4 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf3986f7-d087-426a-89c5-0503712d7fdb HTTP/1.1" status: 204 len: 168 time: 1.2456563 Oct 26 17:13:44.068482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:13:44.068763 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624" -d '{"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:13:44.109907 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56087216-0bcf-40c2-91de-9d5684575453 x-openstack-request-id: req-56087216-0bcf-40c2-91de-9d5684575453 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:13:44.110169 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:13:44.110427 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56087216-0bcf-40c2-91de-9d5684575453 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:13:44.110834 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:13:44.168873 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:13:44.176011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-54817f89-f054-480f-8ea0-cb7f01490826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:44.177447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-54817f89-f054-480f-8ea0-cb7f01490826 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b5253dc77d54c43a83466e48b71b94d&device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.0424950 Oct 26 17:13:44.283832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-93113885-afe9-421d-9f3c-7d3562dad763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:44.285343 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-93113885-afe9-421d-9f3c-7d3562dad763 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 200 len: 915 time: 0.0969639 Oct 26 17:13:44.328322 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-b5c6b82f-d7be-4115-84d2-5c1e6b95b0ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Oct 26 17:13:44.372846 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:44.380847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-f64a9d6b-772a-4e25-91ff-c88d3c876cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:44.382350 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-f64a9d6b-772a-4e25-91ff-c88d3c876cc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 200 len: 853 time: 0.0471919 Oct 26 17:13:44.398732 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:13:44.407681 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:13:44.408285 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:44.435859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-edb88fed-f48d-4ad2-a22b-7d8ffab185f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:44.437430 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-edb88fed-f48d-4ad2-a22b-7d8ffab185f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15447aaa-a394-497d-b8ef-eac925ee8462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481298 Oct 26 17:13:44.519615 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:13:44.550265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-6e24404a-6be5-4183-96ec-e804a4d3fe35 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978730 Oct 26 17:13:44.552231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106b6e-9f71-4aea-89db-1911c565cebf req-c1e9ae33-11e5-4f02-97fb-591bfcfd37b9 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:44.553734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f106b6e-9f71-4aea-89db-1911c565cebf req-c1e9ae33-11e5-4f02-97fb-591bfcfd37b9 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0643001 Oct 26 17:13:44.596232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f106b6e-9f71-4aea-89db-1911c565cebf req-52a659af-2aec-4055-82f0-ccedfd956e1e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349691 Oct 26 17:13:44.654354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c3ccf9ce-ca64-47af-8d8a-cd03d687d624 req-ee782357-a7b2-4f70-ad65-f5ca22c6a824 service neutron] 10.222.0.47 "GET /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957906 Oct 26 17:13:44.728302 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:44.754470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f671b1f-6265-4851-955f-80e8d837f129 None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:09:53Z', 'revision_number': 4, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '25f8e67e-3b95-4b59-b479-be5bce786235', 'name': '', 'network_id': '15447aaa-a394-497d-b8ef-eac925ee8462', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'mac_address': 'fa:16:3e:61:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:53Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'subnets': [{'id': '7a6958f8-efa4-4061-af56-be675dde19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:13:44.987849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cc68e9-e714-4dba-9d1f-e75448eca4f1 None None] New status for floating IP cf3986f7-d087-426a-89c5-0503712d7fdb: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:13:45.715102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362eab-0aff-4b72-8310-7e8def972d93 req-8cddc411-c5c2-48e5-bd9f-a92e6b4456e3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:45.716723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32362eab-0aff-4b72-8310-7e8def972d93 req-8cddc411-c5c2-48e5-bd9f-a92e6b4456e3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Oct 26 17:13:45.754398 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32362eab-0aff-4b72-8310-7e8def972d93 req-5f63a535-2c54-4a14-bfbc-fc82aac3852c tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/security-groups?id=adf8fe94-a326-455d-98b5-de997be1deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Oct 26 17:13:45.984080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-0430f895-2b45-4ce2-aef1-cb3db92902fe tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:13:45.985529 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-0430f895-2b45-4ce2-aef1-cb3db92902fe tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0507598 Oct 26 17:13:46.076946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Deleting port 31e760e7-ac20-48ca-a97a-6675b0d031b9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:13:46.077284 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:46.164759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] For port 31e760e7-ac20-48ca-a97a-6675b0d031b9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=31e760e7-ac20-48ca-a97a-6675b0d031b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:13:46.165124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:46.177396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Calling delete_port for 31e760e7-ac20-48ca-a97a-6675b0d031b9 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:13:46.356215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:46.386910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event deleted for resources: {'Port': ['ID=31e760e7-ac20-48ca-a97a-6675b0d031b9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:13:46.426225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] No DVR routers for this DVR port 31e760e7-ac20-48ca-a97a-6675b0d031b9 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:13:46.428911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:46.432256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c43e151a-3d74-4ad2-a121-f07ad98a08f8 req-e3e05369-0ce5-4ca9-a5c1-e271e3da88a3 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.47 "DELETE /v2.0/ports/31e760e7-ac20-48ca-a97a-6675b0d031b9 HTTP/1.1" status: 204 len: 173 time: 0.4405169 Oct 26 17:13:46.433195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'name': 'network-vif-deleted', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:13:46.435501 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cda2b-480a-4256-8286-9c549eee5ea4" -d '{"events": [{"server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "name": "network-vif-deleted", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:13:46.474236 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c1617c-60e5-4fa8-8c10-1a668edfe3d5 x-openstack-request-id: req-c9c1617c-60e5-4fa8-8c10-1a668edfe3d5 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:13:46.474529 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce857268-2404-45ed-b966-d91c4d6f0f32", "name": "network-vif-deleted", "tag": "31e760e7-ac20-48ca-a97a-6675b0d031b9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:13:46.474782 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9c1617c-60e5-4fa8-8c10-1a668edfe3d5 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:13:46.475217 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce857268-2404-45ed-b966-d91c4d6f0f32', 'name': 'network-vif-deleted', 'tag': '31e760e7-ac20-48ca-a97a-6675b0d031b9', 'status': 'completed', 'code': 200} Oct 26 17:13:46.857376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d29a79e8-ebcb-4ec7-98e6-476eafd3c3d0 req-96dc139b-ecaf-4192-955a-e9e13de4c59d tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Oct 26 17:13:47.954068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a325d99e-fc90-4664-8d92-c27cf6289b13 req-eb718836-8cde-4211-acbc-9e639b83ba1c tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0256071 Oct 26 17:13:49.051677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b54a7cde-5c8a-45de-8332-e51d2b20e410 req-87ddf4a4-ccc8-4275-a19c-559d4bb2cada tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0302968 Oct 26 17:13:50.146090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc5569b4-052f-4530-9715-34533c49b72f req-a79bbfc1-e99d-4829-92d0-529002fc2607 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Oct 26 17:13:50.410337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 31e760e7-ac20-48ca-a97a-6675b0d031b9 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:13:50.431054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 31e760e7-ac20-48ca-a97a-6675b0d031b9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:13:50.431426 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 31e760e7-ac20-48ca-a97a-6675b0d031b9 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:13:51.254261 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6cca1347-2468-4440-8cd7-960e309d02df req-985a1614-5ccc-49db-9262-c2013227f127 tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce857268-2404-45ed-b966-d91c4d6f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0277648 Oct 26 17:13:51.304511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:52.315003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 56656) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:13:52.376429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:52.401603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:52.527577 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:52.530324 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:52.534384 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] 10.222.0.21 "DELETE /v2.0/security-groups/adf8fe94-a326-455d-98b5-de997be1deed HTTP/1.1" status: 204 len: 168 time: 0.2155435 Oct 26 17:13:52.541638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9763e6-4dda-46d7-b9e3-c93633153d3e tempest-TestVolumeBackupRestore-1785637199 tempest-TestVolumeBackupRestore-1785637199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf8fe94-a326-455d-98b5-de997be1deed,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:13:52.858378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:57.453650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56906) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:13:57.840315 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:58.100615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Deleting port 25f8e67e-3b95-4b59-b479-be5bce786235 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:13:58.100953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:58.183843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] For port 25f8e67e-3b95-4b59-b479-be5bce786235, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=25f8e67e-3b95-4b59-b479-be5bce786235,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:13:58.184202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:58.197264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Calling delete_port for 25f8e67e-3b95-4b59-b479-be5bce786235 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:13:58.453376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:58.485885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Pushing event deleted for resources: {'Port': ['ID=25f8e67e-3b95-4b59-b479-be5bce786235,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:13:58.507439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.507788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.508129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.508473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.508800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.509128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.509455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.509856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.510193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.510524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.510842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.511184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:13:58.662838 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:58.881054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:13:58.989736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:13:58.995081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-76be0699-69f5-4f32-87de-6f89b27cdcba admin admin] 10.222.0.21 "PUT /v2.0/routers/8293f99d-1987-457e-b4d9-1e4f5ec5dc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5394154 Oct 26 17:13:58.998171 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 56988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:13:59.000986 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Sync routers for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:13:59.011733 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:13:59.012930 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:59.102159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.118921 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:13:59.206675 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.304165 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:13:58Z', 'revision_number': 5, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port': {'id': 'f17341b0-01f5-43e9-b460-988b96f4abf6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:51Z', 'updated_at': '2021-10-26T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:59.308916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Deleting port f17341b0-01f5-43e9-b460-988b96f4abf6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:13:59.309249 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.330772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Checking router: 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:13:59.339876 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Routers {'8293f99d-1987-457e-b4d9-1e4f5ec5dc31'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:13:59.340470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:59.396938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] For port f17341b0-01f5-43e9-b460-988b96f4abf6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f17341b0-01f5-43e9-b460-988b96f4abf6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:13:59.397322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.412338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Calling delete_port for f17341b0-01f5-43e9-b460-988b96f4abf6 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:13:59.531849 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] Set router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:13:59.587587 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:13:59Z', 'revision_number': 6, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:13:59.614659 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37501b5-0cb5-4f05-8f17-f1ea979dc0d3 None None] The sync data for ids ['8293f99d-1987-457e-b4d9-1e4f5ec5dc31'] in n-d-815373-2 is: [{'id': '8293f99d-1987-457e-b4d9-1e4f5ec5dc31', 'name': 'tempest-TestVolumeBackupRestore-1196497443-router', 'tenant_id': '2b5253dc77d54c43a83466e48b71b94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:50Z', 'updated_at': '2021-10-26T17:13:59Z', 'revision_number': 6, 'project_id': '2b5253dc77d54c43a83466e48b71b94d', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:13:59.671448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.700448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f17341b0-01f5-43e9-b460-988b96f4abf6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:13:59.759751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.774637 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:13:59.848610 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.850725 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.990871 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.991582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8293f99d-1987-457e-b4d9-1e4f5ec5dc31 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:13:59.996251 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:13:59.998900 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0d2593e1-3d58-4438-82e1-1bee0609db6d admin admin] 10.222.0.21 "DELETE /v2.0/routers/8293f99d-1987-457e-b4d9-1e4f5ec5dc31 HTTP/1.1" status: 204 len: 168 time: 0.9996822 Oct 26 17:14:00.001505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57046) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:00.053959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Deleting subnet 7a6958f8-efa4-4061-af56-be675dde19aa {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:14:00.057101 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.093687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.169408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.299468 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.330571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6958f8-efa4-4061-af56-be675dde19aa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:00.335976 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.339665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-660d08ca-6ed0-4680-8fdd-4c42a6e67686 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a6958f8-efa4-4061-af56-be675dde19aa HTTP/1.1" status: 204 len: 168 time: 0.3371449 Oct 26 17:14:00.342847 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57060) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:00.344463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cdb288-badf-4601-9679-5ace23e604db None None] Network 15447aaa-a394-497d-b8ef-eac925ee8462 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:14:00.419432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.481623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Deleting port 6113e7c0-a354-4478-878a-1bb65b20d1b9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:00.482203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.540803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] DHCP port deletion for 15447aaa-a394-497d-b8ef-eac925ee8462 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:14:00.564131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] For port 6113e7c0-a354-4478-878a-1bb65b20d1b9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6113e7c0-a354-4478-878a-1bb65b20d1b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:00.564807 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.578956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Calling delete_port for 6113e7c0-a354-4478-878a-1bb65b20d1b9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:00.591470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Deleting port 6113e7c0-a354-4478-878a-1bb65b20d1b9 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:00.591848 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.663541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] For port 6113e7c0-a354-4478-878a-1bb65b20d1b9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6113e7c0-a354-4478-878a-1bb65b20d1b9,segment=NetworkSegment(2074dfa5-181d-41be-a74e-84212d5c9cfa),segment_id=2074dfa5-181d-41be-a74e-84212d5c9cfa)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:00.663988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.681999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Calling delete_port for 6113e7c0-a354-4478-878a-1bb65b20d1b9 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:00.762090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.767813 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.788009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Pushing event deleted for resources: {'Port': ['ID=6113e7c0-a354-4478-878a-1bb65b20d1b9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:00.791552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] No DVR routers for this DVR port 6113e7c0-a354-4478-878a-1bb65b20d1b9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:14:00.798166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] No DVR routers for this DVR port 6113e7c0-a354-4478-878a-1bb65b20d1b9 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:14:00.799721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Pushing event deleted for resources: {'Port': ['ID=6113e7c0-a354-4478-878a-1bb65b20d1b9,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:00.808744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.809091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.809431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.809769 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.810158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.810991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.811347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.811770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.812101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.812433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.812754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.813079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f81b659-b96e-4480-8509-1e4f291e2b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:14:00.873422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.895419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15447aaa-a394-497d-b8ef-eac925ee8462']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:00.904747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2074dfa5-181d-41be-a74e-84212d5c9cfa') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:00.905046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2074dfa5-181d-41be-a74e-84212d5c9cfa') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:00.914715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.930961 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.939334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:14:00.939742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:14:00.941603 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:14:01.003614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 25f8e67e-3b95-4b59-b479-be5bce786235 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:01.024302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 25f8e67e-3b95-4b59-b479-be5bce786235 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:01.024645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 25f8e67e-3b95-4b59-b479-be5bce786235 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:01.025052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f17341b0-01f5-43e9-b460-988b96f4abf6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:01.048056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f17341b0-01f5-43e9-b460-988b96f4abf6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:01.048227 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:01.048360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f17341b0-01f5-43e9-b460-988b96f4abf6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:01.048718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6113e7c0-a354-4478-878a-1bb65b20d1b9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:01.053735 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:01.056862 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15447aaa-a394-497d-b8ef-eac925ee8462 HTTP/1.1" status: 204 len: 168 time: 0.7129667 Oct 26 17:14:01.059983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:01.069569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e600af6-baaf-4cd6-a587-fdfdaa83b669 admin admin] Pushing event deleted for resources: {'Network': ['ID=15447aaa-a394-497d-b8ef-eac925ee8462,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:01.075531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6113e7c0-a354-4478-878a-1bb65b20d1b9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:01.076223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6113e7c0-a354-4478-878a-1bb65b20d1b9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:01.080417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a1c3da8d-a2c4-4ca0-adb2-185d967f06c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:01.740912 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:01.983496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Deleting port b2e61a9e-15d9-4b9f-9577-a3601e42dec6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:01.983745 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:02.063502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] For port b2e61a9e-15d9-4b9f-9577-a3601e42dec6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:02.064216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:02.075739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Calling delete_port for b2e61a9e-15d9-4b9f-9577-a3601e42dec6 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:02.309892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:02.333701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e61a9e-15d9-4b9f-9577-a3601e42dec6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:02.499376 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:02.719535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Router 11e504a8-dfe9-4288-a3db-8bc0d2062192 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:14:02.823926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:14:02.829557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-54259637-9ad6-412e-acf8-2d31ca5fbe2e admin admin] 10.222.0.21 "PUT /v2.0/routers/11e504a8-dfe9-4288-a3db-8bc0d2062192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677503 Oct 26 17:14:02.832027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57124) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:02.834629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Sync routers for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:14:02.844299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:14:02.844906 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:02.936980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:02.949938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:14:03.040512 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.126612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:14:02Z', 'revision_number': 5, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port': {'id': 'f738389a-62d3-4431-b746-7aad86952fc9', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:09:57Z', 'updated_at': '2021-10-26T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:03.154654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Deleting port f738389a-62d3-4431-b746-7aad86952fc9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:03.155334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.157602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Checking router: 11e504a8-dfe9-4288-a3db-8bc0d2062192 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:14:03.165789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Routers {'11e504a8-dfe9-4288-a3db-8bc0d2062192'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:14:03.166406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:13:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['11e504a8-dfe9-4288-a3db-8bc0d2062192'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:03.238188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] For port f738389a-62d3-4431-b746-7aad86952fc9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f738389a-62d3-4431-b746-7aad86952fc9,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:03.238559 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.251292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] Set router 11e504a8-dfe9-4288-a3db-8bc0d2062192 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:14:03.255312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Calling delete_port for f738389a-62d3-4431-b746-7aad86952fc9 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:03.303460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:14:03Z', 'revision_number': 6, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:03.332960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af46c6-4211-469f-9532-8308a7163049 None None] The sync data for ids ['11e504a8-dfe9-4288-a3db-8bc0d2062192'] in n-d-815373-2 is: [{'id': '11e504a8-dfe9-4288-a3db-8bc0d2062192', 'name': 'tempest-TestVolumeBackupRestore-2043470176-router', 'tenant_id': '92b51f03807d4bb4b70e712a2bab4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:09:56Z', 'updated_at': '2021-10-26T17:14:03Z', 'revision_number': 6, 'project_id': '92b51f03807d4bb4b70e712a2bab4229', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:14:03.481782 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.512221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Pushing event deleted for resources: {'Port': ['ID=f738389a-62d3-4431-b746-7aad86952fc9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:03.572180 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.596278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6407486d-897d-40b7-9a63-1ebf40ca528e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.664279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.666363 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.762279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.762766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11e504a8-dfe9-4288-a3db-8bc0d2062192 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:14:03.770182 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.771755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2e77b6dd-e36e-4451-b441-c2629f0f7dda admin admin] 10.222.0.21 "DELETE /v2.0/routers/11e504a8-dfe9-4288-a3db-8bc0d2062192 HTTP/1.1" status: 204 len: 168 time: 0.9384568 Oct 26 17:14:03.774201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:03.819657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Deleting subnet c009b1cf-f724-4b70-8899-511335a3192b {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:14:03.822740 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.860982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:03.936865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.042144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.066826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c009b1cf-f724-4b70-8899-511335a3192b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:04.073818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.079801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c309933a-2405-4eee-842a-54919dc241a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c009b1cf-f724-4b70-8899-511335a3192b HTTP/1.1" status: 204 len: 168 time: 0.3023293 Oct 26 17:14:04.080364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57128) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:04.083795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996cdbd-a926-43ba-b1c9-b1395c2ccbb9 None None] Network a23bed3d-f6c2-46a2-a0e0-4648f691d039 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:14:04.155880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.199873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.212055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Deleting port ef32e72b-56dd-468e-b10b-1308efa9bca5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:04.212406 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.277354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] DHCP port deletion for a23bed3d-f6c2-46a2-a0e0-4648f691d039 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:14:04.286100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] For port ef32e72b-56dd-468e-b10b-1308efa9bca5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef32e72b-56dd-468e-b10b-1308efa9bca5,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:04.286470 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.300621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Calling delete_port for ef32e72b-56dd-468e-b10b-1308efa9bca5 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:04.326520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Deleting port ef32e72b-56dd-468e-b10b-1308efa9bca5 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:04.327051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.393346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] For port ef32e72b-56dd-468e-b10b-1308efa9bca5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ef32e72b-56dd-468e-b10b-1308efa9bca5,segment=NetworkSegment(887082d8-f263-4c77-a961-7159dd2e151b),segment_id=887082d8-f263-4c77-a961-7159dd2e151b)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:04.393733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.406704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Calling delete_port for ef32e72b-56dd-468e-b10b-1308efa9bca5 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:04.459569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.485356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.485727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef32e72b-56dd-468e-b10b-1308efa9bca5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:04.489345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] No DVR routers for this DVR port ef32e72b-56dd-468e-b10b-1308efa9bca5 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:14:04.521355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] Pushing event deleted for resources: {'Port': ['ID=ef32e72b-56dd-468e-b10b-1308efa9bca5,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:04.521355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb47ea9-4e27-4588-b1fe-f1ba58a41adb None None] No DVR routers for this DVR port ef32e72b-56dd-468e-b10b-1308efa9bca5 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:14:04.580809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.593347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23bed3d-f6c2-46a2-a0e0-4648f691d039']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:04.602433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887082d8-f263-4c77-a961-7159dd2e151b') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:04.602733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887082d8-f263-4c77-a961-7159dd2e151b') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:14:04.611915 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.624860 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.630859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:14:04.631285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:14:04.633089 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:14:04.727634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.732919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:04.736064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a23bed3d-f6c2-46a2-a0e0-4648f691d039 HTTP/1.1" status: 204 len: 168 time: 0.6547248 Oct 26 17:14:04.750810 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fc5be-330e-4780-9abe-7b01c48895f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23bed3d-f6c2-46a2-a0e0-4648f691d039,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:04.979987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f738389a-62d3-4431-b746-7aad86952fc9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:05.000164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f738389a-62d3-4431-b746-7aad86952fc9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:05.000504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f738389a-62d3-4431-b746-7aad86952fc9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:05.000905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef32e72b-56dd-468e-b10b-1308efa9bca5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:05.022859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ef32e72b-56dd-468e-b10b-1308efa9bca5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:05.023227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ef32e72b-56dd-468e-b10b-1308efa9bca5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:05.023625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b2e61a9e-15d9-4b9f-9577-a3601e42dec6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:05.042137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b2e61a9e-15d9-4b9f-9577-a3601e42dec6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:05.042475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b2e61a9e-15d9-4b9f-9577-a3601e42dec6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:05.135310 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:05.176004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ef356d78-3d83-439f-84e0-34b9c34a7a7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b5253dc77d54c43a83466e48b71b94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394113 Oct 26 17:14:05.178436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57134) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:05.184765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:05.229861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:05.252442 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:05.378972 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:05.381809 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:05.385665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f14adefe-9202-49fe-83e0-c4f4e06becb4 HTTP/1.1" status: 204 len: 168 time: 0.2038066 Oct 26 17:14:05.398568 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce873a6-adef-45f1-887d-ccf0de792bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14adefe-9202-49fe-83e0-c4f4e06becb4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:06.018091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:06.057543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac9878d8-589d-42c6-988d-61ae46bd3078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92b51f03807d4bb4b70e712a2bab4229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383065 Oct 26 17:14:06.060050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57142) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:06.108392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:06.133089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:06.259344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:06.261832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:06.263001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f280cd6-119b-4fcf-892a-4e02ac5ca554 HTTP/1.1" status: 204 len: 168 time: 0.2014425 Oct 26 17:14:06.271020 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8219aa8-4351-4027-880f-459a8a4402c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f280cd6-119b-4fcf-892a-4e02ac5ca554,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:06.756850 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:17.160752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-602df690-aebb-4197-b773-a6eebc074cba tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=709e915886004b2e89b7b2ea076ed3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224769 Oct 26 17:14:17.270884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-20f712a8-5e5c-4a60-b556-7d762996987c tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:17.272260 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-20f712a8-5e5c-4a60-b556-7d762996987c tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063011 Oct 26 17:14:17.287219 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-abb3de2b-9dea-4f3f-8218-f94e808c18fd tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/quotas/709e915886004b2e89b7b2ea076ed3f8 HTTP/1.1" status: 200 len: 375 time: 0.0092883 Oct 26 17:14:17.318314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-810eaf5b-1681-41fa-a354-46ce9e0336a3 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=709e915886004b2e89b7b2ea076ed3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260134 Oct 26 17:14:17.530080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a233af33-c833-49f4-a6a3-7727092ad6bc req-846a9929-2c28-4785-be9c-caff4ef7f547 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 210 time: 0.0268290 Oct 26 17:14:18.609099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5c157558-f7f1-4e2a-9f68-626227e6c914 req-1dfad6a1-8c8c-4322-b06f-85428dfaf93b tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 210 time: 0.0277483 Oct 26 17:14:19.702086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baf2d639-6792-4d02-8a0a-cd2c87ea4614 req-40f5ebcd-5182-43b9-a986-d91edb2094c8 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 210 time: 0.0264914 Oct 26 17:14:19.819194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-cbe412f2-52f0-4b23-843b-b8e5ea8565aa tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=709e915886004b2e89b7b2ea076ed3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261292 Oct 26 17:14:19.926212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-32323352-c14d-4077-ad35-4c78a4dbc508 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:19.927579 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-32323352-c14d-4077-ad35-4c78a4dbc508 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1017549 Oct 26 17:14:19.940810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Request body: {'port': {'device_id': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'admin_state_up': True, 'tenant_id': '709e915886004b2e89b7b2ea076ed3f8'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:20.110770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Made reservation on behalf of 709e915886004b2e89b7b2ea076ed3f8 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:14:20.114381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.124025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.196647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.247862 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.308970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d5e65-30b8-40b2-b391-6ec2f2663116,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:20.383190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Allocated IP 192.168.233.69 (fa87a998-0700-4f7a-9ad6-2bcca6794615/fbc2db65-f256-4afe-b4ee-6e0e621effbf/a4f81819-9956-41b8-8c44-e0d975dd3685) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:14:20.527372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.602923 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.645446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Network fa87a998-0700-4f7a-9ad6-2bcca6794615 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:14:20.648527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:14:20.652178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:14:20.678308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Pushing event updated for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:20.706931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:20.707708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.776183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-5dccf6c1-e42a-4d16-b491-ddfed5ecfb8f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8389091 Oct 26 17:14:20.795971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Request body: {'port': {'device_id': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:20.844018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092745-c588-4dfb-9c1d-16fe4fb17149 req-e52422f0-3a5d-40d9-b92c-0b0561d54c42 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:20.845557 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac092745-c588-4dfb-9c1d-16fe4fb17149 req-e52422f0-3a5d-40d9-b92c-0b0561d54c42 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 935 time: 0.0643184 Oct 26 17:14:20.862625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.885888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ac092745-c588-4dfb-9c1d-16fe4fb17149 req-3d792c69-189e-412d-9116-54ae31321dc5 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Oct 26 17:14:20.947338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-382fea85-8c4e-430d-a878-5d9b13088814 None None] Provisioning complete for port a4f81819-9956-41b8-8c44-e0d975dd3685 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:14:20.947835 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-382fea85-8c4e-430d-a878-5d9b13088814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:20.981423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-382fea85-8c4e-430d-a878-5d9b13088814 None None] Port a4f81819-9956-41b8-8c44-e0d975dd3685 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:14:21.127444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f81819-9956-41b8-8c44-e0d975dd3685 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:14:21.134663 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.147791 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Transition to ACTIVE for port object a4f81819-9956-41b8-8c44-e0d975dd3685 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:14:21.224985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.278372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:21.333126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.353776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Attempting to bind port a4f81819-9956-41b8-8c44-e0d975dd3685 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:14:21.353776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Attempting to bind port a4f81819-9956-41b8-8c44-e0d975dd3685 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:14:21.354229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Attempting to bind port a4f81819-9956-41b8-8c44-e0d975dd3685 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:14:21.358899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Port a4f81819-9956-41b8-8c44-e0d975dd3685 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:14:21.359246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Attempting to bind port a4f81819-9956-41b8-8c44-e0d975dd3685 on network fa87a998-0700-4f7a-9ad6-2bcca6794615 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:14:21.364178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:14:21.364649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Checking segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:14:21.365023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Bound using segment: {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:14:21.365444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Bound port: a4f81819-9956-41b8-8c44-e0d975dd3685, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdfcccb-6b1d-41c4-909c-97b5ef59ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:14:21.365795 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.433253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:14:21.437151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a4f81819-9956-41b8-8c44-e0d975dd3685,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:14:21.505185 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.544662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:21.545511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:21.546924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4f81819-9956-41b8-8c44-e0d975dd3685 HTTP/1.1" status: 200 len: 1095 time: 0.7560267 Oct 26 17:14:21.547495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:14:21.551093 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75b7055-40c6-4583-90a2-bb7379e3a22b" -d '{"events": [{"name": "network-changed", "server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:14:21.582170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd135a97-cc00-4203-9cf1-194da2986b02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:21.591094 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22e0c78-14c0-4455-8b49-569f437a66fa x-openstack-request-id: req-b22e0c78-14c0-4455-8b49-569f437a66fa {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:14:21.591404 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:14:21.591658 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b22e0c78-14c0-4455-8b49-569f437a66fa {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:14:21.592280 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685', 'status': 'completed', 'code': 200} Oct 26 17:14:21.657074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b7055-40c6-4583-90a2-bb7379e3a22b req-e834e6cb-6b09-4417-9712-675ef86063fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:21.658850 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b75b7055-40c6-4583-90a2-bb7379e3a22b req-e834e6cb-6b09-4417-9712-675ef86063fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=709e915886004b2e89b7b2ea076ed3f8&device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 1098 time: 0.0445418 Oct 26 17:14:21.686657 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b75b7055-40c6-4583-90a2-bb7379e3a22b req-88a76c8f-d3b6-416f-8d28-4a16d4c6474d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=709e915886004b2e89b7b2ea076ed3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205467 Oct 26 17:14:21.787782 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b7055-40c6-4583-90a2-bb7379e3a22b req-60a2a1ea-b699-4fb4-9d50-e756a9286e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:21.789292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b75b7055-40c6-4583-90a2-bb7379e3a22b req-60a2a1ea-b699-4fb4-9d50-e756a9286e60 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955296 Oct 26 17:14:21.863211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-4f9d7279-2991-44b3-bc30-73e579d72066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:21.864707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-4f9d7279-2991-44b3-bc30-73e579d72066 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=709e915886004b2e89b7b2ea076ed3f8&device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 1098 time: 0.0410058 Oct 26 17:14:21.910107 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-c7ebdc4a-1110-4e42-8234-53ff65caacbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a4f81819-9956-41b8-8c44-e0d975dd3685 HTTP/1.1" status: 200 len: 217 time: 0.0377002 Oct 26 17:14:21.959112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-34fd0eef-a1ce-47ce-b2a3-08c386fa3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:21.960582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-34fd0eef-a1ce-47ce-b2a3-08c386fa3426 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc2db65-f256-4afe-b4ee-6e0e621effbf HTTP/1.1" status: 200 len: 843 time: 0.0439739 Oct 26 17:14:22.007416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-2f117830-f462-48ba-ab05-c3cd4bda1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:22.007632 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246056c-014c-447c-8137-188c06a29e8d req-9257a83f-110b-475c-9e38-94f98d38da9f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:22.008921 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-2f117830-f462-48ba-ab05-c3cd4bda1af8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa87a998-0700-4f7a-9ad6-2bcca6794615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411518 Oct 26 17:14:22.009047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2246056c-014c-447c-8137-188c06a29e8d req-9257a83f-110b-475c-9e38-94f98d38da9f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 947 time: 0.0508349 Oct 26 17:14:22.047601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2246056c-014c-447c-8137-188c06a29e8d req-225dd80b-2ae2-460f-8478-a3f02c7e15f9 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Oct 26 17:14:22.103342 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-eee572c0-1839-40f3-81d5-a8ec9f688e6d service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862339 Oct 26 17:14:22.192799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fd7e25c-26aa-4417-92bd-d25a1cc9306f req-7c53447e-ea36-4527-ad46-120df0b3d09f service neutron] 10.222.0.47 "GET /v2.0/networks/fa87a998-0700-4f7a-9ad6-2bcca6794615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Oct 26 17:14:22.824702 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:23.163779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6419a8-4755-4e44-ad70-deafdfce4ff2 req-793809cf-add4-4ee2-9019-28aef16e2f89 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:23.165230 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d6419a8-4755-4e44-ad70-deafdfce4ff2 req-793809cf-add4-4ee2-9019-28aef16e2f89 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 947 time: 0.0487998 Oct 26 17:14:23.203006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d6419a8-4755-4e44-ad70-deafdfce4ff2 req-7bd7d150-638d-4e13-97b7-5727035147ca tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Oct 26 17:14:24.319440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beab77-6d94-482a-874c-7fcb9570ed59 req-b1630d00-ece2-425b-8424-584219db8481 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:24.320891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5beab77-6d94-482a-874c-7fcb9570ed59 req-b1630d00-ece2-425b-8424-584219db8481 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 947 time: 0.0522654 Oct 26 17:14:24.357495 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5beab77-6d94-482a-874c-7fcb9570ed59 req-d31f3ba7-8881-4c96-816e-5384cf075338 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300965 Oct 26 17:14:24.563590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a4f81819-9956-41b8-8c44-e0d975dd3685 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:14:24.659935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a4f81819-9956-41b8-8c44-e0d975dd3685,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:24.670714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a4f81819-9956-41b8-8c44-e0d975dd3685', 'network_id': 'fa87a998-0700-4f7a-9ad6-2bcca6794615', 'port_id': 'a4f81819-9956-41b8-8c44-e0d975dd3685', 'mac_address': 'fa:16:3e:d7:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc2db65-f256-4afe-b4ee-6e0e621effbf', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:14:24.706657 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:24.722069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f81819-9956-41b8-8c44-e0d975dd3685 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:14:24.741408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a4f81819-9956-41b8-8c44-e0d975dd3685,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:24.807814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:24.855305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:25.024069 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a4f81819-9956-41b8-8c44-e0d975dd3685'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:14:25.471584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42445b24-40b7-4d13-ad22-b0c47dd84903 req-0db47c4f-5837-48cf-919f-97067a264ef4 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:25.473036 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42445b24-40b7-4d13-ad22-b0c47dd84903 req-0db47c4f-5837-48cf-919f-97067a264ef4 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 948 time: 0.0484428 Oct 26 17:14:25.509950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42445b24-40b7-4d13-ad22-b0c47dd84903 req-868dd058-c1d1-43f3-8fce-4f6ac1df2fe0 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Oct 26 17:14:26.597629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a4f81819-9956-41b8-8c44-e0d975dd3685 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:14:26.628194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff50ea-806c-4968-8d4f-23c7d4c6b154 req-75b42681-b8b1-4f40-a258-0aff15da1e89 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:26.629848 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93ff50ea-806c-4968-8d4f-23c7d4c6b154 req-75b42681-b8b1-4f40-a258-0aff15da1e89 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 948 time: 0.0489020 Oct 26 17:14:26.669338 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93ff50ea-806c-4968-8d4f-23c7d4c6b154 req-575e880c-0e22-47ae-94e8-95a896ee0f6f tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Oct 26 17:14:26.705150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a4f81819-9956-41b8-8c44-e0d975dd3685 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:14:26.709232 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a4f81819-9956-41b8-8c44-e0d975dd3685 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:14:26.709596 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:26.787445 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:26.808508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:14:26.811304 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea5e816-c18a-4f34-9a0e-45b2f2ab3135" -d '{"events": [{"server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "name": "network-vif-plugged", "status": "completed", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:14:26.828005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a4f81819-9956-41b8-8c44-e0d975dd3685,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:26.847223 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c434de5b-6c43-48cd-b0de-bd0209b0ea5f x-openstack-request-id: req-c434de5b-6c43-48cd-b0de-bd0209b0ea5f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:14:26.847513 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "name": "network-vif-plugged", "status": "completed", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:14:26.847764 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c434de5b-6c43-48cd-b0de-bd0209b0ea5f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:14:26.848172 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685', 'code': 200} Oct 26 17:14:26.888036 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:26.938280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:26.949593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e52410-e170-4ce7-b737-dffaa4ed0910 req-a1827d2d-3d38-4809-8b82-46bd9d9aceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:26.951220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57e52410-e170-4ce7-b737-dffaa4ed0910 req-a1827d2d-3d38-4809-8b82-46bd9d9aceaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 1100 time: 0.0457761 Oct 26 17:14:26.985912 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57e52410-e170-4ce7-b737-dffaa4ed0910 req-f4cd8ca6-bc3b-4e1a-be30-63018fafd5d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271921 Oct 26 17:14:27.788053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23257d95-b1c8-4718-b55e-e3a2dc3d519b req-188a3330-104a-4291-bbc7-5a34cdb306a3 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:27.789428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23257d95-b1c8-4718-b55e-e3a2dc3d519b req-188a3330-104a-4291-bbc7-5a34cdb306a3 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 949 time: 0.0533159 Oct 26 17:14:27.825629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23257d95-b1c8-4718-b55e-e3a2dc3d519b req-ddba5b83-a077-401b-8714-867fe61833e7 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Oct 26 17:14:28.941909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8318b-bbe1-4bf4-a480-66685a867ff4 req-47de5c01-4fde-4776-9c75-01c01634cbdb tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:28.943451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47d8318b-bbe1-4bf4-a480-66685a867ff4 req-47de5c01-4fde-4776-9c75-01c01634cbdb tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 949 time: 0.0495796 Oct 26 17:14:28.981433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47d8318b-bbe1-4bf4-a480-66685a867ff4 req-957bb594-8691-496c-aa52-1618cf9d00b7 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Oct 26 17:14:29.396136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-7915162f-4c4d-49d9-9fbb-4dec5e4e2a23 req-1fcabe65-f7c1-4715-b1e8-a9de2f7f855e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:14:29.397149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7915162f-4c4d-49d9-9fbb-4dec5e4e2a23 req-1fcabe65-f7c1-4715-b1e8-a9de2f7f855e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1002901 Oct 26 17:14:29.862592 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-081e51cb-b646-48d0-9ac8-c25663a0af3c req-a32701b5-c8bc-4ac5-99bc-e0108a324cd6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:14:29.863611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-081e51cb-b646-48d0-9ac8-c25663a0af3c req-a32701b5-c8bc-4ac5-99bc-e0108a324cd6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0531526 Oct 26 17:14:30.453537 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db69c-af55-4731-9fe9-267ee9d66d36 req-8c198668-175e-40e1-8778-90faa8f5874a tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:30.455000 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-640db69c-af55-4731-9fe9-267ee9d66d36 req-8c198668-175e-40e1-8778-90faa8f5874a tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 949 time: 0.0501261 Oct 26 17:14:30.492415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-640db69c-af55-4731-9fe9-267ee9d66d36 req-8c8ee3da-4cc6-4545-90a1-5fa0487ebfde tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Oct 26 17:14:31.082165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4b770ee1-dd2d-44b5-9aa3-8d9befc6f6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:31.617106 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23204738-8f18-493c-8ebc-16fad5566f25 req-fcc93a17-7533-4a5f-a713-1b216a2044ec tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:31.618676 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23204738-8f18-493c-8ebc-16fad5566f25 req-fcc93a17-7533-4a5f-a713-1b216a2044ec tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 949 time: 0.0547628 Oct 26 17:14:31.657542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-23204738-8f18-493c-8ebc-16fad5566f25 req-ef2992df-d232-4cb7-8182-ab4c98ad008e tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/security-groups?id=686d5e65-30b8-40b2-b391-6ec2f2663116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Oct 26 17:14:31.734048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-2d655e07-b899-491e-8b7f-629ff542b616 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:31.736201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-2d655e07-b899-491e-8b7f-629ff542b616 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.47 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 949 time: 0.0509403 Oct 26 17:14:31.829948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Deleting port a4f81819-9956-41b8-8c44-e0d975dd3685 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:14:31.830272 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:31.919593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] For port a4f81819-9956-41b8-8c44-e0d975dd3685, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a4f81819-9956-41b8-8c44-e0d975dd3685,segment=NetworkSegment(5fdfcccb-6b1d-41c4-909c-97b5ef59ea79),segment_id=5fdfcccb-6b1d-41c4-909c-97b5ef59ea79)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:31.919950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:31.932898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Calling delete_port for a4f81819-9956-41b8-8c44-e0d975dd3685 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:14:32.122682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:32.134668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a4f81819-9956-41b8-8c44-e0d975dd3685'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:14:32.153010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Pushing event deleted for resources: {'Port': ['ID=a4f81819-9956-41b8-8c44-e0d975dd3685,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:32.200997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] No DVR routers for this DVR port a4f81819-9956-41b8-8c44-e0d975dd3685 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:14:32.204528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:32.208110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efe632e7-8b3d-4d45-8c31-c5c9df52de6b req-b365999e-325b-4b22-863d-f2dc8e5a81df tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.47 "DELETE /v2.0/ports/a4f81819-9956-41b8-8c44-e0d975dd3685 HTTP/1.1" status: 204 len: 173 time: 0.4654620 Oct 26 17:14:32.208603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'name': 'network-vif-deleted', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:14:32.210898 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59104403-dc33-4290-b195-ae8edec1e054" -d '{"events": [{"server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "name": "network-vif-deleted", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:14:32.320189 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf88e71-106f-4bb0-ba4c-cfe1a0c6ae44 x-openstack-request-id: req-3cf88e71-106f-4bb0-ba4c-cfe1a0c6ae44 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:14:32.320484 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc1c97-e0a5-4d0d-8ef3-c1dde15a857a", "name": "network-vif-deleted", "tag": "a4f81819-9956-41b8-8c44-e0d975dd3685", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:14:32.320741 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cf88e71-106f-4bb0-ba4c-cfe1a0c6ae44 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:14:32.321152 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc1c97-e0a5-4d0d-8ef3-c1dde15a857a', 'name': 'network-vif-deleted', 'tag': 'a4f81819-9956-41b8-8c44-e0d975dd3685', 'status': 'completed', 'code': 200} Oct 26 17:14:32.765748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97c0719f-6b61-4e3b-9b9f-0631f13930ec req-3f8d8076-f231-44d9-96fb-5e6b5244cfc2 tempest-ServersAdminNegativeTestJSON-1155764447 tempest-ServersAdminNegativeTestJSON-1155764447-project] 10.222.0.21 "GET /v2.0/ports?device_id=badc1c97-e0a5-4d0d-8ef3-c1dde15a857a HTTP/1.1" status: 200 len: 210 time: 0.0269027 Oct 26 17:14:33.624499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8db787e8-6d21-4fe3-9a48-32ddb1282f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.139364 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.264734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57292) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:34.391618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cdaab53e-cc04-4f5e-a65f-289031976e06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=709e915886004b2e89b7b2ea076ed3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257131 Oct 26 17:14:34.394091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57296) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:34.441770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.462449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.597329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.600038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:34.601188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/686d5e65-30b8-40b2-b391-6ec2f2663116 HTTP/1.1" status: 204 len: 168 time: 0.2062204 Oct 26 17:14:34.609826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ef7f8-ee45-4b42-b513-54b618c57449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d5e65-30b8-40b2-b391-6ec2f2663116,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:34.631758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a4f81819-9956-41b8-8c44-e0d975dd3685 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:14:34.652737 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a4f81819-9956-41b8-8c44-e0d975dd3685 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:14:34.658605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a4f81819-9956-41b8-8c44-e0d975dd3685 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:14:35.167959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:35.181963 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65e312bb-cd06-4232-bfe3-3e7224b5c23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.185164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.258991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65e312bb-cd06-4232-bfe3-3e7224b5c23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.327910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65e312bb-cd06-4232-bfe3-3e7224b5c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.365614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65e312bb-cd06-4232-bfe3-3e7224b5c23f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c45ef0afe293430482302d9aaf56e8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966066 Oct 26 17:14:35.366461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e312bb-cd06-4232-bfe3-3e7224b5c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b1e2d6-8201-477f-8969-f179a7d097e0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:35.368389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57304) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:35.419618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.441034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.567903 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.570571 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:35.571788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6b1e2d6-8201-477f-8969-f179a7d097e0 HTTP/1.1" status: 204 len: 168 time: 0.2023816 Oct 26 17:14:35.579748 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0b2a9-b7b2-49e9-b81a-fa19ed41ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b1e2d6-8201-477f-8969-f179a7d097e0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:36.576815 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:36.673899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1622904468-network', 'tenant_id': 'bec9b0b108ba4eefb26ef7e600ed415f'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:36.727880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Made reservation on behalf of bec9b0b108ba4eefb26ef7e600ed415f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:14:36.730185 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.738907 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.750678 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.774245 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:14:36.811469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.865160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.891277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:14:36.896515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:36.903897 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:36.903897 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Added segment c86ef198-4d95-4586-85dc-5962dc23e828 of type vlan for network 2d92bd05-2295-443d-9f24-276bae20228a Oct 26 17:14:36.945927 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.053094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.054053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:37.054623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.114645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] Pushing event updated for resources: {'Network': ['ID=2d92bd05-2295-443d-9f24-276bae20228a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:37.124067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 2d92bd05-2295-443d-9f24-276bae20228a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:14:37.165934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fc994eac-b296-4da4-83ed-8c8931847672 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5879908 Oct 26 17:14:37.169031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:14:37.174737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Request body: {'subnet': {'network_id': '2d92bd05-2295-443d-9f24-276bae20228a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1622904468-subnet', 'tenant_id': 'bec9b0b108ba4eefb26ef7e600ed415f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:37.258820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Made reservation on behalf of bec9b0b108ba4eefb26ef7e600ed415f for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:14:37.261239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.498898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.553601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3da108-e2d4-4edc-91e2-7bb472ea7546,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:37.562023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Checking segment: {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:14:37.565164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Network hostable DHCP agents. Network: 2d92bd05-2295-443d-9f24-276bae20228a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:14:37.659371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Network 2d92bd05-2295-443d-9f24-276bae20228a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:14:37.733216 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 2d92bd05-2295-443d-9f24-276bae20228a) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:14:37.737604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:37.738229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:37.743389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e746536-5ed6-4f02-9704-d10c96e4d0f2 None None] Network 2d92bd05-2295-443d-9f24-276bae20228a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:14:37.821994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9d8dad89-869b-42f6-98d2-6f4ea60384c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6520042 Oct 26 17:14:37.866435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c457148-4cd5-4975-bc9f-5dfd2c2c4c32 None None] Network 2d92bd05-2295-443d-9f24-276bae20228a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:14:38.243879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-22a62d7e-f1f4-4e27-a5da-609f95a3c336 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:38.245337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-22a62d7e-f1f4-4e27-a5da-609f95a3c336 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 812 time: 0.1059778 Oct 26 17:14:38.260720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-8fdddb46-40e0-4093-adfe-5a12ca0bea23 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/quotas/bec9b0b108ba4eefb26ef7e600ed415f HTTP/1.1" status: 200 len: 375 time: 0.0097246 Oct 26 17:14:38.290930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-c4976720-94c9-4030-981d-8e0695062e80 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250502 Oct 26 17:14:38.382711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-29fe973a-1d74-48c4-8e70-593cbc29cbd4 service neutron] 10.222.0.21 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 Oct 26 17:14:38.470737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-34f7a588-bace-493e-9821-2bf5682ac152 service neutron] 10.222.0.21 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813596 Oct 26 17:14:38.713357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e8d625d-7faa-44e2-91e6-2ba85e52bd6f req-a7fc96ed-2630-4d19-8ca2-baae0a2d7b32 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 210 time: 0.0320737 Oct 26 17:14:39.808582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc91a1a4-4cea-445e-bfdb-49651a73b2fe req-e9bf4613-af89-4611-b82a-05f83a8646f3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 210 time: 0.0265179 Oct 26 17:14:40.558076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-acaeccff-ce5c-44fd-bb1a-f85c4d95113a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:40.559546 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-acaeccff-ce5c-44fd-bb1a-f85c4d95113a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.47 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 812 time: 0.1033037 Oct 26 17:14:40.576259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Request body: {'port': {'device_id': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a', 'admin_state_up': True, 'tenant_id': 'bec9b0b108ba4eefb26ef7e600ed415f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:40.773809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Made reservation on behalf of bec9b0b108ba4eefb26ef7e600ed415f for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:14:40.777480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:40.903542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5f9fb98-6362-466f-8481-1e014a923412 req-cf5e8245-caf5-47ef-8169-fd40f9468c05 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 210 time: 0.0279512 Oct 26 17:14:40.905637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Allocated IP 172.20.0.13 (2d92bd05-2295-443d-9f24-276bae20228a/df3da108-e2d4-4edc-91e2-7bb472ea7546/26bd5c36-1f4d-4b0e-a736-a93712d414c9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:14:41.048041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.157167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.206407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Network 2d92bd05-2295-443d-9f24-276bae20228a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:14:41.209618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:14:41.213404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:14:41.219714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:41.264823 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:41.265429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.318957 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-e5fba0ec-ca23-4995-bf83-9d8c1d0d4b71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462347 Oct 26 17:14:41.332543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Request body: {'port': {'device_id': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:14:41.390398 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.649879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bd5c36-1f4d-4b0e-a736-a93712d414c9 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:14:41.657018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.668914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Transition to ACTIVE for port object 26bd5c36-1f4d-4b0e-a736-a93712d414c9 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:14:41.727645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.776590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:41.844636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:14:41.844961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:14:41.845283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:14:41.849639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:14:41.849954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:14:41.854658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:14:41.854993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Checking segment: {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:14:41.855409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Bound using segment: {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:14:41.855830 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Bound port: 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:14:41.856176 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:41.919624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:14:41.922688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:14:42.003819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:42.023709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f48c5-38a9-425a-a748-ceb33616c825 req-7f2d6b50-084b-4195-8195-7b37ff386e58 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.025196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e8f48c5-38a9-425a-a748-ceb33616c825 req-7f2d6b50-084b-4195-8195-7b37ff386e58 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0500453 Oct 26 17:14:42.041036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.041453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:42.042822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] 10.222.0.47 "PUT /v2.0/ports/26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 1092 time: 0.7149012 Oct 26 17:14:42.043287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:14:42.045507 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb07546-eff1-460a-a9ae-af940b2f5cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:14:42.069582 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1e8f48c5-38a9-425a-a748-ceb33616c825 req-bdb1752c-57c7-4e69-86bb-6e1a00dfb965 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Oct 26 17:14:42.073618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b940-9bf2-4a8f-b85b-3784d42179df service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:42.089232 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e1a506-2e39-41c6-a5f8-83c940c2e4f0 x-openstack-request-id: req-f0e1a506-2e39-41c6-a5f8-83c940c2e4f0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:14:42.089515 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:14:42.089764 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e1a506-2e39-41c6-a5f8-83c940c2e4f0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:14:42.090163 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'status': 'completed', 'code': 200} Oct 26 17:14:42.155383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-f7fcccbf-700e-40f8-84c3-8daf8777a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.156884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-f7fcccbf-700e-40f8-84c3-8daf8777a0ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1095 time: 0.0422018 Oct 26 17:14:42.257227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-b8b86df8-c8f3-4e62-9732-89e3e4efe138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.258677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-b8b86df8-c8f3-4e62-9732-89e3e4efe138 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0937543 Oct 26 17:14:42.354301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-8fea9470-8894-4214-ad5f-bdc56e8a52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.355685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eb07546-eff1-460a-a9ae-af940b2f5cb4 req-8fea9470-8894-4214-ad5f-bdc56e8a52ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889852 Oct 26 17:14:42.439409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1d0a0044-ae5e-4545-85b5-bdd85c2bcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.441133 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-1d0a0044-ae5e-4545-85b5-bdd85c2bcdea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1095 time: 0.0504839 Oct 26 17:14:42.481504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-74ea7586-b099-420a-966b-0bbe09ee1e92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0328536 Oct 26 17:14:42.531860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-8d08b58c-c113-4d8a-82bd-57d81cda23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:42.534176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-8d08b58c-c113-4d8a-82bd-57d81cda23fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0450914 Oct 26 17:14:42.565503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-33589116-360d-4b14-ab25-bf4db26a8a7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255985 Oct 26 17:14:42.654117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-f5054b1e-2a32-4d7e-a0b9-5d60cde30f94 service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818920 Oct 26 17:14:42.745747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7be94d5c-5aec-4d85-b901-79dce486d6a4 req-79207564-e189-4ade-a19f-05fd899f674e service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847218 Oct 26 17:14:43.186322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341b02c-31f7-4460-8305-e92f0790042f req-880bb6d7-2187-429c-b717-b9a9f97effda tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:43.187841 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f341b02c-31f7-4460-8305-e92f0790042f req-880bb6d7-2187-429c-b717-b9a9f97effda tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0481439 Oct 26 17:14:43.228735 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f341b02c-31f7-4460-8305-e92f0790042f req-eb630af6-b040-4f66-af8e-d5f91868e8fc tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344536 Oct 26 17:14:44.344451 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44f821-9c0e-4f1b-b9d0-6c29a04c5d9d req-34948092-9ee1-431d-bb67-18812901d116 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:44.346032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db44f821-9c0e-4f1b-b9d0-6c29a04c5d9d req-34948092-9ee1-431d-bb67-18812901d116 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0496001 Oct 26 17:14:44.383533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db44f821-9c0e-4f1b-b9d0-6c29a04c5d9d req-7d0432bc-06c6-42e9-97b4-b7fa1bc286fd tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Oct 26 17:14:44.630926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:14:44.726074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:44.736679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a', 'port_id': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'mac_address': 'fa:16:3e:7e:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3da108-e2d4-4edc-91e2-7bb472ea7546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:14:44.772885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:44.785891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bd5c36-1f4d-4b0e-a736-a93712d414c9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:14:44.804358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:44.893926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:44.940441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:45.089966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['26bd5c36-1f4d-4b0e-a736-a93712d414c9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:14:45.494957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5d3d9-901c-4305-a90d-87a5f3cd4ba6 req-046c2c67-a741-4bf9-84f3-1defd8cc2f97 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:45.496451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ac5d3d9-901c-4305-a90d-87a5f3cd4ba6 req-046c2c67-a741-4bf9-84f3-1defd8cc2f97 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 945 time: 0.0479391 Oct 26 17:14:45.533907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ac5d3d9-901c-4305-a90d-87a5f3cd4ba6 req-c6fe5bd6-4e91-44a1-b6ab-c4df1bd54e50 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Oct 26 17:14:46.645638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:14:46.649850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5db76a-de9c-44f3-809c-0289d5205d1a req-dd1a7a83-5106-4cc0-ba93-19c780e553c7 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:46.651359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f5db76a-de9c-44f3-809c-0289d5205d1a req-dd1a7a83-5106-4cc0-ba93-19c780e553c7 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 945 time: 0.0478048 Oct 26 17:14:46.692722 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0f5db76a-de9c-44f3-809c-0289d5205d1a req-9f5ca6bd-ddb3-454e-995e-9a0637af6f34 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Oct 26 17:14:46.745110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:14:46.749173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:14:46.749565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:46.828430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:46.850114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:14:46.852362 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d3f74-fb9c-4722-97dd-4433c3204594" -d '{"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-plugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:14:46.866157 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:14:46.891550 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26ffc7-043c-494c-96ce-69ed1d34c20b x-openstack-request-id: req-af26ffc7-043c-494c-96ce-69ed1d34c20b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:14:46.891848 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-plugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:14:46.892218 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af26ffc7-043c-494c-96ce-69ed1d34c20b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:14:46.892614 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'code': 200} Oct 26 17:14:46.940217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:46.987469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d805b-de5e-4bb6-90f0-0bc18b782237 req-0bb30325-28cf-489c-ba4a-9eddc7fe2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:46.989019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-385d805b-de5e-4bb6-90f0-0bc18b782237 req-0bb30325-28cf-489c-ba4a-9eddc7fe2b0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1097 time: 0.0406487 Oct 26 17:14:46.989669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:14:47.023747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-385d805b-de5e-4bb6-90f0-0bc18b782237 req-f0a74aa3-f3b6-4305-8e98-7b1532bbfdeb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279968 Oct 26 17:14:47.806737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164a7ad-ff12-4beb-a434-f99ae7b12db7 req-c827a579-9386-4c31-8e6d-2d1e17cdca38 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:47.808117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2164a7ad-ff12-4beb-a434-f99ae7b12db7 req-c827a579-9386-4c31-8e6d-2d1e17cdca38 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0488968 Oct 26 17:14:47.844991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2164a7ad-ff12-4beb-a434-f99ae7b12db7 req-9943e2af-d648-4e63-918d-8500de16e70e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Oct 26 17:14:48.959929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4ebd1-5011-4644-891b-166d799903a7 req-2865181e-5e31-4596-b0e7-ed7ff007923c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:48.961382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd4ebd1-5011-4644-891b-166d799903a7 req-2865181e-5e31-4596-b0e7-ed7ff007923c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0482609 Oct 26 17:14:48.998222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd4ebd1-5011-4644-891b-166d799903a7 req-1c1e7594-ff8c-4b63-bd16-34049b4240d6 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Oct 26 17:14:49.399388 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809505c-4dd9-4f4c-82c7-8bab506c0afe req-cd948811-fa44-4330-9724-ded64596efa6 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:49.400847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7809505c-4dd9-4f4c-82c7-8bab506c0afe req-cd948811-fa44-4330-9724-ded64596efa6 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0489008 Oct 26 17:14:49.442661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7809505c-4dd9-4f4c-82c7-8bab506c0afe req-2244ad28-a41a-4e18-b697-64b2a10c7b04 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Oct 26 17:14:49.539678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-793f5f5b-4c74-4edc-99a6-a49245e92111 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875192 Oct 26 17:14:49.548493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-85f36357-d6ec-4f7b-a4de-e07c636ee90e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:14:49.550080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-85f36357-d6ec-4f7b-a4de-e07c636ee90e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054991 Oct 26 17:14:50.566673 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf818071-47ed-47ee-9bc7-ef19b293e9b1 req-8fe441a1-1804-42ac-b3cd-2734aad50c7a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:50.568186 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf818071-47ed-47ee-9bc7-ef19b293e9b1 req-8fe441a1-1804-42ac-b3cd-2734aad50c7a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0580897 Oct 26 17:14:50.606060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bf818071-47ed-47ee-9bc7-ef19b293e9b1 req-4de0a6be-0716-4ff1-aa29-249ff478ceb9 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Oct 26 17:14:51.345217 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:51.464206 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-c2258e70-e269-429b-a0d0-6415d1261093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:51.465681 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-c2258e70-e269-429b-a0d0-6415d1261093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1097 time: 0.0410237 Oct 26 17:14:51.560393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-5207e16d-a0da-4405-9c7b-dda6b6c567a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:51.561972 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-5207e16d-a0da-4405-9c7b-dda6b6c567a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.0887775 Oct 26 17:14:51.605459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-981327ef-12ad-400a-a63a-f1bba0341bc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0358059 Oct 26 17:14:51.661652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-6200a2ee-a826-4715-bc3a-f1259f9873d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:51.663155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-6200a2ee-a826-4715-bc3a-f1259f9873d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0499644 Oct 26 17:14:51.697649 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-1b7dbb7a-7c89-49a2-b1a3-64d1c937f452 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272827 Oct 26 17:14:51.722562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a703c-9668-4f02-a3b0-fe24fbd995be req-f90e8c6a-b5ee-454f-b51a-720ff293c2c0 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:51.724188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-830a703c-9668-4f02-a3b0-fe24fbd995be req-f90e8c6a-b5ee-454f-b51a-720ff293c2c0 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0477967 Oct 26 17:14:51.761971 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-830a703c-9668-4f02-a3b0-fe24fbd995be req-d696e9a9-5e96-4fdd-8052-92590eb6f965 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Oct 26 17:14:51.789541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-aa9f02de-0135-4eda-92e8-22c41193fe7b service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847301 Oct 26 17:14:52.207581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-730d8cf5-7aca-40be-aa02-4ac12608f09d service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110701 Oct 26 17:14:52.813773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:14:53.207034 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b0ac-fe9a-44ad-bf27-4f5841fbf478 req-c1ac1dc1-17c9-44bb-9ba2-103380e8d249 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:53.208443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec05b0ac-fe9a-44ad-bf27-4f5841fbf478 req-c1ac1dc1-17c9-44bb-9ba2-103380e8d249 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.3763049 Oct 26 17:14:53.245150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec05b0ac-fe9a-44ad-bf27-4f5841fbf478 req-46381557-80d8-41fc-81b1-7f763452f4a9 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309250 Oct 26 17:14:54.361434 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485f8a-24ee-404a-8505-e5acad7dc643 req-c02b7744-bbfd-4a57-b984-e747a5509ab6 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:54.362865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17485f8a-24ee-404a-8505-e5acad7dc643 req-c02b7744-bbfd-4a57-b984-e747a5509ab6 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0486279 Oct 26 17:14:54.400097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17485f8a-24ee-404a-8505-e5acad7dc643 req-1b0d54ce-42fb-4547-a94b-9b99f56aec86 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Oct 26 17:14:55.514531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a83ca-c719-4026-9f88-1e7cf8b220cf req-80a6fc7c-31b6-47ef-8281-db809c04f24d tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:55.516017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-076a83ca-c719-4026-9f88-1e7cf8b220cf req-80a6fc7c-31b6-47ef-8281-db809c04f24d tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0484924 Oct 26 17:14:55.557160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-076a83ca-c719-4026-9f88-1e7cf8b220cf req-eff3013e-7d75-43da-8b0b-5812e9712b54 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Oct 26 17:14:56.673071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd498681-d1ae-4194-aafc-8df89c1c4631 req-718ec376-db11-4d49-a3fc-0658a613f5a4 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:56.674606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd498681-d1ae-4194-aafc-8df89c1c4631 req-718ec376-db11-4d49-a3fc-0658a613f5a4 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0497353 Oct 26 17:14:56.712427 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd498681-d1ae-4194-aafc-8df89c1c4631 req-8056ad04-fa0b-4219-90d9-6165c240b7d5 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Oct 26 17:14:57.827479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadbad6-a1db-4337-9a32-44bd45d668d3 req-5b8194b6-3081-4f1e-899f-2a7f7f620d1c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:57.828833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dadbad6-a1db-4337-9a32-44bd45d668d3 req-5b8194b6-3081-4f1e-899f-2a7f7f620d1c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0483925 Oct 26 17:14:57.866124 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9dadbad6-a1db-4337-9a32-44bd45d668d3 req-fa535379-94a4-4585-b9c3-5fc305c20c8c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307972 Oct 26 17:14:58.981190 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edbc9f-84f6-4511-a519-1b4a00a476f3 req-67834e8d-65eb-49c3-ac44-6e658557b446 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:14:58.982640 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40edbc9f-84f6-4511-a519-1b4a00a476f3 req-67834e8d-65eb-49c3-ac44-6e658557b446 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0479498 Oct 26 17:14:59.023104 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40edbc9f-84f6-4511-a519-1b4a00a476f3 req-5d01741a-bfce-4ba3-812b-6863146539b9 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Oct 26 17:15:00.136677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fe357-dbff-4d9d-94ba-4f051baa36c1 req-9e434fb7-7500-40ef-80a6-fe024aa10aeb tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:00.138134 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-373fe357-dbff-4d9d-94ba-4f051baa36c1 req-9e434fb7-7500-40ef-80a6-fe024aa10aeb tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0485775 Oct 26 17:15:00.176232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-373fe357-dbff-4d9d-94ba-4f051baa36c1 req-0fbc9e30-8de8-4d4e-9552-f4565be3d011 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Oct 26 17:15:01.059177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6bd79821-1d85-4b69-9887-4913c8eac148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:01.290008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524cfb-618c-4097-a2f2-1b0e53ecda16 req-a88ce48e-3647-4c57-b984-2e15fe4bc1ff tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:01.291484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36524cfb-618c-4097-a2f2-1b0e53ecda16 req-a88ce48e-3647-4c57-b984-2e15fe4bc1ff tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0476778 Oct 26 17:15:01.328541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36524cfb-618c-4097-a2f2-1b0e53ecda16 req-077120ff-0fe1-45d0-b039-fa7412712fdb tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Oct 26 17:15:02.446476 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93eb0a-abc2-4a4a-9628-6406ca18e268 req-45f87660-8a36-4021-a4fe-bced7cf0ece8 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:02.447972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d93eb0a-abc2-4a4a-9628-6406ca18e268 req-45f87660-8a36-4021-a4fe-bced7cf0ece8 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0499253 Oct 26 17:15:02.489709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2d93eb0a-abc2-4a4a-9628-6406ca18e268 req-49f32b84-6438-484d-af6f-2252d99a8cb3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Oct 26 17:15:03.608353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae071a-e459-4ab2-880b-bc6fca16d434 req-4db448bc-2b11-459e-ac90-44b937f548cf tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:03.609813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ae071a-e459-4ab2-880b-bc6fca16d434 req-4db448bc-2b11-459e-ac90-44b937f548cf tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0494900 Oct 26 17:15:03.613510 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a923668-89ea-40f3-bf53-0fb65486b77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:03.649146 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ae071a-e459-4ab2-880b-bc6fca16d434 req-5a050afd-b27a-4d95-812f-d07892c69e71 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Oct 26 17:15:04.139698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:04.763734 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d98359-93e6-46e2-998c-c8050e62eeb3 req-0579432a-3133-4218-bec4-5e46f429cacb tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:04.765192 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02d98359-93e6-46e2-998c-c8050e62eeb3 req-0579432a-3133-4218-bec4-5e46f429cacb tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0497007 Oct 26 17:15:04.801941 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02d98359-93e6-46e2-998c-c8050e62eeb3 req-4e351a5a-68e9-438c-9837-72c8aa399d6d tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Oct 26 17:15:05.208271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:05.916714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af57b01-e530-4d56-9138-46f5820080b1 req-604b8c15-5378-4f25-9366-152bdfa35dc9 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:05.918161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9af57b01-e530-4d56-9138-46f5820080b1 req-604b8c15-5378-4f25-9366-152bdfa35dc9 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0484514 Oct 26 17:15:05.958641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9af57b01-e530-4d56-9138-46f5820080b1 req-e7403a33-1927-47f6-afd3-aad7f0c24381 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340443 Oct 26 17:15:06.739158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:07.075231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653a2-adab-4429-a34c-c8df0a207bf7 req-eb3935df-89ec-4670-92a7-f1ac15106958 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:07.076701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ae653a2-adab-4429-a34c-c8df0a207bf7 req-eb3935df-89ec-4670-92a7-f1ac15106958 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0483098 Oct 26 17:15:07.113977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ae653a2-adab-4429-a34c-c8df0a207bf7 req-9811bb36-da08-4455-a8a9-ae2477efbf60 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Oct 26 17:15:07.562036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-0668ad44-10a9-4c3a-9abd-a044fc5d8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:07.563774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-0668ad44-10a9-4c3a-9abd-a044fc5d8007 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1097 time: 0.0415545 Oct 26 17:15:07.670556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-4eb6eeed-8ff4-4efe-99d4-c171617c2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:07.672023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-4eb6eeed-8ff4-4efe-99d4-c171617c2050 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.0882993 Oct 26 17:15:07.712656 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-05e985f1-c793-455f-b3ce-ebf8981f49aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0326514 Oct 26 17:15:07.764315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-e94d6208-3f7e-499b-acab-b5a5ece89960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:07.765708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-e94d6208-3f7e-499b-acab-b5a5ece89960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0453744 Oct 26 17:15:07.797358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-a33df9f5-c2e1-41d9-ba7e-66b549479798 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241029 Oct 26 17:15:07.884549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-0d9974fb-7453-4cdb-92c8-f3faf5943b96 service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790560 Oct 26 17:15:07.976848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d97e2077-6a69-48b3-a62c-23aab1717e2c req-8478bb68-dd52-4477-8c09-0b49f814c68e service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838606 Oct 26 17:15:08.230885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e8fd0-6803-46de-883d-78091755d6ff req-bb98d808-6984-43cd-86b1-aaf67f07b3e3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:08.232373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-519e8fd0-6803-46de-883d-78091755d6ff req-bb98d808-6984-43cd-86b1-aaf67f07b3e3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0484676 Oct 26 17:15:08.270074 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-519e8fd0-6803-46de-883d-78091755d6ff req-8d63dd1a-9015-4d29-8b8a-7364239cacf3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Oct 26 17:15:09.383027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c627a2-914a-45c6-8e95-91ae1aae565f req-f791ec72-6308-4db6-9439-07287392157c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:09.384510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42c627a2-914a-45c6-8e95-91ae1aae565f req-f791ec72-6308-4db6-9439-07287392157c tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0477986 Oct 26 17:15:09.426255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-42c627a2-914a-45c6-8e95-91ae1aae565f req-d39a0e44-cb92-4919-bb67-f10df14c2a95 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Oct 26 17:15:10.542232 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0780d4e-dcf3-407c-acf2-b54ec9e3e071 req-01297d7a-b9b8-4717-af70-605fffe73555 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:10.543741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0780d4e-dcf3-407c-acf2-b54ec9e3e071 req-01297d7a-b9b8-4717-af70-605fffe73555 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0490592 Oct 26 17:15:10.582836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0780d4e-dcf3-407c-acf2-b54ec9e3e071 req-8eb6fc3d-19bf-4036-acfa-6cb5dd99d6a1 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Oct 26 17:15:11.698288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8ebd-eed4-4567-bb9d-b43cc532ef7e req-b0ed8ce6-817e-433d-9b50-c29fa204096e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:11.699777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5bb8ebd-eed4-4567-bb9d-b43cc532ef7e req-b0ed8ce6-817e-433d-9b50-c29fa204096e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0482161 Oct 26 17:15:11.736668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e5bb8ebd-eed4-4567-bb9d-b43cc532ef7e req-bbc89019-c637-41a6-86de-4f89f6cd5c46 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Oct 26 17:15:12.852152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835d82-9584-4b70-ba08-954c62ae67ca req-b70f3cd6-2e38-4f9d-9ca5-0b65c84ae75f tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:12.853564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a835d82-9584-4b70-ba08-954c62ae67ca req-b70f3cd6-2e38-4f9d-9ca5-0b65c84ae75f tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0486622 Oct 26 17:15:12.895574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a835d82-9584-4b70-ba08-954c62ae67ca req-5beee673-fbff-4ba0-a28b-95fcb8d655fc tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Oct 26 17:15:13.772637 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:15:14.011229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e159dd-8755-498b-8ade-401f1c188796 req-dd393342-41a2-44ca-8975-8561be9d752e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:14.012698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e159dd-8755-498b-8ade-401f1c188796 req-dd393342-41a2-44ca-8975-8561be9d752e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0491776 Oct 26 17:15:14.050703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33e159dd-8755-498b-8ade-401f1c188796 req-ea969aec-06df-418e-86e2-e88a22adb510 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Oct 26 17:15:15.164991 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d37c30-dc85-4a24-bdf1-70a0b7a5292c req-0c2be967-7709-4169-a637-9094a5877a05 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:15.166480 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91d37c30-dc85-4a24-bdf1-70a0b7a5292c req-0c2be967-7709-4169-a637-9094a5877a05 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0491652 Oct 26 17:15:15.205240 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91d37c30-dc85-4a24-bdf1-70a0b7a5292c req-ddb633d0-b928-4fe1-b25c-7ae59bc5e024 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Oct 26 17:15:16.320291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba23a1-d2af-493b-b838-3437ba3cadf6 req-b7229d16-6e5e-4ab1-8a45-8bb3764c2e07 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:16.321792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1ba23a1-d2af-493b-b838-3437ba3cadf6 req-b7229d16-6e5e-4ab1-8a45-8bb3764c2e07 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0497897 Oct 26 17:15:16.366981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1ba23a1-d2af-493b-b838-3437ba3cadf6 req-b682d7f2-8312-4089-b7e9-c20c6f4d83a3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Oct 26 17:15:17.481138 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a280e-c827-4716-95b4-d9c92cd4f71a req-45130a44-d466-4e45-9d4a-b3e46f40f534 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:17.482663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-155a280e-c827-4716-95b4-d9c92cd4f71a req-45130a44-d466-4e45-9d4a-b3e46f40f534 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0501091 Oct 26 17:15:17.520839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-155a280e-c827-4716-95b4-d9c92cd4f71a req-edaf94b9-88fa-4914-b672-63387bb4ec5e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Oct 26 17:15:18.634857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2ae94-aa62-4cc4-b8b1-ffefbc40f786 req-2130bf73-d51b-4454-9caa-5e063a5a25c1 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:18.636361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cd2ae94-aa62-4cc4-b8b1-ffefbc40f786 req-2130bf73-d51b-4454-9caa-5e063a5a25c1 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0484781 Oct 26 17:15:18.672790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cd2ae94-aa62-4cc4-b8b1-ffefbc40f786 req-5ca9045e-f114-40d0-9a4a-32290bcf931a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Oct 26 17:15:19.354149 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-fa298623-6deb-4bb7-8051-60692ce42df6 service neutron] show failed (client error): The resource could not be found. Oct 26 17:15:19.355188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-fa298623-6deb-4bb7-8051-60692ce42df6 service neutron] 10.222.0.47 "GET /v2.0/ports/26bd5c36-1f4d-4b0e-a736-a93712d414c9/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0537922 Oct 26 17:15:19.790156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf548f55-9102-4bd1-8c21-f962c833e154 req-46fadb81-1dc0-4178-a1ee-cb2dac3fd80b tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:19.791666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf548f55-9102-4bd1-8c21-f962c833e154 req-46fadb81-1dc0-4178-a1ee-cb2dac3fd80b tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0498059 Oct 26 17:15:19.834253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf548f55-9102-4bd1-8c21-f962c833e154 req-ba3a0cec-e725-413f-87b7-e316fcb50d49 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Oct 26 17:15:19.877741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-6ef2adf4-59f1-49ff-a567-7664c26fc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:19.879285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-6ef2adf4-59f1-49ff-a567-7664c26fc690 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a&tenant_id=bec9b0b108ba4eefb26ef7e600ed415f HTTP/1.1" status: 200 len: 1097 time: 0.0978057 Oct 26 17:15:19.891776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:15:19.948610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.147363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:20.179159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:15:20.217607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:20.219894 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8a4525-effe-48ee-a5ca-2cdf17b67266" -d '{"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:20.223651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.235587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Transition to ACTIVE for port object 26bd5c36-1f4d-4b0e-a736-a93712d414c9 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:15:20.270858 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616cc6d-8281-4b51-9f6a-21d2cf936fac x-openstack-request-id: req-3616cc6d-8281-4b51-9f6a-21d2cf936fac {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:20.271145 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:20.271401 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3616cc6d-8281-4b51-9f6a-21d2cf936fac {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:20.271799 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'code': 200} Oct 26 17:15:20.288031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.351974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] No DVR routers for this DVR port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:15:20.353795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:20.363481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.364034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.364138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.364474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.364801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.365129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.365457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.365776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.366099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.366418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.366734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.367054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:20.400502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:15:20.400758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:15:20.401077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:15:20.405256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:15:20.405567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Attempting to bind port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on network 2d92bd05-2295-443d-9f24-276bae20228a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:15:20.410756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:15:20.411090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Checking segment: {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:15:20.411498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Bound using segment: {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:15:20.411919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Bound port: 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86ef198-4d95-4586-85dc-5962dc23e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:15:20.412265 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.473276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:15:20.476264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:15:20.540603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.578483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:20.579113 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:20.580653 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] 10.222.0.39 "PUT /v2.0/ports/26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 1092 time: 0.6927814 Oct 26 17:15:20.597032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d71a-da13-4ff2-801c-7834ba2e25ab service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:20.648636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-e51e9043-2aae-4a3a-81d0-f1622705cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:20.650117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-e51e9043-2aae-4a3a-81d0-f1622705cb9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1095 time: 0.0438399 Oct 26 17:15:20.741081 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-8667a489-8fce-4b6b-88f2-4ab860bd5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:20.742452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-8667a489-8fce-4b6b-88f2-4ab860bd5994 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.0835378 Oct 26 17:15:20.787574 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-cb5d0a4a-e72c-4daf-921f-134f0b83a5aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0374904 Oct 26 17:15:20.836363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-d367ea42-ba84-4df8-9461-cbe467fd05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:20.837795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-d367ea42-ba84-4df8-9461-cbe467fd05b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0437737 Oct 26 17:15:20.871198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-6e33da27-c8d9-4ff6-94c9-ffb58d9964ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257392 Oct 26 17:15:20.953560 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ec6b-2fb2-4496-8356-cd9ba9e3ce2d req-b80592fe-2edd-41c7-a7bb-6e7061624623 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:20.955570 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8b2ec6b-2fb2-4496-8356-cd9ba9e3ce2d req-b80592fe-2edd-41c7-a7bb-6e7061624623 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0498855 Oct 26 17:15:20.966154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-c4d99c45-cef2-48b2-919e-26f4aeb2091b service neutron] 10.222.0.39 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877450 Oct 26 17:15:20.994482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a8b2ec6b-2fb2-4496-8356-cd9ba9e3ce2d req-9f54125f-65b7-43bb-aa74-677d7e425443 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Oct 26 17:15:21.055710 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7d4c1468-04dc-42e5-bcc0-dfa0f1fb8972 req-0a91929d-9779-4492-b0c9-b5f35ffd1909 service neutron] 10.222.0.39 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822599 Oct 26 17:15:21.379823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:22.116344 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f234a-03b0-4db0-8281-5aacef59b3da req-423f3c1b-c7d5-492c-8d49-f649924c76ea tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.117833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c15f234a-03b0-4db0-8281-5aacef59b3da req-423f3c1b-c7d5-492c-8d49-f649924c76ea tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0499120 Oct 26 17:15:22.154559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c15f234a-03b0-4db0-8281-5aacef59b3da req-66eea6c3-a876-4e69-a7f7-66b9818bcea3 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Oct 26 17:15:22.272932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:22.275371 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:22.323327 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f92a1-cdcb-4987-ac05-910a00e3f15f x-openstack-request-id: req-093f92a1-cdcb-4987-ac05-910a00e3f15f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:22.323641 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:22.323914 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-093f92a1-cdcb-4987-ac05-910a00e3f15f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:22.324344 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'status': 'completed', 'code': 200} Oct 26 17:15:22.416556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-051b1caa-019e-497f-b7e2-89dd5fd9e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.418052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-051b1caa-019e-497f-b7e2-89dd5fd9e414 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1095 time: 0.0749323 Oct 26 17:15:22.420707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-c5309353-de8e-4be6-96b4-a5dd932fe2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.422050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-c5309353-de8e-4be6-96b4-a5dd932fe2cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1095 time: 0.0696194 Oct 26 17:15:22.584401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-f71f75a7-4953-4705-8e06-616e932de2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.585889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-f71f75a7-4953-4705-8e06-616e932de2e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.1599166 Oct 26 17:15:22.586978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-26d9e553-9e34-4817-8b21-782ecb0eee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.588375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-26d9e553-9e34-4817-8b21-782ecb0eee08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.1544611 Oct 26 17:15:22.636080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-460aec75-629a-4934-bc39-039634806efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0409210 Oct 26 17:15:22.677685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-eaf907a1-03a1-429b-bc34-3f348828afa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0758650 Oct 26 17:15:22.748466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-59e59bf2-2559-4227-8956-a8add87cae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.750348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-59e59bf2-2559-4227-8956-a8add87cae38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0813797 Oct 26 17:15:22.754020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-4c55bd35-cc0a-4130-b085-b659502d0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:22.755472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-4c55bd35-cc0a-4130-b085-b659502d0dea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0584970 Oct 26 17:15:22.796315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-6f128deb-fc03-4aa2-b3cd-7cc93c043e0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374482 Oct 26 17:15:22.812068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-ecd4e283-120b-4ef6-9df0-29a6291d28d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439041 Oct 26 17:15:22.848572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:22.892725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:15:22.934129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:15:22.964997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-c914caa8-9f04-44cb-93df-8e5c707fadb3 service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554615 Oct 26 17:15:22.970584 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-dad7bcb8-8e5b-4bda-ac4b-92e223ad2ce2 service neutron] 10.222.0.39 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502013 Oct 26 17:15:23.124851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-83f6885e-e860-488d-8556-384a80903b0e service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494374 Oct 26 17:15:23.128990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7f7c1dde-9645-4b72-8697-f0b8a3c6c3f0 req-a84beaa5-13e9-49f7-9e20-0c1a432d08db service neutron] 10.222.0.39 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466861 Oct 26 17:15:23.270688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f0c9c-fcc6-494e-9de8-bcf92ce6420c req-4e4d2162-eabb-4add-964d-c644dd4c6671 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:23.272211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b54f0c9c-fcc6-494e-9de8-bcf92ce6420c req-4e4d2162-eabb-4add-964d-c644dd4c6671 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 944 time: 0.0490177 Oct 26 17:15:23.313431 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b54f0c9c-fcc6-494e-9de8-bcf92ce6420c req-36d83153-e55a-437e-ae1a-0048cf4f3bed tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Oct 26 17:15:23.437592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:15:23.532388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:23.544305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'network_id': '2d92bd05-2295-443d-9f24-276bae20228a', 'port_id': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'mac_address': 'fa:16:3e:7e:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3da108-e2d4-4edc-91e2-7bb472ea7546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:15:23.584568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:23.597852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bd5c36-1f4d-4b0e-a736-a93712d414c9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:15:23.618606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:23.711219 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:23.758349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:23.765802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.766144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.766476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.766802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.767792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.768103 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.768519 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.768844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.769281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.769602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.769917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.770230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:23.862633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063c6b-7a37-40cb-b943-e751006de33d req-4b5ab62f-93de-4225-a477-9e8d31586d6e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:23.864224 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-4b5ab62f-93de-4225-a477-9e8d31586d6e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a&tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Oct 26 17:15:23.931155 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-a4063c6b-7a37-40cb-b943-e751006de33d req-be8626cf-6389-4f5a-b052-5f5f2e7fd52d service neutron] delete failed (client error): The resource could not be found. Oct 26 17:15:23.932194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-be8626cf-6389-4f5a-b052-5f5f2e7fd52d service neutron] 10.222.0.47 "DELETE /v2.0/ports/26bd5c36-1f4d-4b0e-a736-a93712d414c9/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0611112 Oct 26 17:15:23.963217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['26bd5c36-1f4d-4b0e-a736-a93712d414c9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:15:24.017442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063c6b-7a37-40cb-b943-e751006de33d req-61252554-d803-4d66-ad0b-65f603e5cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:24.018939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-61252554-d803-4d66-ad0b-65f603e5cd55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 1096 time: 0.0416715 Oct 26 17:15:24.112792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063c6b-7a37-40cb-b943-e751006de33d req-a71666ee-46ef-4399-b302-369986a10be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:24.114256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-a71666ee-46ef-4399-b302-369986a10be9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 200 len: 913 time: 0.0884669 Oct 26 17:15:24.158270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-e0025c8f-caca-4d1b-9e0d-702038dca100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 200 len: 217 time: 0.0360572 Oct 26 17:15:24.205711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063c6b-7a37-40cb-b943-e751006de33d req-0f13ad85-a825-4cf5-b86c-889e81889456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:24.207205 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-0f13ad85-a825-4cf5-b86c-889e81889456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 200 len: 852 time: 0.0428743 Oct 26 17:15:24.237924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-aa76a71f-b5fa-4cb5-87c6-ce057fc10385 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d92bd05-2295-443d-9f24-276bae20228a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239494 Oct 26 17:15:24.327613 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-ef6988aa-a1b2-4a8e-bcd1-063048418b3e service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825720 Oct 26 17:15:24.416515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-708184bf-e56a-4667-9bb3-a512c9160c9b service neutron] 10.222.0.47 "GET /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Oct 26 17:15:25.436702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:15:25.550608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:15:25.554957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:15:25.555351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:25.633498 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:25.656569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:25.659853 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b83e3-1775-4aee-b4fb-4c3163c15305" -d '{"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-plugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:25.676172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:25.696979 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97e2057-b5a8-43da-87ba-9255eb26e19b x-openstack-request-id: req-b97e2057-b5a8-43da-87ba-9255eb26e19b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:25.697263 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-plugged", "status": "completed", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:25.697515 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b97e2057-b5a8-43da-87ba-9255eb26e19b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:25.697933 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'code': 200} Oct 26 17:15:25.770919 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:25.818491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:25.842633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbae24-992b-41ac-abc8-5446be4e8910 req-4fc3e7ab-dfce-45e2-afcb-ae006a535000 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:25.844152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59dbae24-992b-41ac-abc8-5446be4e8910 req-4fc3e7ab-dfce-45e2-afcb-ae006a535000 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0521111 Oct 26 17:15:25.881648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59dbae24-992b-41ac-abc8-5446be4e8910 req-ca5b90cb-8efe-4ee3-88bb-deb2f7d8276f tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Oct 26 17:15:27.001253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e805cf-641d-4b72-ad6d-77035ba4a20d req-c23b65ad-52b9-4b2e-879b-a5e3c0cfee90 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:27.002741 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0e805cf-641d-4b72-ad6d-77035ba4a20d req-c23b65ad-52b9-4b2e-879b-a5e3c0cfee90 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0487733 Oct 26 17:15:27.040193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0e805cf-641d-4b72-ad6d-77035ba4a20d req-5f5e56b7-e003-49ed-a7e8-340ec3d29404 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/security-groups?id=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Oct 26 17:15:27.107497 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063c6b-7a37-40cb-b943-e751006de33d req-fb51bb44-c0b4-41af-8831-3c88226f701a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:27.108970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-fb51bb44-c0b4-41af-8831-3c88226f701a tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 946 time: 0.0534186 Oct 26 17:15:27.197574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Deleting port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:15:27.197824 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:27.287408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] For port 26bd5c36-1f4d-4b0e-a736-a93712d414c9, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=26bd5c36-1f4d-4b0e-a736-a93712d414c9,segment=NetworkSegment(c86ef198-4d95-4586-85dc-5962dc23e828),segment_id=c86ef198-4d95-4586-85dc-5962dc23e828)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:27.287773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:27.300239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Calling delete_port for 26bd5c36-1f4d-4b0e-a736-a93712d414c9 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:15:27.488433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:27.519415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Pushing event deleted for resources: {'Port': ['ID=26bd5c36-1f4d-4b0e-a736-a93712d414c9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:27.561984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] No DVR routers for this DVR port 26bd5c36-1f4d-4b0e-a736-a93712d414c9 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:15:27.564579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:27.568545 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a4063c6b-7a37-40cb-b943-e751006de33d req-feee6b0d-7ac9-481c-8295-a3dcf9f3971e tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.39 "DELETE /v2.0/ports/26bd5c36-1f4d-4b0e-a736-a93712d414c9 HTTP/1.1" status: 204 len: 173 time: 0.4533660 Oct 26 17:15:27.568979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-deleted', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:27.571267 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320cea4-a2c2-4077-a3ca-8ac32fc6cbb8" -d '{"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-deleted", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:27.607735 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529463c-3b37-424c-b87b-f9d159dbe4e4 x-openstack-request-id: req-2529463c-3b37-424c-b87b-f9d159dbe4e4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:27.608023 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd22eba-b76c-40e6-930c-0ff3d8491d2a", "name": "network-vif-deleted", "tag": "26bd5c36-1f4d-4b0e-a736-a93712d414c9", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:27.608272 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2529463c-3b37-424c-b87b-f9d159dbe4e4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:27.608714 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd22eba-b76c-40e6-930c-0ff3d8491d2a', 'name': 'network-vif-deleted', 'tag': '26bd5c36-1f4d-4b0e-a736-a93712d414c9', 'status': 'completed', 'code': 200} Oct 26 17:15:27.750671 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-87141a22-34de-482c-9038-afeaaa41ffff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258441 Oct 26 17:15:27.815470 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-734d4078-beca-401e-be2f-ba4fcaace74a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 210 time: 0.0250382 Oct 26 17:15:27.928315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-c6ed497e-8b08-465f-952a-e14d0f1479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:27.929812 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-c6ed497e-8b08-465f-952a-e14d0f1479e2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973477 Oct 26 17:15:28.028517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-e1993faa-ab94-4c24-98e8-d8e06dff5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:28.030173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c982d81f-6db2-4753-9e83-e81e88628df4 req-e1993faa-ab94-4c24-98e8-d8e06dff5659 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924325 Oct 26 17:15:28.144380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a95e97ab-d9e9-402f-8ca9-6bc243a208e9 req-9c677711-2100-4628-8021-b6730dc78508 tempest-DeleteServersTestJSON-346400911 tempest-DeleteServersTestJSON-346400911-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd22eba-b76c-40e6-930c-0ff3d8491d2a HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 26 17:15:29.272155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57494) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:29.319463 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Deleting subnet df3da108-e2d4-4edc-91e2-7bb472ea7546 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:15:29.322479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.356422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.394246 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.453894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:15:29.475386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 26bd5c36-1f4d-4b0e-a736-a93712d414c9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:15:29.475386 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 26bd5c36-1f4d-4b0e-a736-a93712d414c9 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:15:29.522754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.553604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3da108-e2d4-4edc-91e2-7bb472ea7546,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:29.558280 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.561525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df3da108-e2d4-4edc-91e2-7bb472ea7546 HTTP/1.1" status: 204 len: 168 time: 0.2882907 Oct 26 17:15:29.564262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57496) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:29.567615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.567961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.568296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.568651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.569065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.569406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.569731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.570055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.570375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.570696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.571018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.571364 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb18a-2775-4412-a3cf-38ec1ef72340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:15:29.631945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.712274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.731535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d92bd05-2295-443d-9f24-276bae20228a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:15:29.740427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86ef198-4d95-4586-85dc-5962dc23e828') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:15:29.740722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86ef198-4d95-4586-85dc-5962dc23e828') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:15:29.749675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.762831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.769188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:15:29.769566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:15:29.771188 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:15:29.888412 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.894115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:29.897271 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d92bd05-2295-443d-9f24-276bae20228a HTTP/1.1" status: 204 len: 168 time: 0.3314633 Oct 26 17:15:29.908388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248151c8-d951-4a73-9d1c-a90df8b32a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d92bd05-2295-443d-9f24-276bae20228a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:30.173525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:30.212739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9dc4d02e-99be-47a2-bc59-fad7016c6da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bec9b0b108ba4eefb26ef7e600ed415f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374336 Oct 26 17:15:30.215112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:30.264846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:30.286418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:30.385579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:30.388026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:30.389164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01da6f0b-9f37-4480-9ab5-c1fdbc2663a5 HTTP/1.1" status: 204 len: 168 time: 0.1731720 Oct 26 17:15:30.397662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627524f9-9268-44e4-9401-6c8b013e6acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da6f0b-9f37-4480-9ab5-c1fdbc2663a5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:31.076494 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-850e5bab-aa7f-4b55-acd9-7ee9d1ee15fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.363559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57524) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:31.454805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1873386324-network', 'tenant_id': 'cba64283fd42421a9b737eda168b3350'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:15:31.539837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Made reservation on behalf of cba64283fd42421a9b737eda168b3350 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:15:31.542166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.550741 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.624556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.694027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.719853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:15:31.729555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6781ba-d0c5-4d84-bd11-52d4fee053b5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:31.735459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.735797 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Added segment 52010c0a-50cb-45f1-8334-b8aea960b687 of type vlan for network 72f92f72-6e38-4582-99c9-23e4276cc95c Oct 26 17:15:31.775898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.870872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.871959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:31.872534 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:31.934732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] Pushing event updated for resources: {'Network': ['ID=72f92f72-6e38-4582-99c9-23e4276cc95c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:31.945162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 72f92f72-6e38-4582-99c9-23e4276cc95c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:15:31.977017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1161afdd-da8c-4221-9882-4e51c53eb571 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6123643 Oct 26 17:15:31.979980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57528) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:15:31.984992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Request body: {'subnet': {'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1873386324-subnet', 'tenant_id': 'cba64283fd42421a9b737eda168b3350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:15:32.065870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Made reservation on behalf of cba64283fd42421a9b737eda168b3350 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:15:32.068240 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:32.283315 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:32.340282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97072c4-27fc-4ef8-aae0-39ad13701688,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:32.348272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Checking segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:15:32.348640 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Network hostable DHCP agents. Network: 72f92f72-6e38-4582-99c9-23e4276cc95c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:15:32.442509 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Network 72f92f72-6e38-4582-99c9-23e4276cc95c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:15:32.516641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 72f92f72-6e38-4582-99c9-23e4276cc95c) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:15:32.521472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:32.522122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:32.525587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e5750-a4b9-4927-9b1c-9ad3bbfc3049 None None] Network 72f92f72-6e38-4582-99c9-23e4276cc95c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:15:32.594220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bb1fd620-d0c0-4297-8d7e-6ca713332f38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6131108 Oct 26 17:15:32.650371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af347c-3105-4896-9660-8f55157d7d1a None None] Network 72f92f72-6e38-4582-99c9-23e4276cc95c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:15:33.026029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-a9e84d38-63d3-4d71-8f46-a559e3e3849a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:33.027501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-a9e84d38-63d3-4d71-8f46-a559e3e3849a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 815 time: 0.1050968 Oct 26 17:15:33.042414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-67a70693-eaac-4fe8-9044-3aed71e7b861 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/quotas/cba64283fd42421a9b737eda168b3350 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Oct 26 17:15:33.076362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-42ad022c-4974-46ec-a53c-39e09df89327 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285587 Oct 26 17:15:33.167371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-88a3bc41-8e99-493e-af65-90c67c4ad59e service neutron] 10.222.0.21 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Oct 26 17:15:33.259571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-23030e1e-e0cd-4534-954a-69c9f511e817 service neutron] 10.222.0.21 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 Oct 26 17:15:33.512455 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e192b084-4ce4-4754-808a-9ca90b50130a req-83ccbdf5-eb7a-40f8-8e33-da427decaa39 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 210 time: 0.0328307 Oct 26 17:15:33.586027 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-503fdca9-adc5-445c-8247-d3056287fa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:34.145434 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:34.614684 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5de6f591-6f43-4f40-96e6-6c67fb960c35 req-09097724-2e04-4426-9e3d-572c23735c69 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 210 time: 0.0290570 Oct 26 17:15:35.189940 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:35.507957 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-40510102-b34b-4a3a-a7b1-59dbec08cc85 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:35.509453 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-40510102-b34b-4a3a-a7b1-59dbec08cc85 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 815 time: 0.1074507 Oct 26 17:15:35.523075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Request body: {'port': {'device_id': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'admin_state_up': True, 'tenant_id': 'cba64283fd42421a9b737eda168b3350'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:15:35.709224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90a45e61-ac20-4fd4-ba71-d511e096808e req-bd6c8500-0eb7-4ef9-9893-bf93312f4e3f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 210 time: 0.0268419 Oct 26 17:15:35.722940 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Made reservation on behalf of cba64283fd42421a9b737eda168b3350 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:15:35.726642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:35.855923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Allocated IP 172.20.0.10 (72f92f72-6e38-4582-99c9-23e4276cc95c/e97072c4-27fc-4ef8-aae0-39ad13701688/3b725693-cb54-4a8a-86b5-899957add176) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:15:35.998516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.082780 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.122864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Network 72f92f72-6e38-4582-99c9-23e4276cc95c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:15:36.125795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:15:36.129527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:15:36.157465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:36.182786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:36.183427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.250252 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-3349dc2a-e130-47e5-b707-f6be903b7c21 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307911 Oct 26 17:15:36.262794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Request body: {'port': {'device_id': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:15:36.317907 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.570935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b725693-cb54-4a8a-86b5-899957add176 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:15:36.578338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.591157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Transition to ACTIVE for port object 3b725693-cb54-4a8a-86b5-899957add176 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:15:36.682334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.734540 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:36.773915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.805480 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:15:36.806013 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:15:36.806334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:15:36.810641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:15:36.810954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:15:36.815703 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:15:36.816042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Checking segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:15:36.816408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Bound using segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:15:36.816825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Bound port: 3b725693-cb54-4a8a-86b5-899957add176, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:15:36.817174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:36.825125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9558e15-300b-46a3-a88b-7bca20a10f18 req-bd7eed0a-c03a-411f-b325-a2e26ae2dbcc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:36.826625 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9558e15-300b-46a3-a88b-7bca20a10f18 req-bd7eed0a-c03a-411f-b325-a2e26ae2dbcc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0480897 Oct 26 17:15:36.865090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9558e15-300b-46a3-a88b-7bca20a10f18 req-a7246c08-1c42-4860-be3b-f98aeefcccc9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Oct 26 17:15:36.880444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:15:36.884740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:15:36.961566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:37.001111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.001709 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:37.003620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] 10.222.0.47 "PUT /v2.0/ports/3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 1092 time: 0.7448525 Oct 26 17:15:37.004050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:37.006255 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6478bf6-72d4-414c-8e25-d3b65674a5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:37.028158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20137-8b96-4f8d-b711-d25fa3de6def service neutron] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:37.047519 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f4503-6a2a-4fe0-ad10-722b22c61b98 x-openstack-request-id: req-a32f4503-6a2a-4fe0-ad10-722b22c61b98 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:37.047813 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:37.048066 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a32f4503-6a2a-4fe0-ad10-722b22c61b98 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:37.048462 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'status': 'completed', 'code': 200} Oct 26 17:15:37.109595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-83a78be4-888c-497a-854b-0f8d78e12ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.111062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-83a78be4-888c-497a-854b-0f8d78e12ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1095 time: 0.0415745 Oct 26 17:15:37.207801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-dd423cc5-b790-44ff-bab3-a58cc184862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.209255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-dd423cc5-b790-44ff-bab3-a58cc184862b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cba64283fd42421a9b737eda168b3350&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0910559 Oct 26 17:15:37.651903 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-c9fd34da-e36c-424f-8d95-09c5da3fb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.653375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f6478bf6-72d4-414c-8e25-d3b65674a5e9 req-c9fd34da-e36c-424f-8d95-09c5da3fb3db service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4372325 Oct 26 17:15:37.730833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-9ec20325-63ab-4d24-8b97-c653fc4db5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.732331 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-9ec20325-63ab-4d24-8b97-c653fc4db5d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1095 time: 0.0396953 Oct 26 17:15:37.775570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-c6cacff1-f666-4fbe-9b93-2af97d0a224c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0353694 Oct 26 17:15:37.823788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-ad4a5958-0454-4308-8fcf-2cc9e400b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.825114 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-ad4a5958-0454-4308-8fcf-2cc9e400b6d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0425892 Oct 26 17:15:37.856393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-f637b61d-810f-4b00-add9-deeb0f418fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235431 Oct 26 17:15:37.948960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-71fd154b-a409-4fc1-b184-b0b8b2cb063d service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Oct 26 17:15:37.984591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5960f-15bd-4c16-8063-d0ddf79da9de req-e79cdab1-c2b9-4f51-9550-94d998ee78bc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:37.986055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aae5960f-15bd-4c16-8063-d0ddf79da9de req-e79cdab1-c2b9-4f51-9550-94d998ee78bc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0525069 Oct 26 17:15:38.025137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aae5960f-15bd-4c16-8063-d0ddf79da9de req-ae0cad38-b4d7-4613-bd38-40bf448ded58 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Oct 26 17:15:38.041282 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e38661ac-bc2e-4100-81dd-1ab47f84c8d6 req-4ebb58ee-2c11-42b7-9a74-ad18d36694a5 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842640 Oct 26 17:15:39.140504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91986f-35fa-4a1c-a6a2-97f94ed3cbcc req-19d31e4b-7350-4102-bc74-aa98ffaf2f70 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:39.142298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e91986f-35fa-4a1c-a6a2-97f94ed3cbcc req-19d31e4b-7350-4102-bc74-aa98ffaf2f70 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0493908 Oct 26 17:15:39.180657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7e91986f-35fa-4a1c-a6a2-97f94ed3cbcc req-fa625f1e-53d9-4c0c-bd9a-35d391cc8225 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Oct 26 17:15:40.294959 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1fbd3-a661-435b-8bf0-7aeff8b2e9b4 req-453f1cbb-2f32-4fb7-b822-b5b9d2d15bfe tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:40.296426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08b1fbd3-a661-435b-8bf0-7aeff8b2e9b4 req-453f1cbb-2f32-4fb7-b822-b5b9d2d15bfe tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0479417 Oct 26 17:15:40.334810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08b1fbd3-a661-435b-8bf0-7aeff8b2e9b4 req-457aa78d-9d3d-40a3-84cf-b97d9d667d03 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Oct 26 17:15:41.019456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:15:41.111471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:41.125578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '3b725693-cb54-4a8a-86b5-899957add176', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'port_id': '3b725693-cb54-4a8a-86b5-899957add176', 'mac_address': 'fa:16:3e:e6:ba:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97072c4-27fc-4ef8-aae0-39ad13701688', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:15:41.162061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:41.174410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b725693-cb54-4a8a-86b5-899957add176 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:15:41.193053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:41.310857 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:41.357951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:41.454887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0d608-1eea-4646-b683-86b5838d831a req-30e94f88-6a72-44d6-bcad-7741139ab2ab tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:41.457001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5a0d608-1eea-4646-b683-86b5838d831a req-30e94f88-6a72-44d6-bcad-7741139ab2ab tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 945 time: 0.0538929 Oct 26 17:15:41.493335 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5a0d608-1eea-4646-b683-86b5838d831a req-3b6a013e-f8e2-4b17-a3c7-c542b4589a4e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Oct 26 17:15:41.512251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['3b725693-cb54-4a8a-86b5-899957add176'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:15:42.610606 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98b3f-f097-4ccb-b20d-5f9e20ca8abb req-03d98400-3395-4300-8e50-8cb7b601ed0f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:42.612636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11f98b3f-f097-4ccb-b20d-5f9e20ca8abb req-03d98400-3395-4300-8e50-8cb7b601ed0f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 945 time: 0.0514798 Oct 26 17:15:42.655458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11f98b3f-f097-4ccb-b20d-5f9e20ca8abb req-098cd3d5-b0fe-43b7-b378-a3d3beccda8e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Oct 26 17:15:43.036992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:15:43.138417 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 3b725693-cb54-4a8a-86b5-899957add176 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:15:43.142403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 3b725693-cb54-4a8a-86b5-899957add176 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:15:43.143444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:43.222322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:43.243909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:15:43.246206 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d06f25-9f0a-4140-96b2-f2ac2db2a257" -d '{"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:15:43.258831 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:15:43.284351 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1858cb2-4b9c-4625-92a7-1a2cdee88e52 x-openstack-request-id: req-d1858cb2-4b9c-4625-92a7-1a2cdee88e52 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:15:43.285224 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:15:43.285487 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1858cb2-4b9c-4625-92a7-1a2cdee88e52 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:15:43.285871 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'code': 200} Oct 26 17:15:43.317435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:43.365973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:15:43.384901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466c4f-b7fb-4dc2-93fa-44838ee586a8 req-992241ee-85c0-4785-8e04-ddd0d9329a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:43.386370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1466c4f-b7fb-4dc2-93fa-44838ee586a8 req-992241ee-85c0-4785-8e04-ddd0d9329a77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1097 time: 0.0450408 Oct 26 17:15:43.421056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b1466c4f-b7fb-4dc2-93fa-44838ee586a8 req-0e756e84-9cf5-43ac-9b1f-19f4edfdc577 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264664 Oct 26 17:15:43.769949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29043a-c142-4c58-adb2-f0bc516a4669 req-e160d18a-9e11-4e1c-be7f-85b1471bc78e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:43.771412 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb29043a-c142-4c58-adb2-f0bc516a4669 req-e160d18a-9e11-4e1c-be7f-85b1471bc78e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0480113 Oct 26 17:15:43.808449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb29043a-c142-4c58-adb2-f0bc516a4669 req-bcbf6af7-8d85-411a-a6b1-6bcd6bce240f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Oct 26 17:15:44.930327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc11bf8-32dc-49b0-8784-44a3942ef70e req-e134894a-b7a5-4fab-a0e2-8e5a141c0824 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:44.931752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdc11bf8-32dc-49b0-8784-44a3942ef70e req-e134894a-b7a5-4fab-a0e2-8e5a141c0824 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0535109 Oct 26 17:15:44.970422 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdc11bf8-32dc-49b0-8784-44a3942ef70e req-34042c3e-719b-4f81-8d03-4dd8f9a051ae tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Oct 26 17:15:45.088858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79804-2adc-4d42-8d81-53c451cc6e9f req-43a55941-1729-41e2-b3ff-0645d2bb3d2a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:45.090242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b79804-2adc-4d42-8d81-53c451cc6e9f req-43a55941-1729-41e2-b3ff-0645d2bb3d2a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0492151 Oct 26 17:15:45.129494 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4b79804-2adc-4d42-8d81-53c451cc6e9f req-5bfbf8db-55cd-49ff-bdba-30121fb1b899 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Oct 26 17:15:45.379522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc01-8948-4b5c-8efe-74ccd9c3020b req-71649073-e328-4b2e-9248-fab5421cefb0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:45.380889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-271bfc01-8948-4b5c-8efe-74ccd9c3020b req-71649073-e328-4b2e-9248-fab5421cefb0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0483208 Oct 26 17:15:45.420331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-271bfc01-8948-4b5c-8efe-74ccd9c3020b req-e8ac722e-78d4-454d-8d10-ae8b209b9bd3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Oct 26 17:15:45.540757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f4750-0af8-425a-a7cd-f2579b592cca req-117c9035-f94b-40c8-9422-132152ac612a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:45.542457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-142f4750-0af8-425a-a7cd-f2579b592cca req-117c9035-f94b-40c8-9422-132152ac612a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0541608 Oct 26 17:15:45.580744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-142f4750-0af8-425a-a7cd-f2579b592cca req-2b2535d3-c835-47ae-9f1b-ceeaa31b42bf tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Oct 26 17:15:46.011836 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b91079-74ee-4bb1-88c7-128f004e333e req-153a4c2f-8978-4ebf-b236-35c37d52fde3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:46.013354 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86b91079-74ee-4bb1-88c7-128f004e333e req-153a4c2f-8978-4ebf-b236-35c37d52fde3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0515218 Oct 26 17:15:46.051973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-86b91079-74ee-4bb1-88c7-128f004e333e req-81515581-ee31-4536-ac26-0632c5c72839 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Oct 26 17:15:46.103084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-e0253d38-d976-445d-9181-b1cf575d284f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393200 Oct 26 17:15:47.173196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec53f-abdb-415a-8edb-9d5920f44e8e req-f9a5e970-fd1e-4d64-a87c-6ee9237af86c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:47.175403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba6ec53f-abdb-415a-8edb-9d5920f44e8e req-f9a5e970-fd1e-4d64-a87c-6ee9237af86c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0545340 Oct 26 17:15:47.213886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ba6ec53f-abdb-415a-8edb-9d5920f44e8e req-78e272f3-443c-4e77-88e0-21c152fcd751 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Oct 26 17:15:47.995032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-35ed7122-93cd-49ea-ab5f-2013e3ea4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:47.996441 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-35ed7122-93cd-49ea-ab5f-2013e3ea4040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1097 time: 0.0402617 Oct 26 17:15:48.088869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-700ea633-9f3e-40e0-9df6-91374b9e1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:48.090310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-700ea633-9f3e-40e0-9df6-91374b9e1f8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0854819 Oct 26 17:15:48.131644 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-c57c095c-4f64-419b-ab2a-38d8bbfe20ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Oct 26 17:15:48.179866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-f7cf4cc1-a074-4c02-b7fb-54e8a366bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:48.181284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-f7cf4cc1-a074-4c02-b7fb-54e8a366bab6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0434213 Oct 26 17:15:48.212137 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-c2cd17b2-815f-4238-a405-5cbcd20ea3ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237234 Oct 26 17:15:48.307353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-0b1f0436-578a-4057-8de8-033cdeeb4ed2 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872016 Oct 26 17:15:48.333077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e0a19-53f3-47a8-9129-1e5887cad629 req-9e0b0565-5014-4ba5-a8ab-fd4edd8ad346 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:48.334597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a2e0a19-53f3-47a8-9129-1e5887cad629 req-9e0b0565-5014-4ba5-a8ab-fd4edd8ad346 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0525379 Oct 26 17:15:48.373656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a2e0a19-53f3-47a8-9129-1e5887cad629 req-e88b1676-046e-4245-bb2d-4af128595990 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Oct 26 17:15:48.402538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-e7845ee1-901c-49ae-976d-d495547397d4 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875254 Oct 26 17:15:49.488068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353916-79ec-4710-a9c3-d7fd71d38e76 req-988d0859-5333-45ee-85bb-2c5ee0355186 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:49.489555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa353916-79ec-4710-a9c3-d7fd71d38e76 req-988d0859-5333-45ee-85bb-2c5ee0355186 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0486076 Oct 26 17:15:49.526639 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa353916-79ec-4710-a9c3-d7fd71d38e76 req-90462c5e-7832-4879-b7f2-088b09d20946 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Oct 26 17:15:50.646028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2358-6bdf-45c3-85cf-3d6488b9ba3c req-e2e33e1e-b8e2-4feb-871a-e92dca6d65c4 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:50.647503 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28ad2358-6bdf-45c3-85cf-3d6488b9ba3c req-e2e33e1e-b8e2-4feb-871a-e92dca6d65c4 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0524545 Oct 26 17:15:50.683761 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28ad2358-6bdf-45c3-85cf-3d6488b9ba3c req-956729fe-2c68-4b7c-9e60-94833619c1fe tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Oct 26 17:15:50.772060 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:15:51.356973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:51.797586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f255-df5d-4ce2-a730-a8eca47b47bb req-b06def8e-2f98-434a-90c3-2fb8ecd264d3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:51.799064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d87f255-df5d-4ce2-a730-a8eca47b47bb req-b06def8e-2f98-434a-90c3-2fb8ecd264d3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0488851 Oct 26 17:15:51.837568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1d87f255-df5d-4ce2-a730-a8eca47b47bb req-ca4ec497-a0de-434d-acfb-9d591952268c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Oct 26 17:15:52.904146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:15:52.953566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a734a-48fd-47db-9232-0f81eb71192b req-94307add-10e9-47b5-866a-efd7569dd209 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:52.955039 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879a734a-48fd-47db-9232-0f81eb71192b req-94307add-10e9-47b5-866a-efd7569dd209 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0491519 Oct 26 17:15:52.993689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-879a734a-48fd-47db-9232-0f81eb71192b req-9965d667-a607-4b3b-aa4a-a1817d77c7cb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Oct 26 17:15:54.116262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e331e-65fd-45d7-859e-3470c8a8dc6b req-2acd91f7-6088-4611-83ce-4b013c73f529 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:54.117737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f81e331e-65fd-45d7-859e-3470c8a8dc6b req-2acd91f7-6088-4611-83ce-4b013c73f529 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0526185 Oct 26 17:15:54.154490 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f81e331e-65fd-45d7-859e-3470c8a8dc6b req-4c8e5758-abf8-47f1-b0ce-8d7e8e7ebfb8 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Oct 26 17:15:55.268011 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa93be-9846-419d-9619-fc9e77724512 req-aba4962f-ef72-4922-a20d-0f8f884934b3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:55.270096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcfa93be-9846-419d-9619-fc9e77724512 req-aba4962f-ef72-4922-a20d-0f8f884934b3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0490103 Oct 26 17:15:55.308322 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bcfa93be-9846-419d-9619-fc9e77724512 req-f7ac8028-8454-40a9-9498-5b3972d9f2e4 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Oct 26 17:15:56.422812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224de20-b70c-4ae8-9357-06c3f1832824 req-7a90bba0-b4c8-44d8-9c6b-4fdb5e0f2afb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:56.424299 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e224de20-b70c-4ae8-9357-06c3f1832824 req-7a90bba0-b4c8-44d8-9c6b-4fdb5e0f2afb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0495062 Oct 26 17:15:56.460926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e224de20-b70c-4ae8-9357-06c3f1832824 req-db48dc59-0a99-473f-9a8c-dca47f331035 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299923 Oct 26 17:15:57.581656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ace5-0be7-4e8d-8fa4-67d9ee0addfd req-5edfa3c6-b7d2-47b6-bc76-bed3dadd5f52 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:57.583295 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8480ace5-0be7-4e8d-8fa4-67d9ee0addfd req-5edfa3c6-b7d2-47b6-bc76-bed3dadd5f52 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0543306 Oct 26 17:15:57.621793 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8480ace5-0be7-4e8d-8fa4-67d9ee0addfd req-64c3bf2a-84d3-4560-870d-68c3141cca60 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Oct 26 17:15:58.738682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0464f8-e558-4450-8721-05a2b96c64b5 req-f125a87e-07f5-47e1-8aec-ec86db99f2b9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:58.740159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd0464f8-e558-4450-8721-05a2b96c64b5 req-f125a87e-07f5-47e1-8aec-ec86db99f2b9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0482285 Oct 26 17:15:58.778087 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd0464f8-e558-4450-8721-05a2b96c64b5 req-28e8880a-8068-4059-a40b-3e4c7b9c32aa tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Oct 26 17:15:59.891972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd007130-a1c5-431c-beb8-7dc2500cbefd req-17706cd6-9f2d-4c86-b5b6-79d617213342 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:15:59.893435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd007130-a1c5-431c-beb8-7dc2500cbefd req-17706cd6-9f2d-4c86-b5b6-79d617213342 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0483320 Oct 26 17:15:59.933679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd007130-a1c5-431c-beb8-7dc2500cbefd req-e6741fe2-bc29-486f-8adf-60ee1de55eef tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Oct 26 17:16:01.048250 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64d9ff0a-07f3-4fcd-9e1b-e4af917232c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:01.054903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b8f2-794c-4d82-b9d0-b3bd0fe9e94c req-ff9184c9-22aa-4ade-9724-e466fd383c45 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:01.056395 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47a6b8f2-794c-4d82-b9d0-b3bd0fe9e94c req-ff9184c9-22aa-4ade-9724-e466fd383c45 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0539691 Oct 26 17:16:01.093170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-47a6b8f2-794c-4d82-b9d0-b3bd0fe9e94c req-f2fdde3f-ad7f-4cda-af97-5c9d895aecb3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Oct 26 17:16:02.210619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923af32-b453-4452-a796-9b3d0c907dce req-9e991f7e-185d-4ebb-a102-6907b717a07d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:02.212122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1923af32-b453-4452-a796-9b3d0c907dce req-9e991f7e-185d-4ebb-a102-6907b717a07d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0499835 Oct 26 17:16:02.249270 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1923af32-b453-4452-a796-9b3d0c907dce req-3c187cd4-7216-4913-a956-b820cec73f93 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Oct 26 17:16:03.367584 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f5fb1-7f58-4634-bfbc-b016d879ffd1 req-27dc5f8a-2c45-49de-860c-5061b92a392c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:03.369051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e25f5fb1-7f58-4634-bfbc-b016d879ffd1 req-27dc5f8a-2c45-49de-860c-5061b92a392c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0510383 Oct 26 17:16:03.407269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e25f5fb1-7f58-4634-bfbc-b016d879ffd1 req-e0f254d3-7b00-499b-8804-2f5021787bff tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Oct 26 17:16:03.641291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f455-6083-431d-967c-ee83e3f70d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:04.140014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:04.525375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c86d-149a-4b44-b1e3-e174155930d7 req-bb375567-dc70-45c4-8719-72e52514fbcc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:04.526857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ce9c86d-149a-4b44-b1e3-e174155930d7 req-bb375567-dc70-45c4-8719-72e52514fbcc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0512557 Oct 26 17:16:04.566386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0ce9c86d-149a-4b44-b1e3-e174155930d7 req-9657c22c-0e1a-4092-ab51-cf006014d6b4 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Oct 26 17:16:05.190817 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:05.681932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51956-399c-4c8d-a0fb-5746c8d618d5 req-5e5f55b4-9ee0-4993-baa4-080244b8dc67 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:05.683438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffa51956-399c-4c8d-a0fb-5746c8d618d5 req-5e5f55b4-9ee0-4993-baa4-080244b8dc67 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0500224 Oct 26 17:16:05.722705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffa51956-399c-4c8d-a0fb-5746c8d618d5 req-d7bb0174-96f7-4ad8-98d3-b2d496d753db tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Oct 26 17:16:06.669230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-d5cd7858-6a60-4839-a294-2b49b44544a3 req-169887b2-cd78-4e6e-8480-f8d9af2e3931 service neutron] (102737) timed out ('10.222.0.21', 36214) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:16:06.745508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:06.839247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482c8-f545-4c32-abc9-2c643a7e1746 req-71faf657-2c6b-4ed6-a757-1c260babe101 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:06.840629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f482c8-f545-4c32-abc9-2c643a7e1746 req-71faf657-2c6b-4ed6-a757-1c260babe101 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0484805 Oct 26 17:16:06.877736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f482c8-f545-4c32-abc9-2c643a7e1746 req-d286fd8b-1498-4568-9ab5-180a6b20156b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Oct 26 17:16:07.997929 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c39228-8bb0-4c4f-95ef-d09cc2d5c27d req-f58eac5c-c2cb-4d3a-9d44-48e105d14a06 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:07.999406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76c39228-8bb0-4c4f-95ef-d09cc2d5c27d req-f58eac5c-c2cb-4d3a-9d44-48e105d14a06 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0518870 Oct 26 17:16:08.037262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76c39228-8bb0-4c4f-95ef-d09cc2d5c27d req-c9be385a-704e-4034-935a-e90cc2aff2d6 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Oct 26 17:16:09.150702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e88d-cfab-4973-917c-c573107f2125 req-a60f40c1-e94a-472c-a133-5a5b0a318c0a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:09.152185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a715e88d-cfab-4973-917c-c573107f2125 req-a60f40c1-e94a-472c-a133-5a5b0a318c0a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0488839 Oct 26 17:16:09.189723 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a715e88d-cfab-4973-917c-c573107f2125 req-c46bf2ff-46d9-4b8c-858a-258e6579d4b9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Oct 26 17:16:09.599241 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-2295d9e0-eab0-4a5f-9cdb-32a0f69f81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:09.600721 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-2295d9e0-eab0-4a5f-9cdb-32a0f69f81dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1097 time: 0.0415590 Oct 26 17:16:09.704706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-b2ecb465-ca3a-4c58-8a9c-101761c76e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:09.706851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-b2ecb465-ca3a-4c58-8a9c-101761c76e55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0876327 Oct 26 17:16:09.751619 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-f8158376-dee5-4983-9870-d340b42a5c6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0335789 Oct 26 17:16:09.800181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-c3b40919-c4ec-431e-bcc8-f4949bace6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:09.801521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-c3b40919-c4ec-431e-bcc8-f4949bace6c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0433071 Oct 26 17:16:09.833977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-3053c8ac-b5b7-4ef0-80dc-1c730fd10c3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241799 Oct 26 17:16:09.925575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-041adfc5-cdcc-4677-957b-55af51d9207c service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849254 Oct 26 17:16:10.022022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a9ce39b3-f8a9-4ec9-8aaf-ac52aa5bfff1 req-7216afd2-8e11-4354-ba7c-5c3444c4e232 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Oct 26 17:16:10.304372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5964ae-f49d-47d2-b6ea-22fe0eb2f26f req-52de7251-b2ca-454e-9f1a-7b92ffabf813 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:10.305810 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e5964ae-f49d-47d2-b6ea-22fe0eb2f26f req-52de7251-b2ca-454e-9f1a-7b92ffabf813 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0491047 Oct 26 17:16:10.342092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2e5964ae-f49d-47d2-b6ea-22fe0eb2f26f req-4461c4dc-3585-474e-8204-bed8d1913184 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303791 Oct 26 17:16:11.460177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eeb4c-7b72-43c3-bcb0-3b2a92e26a21 req-1f8437a1-a8b3-445e-b257-b6ceaf13736c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:11.461618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e39eeb4c-7b72-43c3-bcb0-3b2a92e26a21 req-1f8437a1-a8b3-445e-b257-b6ceaf13736c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0527616 Oct 26 17:16:11.499051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e39eeb4c-7b72-43c3-bcb0-3b2a92e26a21 req-7f1eb233-e137-4eac-9bd1-3955ddd97e18 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Oct 26 17:16:12.615110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec2507-1895-4098-9fdf-b8159113a686 req-d7204d1f-4e0c-46a5-902d-137ef3e9e2d1 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:12.616586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dec2507-1895-4098-9fdf-b8159113a686 req-d7204d1f-4e0c-46a5-902d-137ef3e9e2d1 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0496299 Oct 26 17:16:12.654235 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0dec2507-1895-4098-9fdf-b8159113a686 req-7723d980-fdd8-4691-af11-0c785c43ac8d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Oct 26 17:16:13.774100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491115cd-f910-41de-b425-449f93251794 req-828ed2b6-13b3-4c81-9de2-8bbbc2aa7458 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:13.775579 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-491115cd-f910-41de-b425-449f93251794 req-828ed2b6-13b3-4c81-9de2-8bbbc2aa7458 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0485427 Oct 26 17:16:13.812023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-491115cd-f910-41de-b425-449f93251794 req-8abcd878-f63e-45fb-bd69-7cdca478e769 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Oct 26 17:16:14.931911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5fee-b0e2-464e-bbf3-c114949c0130 req-d71ad10b-e6ad-4eb9-9369-8ba8d9605123 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:14.933364 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41ed5fee-b0e2-464e-bbf3-c114949c0130 req-d71ad10b-e6ad-4eb9-9369-8ba8d9605123 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0532351 Oct 26 17:16:14.975607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-41ed5fee-b0e2-464e-bbf3-c114949c0130 req-24ed88af-80e5-4457-bedb-6d70185a812d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Oct 26 17:16:15.419439 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-f012eef5-4b6b-424b-9d87-4eda91917bb4 service neutron] show failed (client error): The resource could not be found. Oct 26 17:16:15.420446 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-f012eef5-4b6b-424b-9d87-4eda91917bb4 service neutron] 10.222.0.47 "GET /v2.0/ports/3b725693-cb54-4a8a-86b5-899957add176/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0545673 Oct 26 17:16:15.959719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-0f4f1cd2-90fe-4c16-b239-bae959254b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:15.961204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-0f4f1cd2-90fe-4c16-b239-bae959254b84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce&tenant_id=cba64283fd42421a9b737eda168b3350 HTTP/1.1" status: 200 len: 1097 time: 0.0412705 Oct 26 17:16:15.973664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:16:16.028179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.091263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50578f-7e06-46a1-a7a8-be8bb76023ae req-25bee992-8a7d-4bbd-9a02-133844818170 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:16.092779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb50578f-7e06-46a1-a7a8-be8bb76023ae req-25bee992-8a7d-4bbd-9a02-133844818170 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0490637 Oct 26 17:16:16.133003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb50578f-7e06-46a1-a7a8-be8bb76023ae req-60fdd359-83a3-4834-9750-416e1398333e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Oct 26 17:16:16.229658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:16.263298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:16:16.303186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:16.305478 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c92ff-f42a-4d76-9a7d-520135fb68a9" -d '{"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:16.309234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.322643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Transition to ACTIVE for port object 3b725693-cb54-4a8a-86b5-899957add176 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:16:16.356627 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981aa5ca-5b35-4ce5-a84d-a337df9eb404 x-openstack-request-id: req-981aa5ca-5b35-4ce5-a84d-a337df9eb404 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:16.356974 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:16.357225 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-981aa5ca-5b35-4ce5-a84d-a337df9eb404 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:16.357622 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'code': 200} Oct 26 17:16:16.391091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.453406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] No DVR routers for this DVR port 3b725693-cb54-4a8a-86b5-899957add176 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:16:16.463362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Attempting to bind port 3b725693-cb54-4a8a-86b5-899957add176 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Checking segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Bound using segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Bound port: 3b725693-cb54-4a8a-86b5-899957add176, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:16:16.506473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.566056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:16:16.569315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:16:16.647903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.683764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:16.684375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:16.685767 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] 10.222.0.39 "PUT /v2.0/ports/3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 1092 time: 0.7167132 Oct 26 17:16:16.707477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b0fe7-6450-4d71-a1b0-d9b5a64defff service neutron] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:16.752478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-5860d9c3-e57e-4b95-969f-21fe56303d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:16.754532 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-5860d9c3-e57e-4b95-969f-21fe56303d69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1095 time: 0.0441692 Oct 26 17:16:16.844176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-c11459af-d698-4540-9940-9ca9ef46ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:16.845640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-c11459af-d698-4540-9940-9ca9ef46ec74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0832729 Oct 26 17:16:16.890224 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-94226c37-7a48-4935-b5ee-e26fc00b4de1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0373156 Oct 26 17:16:16.938742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-37864a3a-49f5-43c7-9c4a-ef4a25bb1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:16.940192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-37864a3a-49f5-43c7-9c4a-ef4a25bb1ffe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0423441 Oct 26 17:16:16.971795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-efa768f8-2f63-4b90-a19a-2e1dbab02b33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243652 Oct 26 17:16:17.063235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-ee54fd5b-8e01-4608-a92f-1de8238842ff service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848670 Oct 26 17:16:17.152372 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-434fe1df-97ca-490d-90d9-18d97d58fabf req-c0aa60d7-07c5-4309-984f-07e2f604a284 service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813341 Oct 26 17:16:17.247920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1667046-4cb3-4dbc-8c0d-6e7679e59875 req-a7a30e69-6758-41e1-9ca3-4553e5242c6e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:17.249407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1667046-4cb3-4dbc-8c0d-6e7679e59875 req-a7a30e69-6758-41e1-9ca3-4553e5242c6e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0485272 Oct 26 17:16:17.289939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1667046-4cb3-4dbc-8c0d-6e7679e59875 req-81e33156-3c0d-4ec0-8bae-9205b91d7a93 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Oct 26 17:16:18.359154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:18.361548 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd49756-1463-4977-988f-70cfd1eb94ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:18.410142 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9969f724-95d7-4690-a36e-4d7b39eed657 x-openstack-request-id: req-9969f724-95d7-4690-a36e-4d7b39eed657 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:18.410443 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:18.410698 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9969f724-95d7-4690-a36e-4d7b39eed657 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:18.411381 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'status': 'completed', 'code': 200} Oct 26 17:16:18.421511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d5c70-1f72-4b2e-bd2b-11744ed3e433 req-f31be67a-5098-4f96-abbe-595b53d0e3ba tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.423012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-424d5c70-1f72-4b2e-bd2b-11744ed3e433 req-f31be67a-5098-4f96-abbe-595b53d0e3ba tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0550153 Oct 26 17:16:18.463389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-424d5c70-1f72-4b2e-bd2b-11744ed3e433 req-0060f3e5-0bff-4518-9576-dfc12b863ecd tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Oct 26 17:16:18.501102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-61c9cea8-34cd-4d4c-a2ad-7ffc505ee41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.502601 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-61c9cea8-34cd-4d4c-a2ad-7ffc505ee41c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1095 time: 0.0706677 Oct 26 17:16:18.508379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-834b22f0-6222-4e95-8729-33e59a0b96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.509737 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-834b22f0-6222-4e95-8729-33e59a0b96bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1095 time: 0.0697851 Oct 26 17:16:18.661246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-6e31ccec-0f79-42f6-afca-191c5f23c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.662614 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-6e31ccec-0f79-42f6-afca-191c5f23c54a service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1520450 Oct 26 17:16:18.663552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-b7324642-47b4-4c84-9688-a3d61070aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.664835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-b7324642-47b4-4c84-9688-a3d61070aa02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1474476 Oct 26 17:16:18.736986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-e2bbc3a9-243c-4f90-9950-e8b62274fefa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0671554 Oct 26 17:16:18.739005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-caff107d-ea20-4890-aa57-23b16948a2dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0633526 Oct 26 17:16:18.819696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-b27a94c2-5ef2-44b7-9066-0d5dfa8d7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.821144 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-b27a94c2-5ef2-44b7-9066-0d5dfa8d7d43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0771139 Oct 26 17:16:18.824403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49756-1463-4977-988f-70cfd1eb94ef req-e1ff5a2e-51d1-47e8-963b-ed15c5ba61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:18.825717 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-e1ff5a2e-51d1-47e8-963b-ed15c5ba61f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0744143 Oct 26 17:16:18.856163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-e942a34a-dff5-47a6-950d-738a8106dc10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283973 Oct 26 17:16:18.918398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-1d79edad-b939-45ae-815d-532cbe412e36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644696 Oct 26 17:16:19.029009 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-4b7126fc-c20d-4263-acab-370b57bf76f0 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649520 Oct 26 17:16:19.063665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-22eddc1a-651a-479c-8f97-1bcccbdc417a service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362379 Oct 26 17:16:19.200275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-12a44658-ad44-46b2-8dc7-6c0008334019 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597099 Oct 26 17:16:19.210686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-abd49756-1463-4977-988f-70cfd1eb94ef req-be9ae190-1f7f-49ee-ae0c-5701414b910b service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214199 Oct 26 17:16:19.237681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:16:19.275443 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:16:19.582199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dee15-4cd7-4ef3-b02c-fd89dba54b2f req-ff88ea86-fc4b-438d-93e7-0e4dcf829a2a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:19.583759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a7dee15-4cd7-4ef3-b02c-fd89dba54b2f req-ff88ea86-fc4b-438d-93e7-0e4dcf829a2a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0502026 Oct 26 17:16:19.620785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5a7dee15-4cd7-4ef3-b02c-fd89dba54b2f req-9bdfbc8f-2265-419b-93c7-fe61b1c70f92 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Oct 26 17:16:19.754692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:16:19.851628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:19.863190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '3b725693-cb54-4a8a-86b5-899957add176', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'port_id': '3b725693-cb54-4a8a-86b5-899957add176', 'mac_address': 'fa:16:3e:e6:ba:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97072c4-27fc-4ef8-aae0-39ad13701688', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:16:19.900771 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:19.913939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b725693-cb54-4a8a-86b5-899957add176 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:16:19.937496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:19.939923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506d348-8a66-49ed-9f89-2dfd66c7f19c req-eef59242-2765-4936-97d1-77ba62499d70 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:19.943220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e506d348-8a66-49ed-9f89-2dfd66c7f19c req-eef59242-2765-4936-97d1-77ba62499d70 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 944 time: 0.0538969 Oct 26 17:16:19.984061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e506d348-8a66-49ed-9f89-2dfd66c7f19c req-71b25e75-897e-4a8a-aef9-32fa6b8cb4da tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Oct 26 17:16:20.008649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:20.032299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-02d23a06-4cf3-47ca-9ad6-46f79e0f082f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:20.033794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-02d23a06-4cf3-47ca-9ad6-46f79e0f082f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.47 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce&tenant_id=cba64283fd42421a9b737eda168b3350&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 944 time: 0.0584853 Oct 26 17:16:20.058875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:20.094009 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-5bf444d2-cb81-428c-a228-5f9bb7780b8a service neutron] delete failed (client error): The resource could not be found. Oct 26 17:16:20.095065 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-5bf444d2-cb81-428c-a228-5f9bb7780b8a service neutron] 10.222.0.47 "DELETE /v2.0/ports/3b725693-cb54-4a8a-86b5-899957add176/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0544703 Oct 26 17:16:20.180029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-1a812616-7775-4610-bcd0-5b68f87f72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:20.181491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-1a812616-7775-4610-bcd0-5b68f87f72ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 1096 time: 0.0404260 Oct 26 17:16:20.212393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3b725693-cb54-4a8a-86b5-899957add176'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:16:20.273445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-b3d065f5-d708-4ecf-9eca-a553ec7e9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:20.274999 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-b3d065f5-d708-4ecf-9eca-a553ec7e9442 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0868311 Oct 26 17:16:20.320093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-1766946b-ae7e-4c0e-911d-238a0f29ca65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 200 len: 217 time: 0.0362885 Oct 26 17:16:20.369199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-9eeeea9c-1e57-4cd5-8cf3-017cacd26722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:20.370637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-9eeeea9c-1e57-4cd5-8cf3-017cacd26722 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0440221 Oct 26 17:16:20.403067 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-a0df9748-335e-462f-bee4-6a3096f5f873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239916 Oct 26 17:16:20.495092 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-248ba978-f3af-438e-8bc6-8a69ca862304 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Oct 26 17:16:20.586363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aaafeff0-fd42-41b1-a917-07f731b7d1dc req-b013ec75-479c-402e-b563-d2a193370e85 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Oct 26 17:16:21.109512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3c5e8-227d-4ec4-9567-6041f49720b0 req-953fc82e-b884-405d-9cdb-ebc9c4a2b140 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:21.110953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff3c5e8-227d-4ec4-9567-6041f49720b0 req-953fc82e-b884-405d-9cdb-ebc9c4a2b140 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 945 time: 0.0526476 Oct 26 17:16:21.148496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff3c5e8-227d-4ec4-9567-6041f49720b0 req-902c9e71-eb6d-430f-89c8-1ae2afd63c7e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Oct 26 17:16:21.339872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:21.784653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:16:21.886971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 3b725693-cb54-4a8a-86b5-899957add176 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:16:21.891161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 3b725693-cb54-4a8a-86b5-899957add176 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:16:21.891538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:21.968157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:21.992075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:21.994589 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c771c72-340b-426b-b63e-c1bc878ef4e3" -d '{"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:22.011077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:22.031011 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71eacf-4e76-47f4-906c-944b17be5230 x-openstack-request-id: req-1d71eacf-4e76-47f4-906c-944b17be5230 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:22.031327 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:22.031589 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d71eacf-4e76-47f4-906c-944b17be5230 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:22.031982 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'code': 200} Oct 26 17:16:22.071276 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:22.120885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:22.264220 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2dbda-d1e6-4bad-8c84-a2a001e43f8a req-f3f889e4-d50f-46db-9f69-e99a97548c98 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:22.265701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fe2dbda-d1e6-4bad-8c84-a2a001e43f8a req-f3f889e4-d50f-46db-9f69-e99a97548c98 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0496466 Oct 26 17:16:22.304153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4fe2dbda-d1e6-4bad-8c84-a2a001e43f8a req-3fc95415-9117-4d25-a9f2-164886ebaa74 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Oct 26 17:16:22.417534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2190b2-e282-4e3b-8a9e-680144fa781b req-b2a93487-7bcc-4db7-ada4-d33440b64a6a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:22.419013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee2190b2-e282-4e3b-8a9e-680144fa781b req-b2a93487-7bcc-4db7-ada4-d33440b64a6a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0491381 Oct 26 17:16:22.455362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee2190b2-e282-4e3b-8a9e-680144fa781b req-12c9f9da-e640-4025-af35-038248ef270e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Oct 26 17:16:22.573545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f513d3-1570-4065-880c-d05b05ee9738 req-23f38108-2d4a-4930-bc7a-d6400331a720 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:22.575015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f513d3-1570-4065-880c-d05b05ee9738 req-23f38108-2d4a-4930-bc7a-d6400331a720 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0532255 Oct 26 17:16:22.613867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f513d3-1570-4065-880c-d05b05ee9738 req-e13cd68f-4309-43a0-bd97-b097faf1c534 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Oct 26 17:16:22.882658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:23.122046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-678c8b41-273b-4ea0-8900-99710d10d37f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:23.123528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-678c8b41-273b-4ea0-8900-99710d10d37f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 815 time: 0.1001225 Oct 26 17:16:23.138785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-84d6feb3-9034-4e5f-8829-ccffa44c714c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/quotas/cba64283fd42421a9b737eda168b3350 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Oct 26 17:16:23.191038 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-a7d4f6a4-e072-4d3d-bd9b-5aba4a66f27a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463204 Oct 26 17:16:23.202202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-639add0b-b6b1-4db0-ab84-f38cccbaedb1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:16:23.203175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-639add0b-b6b1-4db0-ab84-f38cccbaedb1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049081 Oct 26 17:16:23.289539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-5143c427-b743-402f-997a-65418389597d service neutron] 10.222.0.21 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Oct 26 17:16:23.381856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-e597b45a-6223-47dc-b86d-00295a4f1264 service neutron] 10.222.0.21 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862656 Oct 26 17:16:23.639393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c77c01a6-aeae-467a-bccd-4136bcb189bc req-80b4736e-c067-4b59-9b23-b1c7a5a32ffb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Oct 26 17:16:24.240952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b741c18-efa4-485b-844b-378f47b6a557 req-dbbdc308-02c5-418d-ac2f-a6b15cff1c4f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:24.242419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4b741c18-efa4-485b-844b-378f47b6a557 req-dbbdc308-02c5-418d-ac2f-a6b15cff1c4f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0df28503-4713-40c3-8a02-a0cc309e61ce HTTP/1.1" status: 200 len: 946 time: 0.0497861 Oct 26 17:16:24.335229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Deleting port 3b725693-cb54-4a8a-86b5-899957add176 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:16:24.335570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:24.426038 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] For port 3b725693-cb54-4a8a-86b5-899957add176, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=3b725693-cb54-4a8a-86b5-899957add176,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:24.426395 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:24.438403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Calling delete_port for 3b725693-cb54-4a8a-86b5-899957add176 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:16:24.660136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:24.672517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['3b725693-cb54-4a8a-86b5-899957add176'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:16:24.692630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Pushing event deleted for resources: {'Port': ['ID=3b725693-cb54-4a8a-86b5-899957add176,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:24.705794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.706235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.706638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.706977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.707358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.707674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.708002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.708335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.708665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.708989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.709315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.709633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:24.743544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21b9cc80-c25c-4eaa-9d0b-989f00c3ed48 req-01e0d4fc-d3d2-4a3f-8e71-1c5edf26efc0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Oct 26 17:16:24.747787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] No DVR routers for this DVR port 3b725693-cb54-4a8a-86b5-899957add176 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:16:24.750847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:24.754971 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4b741c18-efa4-485b-844b-378f47b6a557 req-0db1d8b5-6a19-4f4d-af79-b6237c2df666 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.39 "DELETE /v2.0/ports/3b725693-cb54-4a8a-86b5-899957add176 HTTP/1.1" status: 204 len: 173 time: 0.5062921 Oct 26 17:16:24.755598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-deleted', 'tag': '3b725693-cb54-4a8a-86b5-899957add176'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:24.764768 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1267d0f1-99a1-4735-8f61-8b1430d7c3da" -d '{"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-deleted", "tag": "3b725693-cb54-4a8a-86b5-899957add176"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:24.793455 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d5679-b3ea-4c13-a866-062510645333 x-openstack-request-id: req-a62d5679-b3ea-4c13-a866-062510645333 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:24.793742 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df28503-4713-40c3-8a02-a0cc309e61ce", "name": "network-vif-deleted", "tag": "3b725693-cb54-4a8a-86b5-899957add176", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:24.793993 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a62d5679-b3ea-4c13-a866-062510645333 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:24.794394 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df28503-4713-40c3-8a02-a0cc309e61ce', 'name': 'network-vif-deleted', 'tag': '3b725693-cb54-4a8a-86b5-899957add176', 'status': 'completed', 'code': 200} Oct 26 17:16:25.149180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-96725d41-e89b-43cf-8036-74ec88e61f05 req-ac950d48-7f91-49d5-91da-28bdbd4d913a service neutron] (102736) timed out ('10.222.0.47', 63159) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:16:25.673253 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-27214b80-cc7c-4626-994b-76698925ef26 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:25.674887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-27214b80-cc7c-4626-994b-76698925ef26 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 815 time: 0.1084177 Oct 26 17:16:25.688691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Request body: {'port': {'device_id': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'admin_state_up': True, 'tenant_id': 'cba64283fd42421a9b737eda168b3350'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:16:25.841896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-042b1591-5b85-43f4-bdea-3f8cd838cfc4 req-bba06a69-d88b-46e0-8a4c-5282452eff8d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Oct 26 17:16:25.847071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Made reservation on behalf of cba64283fd42421a9b737eda168b3350 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:16:25.850762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:25.981044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Allocated IP 172.20.0.12 (72f92f72-6e38-4582-99c9-23e4276cc95c/e97072c4-27fc-4ef8-aae0-39ad13701688/b5ac3b21-6438-4321-9f49-84182ff17373) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:16:26.127514 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:26.197678 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:26.242298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Network 72f92f72-6e38-4582-99c9-23e4276cc95c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:16:26.245460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:16:26.249200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:16:26.273213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:26.300877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:26.301477 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:26.381651 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-6c248096-6449-4c05-adc2-77bf169aa80e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966784 Oct 26 17:16:26.394007 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Request body: {'port': {'device_id': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:16:26.778722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:26.958931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9ef7-45f5-4b4c-832b-fc03d1b5dc19 req-974e9067-15d0-4ad4-a824-40f67ecb0347 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:26.960462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c77c9ef7-45f5-4b4c-832b-fc03d1b5dc19 req-974e9067-15d0-4ad4-a824-40f67ecb0347 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 932 time: 0.0487375 Oct 26 17:16:27.003334 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c77c9ef7-45f5-4b4c-832b-fc03d1b5dc19 req-16463f9d-3386-42ef-99f8-b5df8491e437 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Oct 26 17:16:27.033923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ac3b21-6438-4321-9f49-84182ff17373 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:16:27.041972 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:27.053595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Transition to ACTIVE for port object b5ac3b21-6438-4321-9f49-84182ff17373 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:16:27.174202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:27.227058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:27.295040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:16:27.295040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:16:27.295040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:16:27.296374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:16:27.296688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:16:27.302072 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:16:27.302326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Checking segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:16:27.302698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Bound using segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:16:27.303113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Bound port: b5ac3b21-6438-4321-9f49-84182ff17373, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:16:27.303480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:27.365121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:16:27.368211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:16:27.437334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:27.476122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.476743 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:27.478100 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 1092 time: 1.0881665 Oct 26 17:16:27.478545 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:27.480782 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bb755-60a9-497c-8681-08f0f90629d5" -d '{"events": [{"name": "network-changed", "server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:27.504824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d3928-23cb-4968-a88e-03d0c4959d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:27.518086 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc33c349-e95c-4f9f-bda5-553873e13f82 x-openstack-request-id: req-bc33c349-e95c-4f9f-bda5-553873e13f82 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:27.518383 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:27.518639 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc33c349-e95c-4f9f-bda5-553873e13f82 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:27.519040 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'status': 'completed', 'code': 200} Oct 26 17:16:27.579744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-faa7cd56-ba55-48cf-b628-1ea8e0cc1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.581149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-faa7cd56-ba55-48cf-b628-1ea8e0cc1ff1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0416362 Oct 26 17:16:27.679944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-03f1c9e3-e1cc-4161-ae93-66105238f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.681454 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-03f1c9e3-e1cc-4161-ae93-66105238f28f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cba64283fd42421a9b737eda168b3350&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0918925 Oct 26 17:16:27.771163 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:16:27.779304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:16:27.779775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-c4a947ae-c193-42dd-b236-b13ae360cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.781757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b78bb755-60a9-497c-8681-08f0f90629d5 req-c4a947ae-c193-42dd-b236-b13ae360cceb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936956 Oct 26 17:16:27.803880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 3b725693-cb54-4a8a-86b5-899957add176 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:16:27.804213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 3b725693-cb54-4a8a-86b5-899957add176 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:16:27.857407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-ab0203dd-f92d-48c3-abae-8a3f75c7d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.858755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-ab0203dd-f92d-48c3-abae-8a3f75c7d4cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0408335 Oct 26 17:16:27.905275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-5e969458-287a-4ce9-a99a-cdcd5cdbac2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0375547 Oct 26 17:16:27.952959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-7c876c90-b5fa-437c-94fe-3ae0e5c2d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:27.954355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-7c876c90-b5fa-437c-94fe-3ae0e5c2d798 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0412536 Oct 26 17:16:27.985759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-acb964a5-bbdc-4a64-9f30-620435fdf2f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239594 Oct 26 17:16:28.078692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-923b09b5-9584-4c8f-86fc-2679ae4a53ab service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856438 Oct 26 17:16:28.120135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69bd0-ddb0-485c-b717-e4a3e80796cb req-e159a3a4-77e8-4bae-978d-11819033c9a6 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:28.121525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d69bd0-ddb0-485c-b717-e4a3e80796cb req-e159a3a4-77e8-4bae-978d-11819033c9a6 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0505991 Oct 26 17:16:28.158742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26d69bd0-ddb0-485c-b717-e4a3e80796cb req-9d742541-85eb-443a-b5d0-fc7a2034f0ce tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Oct 26 17:16:28.171552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ad399bf9-f790-43a9-a18c-68f1237fca90 req-63e0e602-e8d9-43f4-9d88-608d54114be8 service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Oct 26 17:16:29.278623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571a29-a1c2-4a6c-8da8-a07035ea746a req-7a20f5b8-7606-422e-90e6-9b75c9b6bb07 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:29.280372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71571a29-a1c2-4a6c-8da8-a07035ea746a req-7a20f5b8-7606-422e-90e6-9b75c9b6bb07 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0493331 Oct 26 17:16:29.318529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71571a29-a1c2-4a6c-8da8-a07035ea746a req-0dcbfefa-9165-4569-8420-9fdae32d6f18 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Oct 26 17:16:30.430701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257011-2cf7-4646-8aeb-96db0a89fe15 req-e17eac40-2250-4563-a96d-595427c0de24 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:30.432185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1257011-2cf7-4646-8aeb-96db0a89fe15 req-e17eac40-2250-4563-a96d-595427c0de24 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0482330 Oct 26 17:16:30.473169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1257011-2cf7-4646-8aeb-96db0a89fe15 req-9a535634-4fc2-4ee6-8e1f-bfc96b13559e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Oct 26 17:16:31.054202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7b44-a021-414e-bdc6-e86dda352756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:31.591377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5eece-2939-4549-b8be-9a1a8d018f39 req-0ce0590a-8aee-400f-8523-31b985e79893 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:31.592864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51a5eece-2939-4549-b8be-9a1a8d018f39 req-0ce0590a-8aee-400f-8523-31b985e79893 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0510349 Oct 26 17:16:31.630675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51a5eece-2939-4549-b8be-9a1a8d018f39 req-d67111df-10ff-47d8-b8cb-3e266e70a6f5 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Oct 26 17:16:31.810664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:16:31.914553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:32.080373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'port_id': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'mac_address': 'fa:16:3e:94:d0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97072c4-27fc-4ef8-aae0-39ad13701688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:16:32.116959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:32.128960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ac3b21-6438-4321-9f49-84182ff17373 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:16:32.148107 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:32.224906 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:32.271846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:32.279061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.279431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.279771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.280104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.280431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.280757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.281086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.281401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.281720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.282043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.282358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.282674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:16:32.428018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b5ac3b21-6438-4321-9f49-84182ff17373'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:16:32.744072 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe20eb7-700f-44f8-9049-fddbfa8e9782 req-1888e752-04e1-469d-b85e-b47366f71679 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:32.745525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe20eb7-700f-44f8-9049-fddbfa8e9782 req-1888e752-04e1-469d-b85e-b47366f71679 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Oct 26 17:16:32.782846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe20eb7-700f-44f8-9049-fddbfa8e9782 req-0f52220a-dadf-400f-8921-3a7147cc5fd1 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Oct 26 17:16:33.614591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96809817-0bcf-4b68-96d5-2ca6510cf469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:33.810638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:16:33.898065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c19b-e8e7-453b-8daf-ae9bacaa646a req-492f5282-0955-40b0-8a45-8f19d94daa46 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:33.899581 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20c5c19b-e8e7-453b-8daf-ae9bacaa646a req-492f5282-0955-40b0-8a45-8f19d94daa46 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Oct 26 17:16:33.934096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b5ac3b21-6438-4321-9f49-84182ff17373 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:16:33.938044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b5ac3b21-6438-4321-9f49-84182ff17373 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:16:33.938413 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:33.941829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-20c5c19b-e8e7-453b-8daf-ae9bacaa646a req-f7b89bd1-88ee-464c-9202-9e7088aa2a77 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360086 Oct 26 17:16:34.020278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:34.042971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:16:34.045231 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cb2a7c-1759-469a-9e56-7a2a6ea91469" -d '{"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:16:34.058274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:16:34.080285 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29683587-0467-40d1-95d5-9d3319041b77 x-openstack-request-id: req-29683587-0467-40d1-95d5-9d3319041b77 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:16:34.083575 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:16:34.083575 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29683587-0467-40d1-95d5-9d3319041b77 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:16:34.083575 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'code': 200} Oct 26 17:16:34.117139 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:34.143234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:34.170361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:16:34.189809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b08e-a819-4dea-a248-efd43cda1e75 req-dfef58a2-5d65-4f3e-9d5a-9371e6dea3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:34.191405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b42b08e-a819-4dea-a248-efd43cda1e75 req-dfef58a2-5d65-4f3e-9d5a-9371e6dea3d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0452948 Oct 26 17:16:34.226805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5b42b08e-a819-4dea-a248-efd43cda1e75 req-aa57dabb-e22f-45d5-ae5e-fc3bdcd18e26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278742 Oct 26 17:16:35.056648 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712bd69-c5e0-46b1-a553-5b902451ab08 req-8e9feea8-43d1-4ef7-9c9f-f9435a90b49e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:35.058111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5712bd69-c5e0-46b1-a553-5b902451ab08 req-8e9feea8-43d1-4ef7-9c9f-f9435a90b49e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0489373 Oct 26 17:16:35.096721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5712bd69-c5e0-46b1-a553-5b902451ab08 req-b28f23ee-e152-4891-b481-9e1bcd49dd2e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Oct 26 17:16:35.179729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:36.218077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6f246-9531-4746-9f04-5c05e6fc0512 req-d7a8d287-b20c-4610-b671-2f101918c9cb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:36.236070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9d6f246-9531-4746-9f04-5c05e6fc0512 req-d7a8d287-b20c-4610-b671-2f101918c9cb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0509126 Oct 26 17:16:36.258290 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9d6f246-9531-4746-9f04-5c05e6fc0512 req-4c7bebbb-a261-476a-afc3-a42b661530d2 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Oct 26 17:16:36.376036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805bcd-6f6f-4bd3-9148-d7c8dbf6e52c req-849d2996-bcf1-4ebf-9311-2bd704d47a15 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:36.377550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32805bcd-6f6f-4bd3-9148-d7c8dbf6e52c req-849d2996-bcf1-4ebf-9311-2bd704d47a15 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Oct 26 17:16:36.419509 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32805bcd-6f6f-4bd3-9148-d7c8dbf6e52c req-e622682c-f795-4a81-9d0b-92e8179fb834 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Oct 26 17:16:36.768403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:36.770292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf003f-41bb-4381-a18e-ca189b70223d req-369d36ed-082f-41b6-867a-99ca4aa07569 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:36.771798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6baf003f-41bb-4381-a18e-ca189b70223d req-369d36ed-082f-41b6-867a-99ca4aa07569 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0515170 Oct 26 17:16:36.811045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6baf003f-41bb-4381-a18e-ca189b70223d req-cfe58e02-ff6d-41a9-8c7f-9e7e99e5653b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Oct 26 17:16:36.869103 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-62210f7c-f319-4e1d-9544-8e8e843723e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403273 Oct 26 17:16:37.926506 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5373-6c65-4a55-ba16-a641af80a590 req-bf6532d4-2322-4481-b723-5dd2e15bc1d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:37.927969 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c68b5373-6c65-4a55-ba16-a641af80a590 req-bf6532d4-2322-4481-b723-5dd2e15bc1d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0479710 Oct 26 17:16:37.965587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c68b5373-6c65-4a55-ba16-a641af80a590 req-ac58ac01-541f-47b8-a70e-ca94e1d48b8b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Oct 26 17:16:38.834970 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-4bd57e0c-e0f9-40d7-801c-3393e06c4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:38.836378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-4bd57e0c-e0f9-40d7-801c-3393e06c4fe4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0403082 Oct 26 17:16:38.927338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-bc87ab4a-41f1-491b-bf5f-40dd6f83e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:38.928771 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-bc87ab4a-41f1-491b-bf5f-40dd6f83e26a service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0856013 Oct 26 17:16:38.971606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-240c6cbf-307c-4db9-bfa5-80db6cc0bcae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0347147 Oct 26 17:16:39.022088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-eeee5a63-5aef-4f97-8c17-d7fe16b16c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:39.023620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-eeee5a63-5aef-4f97-8c17-d7fe16b16c43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0457006 Oct 26 17:16:39.056535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-75589624-b3d5-49bb-9be3-0eadd0250be6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248525 Oct 26 17:16:39.091024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eae0f-6182-495c-bdc1-34dd9df34c3f req-2f039493-b21b-4c35-a5df-5fcbf45ce9f0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:39.092552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-588eae0f-6182-495c-bdc1-34dd9df34c3f req-2f039493-b21b-4c35-a5df-5fcbf45ce9f0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0549741 Oct 26 17:16:39.132505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-588eae0f-6182-495c-bdc1-34dd9df34c3f req-39a4b91a-7326-4d26-89fa-939eec5a4fbf tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Oct 26 17:16:39.153496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-df9bcc6a-2412-4766-b67c-e991c365a50b service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897968 Oct 26 17:16:39.246302 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-36c18a94-e4e3-4431-9b8f-35d407565c3e service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854464 Oct 26 17:16:40.246520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fb8a3-6419-4819-915d-cbc31576847e req-62648c4a-3bf8-4096-b61e-f8e56c11a65d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:40.247997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f52fb8a3-6419-4819-915d-cbc31576847e req-62648c4a-3bf8-4096-b61e-f8e56c11a65d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0475912 Oct 26 17:16:40.284929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f52fb8a3-6419-4819-915d-cbc31576847e req-3612d76d-716d-4c7d-afe8-148bd7427af0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Oct 26 17:16:41.398838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c048-531e-42d6-a678-6b5dd906147b req-1a081741-e34c-4e0b-81cd-8699f0ab722f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:41.400313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a49c048-531e-42d6-a678-6b5dd906147b req-1a081741-e34c-4e0b-81cd-8699f0ab722f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0477057 Oct 26 17:16:41.436528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a49c048-531e-42d6-a678-6b5dd906147b req-e0359354-5ecf-4b1f-b162-2bdac14ca7d8 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304413 Oct 26 17:16:42.554458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007c1f5-4443-4bbf-b0ae-b0d95b6e074b req-8c46b2d7-17be-415e-aab8-03f11f3acdf7 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:42.560456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9007c1f5-4443-4bbf-b0ae-b0d95b6e074b req-8c46b2d7-17be-415e-aab8-03f11f3acdf7 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0529003 Oct 26 17:16:42.593911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9007c1f5-4443-4bbf-b0ae-b0d95b6e074b req-35e35727-91a5-440b-9eff-a29929690f08 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Oct 26 17:16:43.708563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97711de2-bf66-4aaf-b708-c86bf16b93dd req-682ce98f-bd85-43db-b413-d76d1bc7e37a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:43.710029 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97711de2-bf66-4aaf-b708-c86bf16b93dd req-682ce98f-bd85-43db-b413-d76d1bc7e37a tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0493176 Oct 26 17:16:43.746819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-97711de2-bf66-4aaf-b708-c86bf16b93dd req-9851f59c-7f4d-4e7b-b6e6-f31b19e9edbf tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Oct 26 17:16:44.864665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707df4c2-0455-452a-b40c-27ae0de7eabe req-3d08f31b-8c48-434e-9c96-fd54f755cb2e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:44.870063 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-707df4c2-0455-452a-b40c-27ae0de7eabe req-3d08f31b-8c48-434e-9c96-fd54f755cb2e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0500100 Oct 26 17:16:44.903948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-707df4c2-0455-452a-b40c-27ae0de7eabe req-c523f59e-e35e-4a7c-8dd4-573db277328f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Oct 26 17:16:46.022129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d9c5-5c6d-4978-ab64-eb23a1d1ccca req-6659d64b-8ae8-4383-bfa7-3c4fb3b5e702 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:46.023679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce19d9c5-5c6d-4978-ab64-eb23a1d1ccca req-6659d64b-8ae8-4383-bfa7-3c4fb3b5e702 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Oct 26 17:16:46.061580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ce19d9c5-5c6d-4978-ab64-eb23a1d1ccca req-394f405f-94e1-479b-8c62-123a57da722b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Oct 26 17:16:47.174963 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045244-174b-4396-96a3-47ce3615fa7c req-e213d4e9-4017-4c6a-9169-16ca17e75663 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:47.176449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85045244-174b-4396-96a3-47ce3615fa7c req-e213d4e9-4017-4c6a-9169-16ca17e75663 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0489426 Oct 26 17:16:47.214127 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85045244-174b-4396-96a3-47ce3615fa7c req-8b010039-6eab-4ed8-989e-ca3f6a4c747b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Oct 26 17:16:48.327775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae84b16-c337-4c4d-9d12-0122d853760e req-ad826b17-5821-43dc-a8be-9d25cbe510e0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:48.329229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ae84b16-c337-4c4d-9d12-0122d853760e req-ad826b17-5821-43dc-a8be-9d25cbe510e0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0498497 Oct 26 17:16:48.366519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ae84b16-c337-4c4d-9d12-0122d853760e req-6c116a18-c550-456d-b94d-892b0ecc0f6e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Oct 26 17:16:49.485567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee475d7-b96d-487d-b330-97e6cfc282cf req-4ffe42b9-be18-4cc9-8928-7cb0f5b196b2 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:49.487020 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ee475d7-b96d-487d-b330-97e6cfc282cf req-4ffe42b9-be18-4cc9-8928-7cb0f5b196b2 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0534322 Oct 26 17:16:49.525106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ee475d7-b96d-487d-b330-97e6cfc282cf req-4f74faeb-bb03-4842-ab45-69ae5d6a2fbc tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Oct 26 17:16:50.641661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061828-6c14-469b-83cb-03d5cde91a8c req-5e726a08-d299-4959-ac07-9bfc72a91568 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:50.643159 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df061828-6c14-469b-83cb-03d5cde91a8c req-5e726a08-d299-4959-ac07-9bfc72a91568 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Oct 26 17:16:50.682607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df061828-6c14-469b-83cb-03d5cde91a8c req-ca65b9a4-9c7b-4d46-ad91-127f533caff0 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Oct 26 17:16:51.368156 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:51.794539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce673a-b39e-4ae1-8fc0-9a4f93379c2b req-d7654667-aa46-4816-a3d0-df29f970ee66 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:51.796018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ce673a-b39e-4ae1-8fc0-9a4f93379c2b req-d7654667-aa46-4816-a3d0-df29f970ee66 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Oct 26 17:16:51.832772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7ce673a-b39e-4ae1-8fc0-9a4f93379c2b req-55d6e4c1-a2dc-4ae3-8280-fbe26086e0d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300639 Oct 26 17:16:52.875495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:16:52.952375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc072-340a-4787-95b3-15c244e39e8b req-25dc254b-cb97-4d86-9c4d-87884a97dc0c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:52.953833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b29dc072-340a-4787-95b3-15c244e39e8b req-25dc254b-cb97-4d86-9c4d-87884a97dc0c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0522282 Oct 26 17:16:52.992032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b29dc072-340a-4787-95b3-15c244e39e8b req-ab1901ce-0aea-4fce-8365-fdad8653fe28 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Oct 26 17:16:54.108048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5df0-f3bc-4700-98b6-ff6958face75 req-817d245e-f540-4b70-9f27-63a1b9d3c54c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:54.109508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84ad5df0-f3bc-4700-98b6-ff6958face75 req-817d245e-f540-4b70-9f27-63a1b9d3c54c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Oct 26 17:16:54.147973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84ad5df0-f3bc-4700-98b6-ff6958face75 req-14d7b627-1f7d-469a-b544-26444811cb3e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Oct 26 17:16:55.263353 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710853-cc48-446d-82b4-70892924f637 req-3c40e71a-f117-485a-bd76-092f6509020e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:55.264796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2710853-cc48-446d-82b4-70892924f637 req-3c40e71a-f117-485a-bd76-092f6509020e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Oct 26 17:16:55.302288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2710853-cc48-446d-82b4-70892924f637 req-fdc050d0-8b0a-4f28-9a7a-3d6b2a657855 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Oct 26 17:16:56.419800 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02fba9-06e3-497d-8014-08b29d5e3b2b req-146aa9a8-0fa0-46f7-a6c0-7b4307931182 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:56.422516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02fba9-06e3-497d-8014-08b29d5e3b2b req-146aa9a8-0fa0-46f7-a6c0-7b4307931182 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0518105 Oct 26 17:16:56.459429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02fba9-06e3-497d-8014-08b29d5e3b2b req-767cd12e-7ee1-4d47-9797-833d6723760f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Oct 26 17:16:57.574474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642c13a-6fc3-409a-bd67-95bcee538c45 req-7a8664e7-2c17-47e7-859b-e340641f4975 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:57.575975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e642c13a-6fc3-409a-bd67-95bcee538c45 req-7a8664e7-2c17-47e7-859b-e340641f4975 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Oct 26 17:16:57.613587 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e642c13a-6fc3-409a-bd67-95bcee538c45 req-e5b4ed3f-d343-4521-b0bf-14e1181b1858 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Oct 26 17:16:58.729418 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90567df7-8cef-4fe2-b317-df726c4351a7 req-4f5196ae-dd6b-48f4-a6f6-b0ac5585df87 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:58.730888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90567df7-8cef-4fe2-b317-df726c4351a7 req-4f5196ae-dd6b-48f4-a6f6-b0ac5585df87 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0491271 Oct 26 17:16:58.769197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90567df7-8cef-4fe2-b317-df726c4351a7 req-7fdcb1aa-b59b-4021-a471-7b6c843d7e42 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Oct 26 17:16:59.886093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fc17-9045-43f9-8bec-e14b67dc5b89 req-79d5cabf-41b5-4c02-aebc-83274cb914ab tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:16:59.887563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aad5fc17-9045-43f9-8bec-e14b67dc5b89 req-79d5cabf-41b5-4c02-aebc-83274cb914ab tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0517592 Oct 26 17:16:59.924332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aad5fc17-9045-43f9-8bec-e14b67dc5b89 req-e40dcef3-6e51-47f2-b297-7e68549cff47 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Oct 26 17:17:01.043028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77fd0d-e42b-4c82-90d4-313373532cc6 req-10656ca6-686b-4d11-81c8-008e711b8429 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:01.044569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be77fd0d-e42b-4c82-90d4-313373532cc6 req-10656ca6-686b-4d11-81c8-008e711b8429 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0500770 Oct 26 17:17:01.058400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe843b18-8a49-4c8b-8261-b6c1377cf011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:01.083712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be77fd0d-e42b-4c82-90d4-313373532cc6 req-2d244b68-3751-4520-bd00-8ad6db0a5477 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Oct 26 17:17:02.198803 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24de1f6-961a-4a15-a51d-44493d46dbeb req-fbb0fec1-0a29-4e43-b829-c6e29d44673d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:02.200411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24de1f6-961a-4a15-a51d-44493d46dbeb req-fbb0fec1-0a29-4e43-b829-c6e29d44673d tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0492530 Oct 26 17:17:02.237331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c24de1f6-961a-4a15-a51d-44493d46dbeb req-42e9c5f0-a9d1-49e8-b039-e9c56549b7ed tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Oct 26 17:17:03.357680 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faf92f-a47c-4b50-8a44-7e8f8f82d4a7 req-5faae305-7b1a-4b1a-a9d5-0943b8d58b17 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:03.359145 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55faf92f-a47c-4b50-8a44-7e8f8f82d4a7 req-5faae305-7b1a-4b1a-a9d5-0943b8d58b17 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0515044 Oct 26 17:17:03.396758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55faf92f-a47c-4b50-8a44-7e8f8f82d4a7 req-d63accf8-7b44-4cf7-a6ac-f89b0ce7b5f3 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Oct 26 17:17:03.614900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3091-6638-40d9-bb97-30fc102c7012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:04.168776 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:04.512401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709840-1717-4aca-b70f-d45b269d625f req-a9f43a18-7121-4359-b21f-1b9e00fadab1 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:04.513870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c709840-1717-4aca-b70f-d45b269d625f req-a9f43a18-7121-4359-b21f-1b9e00fadab1 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0498934 Oct 26 17:17:04.555341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9c709840-1717-4aca-b70f-d45b269d625f req-6f12523e-307f-429a-9612-6d6014722fb7 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Oct 26 17:17:04.770503 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:17:05.202601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:05.669380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c093fc0-5ed8-4c04-86ee-a26c325ab911 req-5b508e1e-3d37-4ae1-b0d8-e6ed9a4e1196 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:05.670826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c093fc0-5ed8-4c04-86ee-a26c325ab911 req-5b508e1e-3d37-4ae1-b0d8-e6ed9a4e1196 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0480864 Oct 26 17:17:05.707654 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4c093fc0-5ed8-4c04-86ee-a26c325ab911 req-bc280f3d-1626-4489-aebe-019b78e95c5b tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303960 Oct 26 17:17:06.244889 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-0b94e9ee-ae41-4bef-a093-ef4726aa3248 service neutron] show failed (client error): The resource could not be found. Oct 26 17:17:06.245916 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-0b94e9ee-ae41-4bef-a093-ef4726aa3248 service neutron] 10.222.0.39 "GET /v2.0/ports/b5ac3b21-6438-4321-9f49-84182ff17373/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0552106 Oct 26 17:17:06.755323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-9c97a487-5897-4e6d-9ead-565fc036cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:06.757865 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-9c97a487-5897-4e6d-9ead-565fc036cbfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0&tenant_id=cba64283fd42421a9b737eda168b3350 HTTP/1.1" status: 200 len: 1097 time: 0.0453918 Oct 26 17:17:06.767479 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:06.770290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:06.827150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:06.835386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f14b-42f3-40df-9ebc-d10ed22322b1 req-5c60d6b9-64cb-4ae2-bde4-c9df7b689deb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:06.836903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0227f14b-42f3-40df-9ebc-d10ed22322b1 req-5c60d6b9-64cb-4ae2-bde4-c9df7b689deb tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0528193 Oct 26 17:17:06.874072 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0227f14b-42f3-40df-9ebc-d10ed22322b1 req-3c1420f6-224b-476c-8a95-5e0648e5bde5 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Oct 26 17:17:07.033134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:07.067339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:07.108751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:07.111006 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2bcb1e-e818-4221-b7d3-b750f9292b20" -d '{"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:07.115323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:07.131014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Transition to ACTIVE for port object b5ac3b21-6438-4321-9f49-84182ff17373 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:17:07.166269 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee06df2-048b-479d-b73e-621ee1bc95b3 x-openstack-request-id: req-2ee06df2-048b-479d-b73e-621ee1bc95b3 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:07.166576 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:07.167082 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ee06df2-048b-479d-b73e-621ee1bc95b3 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:07.167794 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'code': 200} Oct 26 17:17:07.203317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:07.269131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] No DVR routers for this DVR port b5ac3b21-6438-4321-9f49-84182ff17373 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:17:07.272991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:07.307921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:17:07.308252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:17:07.308571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:07.312750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:17:07.313070 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Attempting to bind port b5ac3b21-6438-4321-9f49-84182ff17373 on network 72f92f72-6e38-4582-99c9-23e4276cc95c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:07.318387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:17:07.318721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Checking segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:07.319111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Bound using segment: {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:17:07.319551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Bound port: b5ac3b21-6438-4321-9f49-84182ff17373, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52010c0a-50cb-45f1-8334-b8aea960b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:17:07.319896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:07.381994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:07.385037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:17:07.443444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:07.483153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:07.483829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:07.485227 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] 10.222.0.47 "PUT /v2.0/ports/b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 1092 time: 0.7201881 Oct 26 17:17:07.505594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5891a-88cc-413e-b235-b5f60247085e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:07.552514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-e8c20842-80f0-4246-8b24-b95599506a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:07.554038 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-e8c20842-80f0-4246-8b24-b95599506a2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0456095 Oct 26 17:17:07.643064 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-78177d66-e6e6-4feb-8a52-a8c48fb47366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:07.645703 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-78177d66-e6e6-4feb-8a52-a8c48fb47366 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.0839295 Oct 26 17:17:07.689221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-05cee7fb-608e-4f03-aacc-0e9565541f38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0375545 Oct 26 17:17:07.736336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-94b4500a-3bb0-4b19-895b-5b9924af7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:07.737741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-94b4500a-3bb0-4b19-895b-5b9924af7932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0416543 Oct 26 17:17:07.768950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-7fc41c7e-7f24-4607-ba90-5c11619722fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243001 Oct 26 17:17:07.860171 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-995daac3-878d-4d48-968e-f822e0652a4b service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Oct 26 17:17:07.952453 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-019af353-ba24-4ba5-864d-b21bdd2fee7b req-03d1a5dc-a35b-49e8-82f0-23783dd9f910 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847480 Oct 26 17:17:07.990417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db9eb2-8884-46b2-a28a-c6c3e8ed3cc5 req-1f0001ed-334e-48b9-a974-cc0bb10e0791 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:07.991952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25db9eb2-8884-46b2-a28a-c6c3e8ed3cc5 req-1f0001ed-334e-48b9-a974-cc0bb10e0791 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0487344 Oct 26 17:17:08.030026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-25db9eb2-8884-46b2-a28a-c6c3e8ed3cc5 req-f4ceb67e-c3d2-4c29-9a9f-097a09153d2c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Oct 26 17:17:09.147988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d28394-0ac6-4fd7-b047-30227c44cd3c req-022149ca-b880-42c0-9c72-abe8646f703c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.149445 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d28394-0ac6-4fd7-b047-30227c44cd3c req-022149ca-b880-42c0-9c72-abe8646f703c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0491390 Oct 26 17:17:09.168965 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:09.171543 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923ed3b-6ae0-40b6-b9de-7f49162a2396" -d '{"events": [{"name": "network-changed", "server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:09.187708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57d28394-0ac6-4fd7-b047-30227c44cd3c req-ddf1b5a7-605e-40eb-9cc9-f38cd918cd50 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Oct 26 17:17:09.220634 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a92733-d88d-48d1-8327-498423205d8c x-openstack-request-id: req-d9a92733-d88d-48d1-8327-498423205d8c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:09.220925 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:09.221182 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9a92733-d88d-48d1-8327-498423205d8c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:09.221581 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'status': 'completed', 'code': 200} Oct 26 17:17:09.312178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-e5880b6c-8bd6-4151-802d-6e58a85a8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.313555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-e5880b6c-8bd6-4151-802d-6e58a85a8cc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0722752 Oct 26 17:17:09.315334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-7456930d-c9f1-4a6d-9f33-acda8cd5fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.316667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-7456930d-c9f1-4a6d-9f33-acda8cd5fac9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0661488 Oct 26 17:17:09.456141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:17:09.469479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-54fb55af-6d32-4d6c-94c6-f502fa9ff189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.470928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-54fb55af-6d32-4d6c-94c6-f502fa9ff189 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1492627 Oct 26 17:17:09.476115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-88262d81-0b03-4c08-b731-a2547baec45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.477462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-88262d81-0b03-4c08-b731-a2547baec45e service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1480558 Oct 26 17:17:09.516634 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-c1f4b937-46f9-47ee-b72d-3067d047ca2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0380380 Oct 26 17:17:09.556851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-9d7d33e3-369f-402d-90f4-23fc53bcf81a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0718217 Oct 26 17:17:09.557447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:09.569749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'network_id': '72f92f72-6e38-4582-99c9-23e4276cc95c', 'port_id': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'mac_address': 'fa:16:3e:94:d0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97072c4-27fc-4ef8-aae0-39ad13701688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:17:09.612356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:09.625798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-325c241c-ba27-4bd8-990a-23b404091544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.626144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ac3b21-6438-4321-9f49-84182ff17373 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:17:09.627610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-325c241c-ba27-4bd8-990a-23b404091544 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0786359 Oct 26 17:17:09.634144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-8fb54cd3-4bfa-46e8-a79e-8993e2da1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:09.635599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-8fb54cd3-4bfa-46e8-a79e-8993e2da1725 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0597394 Oct 26 17:17:09.649015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:09.683427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-e76d629d-41ff-48c7-954a-186505499897 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468044 Oct 26 17:17:09.685255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-0a4b1ce3-0096-472b-9b59-5a11af310ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395641 Oct 26 17:17:09.705910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:09.755948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:09.842347 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-1e2d6d14-ef3e-4a94-bf09-b45427647c85 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502011 Oct 26 17:17:09.844287 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-b0ffc8f6-3b25-47be-9c3c-43403396a538 service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455331 Oct 26 17:17:09.926437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b5ac3b21-6438-4321-9f49-84182ff17373'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:17:09.985825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:17:10.000688 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-4980c8dc-ca3d-40ed-ae45-6670bb5ccebc service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508024 Oct 26 17:17:10.002879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b923ed3b-6ae0-40b6-b9de-7f49162a2396 req-94d9d757-c241-4709-8468-a0c9b7e25fca service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460681 Oct 26 17:17:10.061100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:17:10.306401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe537-78e8-45f2-8a7b-b6b393f83f33 req-73f6057f-3e77-4ae1-91eb-fec7e74002b6 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.307898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb5fe537-78e8-45f2-8a7b-b6b393f83f33 req-73f6057f-3e77-4ae1-91eb-fec7e74002b6 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Oct 26 17:17:10.350155 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fb5fe537-78e8-45f2-8a7b-b6b393f83f33 req-1e23ec26-480f-45d9-b9c5-8956cc70db9e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Oct 26 17:17:10.544255 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-236b44e4-f217-4d3d-a931-b0ff61753836 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423234 Oct 26 17:17:10.633848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-a52f973d-4c38-415e-9b27-e434e6adc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.635385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-a52f973d-4c38-415e-9b27-e434e6adc1f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1096 time: 0.0473576 Oct 26 17:17:10.635923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a08e1-5ebd-466e-bfde-6f73f51efa32 req-2ed46e8d-3f12-4297-a148-6c0c09c30499 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.637417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da8a08e1-5ebd-466e-bfde-6f73f51efa32 req-2ed46e8d-3f12-4297-a148-6c0c09c30499 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Oct 26 17:17:10.677662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da8a08e1-5ebd-466e-bfde-6f73f51efa32 req-7fec3f0f-5d3d-4c54-82c4-324f04bbca18 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Oct 26 17:17:10.756802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-89cdcb66-e9f5-4621-be35-0d862c88d701 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.758270 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-89cdcb66-e9f5-4621-be35-0d862c88d701 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0&tenant_id=cba64283fd42421a9b737eda168b3350&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 945 time: 0.1037889 Oct 26 17:17:10.805780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-a8ff61a6-1411-482c-b5f2-f5dbd994e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.807118 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-a8ff61a6-1411-482c-b5f2-f5dbd994e1e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1539402 Oct 26 17:17:10.855153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-e47a8035-7bbe-4126-84b6-c909b5901543 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0392344 Oct 26 17:17:10.859681 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-361a9ecb-eea8-4c97-a5c6-398711a98761 service neutron] delete failed (client error): The resource could not be found. Oct 26 17:17:10.860581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-361a9ecb-eea8-4c97-a5c6-398711a98761 service neutron] 10.222.0.39 "DELETE /v2.0/ports/b5ac3b21-6438-4321-9f49-84182ff17373/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0946565 Oct 26 17:17:10.915620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-cd353dcb-4727-45be-b774-9de5822828aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.916965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-cd353dcb-4727-45be-b774-9de5822828aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0552104 Oct 26 17:17:10.961001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-36dedf40-4f1b-4f1b-9d19-8b6b76983f84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270483 Oct 26 17:17:10.970606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-12b5d2c3-20d3-4ed4-98a2-22df619683c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:10.971970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-12b5d2c3-20d3-4ed4-98a2-22df619683c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cba64283fd42421a9b737eda168b3350&device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 1096 time: 0.0652814 Oct 26 17:17:11.118452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-1fbfb5fb-a139-42ef-a17a-ab433fb8b7a1 service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495864 Oct 26 17:17:11.122513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-701cb9df-8f63-453d-9c03-b824877b5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:11.123919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-701cb9df-8f63-453d-9c03-b824877b5165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 200 len: 916 time: 0.1363430 Oct 26 17:17:11.198062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-1fd1d7c3-77ba-4d5b-9f31-aa2ff26fc503 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 200 len: 217 time: 0.0654528 Oct 26 17:17:11.268483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-8bf12be6-85ef-404e-a1d4-86da80683f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:11.269949 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-8bf12be6-85ef-404e-a1d4-86da80683f8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 200 len: 855 time: 0.0632186 Oct 26 17:17:11.274936 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5a29cde-6ed4-4280-a9f0-279f08a27a44 req-b4dae053-75a4-4447-bf30-7d88f843ecbc service neutron] 10.222.0.47 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492968 Oct 26 17:17:11.306120 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-e14d9647-c921-4659-8795-a9cb2cf1ba2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f92f72-6e38-4582-99c9-23e4276cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289831 Oct 26 17:17:11.392366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-c8bf9950-bc81-4297-bde6-0b6ce0432094 service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789723 Oct 26 17:17:11.479158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:11.483884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d86a246e-23f9-4f83-8ced-e89117f4da2e req-520ea2bc-b581-47ea-9ea0-20e2eeaeb7c0 service neutron] 10.222.0.39 "GET /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Oct 26 17:17:11.612647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b5ac3b21-6438-4321-9f49-84182ff17373 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:17:11.616771 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b5ac3b21-6438-4321-9f49-84182ff17373 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:11.620488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:11.697991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:11.723717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:11.729371 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dcdfcf-16fa-4ec7-a967-74c8de6d8c7a" -d '{"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:11.736902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:11.801182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c125-aeb1-4f57-a45c-4e9a1eef911a req-6ca62f40-c106-445d-a26b-cd3d2a6bf058 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:11.803111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9873c125-aeb1-4f57-a45c-4e9a1eef911a req-6ca62f40-c106-445d-a26b-cd3d2a6bf058 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 945 time: 0.0540640 Oct 26 17:17:11.803698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:11.844796 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9873c125-aeb1-4f57-a45c-4e9a1eef911a req-d0f51ab8-51be-4544-9a21-947c6a989edd tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348766 Oct 26 17:17:11.856643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:12.037805 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436f486-d96b-4280-890c-4efc16d0d8ea x-openstack-request-id: req-f436f486-d96b-4280-890c-4efc16d0d8ea {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:12.037805 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:12.037805 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f436f486-d96b-4280-890c-4efc16d0d8ea {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:12.037805 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'code': 200} Oct 26 17:17:12.972779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385acefd-7fb1-421e-aa78-c3a2f14a77f4 req-d6136588-dfe9-43f6-8bc7-c2560908f644 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:12.974252 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-385acefd-7fb1-421e-aa78-c3a2f14a77f4 req-d6136588-dfe9-43f6-8bc7-c2560908f644 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0528464 Oct 26 17:17:13.012052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-385acefd-7fb1-421e-aa78-c3a2f14a77f4 req-02132a0b-f93a-4672-a14a-5105e7c5d7ef tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Oct 26 17:17:13.125997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb7d3-d7c0-409e-811a-dfd2d3318a7b req-b973fde1-c2d5-4d33-90f5-0f2bc3c31e9f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:13.127492 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3fb7d3-d7c0-409e-811a-dfd2d3318a7b req-b973fde1-c2d5-4d33-90f5-0f2bc3c31e9f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Oct 26 17:17:13.164525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca3fb7d3-d7c0-409e-811a-dfd2d3318a7b req-8ab98f9f-167e-4e71-999c-48d08d81d089 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Oct 26 17:17:13.283374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fcb27-6e42-49af-9159-7d5f029e0e97 req-0a47b767-b630-4d3b-8767-3a1ba56eb939 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:13.284878 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a4fcb27-6e42-49af-9159-7d5f029e0e97 req-0a47b767-b630-4d3b-8767-3a1ba56eb939 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0561178 Oct 26 17:17:13.322218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a4fcb27-6e42-49af-9159-7d5f029e0e97 req-12504c40-86a6-4e4d-b35c-2de140ab4e8f tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Oct 26 17:17:13.945430 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fa9a1-4acd-43cb-baf1-83ce8317a87f req-ff99de1b-ec25-45a7-9368-ae4d204d8d2c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:13.946901 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-900fa9a1-4acd-43cb-baf1-83ce8317a87f req-ff99de1b-ec25-45a7-9368-ae4d204d8d2c tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Oct 26 17:17:13.984657 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-900fa9a1-4acd-43cb-baf1-83ce8317a87f req-cafbfc35-c72c-4855-8724-977b9fcaaeca tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Oct 26 17:17:15.075124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-9a6dd57f-2dd9-448e-901e-010afa2facbf tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:15.076591 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-9a6dd57f-2dd9-448e-901e-010afa2facbf tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.47 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0493791 Oct 26 17:17:15.100128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c871-7278-4a79-a107-1e86a39d88ab req-392017ad-7c8f-4cf6-9ffd-96ffef6f94a8 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:15.101622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92d7c871-7278-4a79-a107-1e86a39d88ab req-392017ad-7c8f-4cf6-9ffd-96ffef6f94a8 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Oct 26 17:17:15.139606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92d7c871-7278-4a79-a107-1e86a39d88ab req-7e545998-50ea-46c7-a2af-8ff9e2c5fb4e tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b6781ba-d0c5-4d84-bd11-52d4fee053b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Oct 26 17:17:15.168215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Deleting port b5ac3b21-6438-4321-9f49-84182ff17373 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:17:15.168551 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:15.577910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] For port b5ac3b21-6438-4321-9f49-84182ff17373, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b5ac3b21-6438-4321-9f49-84182ff17373,segment=NetworkSegment(52010c0a-50cb-45f1-8334-b8aea960b687),segment_id=52010c0a-50cb-45f1-8334-b8aea960b687)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:15.578268 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:15.590230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Calling delete_port for b5ac3b21-6438-4321-9f49-84182ff17373 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:17:15.819935 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:15.835817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b5ac3b21-6438-4321-9f49-84182ff17373'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:17:15.848630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Pushing event deleted for resources: {'Port': ['ID=b5ac3b21-6438-4321-9f49-84182ff17373,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:15.893160 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] No DVR routers for this DVR port b5ac3b21-6438-4321-9f49-84182ff17373 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:17:15.896114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:15.899444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1d9cceec-07d7-45e0-9b11-c7782388fd52 req-6ebbbcde-f121-4689-bffa-675044c191d9 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.47 "DELETE /v2.0/ports/b5ac3b21-6438-4321-9f49-84182ff17373 HTTP/1.1" status: 204 len: 173 time: 0.8165720 Oct 26 17:17:15.899883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-deleted', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:15.902218 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5006f144-156d-4b1c-a112-a939ca475b2e" -d '{"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-deleted", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:15.938291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd9de5-a377-4d22-9bc5-352c96fec164 x-openstack-request-id: req-a5dd9de5-a377-4d22-9bc5-352c96fec164 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:15.938694 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1240-a2bf-432b-92a7-10a37f05a4f0", "name": "network-vif-deleted", "tag": "b5ac3b21-6438-4321-9f49-84182ff17373", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:15.938907 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5dd9de5-a377-4d22-9bc5-352c96fec164 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:15.939336 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1240-a2bf-432b-92a7-10a37f05a4f0', 'name': 'network-vif-deleted', 'tag': 'b5ac3b21-6438-4321-9f49-84182ff17373', 'status': 'completed', 'code': 200} Oct 26 17:17:16.246791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-312f1efb-26ae-4b7f-926b-782c0c87f6bb req-22533fd5-772d-4ad8-aab1-d08a3e479f31 tempest-ServerDiskConfigTestJSON-1764183169 tempest-ServerDiskConfigTestJSON-1764183169-project] 10.222.0.21 "GET /v2.0/ports?device_id=75ae1240-a2bf-432b-92a7-10a37f05a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0265207 Oct 26 17:17:17.367361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57874) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:17.409389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Deleting subnet e97072c4-27fc-4ef8-aae0-39ad13701688 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:17:17.413304 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.446094 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.487264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.620516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.649248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.652452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e97072c4-27fc-4ef8-aae0-39ad13701688 HTTP/1.1" status: 204 len: 168 time: 0.2841060 Oct 26 17:17:17.653507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3aa9c-7d76-445f-9b18-21aab3c4cc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97072c4-27fc-4ef8-aae0-39ad13701688,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:17.655124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:17.724560 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.803352 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.822827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f92f72-6e38-4582-99c9-23e4276cc95c']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:17.832051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52010c0a-50cb-45f1-8334-b8aea960b687') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:17.832349 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52010c0a-50cb-45f1-8334-b8aea960b687') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:17.845225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.858566 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.865630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:17:17.866018 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:17:17.867709 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:17:17.979937 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.985691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:17.989679 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/72f92f72-6e38-4582-99c9-23e4276cc95c HTTP/1.1" status: 204 len: 168 time: 0.3335056 Oct 26 17:17:18.000436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Pushing event deleted for resources: {'Network': ['ID=72f92f72-6e38-4582-99c9-23e4276cc95c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:18.008231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.008577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.008917 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.009249 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.009575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.010006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.010222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.010613 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.010846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.011191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.011511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.011932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea906dc-88ac-4cb1-9a89-f1adbb95db2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:18.267574 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57880) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:18.308384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d7d5978c-094b-4009-b03d-fe6e7eab642c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba64283fd42421a9b737eda168b3350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396383 Oct 26 17:17:18.310950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57882) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:18.358504 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:18.378621 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:18.521265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:18.523808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:18.534738 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b6781ba-d0c5-4d84-bd11-52d4fee053b5 HTTP/1.1" status: 204 len: 168 time: 0.2131314 Oct 26 17:17:18.534738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82abc6b-8540-4033-a7c3-34d415e7960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6781ba-d0c5-4d84-bd11-52d4fee053b5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:19.495656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57904) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:19.535214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:17:19.556411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: b5ac3b21-6438-4321-9f49-84182ff17373 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:17:19.556677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b5ac3b21-6438-4321-9f49-84182ff17373 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:17:19.595636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1459804176-network', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:19.683213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:17:19.685486 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.694200 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.764264 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.814645 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.835361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:17:19.850327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567144ae-0ee6-47ca-9f3b-7e39229e23ce,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:19.853202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.853535 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Added segment 7c8f36c7-66f0-451e-9ef5-2795699a23ab of type vlan for network 9cafd012-085f-4b98-bc24-ae42da323144 Oct 26 17:17:19.892409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.962767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:19.963744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:19.964337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.024257 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] Pushing event updated for resources: {'Network': ['ID=9cafd012-085f-4b98-bc24-ae42da323144,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:20.035246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9cafd012-085f-4b98-bc24-ae42da323144 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:17:20.062860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59b609ea-1e6a-452d-be62-d945519da76b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5660450 Oct 26 17:17:20.066293 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57908) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:20.071567 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Request body: {'subnet': {'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1459804176-subnet', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:20.139844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:17:20.142608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.363533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.420144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6606a73-8a60-4f9f-8cfe-845b21f950f3,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:20.429553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:20.429915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Network hostable DHCP agents. Network: 9cafd012-085f-4b98-bc24-ae42da323144, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:17:20.515616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Network 9cafd012-085f-4b98-bc24-ae42da323144 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:17:20.613945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9cafd012-085f-4b98-bc24-ae42da323144) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:20.618011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:20.618599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.622958 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebc24d-212b-4ef8-82ee-a42e39976722 None None] Network 9cafd012-085f-4b98-bc24-ae42da323144 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:17:20.712607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5cf840ba-a9d1-4a1c-93e6-5ec4a676e2a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6449292 Oct 26 17:17:20.715342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 57910) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:20.719647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:20.771033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9cafd012-085f-4b98-bc24-ae42da323144', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:17:20.771957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.802072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.803340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.858979 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:20.908890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Allocated IP 172.20.0.2 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/26729950-adeb-443a-87ce-468dfc8c67a3) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:17:21.047370 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.065091 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.106224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.149668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:21.152715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:21.155216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:17:21.169448 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Pushing event updated for resources: {'Port': ['ID=26729950-adeb-443a-87ce-468dfc8c67a3,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:21.214176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Attempting to bind port 26729950-adeb-443a-87ce-468dfc8c67a3 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:17:21.214539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Attempting to bind port 26729950-adeb-443a-87ce-468dfc8c67a3 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:17:21.214902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Attempting to bind port 26729950-adeb-443a-87ce-468dfc8c67a3 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:21.219790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:17:21.220151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:21.220536 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.220920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:17:21.221374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Bound port: 26729950-adeb-443a-87ce-468dfc8c67a3, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:17:21.221744 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.282947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] For port 26729950-adeb-443a-87ce-468dfc8c67a3, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:21.286198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] For port 26729950-adeb-443a-87ce-468dfc8c67a3, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=26729950-adeb-443a-87ce-468dfc8c67a3,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:17:21.324036 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.342856 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.391846 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.427324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.453288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5194e-6ae0-4c4c-90fd-fc6e7a204cbe None None] Pushing event updated for resources: {'Port': ['ID=26729950-adeb-443a-87ce-468dfc8c67a3,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:21.453840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Allocated IP 172.25.5.59 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/0f7cc2d3-543c-4c86-bf4d-59bca0616fbd) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:17:21.561209 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.700865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:21.745472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:21.748514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:21.752030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:17:21.774988 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Pushing event updated for resources: {'Port': ['ID=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:22.073054 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.277211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.339487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05e3d8-668e-45a2-a649-db91dd5b478e None None] Network 9cafd012-085f-4b98-bc24-ae42da323144 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:17:22.414368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a137751a-5aef-4737-af95-c393253571ff None None] Provisioning complete for port 26729950-adeb-443a-87ce-468dfc8c67a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:22.414731 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a137751a-5aef-4737-af95-c393253571ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.527021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Router a525a352-0480-431b-9654-f9e839666f76 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:17:22.559418 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a137751a-5aef-4737-af95-c393253571ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.602730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a137751a-5aef-4737-af95-c393253571ff None None] For port 26729950-adeb-443a-87ce-468dfc8c67a3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=26729950-adeb-443a-87ce-468dfc8c67a3,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:22.639827 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:17:22.650468 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:17:22.654261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a137751a-5aef-4737-af95-c393253571ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.665340 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:22.665970 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:22.699053 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.702948 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1ea85623-a81e-403a-8ba6-268c52a86bdd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9840891 Oct 26 17:17:22.703398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57912) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:22.722161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137751a-5aef-4737-af95-c393253571ff None None] Pushing event updated for resources: {'Port': ['ID=26729950-adeb-443a-87ce-468dfc8c67a3,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:22.793474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:22.874054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c3d00c4f-28af-439f-9ce4-b55f7d446005 None None] Provisioning complete for port 26729950-adeb-443a-87ce-468dfc8c67a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:22.874390 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c4f-28af-439f-9ce4-b55f7d446005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.940130 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:22.986263 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:21Z', 'revision_number': 3, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:23.013836 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:17:23.014179 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Updating router a525a352-0480-431b-9654-f9e839666f76 port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:17:23.041823 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.136829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 26729950-adeb-443a-87ce-468dfc8c67a3 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:23.192614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 26729950-adeb-443a-87ce-468dfc8c67a3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:23.193093 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.317351 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.396904 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.448597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Attempting to bind port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:17:23.452209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Attempting to bind port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:17:23.452209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Attempting to bind port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:23.452209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Pushing event updated for resources: {'Port': ['ID=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:23.456973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.459989 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:17:23.460351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:23.460736 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.461118 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:17:23.461574 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Bound port: 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:17:23.461944 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.465133 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.465474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.465803 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.466127 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.466447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.466765 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.467080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.467417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.467727 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.468037 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.468347 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.468655 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:23.519446 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] For port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:23.522682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] For port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:17:23.603342 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.620910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Allocated IP 172.20.0.1 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/81a288eb-3812-467a-a8a4-c5c384e1665e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:17:23.661878 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:23.662730 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:23.720611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d274-76f5-404a-bc36-da35534ed599 None None] Pushing event updated for resources: {'Port': ['ID=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:23.735953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.773348 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:23.826087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.867278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:23.870185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:23.873858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:17:23.906234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Pushing event updated for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:23.917179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:23.970893 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:21Z', 'revision_number': 3, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:24.001010 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300e989-f4d1-4178-9a8c-46d46c71efe4 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:21Z', 'revision_number': 3, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:17:24.117029 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.186529 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bb5a52aa-5603-4995-8ee2-a88fa6de9e48 None None] Provisioning complete for port 81a288eb-3812-467a-a8a4-c5c384e1665e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:24.186529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb5a52aa-5603-4995-8ee2-a88fa6de9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.225476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a52aa-5603-4995-8ee2-a88fa6de9e48 None None] Port 81a288eb-3812-467a-a8a4-c5c384e1665e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:17:24.309349 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.363667 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.433462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Pushing event updated for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:24.438599 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.532747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:24.533855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:24.654380 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:17:24.766888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-09231810-bd23-400a-bd09-ff88b4f0a37d None None] Provisioning complete for port 81a288eb-3812-467a-a8a4-c5c384e1665e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:24.767284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09231810-bd23-400a-bd09-ff88b4f0a37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:24.777419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:17:24.782737 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4533d99d-dc15-4989-a5be-02fffbf95acf admin admin] 10.222.0.21 "PUT /v2.0/routers/a525a352-0480-431b-9654-f9e839666f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783145 Oct 26 17:17:24.808631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-09231810-bd23-400a-bd09-ff88b4f0a37d None None] Port 81a288eb-3812-467a-a8a4-c5c384e1665e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:17:25.116207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:25.169127 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:25.169406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.250825 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.257429 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57920) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:25.262128 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249061968', 'description': 'tempest-description--451370140'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:25.272354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:25.355793 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.378789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.408002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:25.450909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.504645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:17:25.515286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:25.515661 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.515896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:25.546561 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417ccb25-6f5d-47e2-a344-ecd0a13ddb39,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:25.603656 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.605089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-77e7ed28-0a95-4fe3-9a33-30301c4bdf38 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3466046 Oct 26 17:17:25.607923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:25.612354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'security_group_rule': {'security_group_id': '417ccb25-6f5d-47e2-a344-ecd0a13ddb39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:25.622972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:25.699489 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.764231 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.837265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.858760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2514413-a427-48ba-adc9-52665885d9fa,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:25.913779 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:25.915014 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d27309e7-75e0-404b-9d24-70de22d8ee13 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3061643 Oct 26 17:17:25.917747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57924) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:25.922323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'security_group_rule': {'security_group_id': '417ccb25-6f5d-47e2-a344-ecd0a13ddb39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:25.995862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 2, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:26.008784 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.025569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:17:26.025923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Updating router a525a352-0480-431b-9654-f9e839666f76 port 81a288eb-3812-467a-a8a4-c5c384e1665e binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:17:26.049902 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.068010 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.111682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.131068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3203dc-2290-45a7-a1fc-b46a1d5b40c1,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:26.216691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.218210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-015da340-9b98-40d1-88d0-3da4691a3d90 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994139 Oct 26 17:17:26.221540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57926) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:26.226733 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:26.313601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.323174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.397228 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.426680 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.486495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1993ed-1aa0-4aaa-b67f-48a15628de03 None None] Pushing event updated for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:26.501916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Attempting to bind port 81a288eb-3812-467a-a8a4-c5c384e1665e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:17:26.502286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Attempting to bind port 81a288eb-3812-467a-a8a4-c5c384e1665e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:17:26.502652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Attempting to bind port 81a288eb-3812-467a-a8a4-c5c384e1665e on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:26.508801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:17:26.509177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:26.509577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.509975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:17:26.510445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Bound port: 81a288eb-3812-467a-a8a4-c5c384e1665e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:17:26.510829 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.536006 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Allocated IP 172.25.5.125 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/68160711-e7b4-4d9d-9cf9-dba069f5a107) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:17:26.588234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] For port 81a288eb-3812-467a-a8a4-c5c384e1665e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:26.593935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] For port 81a288eb-3812-467a-a8a4-c5c384e1665e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81a288eb-3812-467a-a8a4-c5c384e1665e,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:17:26.646424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f12d0224-1613-47f7-8957-5c4e15382e90 None None] Provisioning complete for port 81a288eb-3812-467a-a8a4-c5c384e1665e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:26.646886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f12d0224-1613-47f7-8957-5c4e15382e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.650714 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.668798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.714309 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f12d0224-1613-47f7-8957-5c4e15382e90 None None] Port 81a288eb-3812-467a-a8a4-c5c384e1665e cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:17:26.741522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:26.742137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:26.743813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1993ed-1aa0-4aaa-b67f-48a15628de03 None None] Pushing event updated for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:26.763464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.807377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:26.811665 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:26.815342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:17:26.850437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=68160711-e7b4-4d9d-9cf9-dba069f5a107,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:26.864508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:26.915668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:26.998119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] Provisioning complete for port 81a288eb-3812-467a-a8a4-c5c384e1665e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:26.998394 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.006509 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.122412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:27.163466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.180586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.223778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:26Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:27.235430 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.256142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:27.256505 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.259231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] For port 81a288eb-3812-467a-a8a4-c5c384e1665e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81a288eb-3812-467a-a8a4-c5c384e1665e,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:27.261222 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afaa12-a463-453c-92c3-7fe1e1427ae4 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:26Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:17:27.305890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=68160711-e7b4-4d9d-9cf9-dba069f5a107,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:27.326703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.340440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.409201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:27.411783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6a374ce2-4257-4811-89ed-987aa782162a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1887319 Oct 26 17:17:27.429804 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee9f93-9b81-4f42-bac8-c5467ba811ae None None] Pushing event updated for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:27.726320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-9a89f2b0-82d5-4038-9165-8736c05296e0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1249061968&fields=id&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 267 time: 0.0378933 Oct 26 17:17:27.842757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-4de5a4cf-28df-4b46-b879-5b07580a19ca tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:27.844283 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-4de5a4cf-28df-4b46-b879-5b07580a19ca tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1108961 Oct 26 17:17:27.859847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-af482f5e-77a4-4623-8dc7-f089ce15df17 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/quotas/974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 375 time: 0.0095606 Oct 26 17:17:27.917381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-3a538d7d-2248-479e-8181-2f758f049fa5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514364 Oct 26 17:17:27.934242 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-2231fe35-2c20-44cb-ac77-b0c9beb656b9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:17:27.935359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-2231fe35-2c20-44cb-ac77-b0c9beb656b9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052977 Oct 26 17:17:28.029813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-891ae6f6-1682-4f85-9daa-53995806919e service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Oct 26 17:17:28.121417 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-b58ed009-9ba0-4340-b19a-98900fe55e04 service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853891 Oct 26 17:17:28.438976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73277f65-266c-4961-ac92-c9cf6136959b req-aca50efd-a0ef-4e94-b00b-1ecea42bea62 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0861273 Oct 26 17:17:29.119068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81a288eb-3812-467a-a8a4-c5c384e1665e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:29.167461 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 81a288eb-3812-467a-a8a4-c5c384e1665e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:29.167831 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:29.535779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3240c58a-f557-48e1-80aa-26c66e6f643c req-574164e2-b975-4484-af47-ae9d1253fa75 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0257943 Oct 26 17:17:30.401123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-fcf422b6-1e15-482d-842c-05a68ebb8aa1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:30.402564 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-fcf422b6-1e15-482d-842c-05a68ebb8aa1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1114235 Oct 26 17:17:30.447229 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-db2a9f9c-b8ca-4e69-9a06-ab95ff970a2e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 380 time: 0.0341856 Oct 26 17:17:30.458539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'port': {'device_id': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'admin_state_up': True, 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'security_groups': ['417ccb25-6f5d-47e2-a344-ecd0a13ddb39']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:30.620146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:17:30.623726 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:30.634111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e91ce86-6730-4018-bfb9-5dafb540897d req-206f8c49-ec4c-45ae-8be0-c178b2c0258f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0304940 Oct 26 17:17:30.752220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Allocated IP 172.20.0.5 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/84930afd-8dc6-4b9e-8525-2f134002adcc) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:17:30.887837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:30.968880 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.010664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:17:31.013724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:17:31.017428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:17:31.047265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:31.060287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c89b8dfc-fcc5-4770-b008-12c0a670a3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.064229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.064739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.065105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.065450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.066073 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.066853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.067211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.067548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.067878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.068208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.068537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.068890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:31.091363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:31.091975 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.154334 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-bd9887e2-d14f-4668-ae58-2378dd411959 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7006741 Oct 26 17:17:31.216481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Request body: {'port': {'device_id': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:31.271974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.284088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7590f0f4-ffc8-41f3-9534-ce11dadc3527 None None] Provisioning complete for port 84930afd-8dc6-4b9e-8525-2f134002adcc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:31.285122 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7590f0f4-ffc8-41f3-9534-ce11dadc3527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.319080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7590f0f4-ffc8-41f3-9534-ce11dadc3527 None None] Port 84930afd-8dc6-4b9e-8525-2f134002adcc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:17:31.529062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84930afd-8dc6-4b9e-8525-2f134002adcc {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:17:31.536649 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.548898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Transition to ACTIVE for port object 84930afd-8dc6-4b9e-8525-2f134002adcc will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:17:31.614400 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.667398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:31.740695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:17:31.741132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:17:31.741459 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:31.746413 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:17:31.746740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:17:31.752062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:17:31.752400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:17:31.752789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:17:31.753726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Bound port: 84930afd-8dc6-4b9e-8525-2f134002adcc, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:17:31.753881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.764519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0eda7-5084-47b2-a5f9-30e8a4795491 req-fc40a08d-799f-4f0f-8134-7dda70a2da6f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:31.767715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51e0eda7-5084-47b2-a5f9-30e8a4795491 req-fc40a08d-799f-4f0f-8134-7dda70a2da6f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0559831 Oct 26 17:17:31.810075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51e0eda7-5084-47b2-a5f9-30e8a4795491 req-36352b7f-47a2-4c29-afee-5fb96bfbfd64 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363898 Oct 26 17:17:31.823195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:17:31.826408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:17:31.912141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.944256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:31.944868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:31.946251 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] 10.222.0.47 "PUT /v2.0/ports/84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1091 time: 0.7828896 Oct 26 17:17:31.950993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:31.953570 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4795e10c8af63a244440651ae8b4292847b1028207a07cffa631ecf24a2d7f33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c084af4-0c0c-476e-8a14-49dd712693c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:31.980809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c59e4-f439-4512-a5b8-df00dc6a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:31.993956 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211101e-e7c2-485d-91e4-5182f28ab054 x-openstack-request-id: req-a211101e-e7c2-485d-91e4-5182f28ab054 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:31.994246 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:31.994497 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a211101e-e7c2-485d-91e4-5182f28ab054 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:31.994945 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'status': 'completed', 'code': 200} Oct 26 17:17:32.065110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-c2c928d2-f6ad-4d28-b6c5-231057efbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.067236 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-c2c928d2-f6ad-4d28-b6c5-231057efbdd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0494134 Oct 26 17:17:32.168289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-8c6824de-03cf-4463-ba22-3c50bd7d378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.169753 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-8c6824de-03cf-4463-ba22-3c50bd7d378b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=974ead70d4054d02a9f5aa98383e244b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951753 Oct 26 17:17:32.272152 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-ce4e8d6c-4eb1-439e-8918-1d5615d7b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.273521 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7c084af4-0c0c-476e-8a14-49dd712693c8 req-ce4e8d6c-4eb1-439e-8918-1d5615d7b3c4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966783 Oct 26 17:17:32.353157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-2b6cb5d4-7baf-4796-803f-8914e94b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.354500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-2b6cb5d4-7baf-4796-803f-8914e94b9f0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0402718 Oct 26 17:17:32.400265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-738364cf-28ad-45d7-804e-627be5453e53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 217 time: 0.0363390 Oct 26 17:17:32.449853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-ebbb23b9-f95e-4277-970d-b37e3c561be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.451266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-ebbb23b9-f95e-4277-970d-b37e3c561be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0444815 Oct 26 17:17:32.495380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-04d342b4-33dc-4935-a547-82ff143062fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.496800 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-04d342b4-33dc-4935-a547-82ff143062fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389445 Oct 26 17:17:32.589030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-1939b702-432a-4f36-90ef-44ac3aba06e8 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845494 Oct 26 17:17:32.676830 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-36a6340b-c6cf-47f1-96bc-63334bfbf15f req-edf287bf-47f6-4875-b24e-eca0f0af36ba service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809214 Oct 26 17:17:32.929966 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2453f-337e-4c91-b878-f058e5a18619 req-a48873c6-2554-40f0-8bf0-eeee23829e43 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:32.931433 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3da2453f-337e-4c91-b878-f058e5a18619 req-a48873c6-2554-40f0-8bf0-eeee23829e43 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0511212 Oct 26 17:17:32.969084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3da2453f-337e-4c91-b878-f058e5a18619 req-5fbaadc2-c388-4541-b156-5ee402de91a3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Oct 26 17:17:33.614577 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c693a66-2b2b-4d94-beac-01bc4058a202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:34.090671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8645181-9e6d-40ba-962f-251b5458e0b3 req-a13fc243-c527-4bde-bed2-a9c5cfce16fd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:34.092076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8645181-9e6d-40ba-962f-251b5458e0b3 req-a13fc243-c527-4bde-bed2-a9c5cfce16fd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0521748 Oct 26 17:17:34.129566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8645181-9e6d-40ba-962f-251b5458e0b3 req-75d2213a-24b0-4a1a-ad01-c387b4554e4a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306337 Oct 26 17:17:34.145272 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:35.186047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:35.244134 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a544-0e5a-4abe-93bf-9dda3e1fd1bf req-4da5e35e-41f3-4f6c-8cbb-84369f5e6fc6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:35.245512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1d9a544-0e5a-4abe-93bf-9dda3e1fd1bf req-4da5e35e-41f3-4f6c-8cbb-84369f5e6fc6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0483136 Oct 26 17:17:35.284188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1d9a544-0e5a-4abe-93bf-9dda3e1fd1bf req-840ae507-6176-40b2-aaf6-f7e0328b2107 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Oct 26 17:17:35.674480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:17:35.780182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:35.793456 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'mac_address': 'fa:16:3e:2c:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:17:35.841108 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:35.854674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84930afd-8dc6-4b9e-8525-2f134002adcc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:17:35.876622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:35.946159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:35.995637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:36.003789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.004089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.004431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.004768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.005101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.005428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.005752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.006072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.006467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.006783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.007097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.008220 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:17:36.135383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['84930afd-8dc6-4b9e-8525-2f134002adcc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:17:36.400471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec7812-c31e-4b14-b9a9-cf5dffadd44a req-bc837ffa-1695-4611-bd54-383f872eac58 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:36.401912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceec7812-c31e-4b14-b9a9-cf5dffadd44a req-bc837ffa-1695-4611-bd54-383f872eac58 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 944 time: 0.0490558 Oct 26 17:17:36.439595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceec7812-c31e-4b14-b9a9-cf5dffadd44a req-e5556198-50b9-457f-b911-a5ada23c7ef0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Oct 26 17:17:36.780132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:37.564367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbd07f-1583-4bd2-8a42-d816031f672b req-534b4617-a1ba-4f53-8b86-e4f66190977d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:37.564367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6fbbd07f-1583-4bd2-8a42-d816031f672b req-534b4617-a1ba-4f53-8b86-e4f66190977d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 944 time: 0.0532906 Oct 26 17:17:37.598277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6fbbd07f-1583-4bd2-8a42-d816031f672b req-eac2e73a-1957-4fd6-8b32-928fa7e9ae2b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Oct 26 17:17:37.674195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:17:37.786336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 84930afd-8dc6-4b9e-8525-2f134002adcc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:17:37.790476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 84930afd-8dc6-4b9e-8525-2f134002adcc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:17:37.790847 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:37.894206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:37.922894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:37.926306 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442770279e9552b4fcc11745d7a91b729569a4d4c7d70585c031a39448efd405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe6308-c644-4bb2-9d61-bb570e738b7c" -d '{"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-plugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:37.943334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:17:37.995717 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:38.029827 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e55eb-6812-489b-a6f2-122006e279d7 x-openstack-request-id: req-bb5e55eb-6812-489b-a6f2-122006e279d7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:38.030114 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-plugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:38.030365 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb5e55eb-6812-489b-a6f2-122006e279d7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:38.030756 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'code': 200} Oct 26 17:17:38.049074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:17:38.125549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6cc97-03bf-415d-9fb7-e757c7726260 req-8ab478b0-33c6-470a-8424-1b7e5fbeec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:38.127054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bbc6cc97-03bf-415d-9fb7-e757c7726260 req-8ab478b0-33c6-470a-8424-1b7e5fbeec0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0387936 Oct 26 17:17:38.164986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bbc6cc97-03bf-415d-9fb7-e757c7726260 req-c3a8288c-03a5-4fce-9b3b-6084b70d8cd8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Oct 26 17:17:38.713150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5412f1c-2a15-4c4d-9092-16587c6dbf9e req-5de03511-840c-4ed3-9e08-56284dfa94ab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:38.714593 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5412f1c-2a15-4c4d-9092-16587c6dbf9e req-5de03511-840c-4ed3-9e08-56284dfa94ab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Oct 26 17:17:38.751253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f5412f1c-2a15-4c4d-9092-16587c6dbf9e req-6b9b0464-feae-4d37-b30e-a6cc40335693 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307407 Oct 26 17:17:39.869337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cd841-925e-4bc6-a9f8-b93f526b5544 req-99dd0bd6-0c38-422a-ae89-28f8cba1182c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:39.870836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-962cd841-925e-4bc6-a9f8-b93f526b5544 req-99dd0bd6-0c38-422a-ae89-28f8cba1182c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Oct 26 17:17:39.907879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-962cd841-925e-4bc6-a9f8-b93f526b5544 req-f1af6521-bc9e-4663-9b4e-82283893ac9c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Oct 26 17:17:40.024838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c82db-e4f1-4b07-81a1-7bece40d26a5 req-1293f5cb-c878-422c-9ce5-f61523c866e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:40.026278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-144c82db-e4f1-4b07-81a1-7bece40d26a5 req-1293f5cb-c878-422c-9ce5-f61523c866e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0510511 Oct 26 17:17:40.035351 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 57992) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:17:40.040051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'floatingip': {'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:17:40.077279 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:40.489575 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:40.551613 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:40.650169 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 associated. External IP: 172.25.5.125, port: 84930afd-8dc6-4b9e-8525-2f134002adcc. Oct 26 17:17:40.856565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:17:40.967562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:17:40.973003 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:40.977618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:17:40.986790 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:40.987471 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:41.002674 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bdf7834f-82c6-4b98-aeab-9000b1219180 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "PUT /v2.0/floatingips/809f1111-2ce8-476f-97fc-7fc3b7d0f887 HTTP/1.1" status: 200 len: 991 time: 0.9637837 Oct 26 17:17:41.002674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:17:41.002981 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b38bbb3501fb6688f66604b95c0a1c8c7b10c30dedca0fd058361d8be11aa5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:17:41.115660 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96e0f1-21dd-41e1-99f5-3d75e638b956 x-openstack-request-id: req-3e96e0f1-21dd-41e1-99f5-3d75e638b956 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:17:41.115946 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:17:41.116199 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e96e0f1-21dd-41e1-99f5-3d75e638b956 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:17:41.116627 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'status': 'completed', 'code': 200} Oct 26 17:17:41.178061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-8f5c63e6-80f9-42c8-bf4c-b3583638bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:41.179556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-8f5c63e6-80f9-42c8-bf4c-b3583638bb2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0416806 Oct 26 17:17:41.189088 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:41.268311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-78a9ca04-89c4-4743-841f-6e90ec221e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:41.270799 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-78a9ca04-89c4-4743-841f-6e90ec221e6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0841908 Oct 26 17:17:41.338673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-bbb317c9-2bcb-48a4-a3b3-f468ba066bc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 999 time: 0.0609448 Oct 26 17:17:41.388310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-a0885217-2f55-436a-a2d8-d59f2b96efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:41.389701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-a0885217-2f55-436a-a2d8-d59f2b96efb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0436800 Oct 26 17:17:41.407706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:2c:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:17:40Z', 'revision_number': 1, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:41.435554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-bbe52ba5-f4cb-4953-a196-459dbef91434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:17:41.437027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-bbe52ba5-f4cb-4953-a196-459dbef91434 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395956 Oct 26 17:17:41.437886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:17:41.446497 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:17:41.447089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:17:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:41.553488 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:17:41.770975 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:17:41.795398 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:2c:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:17:40Z', 'revision_number': 1, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:17:41.822746 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371633ef-6c83-44ac-915a-59dc732bc05a None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:2c:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:17:40Z', 'revision_number': 1, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:17:41.871636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-d69a7160-7432-4fc3-b813-48aa54f72e16 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275618 Oct 26 17:17:41.968668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ee6ac2ef-c5b5-4003-afc2-486718ca84bd req-1cac3fdd-7976-4871-a647-c8dc105c0730 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896173 Oct 26 17:17:42.019971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d42f5-3457-45a6-9690-05627ed28d81 None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:17:51.389603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:17:52.860369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:01.071230 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d1146ae-77bc-414a-8a89-b4914d38ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:03.614545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c0e25604-5c04-4177-a59c-5d162dd1fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:04.134243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:05.184171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:06.791554 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:12.563218 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-65fac2d3-718e-4240-a1c6-65b024b2e2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397727 Oct 26 17:18:12.643710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-a82d3918-61d7-42c5-9892-7e373fd868af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:18:12.645398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-a82d3918-61d7-42c5-9892-7e373fd868af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0402162 Oct 26 17:18:12.748682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-ad86b3c2-11b1-4c9c-a97b-95877fc03fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:18:12.750143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-ad86b3c2-11b1-4c9c-a97b-95877fc03fc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0867734 Oct 26 17:18:12.813823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-c613942d-e54b-4d6d-bc46-d5f17a44c831 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1001 time: 0.0563040 Oct 26 17:18:12.862428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-8bd25d82-ebce-4c29-b263-db8dd43fe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:18:12.864078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-8bd25d82-ebce-4c29-b263-db8dd43fe46a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0434563 Oct 26 17:18:12.915123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-cc9d84d1-bee6-44e3-9145-4aa1d8620a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:18:12.916811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-cc9d84d1-bee6-44e3-9145-4aa1d8620a90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459170 Oct 26 17:18:13.009022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-3e2db04f-c406-464c-999a-0c0d9b94f8a2 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822191 Oct 26 17:18:13.101598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fa02bfb4-319a-45f0-a74a-e788eb71b2e4 req-6dc40718-2189-4a09-b7d9-8c5149903724 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858409 Oct 26 17:18:18.769277 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:18:21.406760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:22.880991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:31.063650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-69a9d0da-a260-4e65-8e5e-55bcfeab2cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:33.608720 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c7082434-7567-4de3-b9d0-0735b1035cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:34.139934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:35.206486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:36.780317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:51.378137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:52.871584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:18:55.768687 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:19:01.069840 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-08ce9bce-7159-4124-a9d4-7056e6a1eba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:03.603048 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0a2ace47-551b-4bc4-8be0-94e8c65c7a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:04.149318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:05.236930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:06.935771 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:14.880326 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-6b3ce9ea-9310-46a0-992f-22f84a3aafe0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757480 Oct 26 17:19:14.962559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-7f397351-2f9c-4fed-ba4d-6c24636c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:14.964289 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-7f397351-2f9c-4fed-ba4d-6c24636c7628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0419977 Oct 26 17:19:15.070287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-80a99aba-7dca-4742-8b44-3fc5ae27f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:15.071696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-80a99aba-7dca-4742-8b44-3fc5ae27f9fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0875545 Oct 26 17:19:15.136679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-8d9f65c6-60ec-466f-80f2-8e084386f7d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1001 time: 0.0575991 Oct 26 17:19:15.189941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-1122b91e-d1fc-4dfe-80a0-888f069d2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:15.191412 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-1122b91e-d1fc-4dfe-80a0-888f069d2369 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0476944 Oct 26 17:19:15.235349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-c8a63de0-9356-4421-9bfb-f2077c860dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:15.236788 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-c8a63de0-9356-4421-9bfb-f2077c860dfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386710 Oct 26 17:19:15.324952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-26aaee22-0ea5-4e55-b648-1205eb2ef09b service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808437 Oct 26 17:19:15.418825 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc57088d-87a6-4dd2-a46e-673358f89a7f req-037dcc5b-eee0-4a71-b253-e49d550a32a4 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865073 Oct 26 17:19:17.001895 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50943b-53e8-4b71-8d9d-3f550d1be928 req-a47e6e0d-8610-4d04-8975-ac0ba386fc9c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:17.003424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc50943b-53e8-4b71-8d9d-3f550d1be928 req-a47e6e0d-8610-4d04-8975-ac0ba386fc9c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.1000972 Oct 26 17:19:17.043013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc50943b-53e8-4b71-8d9d-3f550d1be928 req-48e63ffd-6e7a-4e96-87f6-d2970bd9d9b7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334408 Oct 26 17:19:17.413692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce630-c515-43cc-a201-907d847a9e67 req-d3278875-5890-4dbd-a9a1-8aaf0797f1e6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:17.415476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-904ce630-c515-43cc-a201-907d847a9e67 req-d3278875-5890-4dbd-a9a1-8aaf0797f1e6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0497081 Oct 26 17:19:17.453343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-904ce630-c515-43cc-a201-907d847a9e67 req-05ef79e4-d3d3-4e7c-94f7-918063c4d84d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Oct 26 17:19:17.494056 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-fa1d29ff-6cc5-464d-933c-d52dcd919ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397654 Oct 26 17:19:18.696150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5645d6-87ec-43ec-8089-dc1248fba57e req-bc06a107-293e-41e3-8093-3eb7246c11d3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:18.697642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5645d6-87ec-43ec-8089-dc1248fba57e req-bc06a107-293e-41e3-8093-3eb7246c11d3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0942652 Oct 26 17:19:18.740408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa5645d6-87ec-43ec-8089-dc1248fba57e req-2e7d6e1b-a9bc-4d96-91d5-856fedd7e924 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363340 Oct 26 17:19:19.408585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-97e1e75a-6866-4a24-97f0-6f38e844e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:19.409992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-97e1e75a-6866-4a24-97f0-6f38e844e584 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0407839 Oct 26 17:19:19.503552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-b9426a87-7602-4ac3-a374-beac772b8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:19.505005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-b9426a87-7602-4ac3-a374-beac772b8467 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0878508 Oct 26 17:19:19.571154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-8c74ba57-0893-4007-99e5-05f78ad6d1de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1001 time: 0.0573103 Oct 26 17:19:19.624167 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-f1c65352-02b0-4dd0-b71b-b49ccc81a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:19.625586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-f1c65352-02b0-4dd0-b71b-b49ccc81a758 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0477057 Oct 26 17:19:19.672224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-0cb9710e-41e9-4c76-bfaa-affd05e972d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:19.673610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-0cb9710e-41e9-4c76-bfaa-affd05e972d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Oct 26 17:19:19.765426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-cdd6da4c-07e1-4723-ab93-79aee9535afd service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847280 Oct 26 17:19:19.860779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb275-05d1-4d56-a239-b0429e3e9d78 req-878c1932-72bc-4ed5-b393-c4f7da9d7345 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:19.862277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e1fb275-05d1-4d56-a239-b0429e3e9d78 req-878c1932-72bc-4ed5-b393-c4f7da9d7345 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Oct 26 17:19:19.864025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-64092dbf-723b-431b-8e02-42c6501d02d1 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Oct 26 17:19:19.906097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e1fb275-05d1-4d56-a239-b0429e3e9d78 req-d4fbdc87-8979-49ee-98d5-d7af14cdb633 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Oct 26 17:19:21.020774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a730d4f-641d-4be8-a488-1b074322c49e req-50c77fa9-15c9-46f9-9408-b3abfe7147fc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:21.022911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a730d4f-641d-4be8-a488-1b074322c49e req-50c77fa9-15c9-46f9-9408-b3abfe7147fc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Oct 26 17:19:21.061371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a730d4f-641d-4be8-a488-1b074322c49e req-f856e66c-5e99-4d9e-9504-67e636b30ed4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Oct 26 17:19:21.406670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:22.177637 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57386-304f-4e55-9afe-51eedebf61c2 req-270da468-b79e-45f7-b416-bf30c521d128 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:22.179733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51d57386-304f-4e55-9afe-51eedebf61c2 req-270da468-b79e-45f7-b416-bf30c521d128 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Oct 26 17:19:22.221621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51d57386-304f-4e55-9afe-51eedebf61c2 req-7c96dd27-f00a-4f32-ae38-aadf05686d8c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362194 Oct 26 17:19:22.911538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:23.339564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe001-e5f4-4840-93c5-6d1b31802305 req-4b481211-4435-4ce5-9989-8624e73ae914 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:23.341030 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8eafe001-e5f4-4840-93c5-6d1b31802305 req-4b481211-4435-4ce5-9989-8624e73ae914 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Oct 26 17:19:23.377327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8eafe001-e5f4-4840-93c5-6d1b31802305 req-8c793392-289d-46e3-a871-3cf9d265d59f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Oct 26 17:19:24.491619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b2edb-4764-4363-803d-39fa50a68dea req-b69537a5-cc5b-4da5-8f80-7e4be67ce76d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:24.493931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-122b2edb-4764-4363-803d-39fa50a68dea req-b69537a5-cc5b-4da5-8f80-7e4be67ce76d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Oct 26 17:19:24.532149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-122b2edb-4764-4363-803d-39fa50a68dea req-58a672ce-2a5c-445d-bda4-eb834f1240e5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Oct 26 17:19:25.649862 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22698b49-7438-45be-9b3c-03ce9866af30 req-5a2c8116-bfaa-486a-9b5b-8c8cceed4842 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:25.651345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22698b49-7438-45be-9b3c-03ce9866af30 req-5a2c8116-bfaa-486a-9b5b-8c8cceed4842 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Oct 26 17:19:25.691870 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22698b49-7438-45be-9b3c-03ce9866af30 req-c3110a8e-5a2c-4f4e-bf83-e15fb8a99481 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345154 Oct 26 17:19:26.810596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239f9b0-d46b-4833-beea-3b7b7ef7e880 req-7700cd32-6f61-4eb0-8d43-e703c1a354eb tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:26.812133 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c239f9b0-d46b-4833-beea-3b7b7ef7e880 req-7700cd32-6f61-4eb0-8d43-e703c1a354eb tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0499096 Oct 26 17:19:26.849867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c239f9b0-d46b-4833-beea-3b7b7ef7e880 req-bd62887a-217c-428f-9db7-4cf1ce08b1f2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Oct 26 17:19:27.964083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d3cb0-c594-49f1-b69d-6953d41a8a38 req-e79774a8-dd6e-4532-aa27-45dd4392f183 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:27.965572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab6d3cb0-c594-49f1-b69d-6953d41a8a38 req-e79774a8-dd6e-4532-aa27-45dd4392f183 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Oct 26 17:19:28.002673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab6d3cb0-c594-49f1-b69d-6953d41a8a38 req-74590824-c117-4d57-b32a-f9b024a7228f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Oct 26 17:19:29.120752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb0800-d8da-4c08-9f71-63617bb400a4 req-24035bf8-7f0d-4dba-b7db-aa11edddaf3b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:29.122224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4adb0800-d8da-4c08-9f71-63617bb400a4 req-24035bf8-7f0d-4dba-b7db-aa11edddaf3b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0488887 Oct 26 17:19:29.163642 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4adb0800-d8da-4c08-9f71-63617bb400a4 req-f0ef4aae-56ef-46dd-8c87-c0658cc684ab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Oct 26 17:19:30.282526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfd525-0aaa-4811-a577-f22b58c3b5e7 req-89ab5d5e-7e82-4650-9048-af6ed9ba7d92 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:30.284013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85cfd525-0aaa-4811-a577-f22b58c3b5e7 req-89ab5d5e-7e82-4650-9048-af6ed9ba7d92 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Oct 26 17:19:30.321160 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-85cfd525-0aaa-4811-a577-f22b58c3b5e7 req-18e66e71-8bab-4586-b13a-533b19adab32 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305295 Oct 26 17:19:31.071747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b107f4e8-487e-4073-814d-6ae2a63de8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:31.434965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6ad6-59d7-49e5-9bbf-24bbdf68706b req-2467a2c8-3939-4597-b2d0-0d3ba9f1813e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:31.436518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bc6ad6-59d7-49e5-9bbf-24bbdf68706b req-2467a2c8-3939-4597-b2d0-0d3ba9f1813e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Oct 26 17:19:31.473815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9bc6ad6-59d7-49e5-9bbf-24bbdf68706b req-0b6c8847-396e-408e-8af4-02b689ca2783 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Oct 26 17:19:32.009389 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-77223e72-5c66-4b22-bc4f-703c83099705 req-ba25b4a8-7fcd-4c2f-9cc6-2f404a8162da service neutron] show failed (client error): The resource could not be found. Oct 26 17:19:32.010380 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-ba25b4a8-7fcd-4c2f-9cc6-2f404a8162da service neutron] 10.222.0.47 "GET /v2.0/ports/84930afd-8dc6-4b9e-8525-2f134002adcc/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0547125 Oct 26 17:19:32.581504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-a871ad5a-9b87-4962-bb90-3036cbbe890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:32.583020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-a871ad5a-9b87-4962-bb90-3036cbbe890a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1096 time: 0.0910044 Oct 26 17:19:32.594736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791b7a-6525-4a4d-9119-68497e1c6bf9 req-36d73b80-3acc-4ccb-bda4-0d7ecaab23e8 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:32.595714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:19:32.596274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d791b7a-6525-4a4d-9119-68497e1c6bf9 req-36d73b80-3acc-4ccb-bda4-0d7ecaab23e8 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Oct 26 17:19:32.639510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8d791b7a-6525-4a4d-9119-68497e1c6bf9 req-4ed1d2a2-da01-4b67-ab65-ef8a425b79a6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365422 Oct 26 17:19:32.651700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:32.767822 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:19:32.772338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.39', 51438) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:19:32.813439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-71189abb-f33d-41cb-bc6c-4958099a7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:32.814943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-71189abb-f33d-41cb-bc6c-4958099a7490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0416186 Oct 26 17:19:32.859384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:32.892328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:19:32.917843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-e8afd350-0268-4a66-8f91-334c3c73026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:32.919327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-e8afd350-0268-4a66-8f91-334c3c73026a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0852933 Oct 26 17:19:32.936370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:32.941495 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:32.954868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Transition to ACTIVE for port object 84930afd-8dc6-4b9e-8525-2f134002adcc will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:19:32.978428 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ddec37-3549-42fa-8f8c-07540799f89c" -d '{"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:33.003948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-70e5ada1-6bd9-4bda-9a7c-24293c4e1e2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1001 time: 0.0651793 Oct 26 17:19:33.018206 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:33.043556 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-430587a7-01a8-487e-ab9e-584294045567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.045623 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-430587a7-01a8-487e-ab9e-584294045567 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0459654 Oct 26 17:19:33.103928 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a457c0c5-9e49-4f9d-a803-645a87a31591 x-openstack-request-id: req-a457c0c5-9e49-4f9d-a803-645a87a31591 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:33.104416 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:33.104695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-28593f95-004b-43ff-b881-df63373231d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.105927 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a457c0c5-9e49-4f9d-a803-645a87a31591 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:33.106297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-28593f95-004b-43ff-b881-df63373231d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534396 Oct 26 17:19:33.106480 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'code': 200} Oct 26 17:19:33.130978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:33.144057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.144396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.144735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.145063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.145389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.145712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.146032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.146350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.146669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.146986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.147325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.147649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:33.172598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] No DVR routers for this DVR port 84930afd-8dc6-4b9e-8525-2f134002adcc on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:19:33.209361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-80ef2171-17c8-417d-8039-97c342865658 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934019 Oct 26 17:19:33.306869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-a51c79d9-fda9-4e42-abf6-a5d3189ccc23 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Oct 26 17:19:33.314517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:19:33.314933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:19:33.315490 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:19:33.320001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:19:33.320280 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Attempting to bind port 84930afd-8dc6-4b9e-8525-2f134002adcc on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:19:33.325763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:19:33.326040 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:19:33.326415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:19:33.326862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Bound port: 84930afd-8dc6-4b9e-8525-2f134002adcc, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:19:33.327238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:33.388690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:19:33.391616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:19:33.460201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:33.496171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.496755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:33.498143 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] 10.222.0.39 "PUT /v2.0/ports/84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1091 time: 0.9065058 Oct 26 17:19:33.520406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c0a9-65b3-4490-b2d0-78978e47085a service neutron] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:33.573076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-54889db3-b31d-4848-935d-1078430b845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.574597 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-54889db3-b31d-4848-935d-1078430b845c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0502961 Oct 26 17:19:33.614511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e426bde-6458-4a36-88e7-8fc20351f979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:33.674714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-9fcc5878-1c32-4a0f-9e97-c339b9ae8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.676219 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-9fcc5878-1c32-4a0f-9e97-c339b9ae8c3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0944693 Oct 26 17:19:33.751304 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-e428e2d2-2386-46a0-a493-10e1625a6f00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 999 time: 0.0673299 Oct 26 17:19:33.803520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-16239ff4-68a4-43e3-82dd-bc18f242f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.805744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-16239ff4-68a4-43e3-82dd-bc18f242f5b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0471675 Oct 26 17:19:33.853802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223e72-5c66-4b22-bc4f-703c83099705 req-04fb4a9c-ebf8-4d7e-b261-45e6d276440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:33.855365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-04fb4a9c-ebf8-4d7e-b261-45e6d276440a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425737 Oct 26 17:19:33.956824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-22026421-b435-46f6-858e-0d717c40c558 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940418 Oct 26 17:19:34.052267 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-77223e72-5c66-4b22-bc4f-703c83099705 req-9e9d6768-58cb-4688-b439-4109b4a4e7ea service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Oct 26 17:19:34.095847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bfde-9ec1-4268-8b11-6f84c19e9807 req-2c504eb7-863f-4d14-bddc-a6c44e05ee3c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:34.097245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd36bfde-9ec1-4268-8b11-6f84c19e9807 req-2c504eb7-863f-4d14-bddc-a6c44e05ee3c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.3840489 Oct 26 17:19:34.137420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dd36bfde-9ec1-4268-8b11-6f84c19e9807 req-4199a47f-eb27-474b-9b46-a85f01e9a73c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337169 Oct 26 17:19:34.162705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:35.107862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:35.110232 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:35.159949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f582288b-0bfe-417e-b3db-82d709164c2c x-openstack-request-id: req-f582288b-0bfe-417e-b3db-82d709164c2c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:35.159949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:35.159949 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f582288b-0bfe-417e-b3db-82d709164c2c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:35.160272 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'status': 'completed', 'code': 200} Oct 26 17:19:35.212395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:35.251633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-5965a898-44c7-42a5-9ced-4009fac5795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.253159 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-5965a898-44c7-42a5-9ced-4009fac5795a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0734866 Oct 26 17:19:35.255674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-ce6bed7c-b4a1-479b-985d-f017fc0e9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.257028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-ce6bed7c-b4a1-479b-985d-f017fc0e9b00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0676389 Oct 26 17:19:35.262763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073feb5d-38c6-4262-a783-3a742f7bd3b3 req-66d2a911-3ce3-4fb4-9a92-dbcff862bd70 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.264293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073feb5d-38c6-4262-a783-3a742f7bd3b3 req-66d2a911-3ce3-4fb4-9a92-dbcff862bd70 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0508983 Oct 26 17:19:35.302375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-073feb5d-38c6-4262-a783-3a742f7bd3b3 req-ae7b2a5c-1c33-4366-a2fb-7c533f395ed9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Oct 26 17:19:35.413404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-39074903-a787-4487-a262-06c9fe3ba791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.414823 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-39074903-a787-4487-a262-06c9fe3ba791 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1535146 Oct 26 17:19:35.416144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-c9620d81-72f7-40e3-af7b-56bb480bcfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.417436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-c9620d81-72f7-40e3-af7b-56bb480bcfde service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1491373 Oct 26 17:19:35.525106 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-3974cb40-02cb-4db5-8832-58aa23484e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 999 time: 0.1030595 Oct 26 17:19:35.527074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-05c65fb0-a18f-4ab0-bd52-1f0129013ed3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 999 time: 0.0996661 Oct 26 17:19:35.612047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-f399179b-3d6d-4eb3-8f76-f31df27e33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.613541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-f399179b-3d6d-4eb3-8f76-f31df27e33d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0821216 Oct 26 17:19:35.615179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-117928f0-2cb9-47e3-8696-372823b3e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.616469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-117928f0-2cb9-47e3-8696-372823b3e0ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0777538 Oct 26 17:19:35.687113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-c0d9222c-73f2-43ea-b3d8-5169c3891244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.688535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-c0d9222c-73f2-43ea-b3d8-5169c3891244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684969 Oct 26 17:19:35.690203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-a5a8f37c-5aa5-41a9-9a52-ed9d6dac050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:35.691550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-a5a8f37c-5aa5-41a9-9a52-ed9d6dac050c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642047 Oct 26 17:19:35.845449 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-534faa94-865f-4502-a2c9-e07bfae4f516 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495533 Oct 26 17:19:35.847567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-69bfee46-6fc8-4021-a0b0-daad96246ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450272 Oct 26 17:19:36.020400 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-7bc34f2c-1001-439b-b7b0-83f80c2f45ab service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677015 Oct 26 17:19:36.023654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-06cebfd6-c449-4bad-9ba3-186e50ac7ce9 req-29e4fb56-2242-4e44-8164-4c0b6eed7d03 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641493 Oct 26 17:19:36.329198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:19:36.369260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:19:36.424693 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9d30-3bf7-42d6-9382-95b05a9b38ac req-8ec3cf77-9e64-422b-8372-6860e15a55d6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:36.426157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b7e9d30-3bf7-42d6-9382-95b05a9b38ac req-8ec3cf77-9e64-422b-8372-6860e15a55d6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Oct 26 17:19:36.467942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b7e9d30-3bf7-42d6-9382-95b05a9b38ac req-d70ca731-9412-42f4-bf9f-06061341f509 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352569 Oct 26 17:19:36.653878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:19:36.788325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:36.803356 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:36.804630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'mac_address': 'fa:16:3e:2c:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:19:36.824879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5635-382b-4690-9b9c-b5d634625379 req-cff31ac9-436a-40bc-b969-c8d43f7b3454 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:36.826813 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b2f5635-382b-4690-9b9c-b5d634625379 req-cff31ac9-436a-40bc-b969-c8d43f7b3454 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 943 time: 0.0622778 Oct 26 17:19:36.851344 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:36.866702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84930afd-8dc6-4b9e-8525-2f134002adcc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:19:36.868365 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b2f5635-382b-4690-9b9c-b5d634625379 req-70ceb258-2b3d-47ed-bf6a-4dba49e86c6b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Oct 26 17:19:36.897599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:36.924964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-72f4d31e-e8a9-4ec8-8af3-35808491229f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:36.924964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-72f4d31e-e8a9-4ec8-8af3-35808491229f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5&tenant_id=974ead70d4054d02a9f5aa98383e244b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 943 time: 0.0873916 Oct 26 17:19:36.982268 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-a575d649-1cca-4a12-9c8c-dc7e5f6f9e46 service neutron] delete failed (client error): The resource could not be found. Oct 26 17:19:36.983368 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-a575d649-1cca-4a12-9c8c-dc7e5f6f9e46 service neutron] 10.222.0.47 "DELETE /v2.0/ports/84930afd-8dc6-4b9e-8525-2f134002adcc/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0582073 Oct 26 17:19:36.991675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:37.047043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:37.056152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.056493 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.056929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.057264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.057596 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.057923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.058246 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.058630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.058951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.059319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.059642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.059960 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:19:37.083372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-6f43c439-2f10-43c2-8162-e3e9abf0efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:37.085668 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-6f43c439-2f10-43c2-8162-e3e9abf0efd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 1095 time: 0.0487914 Oct 26 17:19:37.185331 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-9addffc3-51b1-4814-9c7b-c2d02f2c40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:37.186708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-9addffc3-51b1-4814-9c7b-c2d02f2c40a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0940208 Oct 26 17:19:37.253200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['84930afd-8dc6-4b9e-8525-2f134002adcc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:19:37.259156 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-f1def436-49b4-4e4d-84cb-334b6934ed31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 200 len: 1000 time: 0.0653646 Oct 26 17:19:37.308921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-aa7896fa-f6ce-4296-b54e-668b867a45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:37.310366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-aa7896fa-f6ce-4296-b54e-668b867a45ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0445054 Oct 26 17:19:37.359363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-2e0be393-77b9-4468-93e4-4ce8e873ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:37.360852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-2e0be393-77b9-4468-93e4-4ce8e873ad8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438032 Oct 26 17:19:37.452979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-c0fcbaab-cbcc-462b-8427-576779b86c01 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851712 Oct 26 17:19:37.546033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e309446e-0439-40de-bbd2-7fafe4eabf62 req-2483c1a0-472e-4036-ba10-740cab319d97 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Oct 26 17:19:37.990055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e20ce9-dc8b-498e-ac38-2cbb12b68336 req-a9748342-d2be-4f29-975b-2d002d03d80a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:37.991558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16e20ce9-dc8b-498e-ac38-2cbb12b68336 req-a9748342-d2be-4f29-975b-2d002d03d80a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 944 time: 0.0498326 Oct 26 17:19:38.029520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16e20ce9-dc8b-498e-ac38-2cbb12b68336 req-4e22e037-33da-4246-b79a-048e79bb8e03 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Oct 26 17:19:38.668766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:19:38.790019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 84930afd-8dc6-4b9e-8525-2f134002adcc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:19:38.793947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 84930afd-8dc6-4b9e-8525-2f134002adcc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:19:38.794311 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:38.871451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:38.892843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:38.907601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:38.932281 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4683ed8-0aa7-455b-9897-1f4b432fed00" -d '{"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-plugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:38.978527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:39.017093 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a4a6f-1af8-4552-8925-4969d00fa3df x-openstack-request-id: req-723a4a6f-1af8-4552-8925-4969d00fa3df {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:39.017386 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-plugged", "status": "completed", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:39.017641 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-723a4a6f-1af8-4552-8925-4969d00fa3df {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:39.018029 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'code': 200} Oct 26 17:19:39.030420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:39.145890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420c08e-7caa-4b5f-bffe-046b291f761f req-be40b780-7d2c-49b2-b0cc-5a624ad806f2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:39.147390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e420c08e-7caa-4b5f-bffe-046b291f761f req-be40b780-7d2c-49b2-b0cc-5a624ad806f2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Oct 26 17:19:39.185608 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e420c08e-7caa-4b5f-bffe-046b291f761f req-78e5a8ae-c993-4c44-acd7-5a88fbe45b45 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Oct 26 17:19:39.305588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f27b-b499-4c42-866e-d7e97006f7eb req-6777e9db-21cf-485d-aead-322f4cbeff6c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:39.307052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0577f27b-b499-4c42-866e-d7e97006f7eb req-6777e9db-21cf-485d-aead-322f4cbeff6c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0547395 Oct 26 17:19:39.344378 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0577f27b-b499-4c42-866e-d7e97006f7eb req-9d3293de-f28a-4635-8e93-dcb02a630f73 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Oct 26 17:19:39.460696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05e376-cdaa-40f5-9e69-fd7a9fa4bb25 req-deeed4a5-a7cc-4038-ac48-17119d35b8e4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:39.462325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f05e376-cdaa-40f5-9e69-fd7a9fa4bb25 req-deeed4a5-a7cc-4038-ac48-17119d35b8e4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0500081 Oct 26 17:19:39.499277 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f05e376-cdaa-40f5-9e69-fd7a9fa4bb25 req-fc3526a0-9aad-4973-868b-a7b863b7eca4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Oct 26 17:19:39.945890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b62f75-dc63-48a5-aee3-c80f5fe49933 req-f4304d59-2693-4ad3-86c8-1523aaf8074c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:39.947382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6b62f75-dc63-48a5-aee3-c80f5fe49933 req-f4304d59-2693-4ad3-86c8-1523aaf8074c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0499930 Oct 26 17:19:39.986785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6b62f75-dc63-48a5-aee3-c80f5fe49933 req-7b44aa17-714a-44a3-bd45-00622896793f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Oct 26 17:19:41.109474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e166287-7786-4c93-8491-821c04384175 req-914fbf30-565c-447a-a175-244f254ae54d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:41.110937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e166287-7786-4c93-8491-821c04384175 req-914fbf30-565c-447a-a175-244f254ae54d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Oct 26 17:19:41.149923 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e166287-7786-4c93-8491-821c04384175 req-eee61559-346b-46b0-b169-0fc49c96c3e3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329864 Oct 26 17:19:41.254520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-9e71ac7c-ce0d-4971-a674-f28c6728a088 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:41.255992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-9e71ac7c-ce0d-4971-a674-f28c6728a088 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0470808 Oct 26 17:19:41.345045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Deleting port 84930afd-8dc6-4b9e-8525-2f134002adcc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:19:41.345377 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:41.430576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] For port 84930afd-8dc6-4b9e-8525-2f134002adcc, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=84930afd-8dc6-4b9e-8525-2f134002adcc,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:41.430925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:41.602718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:41.603008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:41.603361 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 disassociated. External IP: 172.25.5.125, port: 84930afd-8dc6-4b9e-8525-2f134002adcc. Oct 26 17:19:41.603708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Calling delete_port for 84930afd-8dc6-4b9e-8525-2f134002adcc owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:19:41.791578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:41.817769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'Port': ['ID=84930afd-8dc6-4b9e-8525-2f134002adcc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:41.935302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:19:42.044974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:19:42.055998 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:19:42.065680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:19:42.066399 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:19:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:42.083316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] No DVR routers for this DVR port 84930afd-8dc6-4b9e-8525-2f134002adcc on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:19:42.085981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:42.089622 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-92ca5e08-43f9-4495-91e3-f66417b76c33 req-db0d25bd-8d4c-46e6-8011-b6df1afaecfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "DELETE /v2.0/ports/84930afd-8dc6-4b9e-8525-2f134002adcc HTTP/1.1" status: 204 len: 173 time: 0.8272359 Oct 26 17:19:42.090065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-deleted', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:42.092431 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037fa43-dcf1-4c9b-b368-b01c0bac3684" -d '{"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-deleted", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:42.129889 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0623de-7c94-43f3-b7f2-52651119d759 x-openstack-request-id: req-bb0623de-7c94-43f3-b7f2-52651119d759 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:42.130296 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4015a475-c2d7-49cc-a040-b637a5c9b5a5", "name": "network-vif-deleted", "tag": "84930afd-8dc6-4b9e-8525-2f134002adcc", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:42.130555 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb0623de-7c94-43f3-b7f2-52651119d759 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:42.130959 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4015a475-c2d7-49cc-a040-b637a5c9b5a5', 'name': 'network-vif-deleted', 'tag': '84930afd-8dc6-4b9e-8525-2f134002adcc', 'status': 'completed', 'code': 200} Oct 26 17:19:42.178339 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:19:42.247434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e4c2efc-b6fd-4cb3-85f8-e5fee0f12bbf req-184e4b50-8468-4a0c-9706-591d0e4a2626 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=4015a475-c2d7-49cc-a040-b637a5c9b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0277970 Oct 26 17:19:42.384420 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:42.410272 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:19:42.418701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:19:42.419365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:19:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:42.523713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:19:42.732460 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:42.852301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c4f6-8839-450a-861d-9329d037b6b8 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:19:43.066373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c484d-038b-44bb-be71-bd85b94c885c None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:19:43.478547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-11ec8321-380c-4543-9fb5-1278d9dff823 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1249061968&fields=id&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 267 time: 0.0318491 Oct 26 17:19:43.589602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c92a7e6b-5aa3-4767-90b7-2a325d401528 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:43.591053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c92a7e6b-5aa3-4767-90b7-2a325d401528 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1056895 Oct 26 17:19:43.606133 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-d6f748c5-2506-4923-881f-cffea185d429 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/quotas/974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 375 time: 0.0090783 Oct 26 17:19:43.658141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-6a79a45e-6303-4740-93af-a88ec34472ec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467427 Oct 26 17:19:43.826173 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-86b86da2-1cb8-48f7-8b49-430534b3c20d service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232097 Oct 26 17:19:43.914302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-20621ea0-5249-4079-abc2-d3de57b50308 service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820603 Oct 26 17:19:44.139213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d95bf87b-542c-4a06-b766-9ca53e685406 req-d0da59e1-0e03-45de-bb9a-43c82b7fcb6b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 210 time: 0.0271931 Oct 26 17:19:44.715844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:19:44.738660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 84930afd-8dc6-4b9e-8525-2f134002adcc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:19:44.739085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 84930afd-8dc6-4b9e-8525-2f134002adcc not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:19:45.232384 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab5f0b21-e83d-4f8c-9ded-5d04e4904b51 req-c842f64a-7dce-4e44-abc3-b3ab02f69bf7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 210 time: 0.0264447 Oct 26 17:19:46.017308 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-60a1259b-7065-453c-8e75-a5a8df034a86 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:46.018908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-60a1259b-7065-453c-8e75-a5a8df034a86 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1103783 Oct 26 17:19:46.063860 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-ccf74e4c-c015-4d6a-b46c-738730bb9419 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 380 time: 0.0353224 Oct 26 17:19:46.073108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'port': {'device_id': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'admin_state_up': True, 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'security_groups': ['417ccb25-6f5d-47e2-a344-ecd0a13ddb39']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:19:46.277229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:19:46.281190 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:46.334583 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-10959eb9-a0bf-45a4-ad66-1055964fc3fe req-8ce29ab1-47dd-4343-a472-ce6e81abf91f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 210 time: 0.0297985 Oct 26 17:19:46.410889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Allocated IP 172.20.0.4 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/8db229b8-a6b0-4603-b071-ac44e913ed85) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:19:46.878668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.012270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.055771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:19:47.058900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:19:47.062564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:19:47.094902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:47.119526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:47.120151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.206141 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-0fa1039b-a932-45b4-9f9d-af24aafa0a7c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367981 Oct 26 17:19:47.219780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Request body: {'port': {'device_id': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:19:47.273691 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.318255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2590ade1-a2fd-43bb-87ad-2734953dabc4 None None] Provisioning complete for port 8db229b8-a6b0-4603-b071-ac44e913ed85 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:19:47.318861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2590ade1-a2fd-43bb-87ad-2734953dabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.352943 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2590ade1-a2fd-43bb-87ad-2734953dabc4 None None] Port 8db229b8-a6b0-4603-b071-ac44e913ed85 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:19:47.459547 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc336-ea14-4199-bd4f-b8a167938e89 req-4f7f506a-d7fa-4211-bae3-9c5552924ea9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:47.461798 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4fbc336-ea14-4199-bd4f-b8a167938e89 req-4f7f506a-d7fa-4211-bae3-9c5552924ea9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 931 time: 0.0558035 Oct 26 17:19:47.499996 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4fbc336-ea14-4199-bd4f-b8a167938e89 req-0e7cd910-8047-48d2-aa3d-885abc08578e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Oct 26 17:19:47.535876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db229b8-a6b0-4603-b071-ac44e913ed85 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:19:47.543505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.555108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Transition to ACTIVE for port object 8db229b8-a6b0-4603-b071-ac44e913ed85 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:19:47.614131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.664522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:47.734245 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:19:47.734584 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:19:47.734915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:19:47.739462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:19:47.739802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:19:47.745929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:19:47.746272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:19:47.746656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:19:47.747088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Bound port: 8db229b8-a6b0-4603-b071-ac44e913ed85, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:19:47.747473 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.818218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:19:47.821452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:19:47.903977 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.940418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:47.941090 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:47.942461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] 10.222.0.39 "PUT /v2.0/ports/8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1091 time: 0.7272024 Oct 26 17:19:47.942896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:47.945230 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed72716-22a9-47e2-b8e5-3d064c430853" -d '{"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:47.966619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dcf80-ec66-49d3-8d84-e54baf46f63b service neutron] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:47.989157 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec37562-f069-4cb3-adb5-2846e7e60e48 x-openstack-request-id: req-0ec37562-f069-4cb3-adb5-2846e7e60e48 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:47.989552 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:47.989914 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ec37562-f069-4cb3-adb5-2846e7e60e48 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:47.990452 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'status': 'completed', 'code': 200} Oct 26 17:19:48.053744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-2d3828ff-6e5b-4e6a-a21e-b5e1207cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.055341 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-2d3828ff-6e5b-4e6a-a21e-b5e1207cea21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0436919 Oct 26 17:19:48.159390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-5011ab26-7cbb-4458-ba02-8f164ded3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.160876 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-5011ab26-7cbb-4458-ba02-8f164ded3c67 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=974ead70d4054d02a9f5aa98383e244b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978246 Oct 26 17:19:48.254487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-cbe51744-1b90-4737-b564-c63551c6fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.255870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0ed72716-22a9-47e2-b8e5-3d064c430853 req-cbe51744-1b90-4737-b564-c63551c6fe52 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874376 Oct 26 17:19:48.336892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-490d22f6-2e5a-4c29-be7a-568a496901ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.339396 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-490d22f6-2e5a-4c29-be7a-568a496901ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0458844 Oct 26 17:19:48.379772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-e855e7f0-ad55-44df-b6e0-ab054e5cd549 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 217 time: 0.0333307 Oct 26 17:19:48.427686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-bdf0d9ca-713b-48a3-ac9c-407de2f30fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.429075 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-bdf0d9ca-713b-48a3-ac9c-407de2f30fd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0422311 Oct 26 17:19:48.480662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-f7140b6d-cae8-4ff0-9a0b-6ac56e3f8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.482127 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-f7140b6d-cae8-4ff0-9a0b-6ac56e3f8995 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448444 Oct 26 17:19:48.577224 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-c401ff0b-29e2-48e8-aa2e-01bef463989c service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Oct 26 17:19:48.617579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992817-bf61-4ce8-82ff-1fd9bd3c4130 req-19c95bb8-8657-4ba0-bf16-eab2386bfa42 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:48.619083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0992817-bf61-4ce8-82ff-1fd9bd3c4130 req-19c95bb8-8657-4ba0-bf16-eab2386bfa42 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0492349 Oct 26 17:19:48.657157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0992817-bf61-4ce8-82ff-1fd9bd3c4130 req-3ac6d42b-8d27-4b51-8ed3-93aa016abf6a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Oct 26 17:19:48.671931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ae1c9d9e-ddee-419b-9591-80f2f718a780 req-bc38cf42-bbc8-4c4a-9e37-ff52f53d8142 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Oct 26 17:19:49.777706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03f60-56b4-422b-a68d-a8ba689af27c req-16b7a8a8-6b46-43e9-aa6b-2315d761fa0b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:49.779262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdc03f60-56b4-422b-a68d-a8ba689af27c req-16b7a8a8-6b46-43e9-aa6b-2315d761fa0b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0515854 Oct 26 17:19:49.817886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cdc03f60-56b4-422b-a68d-a8ba689af27c req-5cf52f0f-93e1-43e5-a02f-7d613dedde82 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 Oct 26 17:19:50.722027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:19:50.814547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:50.825656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'mac_address': 'fa:16:3e:d5:e4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:19:50.865137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:50.878407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db229b8-a6b0-4603-b071-ac44e913ed85 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:19:50.897835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:50.933321 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995ff9-8a28-4db2-a131-a09468fe270d req-d65f7b18-d6aa-4011-8668-e95bb3affa5e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:50.934805 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a995ff9-8a28-4db2-a131-a09468fe270d req-d65f7b18-d6aa-4011-8668-e95bb3affa5e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0492399 Oct 26 17:19:50.957076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:50.974135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a995ff9-8a28-4db2-a131-a09468fe270d req-06d4b9ae-ac5d-4b94-826c-532255d7e9f2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Oct 26 17:19:51.005576 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:51.170240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['8db229b8-a6b0-4603-b071-ac44e913ed85'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:19:51.408331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:52.097844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f4b80-d480-4c79-a38c-9da7641a46f2 req-5cee2972-3e51-4636-8feb-8b9fc044a69f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:52.099332 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e6f4b80-d480-4c79-a38c-9da7641a46f2 req-5cee2972-3e51-4636-8feb-8b9fc044a69f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 944 time: 0.0491171 Oct 26 17:19:52.137043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3e6f4b80-d480-4c79-a38c-9da7641a46f2 req-6ab53440-8ea0-4354-a76b-c742aa966587 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Oct 26 17:19:52.747268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:19:52.846125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 8db229b8-a6b0-4603-b071-ac44e913ed85 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:19:52.849652 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 8db229b8-a6b0-4603-b071-ac44e913ed85 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:19:52.850013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:52.915511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:52.928898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:52.951790 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:52.953996 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97ad25f-7f53-4e7e-8b0e-aa7224d15e96" -d '{"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-plugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:52.967083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:19:52.996354 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba50230-419f-4206-ac76-00f205d133d4 x-openstack-request-id: req-eba50230-419f-4206-ac76-00f205d133d4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:52.996640 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-plugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:52.996889 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba50230-419f-4206-ac76-00f205d133d4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:52.997279 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'code': 200} Oct 26 17:19:53.037441 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:53.086382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:19:53.094859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d98508-9b90-4138-a13d-4d72aad12932 req-d826c6bc-3f3d-40e0-8d24-7b5675496ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:53.095843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8d98508-9b90-4138-a13d-4d72aad12932 req-d826c6bc-3f3d-40e0-8d24-7b5675496ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0405667 Oct 26 17:19:53.131168 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e8d98508-9b90-4138-a13d-4d72aad12932 req-28021b5e-7691-46e6-b37a-9e8a2c2c663f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281417 Oct 26 17:19:53.256196 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc791fd8-c4cc-46f2-b110-b52de31b7f03 req-896b0bcf-bc23-4d64-9fa2-b26cfca2e806 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:53.257758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc791fd8-c4cc-46f2-b110-b52de31b7f03 req-896b0bcf-bc23-4d64-9fa2-b26cfca2e806 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0519986 Oct 26 17:19:53.295566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc791fd8-c4cc-46f2-b110-b52de31b7f03 req-835ed5df-9854-4e95-9032-e97d50964178 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Oct 26 17:19:54.415240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd18da-bd68-40ae-9089-f4d911a37910 req-f49a7bf4-a760-41cc-a791-c696d703c0d2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:54.416962 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84dd18da-bd68-40ae-9089-f4d911a37910 req-f49a7bf4-a760-41cc-a791-c696d703c0d2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0488002 Oct 26 17:19:54.455374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84dd18da-bd68-40ae-9089-f4d911a37910 req-130383e2-96d4-4d4b-bd88-109003e32165 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Oct 26 17:19:54.566678 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544abdba-a8c9-4e18-b83f-f1918e61320f req-9991abf4-bde5-4a43-bf37-0fcfbd7abc8f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:54.568176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-544abdba-a8c9-4e18-b83f-f1918e61320f req-9991abf4-bde5-4a43-bf37-0fcfbd7abc8f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0485616 Oct 26 17:19:54.581981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:19:54.581981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'floatingip': {'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:19:54.623496 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:55.033297 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:55.088642 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:55.189070 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 associated. External IP: 172.25.5.125, port: 8db229b8-a6b0-4603-b071-ac44e913ed85. Oct 26 17:19:55.391505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:19:55.495307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:19:55.500135 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:19:55.504746 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:19:55.515187 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:19:55.515818 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:19:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:55.529611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a205be79-26e6-4911-9b98-9ee919a2fd40 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "PUT /v2.0/floatingips/809f1111-2ce8-476f-97fc-7fc3b7d0f887 HTTP/1.1" status: 200 len: 991 time: 0.9485004 Oct 26 17:19:55.529611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:19:55.570441 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f33eb5-83de-418c-bbee-62f50cd349de" -d '{"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:19:55.633050 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:19:55.659765 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9e3ad0-51b2-41a3-98e6-74d70aa25264 x-openstack-request-id: req-6d9e3ad0-51b2-41a3-98e6-74d70aa25264 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:19:55.660049 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:19:55.660303 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d9e3ad0-51b2-41a3-98e6-74d70aa25264 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:19:55.660706 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'status': 'completed', 'code': 200} Oct 26 17:19:55.720616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33eb5-83de-418c-bbee-62f50cd349de req-cf73fffd-91f1-41d9-afc1-6230eb60461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:55.722113 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-cf73fffd-91f1-41d9-afc1-6230eb60461d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0406227 Oct 26 17:19:55.813980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33eb5-83de-418c-bbee-62f50cd349de req-74443273-b074-40b7-a654-d6e44746563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:55.815476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-74443273-b074-40b7-a654-d6e44746563d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0865223 Oct 26 17:19:55.855317 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:d5:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:19:54Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:55.879467 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-0824fe5f-1a07-4c07-8e3e-3f2e1342340e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 999 time: 0.0574019 Oct 26 17:19:55.885315 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:19:55.893751 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:19:55.894332 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:19:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:55.932883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33eb5-83de-418c-bbee-62f50cd349de req-31507fbb-ba89-4c24-b42e-f547966f4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:55.934261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-31507fbb-ba89-4c24-b42e-f547966f4dd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0481048 Oct 26 17:19:55.980946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33eb5-83de-418c-bbee-62f50cd349de req-21a8d25a-2219-4833-b219-67b5f57687fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:19:55.982470 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-21a8d25a-2219-4833-b219-67b5f57687fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402040 Oct 26 17:19:55.999216 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:19:56.076738 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-56cf66c8-888a-4b4f-a60a-bd5cbbd6ad3b service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869687 Oct 26 17:19:56.166900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-72f33eb5-83de-418c-bbee-62f50cd349de req-7566e018-2d99-44d9-913f-7719300c58a9 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Oct 26 17:19:56.219710 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:d5:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:19:54Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:19:56.249554 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b160450-1a47-4a8a-883a-f40411c70e6b None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:d5:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:19:54Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:19:56.438115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32e3b3-6d8f-48b7-8a8d-917f1b7c9835 None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:20:01.065794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c62d3aa-9964-4606-bce4-4d02bdd48986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:03.634898 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57bdf3a6-d706-4b3b-9925-e788ef720f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:04.174191 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:05.197049 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:06.791920 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:09.766597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:20:21.402529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:22.909329 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:31.068630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a03c973-74d8-4493-ae9e-b916b241ae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:33.634516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a938d837-337b-4218-bd2d-ee2f7fedd2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:33.760702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-d91a9007-8229-41f9-8090-98dd0bdf0cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400186 Oct 26 17:20:33.847105 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-cc6da18f-a034-4baf-88cb-1186a4e717fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:20:33.848715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-cc6da18f-a034-4baf-88cb-1186a4e717fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0453231 Oct 26 17:20:33.958920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-5fffdc1b-20d6-41a9-b853-d3729d8b452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:20:33.960476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-5fffdc1b-20d6-41a9-b853-d3729d8b452d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0845606 Oct 26 17:20:34.030239 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-29af55c1-69fa-46e8-9b32-551203de097c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1001 time: 0.0607991 Oct 26 17:20:34.080298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-88df4794-52f5-4683-ac54-d68b631e0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:20:34.081654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-88df4794-52f5-4683-ac54-d68b631e0ffa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0442102 Oct 26 17:20:34.128055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-9c5f9041-c293-49bc-a124-d7092eacbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:20:34.129541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-9c5f9041-c293-49bc-a124-d7092eacbd50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402873 Oct 26 17:20:34.143543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:34.224930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-41dcb6fb-0c00-4c9c-946d-c62471f56351 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873525 Oct 26 17:20:34.313621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6ea92241-fe8f-47ab-8651-800ec8ca9e59 req-a67e7dc2-bee6-457c-9e97-d4e98287e2b2 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814846 Oct 26 17:20:35.208401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:36.792166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:46.766795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:20:51.419868 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:20:52.911504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:01.077295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-db5d0e5d-e2fb-4df1-9710-2acbb28b9301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:03.634214 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-72f0db35-abfa-4a44-8859-6ab55b40b800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:04.183014 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:05.213909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:06.817229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:21.422588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:22.928452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:23.766648 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:21:31.079705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2b73007f-cc23-4472-9dbe-e734f1b94152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:31.588672 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e033c-3202-47d4-9760-23e6cba189f1 req-722be701-8852-4a58-80be-1800f872f8e7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:31.590882 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-834e033c-3202-47d4-9760-23e6cba189f1 req-722be701-8852-4a58-80be-1800f872f8e7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0584819 Oct 26 17:21:31.627799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-834e033c-3202-47d4-9760-23e6cba189f1 req-9fcd9e94-744e-4eaf-a4b4-bc2a6735f9fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Oct 26 17:21:32.744267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3abca-df70-44a0-9e9a-e7833a9b0c51 req-80bc379e-a47d-41b2-b860-366ededc86bc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:32.745708 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45e3abca-df70-44a0-9e9a-e7833a9b0c51 req-80bc379e-a47d-41b2-b860-366ededc86bc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0479536 Oct 26 17:21:32.787288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45e3abca-df70-44a0-9e9a-e7833a9b0c51 req-a0732a14-9d26-4ba6-84b7-e5b81a8f6f2a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Oct 26 17:21:33.633665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7caa5a0e-ecb1-4c6e-ad05-999ab5eb5e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:33.904098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043543-dd63-4793-91c3-dc02043cd324 req-3b7fcd92-796f-492d-9ea0-148a1ea351f7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:33.905706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7043543-dd63-4793-91c3-dc02043cd324 req-3b7fcd92-796f-492d-9ea0-148a1ea351f7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0504639 Oct 26 17:21:33.944967 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7043543-dd63-4793-91c3-dc02043cd324 req-a6c3fa6b-1625-4312-9def-e74a5b74da28 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Oct 26 17:21:34.162752 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:35.063367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8efd4-df27-4ebc-8ced-dca228990bca req-0ac67778-41ff-4daf-9cce-938a58d7ea1a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:35.064846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6df8efd4-df27-4ebc-8ced-dca228990bca req-0ac67778-41ff-4daf-9cce-938a58d7ea1a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0506222 Oct 26 17:21:35.102109 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6df8efd4-df27-4ebc-8ced-dca228990bca req-497dde8d-aa95-46e7-9c0b-b377afa83053 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Oct 26 17:21:35.210979 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:35.799330 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-71a928ce-1a5a-4c91-83b6-58310b3c90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:35.800724 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-71a928ce-1a5a-4c91-83b6-58310b3c90d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0490646 Oct 26 17:21:35.909035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-3422f134-c8a3-4083-ae9a-1f702203c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:35.910500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-3422f134-c8a3-4083-ae9a-1f702203c30e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0886106 Oct 26 17:21:35.984660 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-330c8ba9-5042-4706-a762-5ecae276a88e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1001 time: 0.0660141 Oct 26 17:21:36.034322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-1f56e48e-47dd-4d57-a36c-9b3383a363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:36.035785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-1f56e48e-47dd-4d57-a36c-9b3383a363a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0441546 Oct 26 17:21:36.084246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-98fe6e8c-dabc-416f-a6be-041f8d2a9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:36.085641 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-98fe6e8c-dabc-416f-a6be-041f8d2a9d3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417986 Oct 26 17:21:36.178841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-602efc64-4b25-4495-8808-bf289513f29f service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850301 Oct 26 17:21:36.220994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d38d-73d1-450b-8a8f-22c18a28f7db req-37270677-168d-43fb-a9d1-face9b6c05bf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:36.222592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f521d38d-73d1-450b-8a8f-22c18a28f7db req-37270677-168d-43fb-a9d1-face9b6c05bf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0517259 Oct 26 17:21:36.266871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f521d38d-73d1-450b-8a8f-22c18a28f7db req-043350f3-4950-469f-b0e0-c4f2f199113b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379374 Oct 26 17:21:36.273558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a3284ad-a577-4f7d-a05b-a3733f96e5ff req-573b7b90-d921-4dfb-b13b-1ba8f2ba7dcf service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Oct 26 17:21:36.822391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:37.383615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34172b2-00c4-4693-bcd2-d625da3224e9 req-b345cb61-aa66-4e32-9fe4-1084bd9e5213 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:37.385106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d34172b2-00c4-4693-bcd2-d625da3224e9 req-b345cb61-aa66-4e32-9fe4-1084bd9e5213 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0490835 Oct 26 17:21:37.422065 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d34172b2-00c4-4693-bcd2-d625da3224e9 req-3468752b-3154-4541-92d1-8b80ec737bf9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Oct 26 17:21:38.539636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8657457-cad7-4027-afd1-8a65775b1a37 req-ca92248b-4e5c-47a4-9d4f-6f363f71f921 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:38.541157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8657457-cad7-4027-afd1-8a65775b1a37 req-ca92248b-4e5c-47a4-9d4f-6f363f71f921 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0509903 Oct 26 17:21:38.581680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8657457-cad7-4027-afd1-8a65775b1a37 req-5d5a8954-6bb8-4188-871d-632cb80f5ac1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335352 Oct 26 17:21:39.701250 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376a65-74d3-4b04-9a82-56e73a6cb887 req-fd008910-4061-4c32-8d0d-a89145bcd57b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:39.702698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99376a65-74d3-4b04-9a82-56e73a6cb887 req-fd008910-4061-4c32-8d0d-a89145bcd57b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0485992 Oct 26 17:21:39.742745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-99376a65-74d3-4b04-9a82-56e73a6cb887 req-0b38104f-dcc3-4c87-9a8f-1dc80be8013a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341041 Oct 26 17:21:40.857785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada701-1ca0-420c-a1c2-53394729329f req-5632e6f3-62b7-426c-a83f-f2ac9539047e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:40.859233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21ada701-1ca0-420c-a1c2-53394729329f req-5632e6f3-62b7-426c-a83f-f2ac9539047e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0488799 Oct 26 17:21:40.895618 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-21ada701-1ca0-420c-a1c2-53394729329f req-33be363f-7947-4497-a892-e479166619ba tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Oct 26 17:21:42.016458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111518e-5d7c-40f5-a4dc-38e61af0c433 req-5c7f7354-8757-4758-8f69-b1f721cc629e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:42.017930 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e111518e-5d7c-40f5-a4dc-38e61af0c433 req-5c7f7354-8757-4758-8f69-b1f721cc629e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0539606 Oct 26 17:21:42.055706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e111518e-5d7c-40f5-a4dc-38e61af0c433 req-dba4e707-935e-4a22-a95a-2178e24c7710 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Oct 26 17:21:43.172602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f9c7-2efa-41e1-854e-d5b457094309 req-1ae808db-f8ed-4e97-ade0-d8cef239370e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:43.174115 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2620f9c7-2efa-41e1-854e-d5b457094309 req-1ae808db-f8ed-4e97-ade0-d8cef239370e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0492649 Oct 26 17:21:43.215985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2620f9c7-2efa-41e1-854e-d5b457094309 req-555533ca-2c52-4496-a6ae-f6ebf42ce312 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358086 Oct 26 17:21:43.597860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b752-f065-4229-b0aa-ec5a625493ee req-d516ac58-61e0-4c3d-b08f-00e8e96de6e0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:43.599383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd6b752-f065-4229-b0aa-ec5a625493ee req-d516ac58-61e0-4c3d-b08f-00e8e96de6e0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0493250 Oct 26 17:21:43.637541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1fd6b752-f065-4229-b0aa-ec5a625493ee req-0309519f-e84b-4679-9815-d7f412ff700d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Oct 26 17:21:43.801486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-e2cacf97-f3bb-4212-b7c7-1e28d2d71fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774074 Oct 26 17:21:44.757304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c15ea-2956-4b7e-80a4-56532a496faf req-1664b5fd-5717-4197-adcd-cb3f2211c692 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:44.758790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c15ea-2956-4b7e-80a4-56532a496faf req-1664b5fd-5717-4197-adcd-cb3f2211c692 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0504773 Oct 26 17:21:44.803893 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c15ea-2956-4b7e-80a4-56532a496faf req-aa2438ea-ac4b-46cd-a17e-526195ed3669 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379510 Oct 26 17:21:45.926500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b30d0-d779-4e9e-a30e-1dd58df65631 req-ca80ed11-caf6-4ddf-84c4-80171851de7f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:45.928106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d5b30d0-d779-4e9e-a30e-1dd58df65631 req-ca80ed11-caf6-4ddf-84c4-80171851de7f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0559192 Oct 26 17:21:45.969156 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6d5b30d0-d779-4e9e-a30e-1dd58df65631 req-1ea45dbc-137e-4f8a-843e-d4817da03c3b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Oct 26 17:21:47.084347 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559f47-b707-4185-bd67-5b116b814f16 req-a132f78f-b16e-4dd7-ad61-25e4ed5aa126 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:47.085823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95559f47-b707-4185-bd67-5b116b814f16 req-a132f78f-b16e-4dd7-ad61-25e4ed5aa126 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0495167 Oct 26 17:21:47.123185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-95559f47-b707-4185-bd67-5b116b814f16 req-c258a29f-5c40-47aa-89dd-5b5637846ac0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Oct 26 17:21:48.237653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b495-0ad1-4b96-a8a3-9237d6d57d24 req-f7d470a6-1d43-4d47-9394-e11c398e9733 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:48.239121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2b0b495-0ad1-4b96-a8a3-9237d6d57d24 req-f7d470a6-1d43-4d47-9394-e11c398e9733 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0487266 Oct 26 17:21:48.276089 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f2b0b495-0ad1-4b96-a8a3-9237d6d57d24 req-8e061777-6c45-4988-b3a4-67c8050a59a6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Oct 26 17:21:49.398170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a06060-3958-4981-ab69-a47feb0fef63 req-b55628dc-13f8-4b33-9351-b16785923357 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:49.399678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70a06060-3958-4981-ab69-a47feb0fef63 req-b55628dc-13f8-4b33-9351-b16785923357 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0534441 Oct 26 17:21:49.438383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-70a06060-3958-4981-ab69-a47feb0fef63 req-f12f54da-a336-424e-bb43-c96a0f8c8e8d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Oct 26 17:21:49.844661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-3bfd6b1a-da58-44c1-98a6-1ebe8c705760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:49.846146 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-3bfd6b1a-da58-44c1-98a6-1ebe8c705760 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0468745 Oct 26 17:21:49.935483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-513d89cd-5f4f-49aa-9991-e53eb9376288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:49.936952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-513d89cd-5f4f-49aa-9991-e53eb9376288 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0843022 Oct 26 17:21:50.005576 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-d174d876-ab3b-4fab-b2c2-e900b72e5a72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1001 time: 0.0611670 Oct 26 17:21:50.055108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-0068539f-fb5b-474e-83d9-24259d635193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:50.056542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-0068539f-fb5b-474e-83d9-24259d635193 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0435293 Oct 26 17:21:50.101606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-e4cf8dbc-5647-46e0-b5b6-79c07870c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:50.102982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-e4cf8dbc-5647-46e0-b5b6-79c07870c0b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395460 Oct 26 17:21:50.194417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-dd5ba20f-ddf4-4b1b-8e9f-eebec8030104 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Oct 26 17:21:50.283365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-927d6a8b-509c-4b16-b7f4-763bef0638fb service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813382 Oct 26 17:21:50.555157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0c9d-60f9-4cc0-aae5-71ccc6c1745e req-b9b6e7ee-480b-45f6-af9a-8711a6b32ba0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:50.562682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-098f0c9d-60f9-4cc0-aae5-71ccc6c1745e req-b9b6e7ee-480b-45f6-af9a-8711a6b32ba0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0496109 Oct 26 17:21:50.595067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-098f0c9d-60f9-4cc0-aae5-71ccc6c1745e req-a266d92b-354b-41e8-9e55-23383147f95a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Oct 26 17:21:51.445062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:51.709425 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69b41-3df7-4cb2-a82d-d96e4f16aa5e req-bb04d3af-a402-4333-9cf5-3adf8ffc4367 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:51.710840 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd69b41-3df7-4cb2-a82d-d96e4f16aa5e req-bb04d3af-a402-4333-9cf5-3adf8ffc4367 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0482714 Oct 26 17:21:51.748473 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7dd69b41-3df7-4cb2-a82d-d96e4f16aa5e req-3a58216a-7abb-4e6e-8051-c75e7727b960 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Oct 26 17:21:52.385698 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-7707bfe5-fe69-4d34-b9fb-51b3e33a134c service neutron] show failed (client error): The resource could not be found. Oct 26 17:21:52.386676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-7707bfe5-fe69-4d34-b9fb-51b3e33a134c service neutron] 10.222.0.39 "GET /v2.0/ports/8db229b8-a6b0-4603-b071-ac44e913ed85/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0569015 Oct 26 17:21:52.870480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2b952-bd7b-49b4-9dca-ba82273af07e req-392b43c9-7ecb-42dd-b855-eab7dd7ca3f4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:52.872142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee2b952-bd7b-49b4-9dca-ba82273af07e req-392b43c9-7ecb-42dd-b855-eab7dd7ca3f4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0528700 Oct 26 17:21:52.911827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee2b952-bd7b-49b4-9dca-ba82273af07e req-efdae29b-04b3-439d-930a-6509d5e58903 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328422 Oct 26 17:21:52.962617 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:52.986591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-4826fefe-dfc8-40f4-8da8-254ba694996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:52.988195 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-4826fefe-dfc8-40f4-8da8-254ba694996f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1096 time: 0.0421879 Oct 26 17:21:53.000393 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:21:53.052539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.258282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:21:53.290186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:21:53.330809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:21:53.333031 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a1c59-e7f5-4d43-adce-85f58cefcb5c" -d '{"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-unplugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:21:53.336694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.349458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Transition to ACTIVE for port object 8db229b8-a6b0-4603-b071-ac44e913ed85 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:21:53.384711 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d2aae1-7b94-4cc2-aed1-c31887acc5e7 x-openstack-request-id: req-35d2aae1-7b94-4cc2-aed1-c31887acc5e7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:21:53.385002 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-unplugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:21:53.385258 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d2aae1-7b94-4cc2-aed1-c31887acc5e7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:21:53.385660 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'code': 200} Oct 26 17:21:53.422435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.501506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:21:53.517850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.518798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.518798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.518997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.519267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.519603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.519936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.520263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.520589 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.520906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.521235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.521556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:53.558582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] No DVR routers for this DVR port 8db229b8-a6b0-4603-b071-ac44e913ed85 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:21:53.694451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:21:53.694899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:21:53.695263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:21:53.699581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:21:53.699907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Attempting to bind port 8db229b8-a6b0-4603-b071-ac44e913ed85 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:21:53.704701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:21:53.705054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:21:53.705427 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:21:53.705846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Bound port: 8db229b8-a6b0-4603-b071-ac44e913ed85, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:21:53.706207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.767891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:21:53.770786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:21:53.839840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.876883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:53.877421 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:53.878809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] 10.222.0.47 "PUT /v2.0/ports/8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1091 time: 0.8829796 Oct 26 17:21:53.898143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f949ba-a27c-4b82-beab-7f9fce94409d service neutron] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:21:53.948229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-1f245122-9dc5-4d11-917c-b8959c967a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:53.950387 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-1f245122-9dc5-4d11-917c-b8959c967a95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0476725 Oct 26 17:21:54.050049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbd6c3-6a77-4a5e-b17c-a868fd51a36a req-32a7a6e8-6de8-463b-a067-072b1d021335 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:54.052451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-292b824f-e475-4cce-ab64-1a57e143aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:54.052836 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37dbd6c3-6a77-4a5e-b17c-a868fd51a36a req-32a7a6e8-6de8-463b-a067-072b1d021335 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0569594 Oct 26 17:21:54.053989 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-292b824f-e475-4cce-ab64-1a57e143aa95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0965714 Oct 26 17:21:54.093985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-37dbd6c3-6a77-4a5e-b17c-a868fd51a36a req-078a778a-a15b-40bc-afa8-1d08f0fc3911 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 Oct 26 17:21:54.126824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-0fcc2cf8-2e86-4aba-acce-1e522352c1ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 999 time: 0.0645809 Oct 26 17:21:54.177396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-90b2eeb9-427e-4fc6-8afa-a8875f521f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:54.178904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-90b2eeb9-427e-4fc6-8afa-a8875f521f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0453386 Oct 26 17:21:54.224460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-dbb34d54-69a7-4f4a-8be7-47b389fbc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:54.225919 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-dbb34d54-69a7-4f4a-8be7-47b389fbc359 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395093 Oct 26 17:21:54.316955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-bc0277a6-ae17-4cac-a379-6c6f2f04243c service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Oct 26 17:21:54.402729 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-368afb71-246b-4bee-980b-2f5ccf77dcb4 req-8550a598-de68-4c4e-a6db-13f4430ba594 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782084 Oct 26 17:21:55.215872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f839-3fd1-459e-9d59-d01f119fc78a req-80eff0d1-cb5d-44b7-b429-bb412b31be7b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:55.217514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01c8f839-3fd1-459e-9d59-d01f119fc78a req-80eff0d1-cb5d-44b7-b429-bb412b31be7b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0503411 Oct 26 17:21:55.254788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-01c8f839-3fd1-459e-9d59-d01f119fc78a req-d7cd6a40-bae9-4084-8dfb-ed4880256227 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Oct 26 17:21:55.387202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:21:55.389501 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7478c30b-cb3b-490a-9337-576a35952ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:21:55.437113 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa68b0-44d4-4eee-a3b0-3dff60236307 x-openstack-request-id: req-e6fa68b0-44d4-4eee-a3b0-3dff60236307 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:21:55.437403 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:21:55.437654 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6fa68b0-44d4-4eee-a3b0-3dff60236307 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:21:55.438118 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'status': 'completed', 'code': 200} Oct 26 17:21:55.525129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-0d0084d9-7130-4421-a12e-a80733b85631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:55.526623 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-0d0084d9-7130-4421-a12e-a80733b85631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0714726 Oct 26 17:21:55.528371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-e8284384-a475-4502-bb3e-da7662ccf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:55.529765 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-e8284384-a475-4502-bb3e-da7662ccf153 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0665362 Oct 26 17:21:55.684914 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-280fd936-950f-467c-a5ea-0059ad28a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:55.686283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-280fd936-950f-467c-a5ea-0059ad28a6fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1519067 Oct 26 17:21:55.687352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-540db41d-bab2-4765-97b3-a75f735f8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:55.688638 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-540db41d-bab2-4765-97b3-a75f735f8e50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1470742 Oct 26 17:21:55.799995 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-56d7b51d-97f7-44b8-98ae-8d0728eb928e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 999 time: 0.1045499 Oct 26 17:21:55.801780 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-8053bf0f-b855-4b29-ae79-469415134754 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 999 time: 0.1010377 Oct 26 17:21:56.231561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-8c576048-c639-43f6-b852-93355db86d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.233676 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-8c576048-c639-43f6-b852-93355db86d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.4266202 Oct 26 17:21:56.235018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-085ba8d4-22c0-436a-82ae-8e7cd50de9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.236443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-085ba8d4-22c0-436a-82ae-8e7cd50de9ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.4214599 Oct 26 17:21:56.309269 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-309ce735-d0a9-44cd-a2a2-05cae877ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.311355 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-309ce735-d0a9-44cd-a2a2-05cae877ba05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609031 Oct 26 17:21:56.313066 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-4311c060-f590-4954-a6b2-840b16d29aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.314395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-4311c060-f590-4954-a6b2-840b16d29aeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725830 Oct 26 17:21:56.378136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539ff43-6868-41a9-a0cc-fe26685341c1 req-971a5356-1917-45c1-b33f-139a3124171e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.379650 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a539ff43-6868-41a9-a0cc-fe26685341c1 req-971a5356-1917-45c1-b33f-139a3124171e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0544162 Oct 26 17:21:56.419055 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a539ff43-6868-41a9-a0cc-fe26685341c1 req-999bab1b-392a-440f-bdf6-5d6f03049883 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Oct 26 17:21:56.473378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-9985ae7e-10aa-4b8f-9323-47642f0e5927 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554120 Oct 26 17:21:56.475054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-3ece353b-e292-4eb7-bcb8-e79475b35f9f service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500258 Oct 26 17:21:56.634373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-d721b35f-09a1-44a6-933a-10a5796c6bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525300 Oct 26 17:21:56.636385 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7478c30b-cb3b-490a-9337-576a35952ec4 req-3cb7445b-fe42-429c-ae0c-c9ca95da19de service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472526 Oct 26 17:21:56.771522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a2d3-0d24-4546-a18d-06faba89dfa9 req-225d1990-d8a5-46f5-988d-97f5fcb05f04 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.773013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3005a2d3-0d24-4546-a18d-06faba89dfa9 req-225d1990-d8a5-46f5-988d-97f5fcb05f04 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 943 time: 0.0509408 Oct 26 17:21:56.812229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3005a2d3-0d24-4546-a18d-06faba89dfa9 req-0f683cfb-caad-40af-a106-e5fdbd23e3a1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Oct 26 17:21:56.856424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-704173d3-a699-44d1-a9e0-fdc4353f2d21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:56.858540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-704173d3-a699-44d1-a9e0-fdc4353f2d21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf&tenant_id=974ead70d4054d02a9f5aa98383e244b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 943 time: 0.0531158 Oct 26 17:21:56.916727 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-9deaedfa-ed8a-457f-befb-32d150ae60c2 service neutron] delete failed (client error): The resource could not be found. Oct 26 17:21:56.917722 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-9deaedfa-ed8a-457f-befb-32d150ae60c2 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8db229b8-a6b0-4603-b071-ac44e913ed85/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0521183 Oct 26 17:21:56.983723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:21:57.005010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-54d939b2-0c50-4fae-bbb6-ec00d79d68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:57.006726 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-54d939b2-0c50-4fae-bbb6-ec00d79d68a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1094 time: 0.0466552 Oct 26 17:21:57.087800 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:21:57.098979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-931261bb-a5b5-44ca-8556-7945c15b1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:57.100536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-931261bb-a5b5-44ca-8556-7945c15b1a89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0872576 Oct 26 17:21:57.100665 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'mac_address': 'fa:16:3e:d5:e4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:21:57.143276 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:57.156531 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db229b8-a6b0-4603-b071-ac44e913ed85 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:21:57.170515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-8b8cbddd-b314-4e74-bab0-4399ee3de64b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 999 time: 0.0623107 Oct 26 17:21:57.177178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:21:57.223967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-46c2108d-5a32-444a-839d-9a56f605480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:57.225411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-46c2108d-5a32-444a-839d-9a56f605480b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0477984 Oct 26 17:21:57.234032 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:57.270930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-755e2d19-3167-45f7-b07c-160e06984578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:57.272444 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-755e2d19-3167-45f7-b07c-160e06984578 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400994 Oct 26 17:21:57.281441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:21:57.288674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.289025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.289366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.289702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.290036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.290366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.290693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.291019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.291371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.291702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.292015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.292344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:21:57.365008 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-ad2eb043-d4d9-4184-8927-839976e9ad1d service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850127 Oct 26 17:21:57.370950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:21:57.458364 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c385cca7-403d-4106-87a7-7c170d6856a7 req-1d4aed65-42be-49d8-8a89-20ec50585a64 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859187 Oct 26 17:21:57.574403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:21:57.621502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['8db229b8-a6b0-4603-b071-ac44e913ed85'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:21:57.932586 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821a92e-0109-4f4d-a512-3c575f652b7e req-41cdb04c-582d-4c5e-8b84-8a2aa5c31d21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:57.933968 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7821a92e-0109-4f4d-a512-3c575f652b7e req-41cdb04c-582d-4c5e-8b84-8a2aa5c31d21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 944 time: 0.0497389 Oct 26 17:21:57.972460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7821a92e-0109-4f4d-a512-3c575f652b7e req-fc256360-3147-4cc4-b886-dec123fb5519 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Oct 26 17:21:58.998125 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:21:59.092585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7702e3-9dd9-463b-bff9-6e7331d9e2d9 req-8e32cc36-eaf0-4e60-80cd-4aa4bffcd0a7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.094042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a7702e3-9dd9-463b-bff9-6e7331d9e2d9 req-8e32cc36-eaf0-4e60-80cd-4aa4bffcd0a7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 944 time: 0.0528302 Oct 26 17:21:59.132421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a7702e3-9dd9-463b-bff9-6e7331d9e2d9 req-ae446ac7-dd69-4c7e-a768-fa090089cafd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Oct 26 17:21:59.146786 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 8db229b8-a6b0-4603-b071-ac44e913ed85 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:21:59.147760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 8db229b8-a6b0-4603-b071-ac44e913ed85 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:21:59.148127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:59.230469 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:59.250902 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216015-38b3-4fae-9c4b-f0ceaeda08c7 req-788b826b-b602-45e5-be18-ded1c71a3288 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.252361 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0216015-38b3-4fae-9c4b-f0ceaeda08c7 req-788b826b-b602-45e5-be18-ded1c71a3288 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 944 time: 0.0501025 Oct 26 17:21:59.259425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:21:59.261757 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba93318-02c6-449f-8304-9c1d210af0a4" -d '{"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-plugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:21:59.275280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:21:59.292944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0216015-38b3-4fae-9c4b-f0ceaeda08c7 req-a4089dbd-d50c-43a0-907a-5fbf93619e9d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Oct 26 17:21:59.298336 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d34f37-0352-4608-8d0e-029e3921c6fa x-openstack-request-id: req-f4d34f37-0352-4608-8d0e-029e3921c6fa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:21:59.298627 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-plugged", "status": "completed", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:21:59.298888 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4d34f37-0352-4608-8d0e-029e3921c6fa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:21:59.299327 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'code': 200} Oct 26 17:21:59.348360 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:21:59.398243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:21:59.620331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d48f0-4005-490e-b3dc-fdf4999e34e9 req-33d6d87c-d01e-4a79-8fd5-74ac7885d91f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.621871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-975d48f0-4005-490e-b3dc-fdf4999e34e9 req-33d6d87c-d01e-4a79-8fd5-74ac7885d91f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0500212 Oct 26 17:21:59.663857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-975d48f0-4005-490e-b3dc-fdf4999e34e9 req-1db5f40e-4720-4f51-9210-1cc0725781e6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351391 Oct 26 17:21:59.732653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-5a669f73-a3b3-481b-984f-fc0ac4303cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.734134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-5a669f73-a3b3-481b-984f-fc0ac4303cff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 1096 time: 0.0409558 Oct 26 17:21:59.827975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-1a89e4ec-06df-42de-989b-79ec1f295745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.829431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-1a89e4ec-06df-42de-989b-79ec1f295745 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0880480 Oct 26 17:21:59.901840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-c1b5807b-1f1a-438d-bf50-988e85fdcebf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 200 len: 1001 time: 0.0649264 Oct 26 17:21:59.950976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-93719f40-3474-4fe6-957f-d8f9a9132534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.952427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-93719f40-3474-4fe6-957f-d8f9a9132534 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0435050 Oct 26 17:21:59.996661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-5ee42d0b-b3f1-4ebd-ba6e-1a3df837e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:21:59.998702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-5ee42d0b-b3f1-4ebd-ba6e-1a3df837e4d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392523 Oct 26 17:22:00.089357 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-06d752b8-27c9-44d4-8373-c64be4f0ff69 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836279 Oct 26 17:22:00.182142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dc988c27-f437-4eda-9b31-d5b960d7af1e req-8ac7e830-4ba3-4ab8-9135-e877dcbc19fc service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Oct 26 17:22:00.766713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:22:00.790833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6af6-83cc-4657-b810-995b9834f6c1 req-b2f8e48d-7dee-48d4-b7c2-cc9c728d4ae5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:00.792279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3fd6af6-83cc-4657-b810-995b9834f6c1 req-b2f8e48d-7dee-48d4-b7c2-cc9c728d4ae5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0584159 Oct 26 17:22:00.833505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3fd6af6-83cc-4657-b810-995b9834f6c1 req-9b59921e-b682-40d9-a184-9ffad5d4ecb0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Oct 26 17:22:01.099630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-69f9cafd-1891-43ae-bda0-0d9659ff4d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:01.952049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddfed6-0fb7-403d-8b53-5e48f662eaf1 req-0b7e256b-e9ad-4e53-a459-82e1d9ba5969 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:01.953540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3ddfed6-0fb7-403d-8b53-5e48f662eaf1 req-0b7e256b-e9ad-4e53-a459-82e1d9ba5969 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0495942 Oct 26 17:22:01.989869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c3ddfed6-0fb7-403d-8b53-5e48f662eaf1 req-a838a886-fd91-4ec5-9484-0b6a1e2621ff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Oct 26 17:22:02.458643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93bac3-1e77-4463-808b-4418c804a9f2 req-899f6f8c-c0cf-44ac-9e85-263a3c4546e3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:02.460151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb93bac3-1e77-4463-808b-4418c804a9f2 req-899f6f8c-c0cf-44ac-9e85-263a3c4546e3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0494039 Oct 26 17:22:02.497808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb93bac3-1e77-4463-808b-4418c804a9f2 req-fca7a09b-a6cb-4eda-b9ec-288d57eeca79 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Oct 26 17:22:03.602421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3de0-c0a7-44f1-a69e-f1a19f434338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:03.618886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471784-8ce6-45ef-a9d4-455eb5291855 req-c3b8aa21-4cb3-4ef5-b2ec-4cbcb6377201 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:03.620388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2471784-8ce6-45ef-a9d4-455eb5291855 req-c3b8aa21-4cb3-4ef5-b2ec-4cbcb6377201 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0532424 Oct 26 17:22:03.658236 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2471784-8ce6-45ef-a9d4-455eb5291855 req-89239091-3ccd-457e-a0e5-c398e2faa226 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Oct 26 17:22:03.695573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-16c89a84-8fd7-4581-824c-aca86053854e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:03.697015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-16c89a84-8fd7-4581-824c-aca86053854e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 945 time: 0.0497241 Oct 26 17:22:03.786796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Deleting port 8db229b8-a6b0-4603-b071-ac44e913ed85 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:22:03.787052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:03.872921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] For port 8db229b8-a6b0-4603-b071-ac44e913ed85, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=8db229b8-a6b0-4603-b071-ac44e913ed85,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:22:03.873832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.048989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.049279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.049587 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 disassociated. External IP: 172.25.5.125, port: 8db229b8-a6b0-4603-b071-ac44e913ed85. Oct 26 17:22:04.049924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Calling delete_port for 8db229b8-a6b0-4603-b071-ac44e913ed85 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:22:04.191229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.268332 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.302207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'Port': ['ID=8db229b8-a6b0-4603-b071-ac44e913ed85,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:04.423514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:22:04.531917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:22:04.543184 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:22:04.554047 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:22:04.554666 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:22:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:04.570785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] No DVR routers for this DVR port 8db229b8-a6b0-4603-b071-ac44e913ed85 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:22:04.573875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:04.578439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a378010e-8b1c-4b9a-a281-ff8f7ce9e0b1 req-e191d82d-b094-42fa-aaf4-dddde93f97a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "DELETE /v2.0/ports/8db229b8-a6b0-4603-b071-ac44e913ed85 HTTP/1.1" status: 204 len: 173 time: 0.8753848 Oct 26 17:22:04.580769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-deleted', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:22:04.581936 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032959e1-8dc9-4027-9611-ac6e53a036e6" -d '{"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-deleted", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:22:04.620987 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231abad-7270-44ea-b92f-7f32c53e92da x-openstack-request-id: req-6231abad-7270-44ea-b92f-7f32c53e92da {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:22:04.621330 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e9a2f-1900-434b-8ce3-36afb80597bf", "name": "network-vif-deleted", "tag": "8db229b8-a6b0-4603-b071-ac44e913ed85", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:22:04.621776 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6231abad-7270-44ea-b92f-7f32c53e92da {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:22:04.622187 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9a2f-1900-434b-8ce3-36afb80597bf', 'name': 'network-vif-deleted', 'tag': '8db229b8-a6b0-4603-b071-ac44e913ed85', 'status': 'completed', 'code': 200} Oct 26 17:22:04.761032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:22:04.762864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-00a8bb10-65ef-4207-b477-8bb50d7c89ec req-4027d2f1-4290-427d-99bb-5dbc0acdde58 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=568e9a2f-1900-434b-8ce3-36afb80597bf HTTP/1.1" status: 200 len: 210 time: 0.0277696 Oct 26 17:22:04.957627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:04.987400 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:22:04.995758 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:22:04.996355 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:22:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:05.102123 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:22:05.214221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:05.301045 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:05.326357 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd8b43-cfe0-4bdc-8bca-b55fce5d1de3 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:22:05.555994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd55670-0609-4610-8d6d-4ba3d8b33a0e None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:22:06.033750 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-46a5bed7-59a4-424f-9c8e-fcd6f3315e35 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1249061968&fields=id&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 267 time: 0.0321281 Oct 26 17:22:06.143334 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-0c2d48f7-a898-4142-9662-013de44c9d20 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:06.144778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-0c2d48f7-a898-4142-9662-013de44c9d20 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1040757 Oct 26 17:22:06.159326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-c9d12741-5f3b-40a8-a68b-e9856578e9c6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/quotas/974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 375 time: 0.0089052 Oct 26 17:22:06.211214 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-dc848778-c901-468e-afa7-895ca3fa20f3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468264 Oct 26 17:22:06.380698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-1a157350-6e65-4bfd-a575-a8137eac930f service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240904 Oct 26 17:22:06.469244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-079cdeef-7e52-474b-ab2f-25a895878479 service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824454 Oct 26 17:22:06.814292 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:07.060784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:22:07.080860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 8db229b8-a6b0-4603-b071-ac44e913ed85 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:22:07.081200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 8db229b8-a6b0-4603-b071-ac44e913ed85 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:22:07.725268 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3226e22c-9a21-4194-b0cb-1b81f02c47bc req-373acb2a-3900-4c2d-a9a5-84ec7de985ec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 210 time: 0.0260918 Oct 26 17:22:09.095090 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c2532d9-a315-42e5-9b2f-82315e324a24 req-b7f6d7db-d9f2-4acb-8b02-16b49f89c152 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 210 time: 0.0292759 Oct 26 17:22:09.506454 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-b887cf88-e2e0-4090-a87d-19e40e32bbff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:09.507824 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-b887cf88-e2e0-4090-a87d-19e40e32bbff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1020567 Oct 26 17:22:09.552677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-3b347058-98fe-42fc-9bf5-9c9a2f6d1501 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 380 time: 0.0356245 Oct 26 17:22:09.562692 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'port': {'device_id': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'admin_state_up': True, 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'security_groups': ['417ccb25-6f5d-47e2-a344-ecd0a13ddb39']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:22:09.762487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:22:09.766684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:09.893372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Allocated IP 172.20.0.4 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:22:10.024925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.128789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.171789 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:22:10.174953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:22:10.180933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:22:10.188304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:10.220426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908fe67-f8cb-4d2a-b2aa-c01ba9f61596 req-dcac78ff-8451-4b30-990e-c011c21d2f7d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:10.222556 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3908fe67-f8cb-4d2a-b2aa-c01ba9f61596 req-dcac78ff-8451-4b30-990e-c011c21d2f7d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 931 time: 0.0558898 Oct 26 17:22:10.234810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:10.235478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.265293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3908fe67-f8cb-4d2a-b2aa-c01ba9f61596 req-f5985dc2-d7cb-480c-85c1-60a6893954ff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359297 Oct 26 17:22:10.325477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-267c4083-f99a-46c1-bb80-dfec57cecdf6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666945 Oct 26 17:22:10.337962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Request body: {'port': {'device_id': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:22:10.393405 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-55e5db82-0954-4db0-974c-d88572f5723d None None] Provisioning complete for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:22:10.393962 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-55e5db82-0954-4db0-974c-d88572f5723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.395465 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.427866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-55e5db82-0954-4db0-974c-d88572f5723d None None] Port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:22:10.652008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:22:10.660384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.672843 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Transition to ACTIVE for port object b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:22:10.751114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.801475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:10.874296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:22:10.874627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:22:10.874953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:22:10.879578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:22:10.879915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:22:10.884754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:22:10.885083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:22:10.885456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:22:10.885878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Bound port: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:22:10.886222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:10.950203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:22:10.953840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:22:11.033706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:11.071448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.072045 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:11.073414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] 10.222.0.39 "PUT /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1091 time: 0.7398803 Oct 26 17:22:11.073851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:22:11.076135 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f87e8d5-e2a0-4dc6-951d-175674f657eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:22:11.103471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7f55b-94fe-4a34-9845-5ac65369e1ef service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:11.113156 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10f818-02c1-474c-a1cb-a71d78365b13 x-openstack-request-id: req-2b10f818-02c1-474c-a1cb-a71d78365b13 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:22:11.113512 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:22:11.113817 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b10f818-02c1-474c-a1cb-a71d78365b13 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:22:11.114364 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'status': 'completed', 'code': 200} Oct 26 17:22:11.178995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-dae553d7-40fc-4fea-abeb-b587a52f9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.180701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-dae553d7-40fc-4fea-abeb-b587a52f9e57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0439539 Oct 26 17:22:11.286018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-5abb279e-dc82-4147-8def-679ebbe6dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.287504 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-5abb279e-dc82-4147-8def-679ebbe6dc34 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=974ead70d4054d02a9f5aa98383e244b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979145 Oct 26 17:22:11.383101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cb73d-f919-40c8-bb87-64333b65ba96 req-cb68d04b-8817-421e-93df-da85ae4c97ec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.384520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f25cb73d-f919-40c8-bb87-64333b65ba96 req-cb68d04b-8817-421e-93df-da85ae4c97ec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0497835 Oct 26 17:22:11.385681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-6e5df03e-4e6e-4546-a03d-2eefbeef2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.387146 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4f87e8d5-e2a0-4dc6-951d-175674f657eb req-6e5df03e-4e6e-4546-a03d-2eefbeef2809 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926330 Oct 26 17:22:11.423376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f25cb73d-f919-40c8-bb87-64333b65ba96 req-2334b0dd-60f4-4185-b8ae-5f68624e26f2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Oct 26 17:22:11.461128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-dcee3f13-df61-4fb4-b719-5e2cb5effd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.462607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-dcee3f13-df61-4fb4-b719-5e2cb5effd17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0408158 Oct 26 17:22:11.504778 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-e015d9e4-8c1d-49c3-80a3-68a0d8377f6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 217 time: 0.0341017 Oct 26 17:22:11.560303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-62bd1a3c-e78d-43c1-b7e1-8e6ce0c7bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.562320 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-62bd1a3c-e78d-43c1-b7e1-8e6ce0c7bf97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0495520 Oct 26 17:22:11.608526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-3891f892-10db-4731-801d-23331ed5def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:11.610027 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-3891f892-10db-4731-801d-23331ed5def6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411177 Oct 26 17:22:11.703175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-91080050-d7f8-4bd2-a0cf-b097f79f6995 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Oct 26 17:22:11.798365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e03e1957-b362-4e2a-b15c-3b488ec0ae7e req-5da136c4-62de-4e19-9e9c-01a5ed585833 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Oct 26 17:22:12.539880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c25a-7e2b-4b12-bc06-c35afc5a421f req-425b7494-a3f6-4bcc-ada6-1f19f12eb222 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:12.541350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f295c25a-7e2b-4b12-bc06-c35afc5a421f req-425b7494-a3f6-4bcc-ada6-1f19f12eb222 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0486801 Oct 26 17:22:12.586852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f295c25a-7e2b-4b12-bc06-c35afc5a421f req-ef0a0c8f-66dd-49fc-92e1-9c70ac8546ef tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385678 Oct 26 17:22:13.448767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:22:13.540835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:22:13.552628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:22:13.592895 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:13.605834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:22:13.627186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:22:13.688520 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:13.707626 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69192ad-8106-4777-b51b-17a76fe1743a req-fcdb7a1f-55c6-42bf-aa87-08c41f436130 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:13.709047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e69192ad-8106-4777-b51b-17a76fe1743a req-fcdb7a1f-55c6-42bf-aa87-08c41f436130 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0502393 Oct 26 17:22:13.737872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:13.749102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e69192ad-8106-4777-b51b-17a76fe1743a req-b412a1a9-7954-40bc-8fd4-e35e7a70519f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Oct 26 17:22:13.913871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:22:14.865065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeadb9-e9f2-4368-8b5c-dcbf2a921be1 req-6d6460ad-4f2a-4f24-a9fd-fceab0e22540 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:14.866542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11eeadb9-e9f2-4368-8b5c-dcbf2a921be1 req-6d6460ad-4f2a-4f24-a9fd-fceab0e22540 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 944 time: 0.0478594 Oct 26 17:22:14.902955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11eeadb9-e9f2-4368-8b5c-dcbf2a921be1 req-53e8b33c-e30b-40d0-94a7-daa1026b7d72 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305865 Oct 26 17:22:15.449584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:22:15.602582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:22:15.606700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:22:15.611529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:15.682754 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:15.707700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:22:15.709967 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa4b5f-9e35-4355-9cc2-ebb57e23e49e" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:22:15.722678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:22:15.747244 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90eeb1-8079-4abb-80f3-0288047e3c71 x-openstack-request-id: req-ae90eeb1-8079-4abb-80f3-0288047e3c71 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:22:15.747532 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:22:15.747783 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae90eeb1-8079-4abb-80f3-0288047e3c71 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:22:15.748274 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'code': 200} Oct 26 17:22:15.794171 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:15.843351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:22:15.845887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6977ee-1d45-41d8-a29e-22cf067ec062 req-1011c13c-f17b-4f50-b402-3707136aef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:15.847644 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab6977ee-1d45-41d8-a29e-22cf067ec062 req-1011c13c-f17b-4f50-b402-3707136aef35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0428879 Oct 26 17:22:15.883359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ab6977ee-1d45-41d8-a29e-22cf067ec062 req-30269be0-bd5d-4ddb-8ab6-8698ca00df94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271430 Oct 26 17:22:16.018042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7532dc-0e13-4ff3-be86-75a407a67ff6 req-3734e69b-fb3d-46bb-a01a-bed709b24fdf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:16.019437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d7532dc-0e13-4ff3-be86-75a407a67ff6 req-3734e69b-fb3d-46bb-a01a-bed709b24fdf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0481040 Oct 26 17:22:16.059800 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d7532dc-0e13-4ff3-be86-75a407a67ff6 req-44382f34-ef02-45b3-95d8-49098789355f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344689 Oct 26 17:22:17.181245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5cb5b-96c5-47b0-97b3-881b63c5c113 req-43cbd29a-c29e-47f3-b1db-3b36101855a1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:17.183066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76f5cb5b-96c5-47b0-97b3-881b63c5c113 req-43cbd29a-c29e-47f3-b1db-3b36101855a1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Oct 26 17:22:17.222574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76f5cb5b-96c5-47b0-97b3-881b63c5c113 req-809616e8-dbe4-4933-8b92-74d2eb89aeb5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Oct 26 17:22:17.334519 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa31b1f-2718-4fce-9a67-e0a3c5ef5642 req-34ec3e89-3c34-4fcd-b984-7d271410a10b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:17.336009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aa31b1f-2718-4fce-9a67-e0a3c5ef5642 req-34ec3e89-3c34-4fcd-b984-7d271410a10b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0491393 Oct 26 17:22:17.345193 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 58818) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:22:17.349375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'floatingip': {'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:22:17.390959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:17.804152 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:17.865487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:18.290823 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 associated. External IP: 172.25.5.125, port: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11. Oct 26 17:22:18.491581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:22:18.600123 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:22:18.604885 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:18.609813 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:22:18.619262 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:22:18.619869 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:22:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:18.631325 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17c59c64-1bd5-4176-ab83-fc45b5e52570 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "PUT /v2.0/floatingips/809f1111-2ce8-476f-97fc-7fc3b7d0f887 HTTP/1.1" status: 200 len: 991 time: 1.2851417 Oct 26 17:22:18.632016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:22:18.634402 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e24074-5895-41d2-88d7-18bd00204a21" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:22:18.678945 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c1825-d843-492f-a504-e7b8d079e910 x-openstack-request-id: req-cf3c1825-d843-492f-a504-e7b8d079e910 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:22:18.679255 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:22:18.679508 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf3c1825-d843-492f-a504-e7b8d079e910 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:22:18.679918 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'status': 'completed', 'code': 200} Oct 26 17:22:18.726724 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:22:18.745690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24074-5895-41d2-88d7-18bd00204a21 req-8be72c5d-9304-4771-83d9-a8f868704525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:18.747177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-8be72c5d-9304-4771-83d9-a8f868704525 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0438330 Oct 26 17:22:18.848712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24074-5895-41d2-88d7-18bd00204a21 req-16e8367e-2225-461a-9a92-9abbae181cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:18.850284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-16e8367e-2225-461a-9a92-9abbae181cb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0954213 Oct 26 17:22:18.920692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-59ff8bed-b9eb-44a9-a089-4e8cd2a94f22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 999 time: 0.0618997 Oct 26 17:22:18.947509 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:22:17Z', 'revision_number': 9, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:18.969713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24074-5895-41d2-88d7-18bd00204a21 req-0bf0a07f-b568-45fd-b935-44465d9bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:18.971491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-0bf0a07f-b568-45fd-b935-44465d9bfb45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0446017 Oct 26 17:22:18.976951 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:22:18.986261 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:22:18.986855 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:22:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:19.016449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24074-5895-41d2-88d7-18bd00204a21 req-4b2cfd82-79eb-4f20-af65-6f8b62410ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:19.017923 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-4b2cfd82-79eb-4f20-af65-6f8b62410ac5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395539 Oct 26 17:22:19.088873 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:22:19.113537 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-7c1d1f4c-294e-4b07-8419-b3ec18d5c96b service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Oct 26 17:22:19.204661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-18e24074-5895-41d2-88d7-18bd00204a21 req-0bdc5094-c423-4fae-a058-d16b0b434ae0 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830946 Oct 26 17:22:19.316592 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:22:17Z', 'revision_number': 9, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:22:19.342765 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3a66a-77a3-49cf-abed-f26db58f25bc None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:22:17Z', 'revision_number': 9, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:22:19.523937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94583fc3-012b-440d-9de5-442990e32b0a None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:22:21.453677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:22.951438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:31.104952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4c3310b-8fc7-4d6a-819b-861fb6189892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:33.631298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1daa16a4-ea02-496e-9b34-2ec0be2d5d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:34.162229 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:35.233145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:36.799302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:37.765379 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-1b71eb9f-1972-4ceb-83c2-83d2506bfaf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430372 Oct 26 17:22:37.854348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-c7a85409-2daf-48fa-aa22-900c5eb62f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:37.855857 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-c7a85409-2daf-48fa-aa22-900c5eb62f2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0445027 Oct 26 17:22:37.858713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:22:37.962210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-232b454a-edec-4856-b9e0-b4378a25f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:37.963744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-232b454a-edec-4856-b9e0-b4378a25f699 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0863369 Oct 26 17:22:38.032500 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-c388feba-8962-4303-b035-963339c630c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1002 time: 0.0596464 Oct 26 17:22:38.080822 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-07f5d1b8-1f20-487f-b2c7-c435f191d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:38.082221 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-07f5d1b8-1f20-487f-b2c7-c435f191d190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0420368 Oct 26 17:22:38.127950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-ede3fe27-f0c5-4e9b-b04d-003589c3756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:22:38.129344 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-ede3fe27-f0c5-4e9b-b04d-003589c3756a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386956 Oct 26 17:22:38.147666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-e6298482-8366-4a71-9354-4aec63a830fb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:22:38.148586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-e6298482-8366-4a71-9354-4aec63a830fb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048246 Oct 26 17:22:38.240045 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-c729f6f6-bd03-4119-acd4-6ac6adcc2fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Oct 26 17:22:38.334332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5ad3343c-3798-4e65-8d85-e7a44e7b4525 req-135da6ff-7d4f-4451-8ff9-c8e7f0a1dbf9 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Oct 26 17:22:51.444910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:22:52.950901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:01.087954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-efed3909-630d-4c38-a215-d28a39237c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:03.636306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d80fb43-aa19-4ca9-b214-298e7026a53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:04.156931 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:05.225458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:06.824762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:14.767501 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:23:21.487820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:22.958660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:31.084705 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4423a37d-c5f9-4c0b-a875-23fc84e36a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:33.619091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-acf892bb-39c0-40ed-a545-a424e06f7fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:33.790081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-1e2c6977-d81e-43ff-a517-caf17a632f59 req-727abb75-e855-4775-bee8-6fbd85a6f719 service neutron] (102736) timed out ('10.222.0.21', 54776) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:23:34.173216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:35.230683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:36.804061 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:37.760275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-4d7402cb-6ab3-4eee-958e-83cff60b6c5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387301 Oct 26 17:23:37.839424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-bee23021-5b47-4ce1-869a-7a135d543038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:37.840884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-bee23021-5b47-4ce1-869a-7a135d543038 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0389240 Oct 26 17:23:38.273036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-6c9c64fe-124e-4cd0-bc1b-242fe6a386f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:38.274528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-6c9c64fe-124e-4cd0-bc1b-242fe6a386f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.4148273 Oct 26 17:23:38.338647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-90e4d9c3-ad10-4943-9685-bc8f7889d566 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1002 time: 0.0569098 Oct 26 17:23:38.386844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-493bf552-2830-412a-8e28-72f0f3c1f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:38.388261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-493bf552-2830-412a-8e28-72f0f3c1f4fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0426402 Oct 26 17:23:38.437256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-1a11f60e-0ead-444e-8560-2404ea2c67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:38.438736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-1a11f60e-0ead-444e-8560-2404ea2c67e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435617 Oct 26 17:23:38.526409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-4e61d46e-e141-4e4b-9654-a3b6bff4a5f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806434 Oct 26 17:23:38.622244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2155467c-704a-40ef-a7bf-30cc52b2cc8a req-af386b0f-e836-407c-9eed-9a444130b66d service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Oct 26 17:23:51.461296 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:51.767069 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:23:52.961866 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:23:54.909611 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32c74-b5e4-4769-9f36-f39a35df9415 req-0ddacfe0-d8d9-4044-9b8b-052b82af126b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:54.911154 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba32c74-b5e4-4769-9f36-f39a35df9415 req-0ddacfe0-d8d9-4044-9b8b-052b82af126b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Oct 26 17:23:54.950970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba32c74-b5e4-4769-9f36-f39a35df9415 req-4b440955-eedd-445c-b723-f6e4ebfde3c6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337636 Oct 26 17:23:55.024755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-1bc2617c-1ae0-4387-8c17-caf316f59960 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424187 Oct 26 17:23:56.071782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d29243-4c48-4c77-8744-6ac5514085b7 req-96c83713-4f35-4576-8e9f-67b1e203f4e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:56.073229 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54d29243-4c48-4c77-8744-6ac5514085b7 req-96c83713-4f35-4576-8e9f-67b1e203f4e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Oct 26 17:23:56.112451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54d29243-4c48-4c77-8744-6ac5514085b7 req-47ee8a7e-9376-4bad-8ff7-5931476688c5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Oct 26 17:23:56.894593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-7ff03d2a-7c5b-4900-8881-9b27d94c662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:56.896012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-7ff03d2a-7c5b-4900-8881-9b27d94c662b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0406873 Oct 26 17:23:56.987677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-b557a094-69ed-4633-bf2a-b5eb22acf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:56.989139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-b557a094-69ed-4633-bf2a-b5eb22acf2cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0864313 Oct 26 17:23:57.053657 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-78c0394f-beca-4ee9-ba7f-cfdf49de832b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1002 time: 0.0574365 Oct 26 17:23:57.101783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-dd429419-4d28-482a-a78f-dde9e7549ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:57.103219 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-dd429419-4d28-482a-a78f-dde9e7549ff8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0428281 Oct 26 17:23:57.151091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-c9014d36-7823-40c1-8e9e-3174da58a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:57.152739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-c9014d36-7823-40c1-8e9e-3174da58a82b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432231 Oct 26 17:23:57.229811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a062961-a4da-483d-a74d-e255feb88ec5 req-0aec1260-19bc-4a2a-8c79-8d1a7980cf0b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:57.231390 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a062961-a4da-483d-a74d-e255feb88ec5 req-0aec1260-19bc-4a2a-8c79-8d1a7980cf0b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Oct 26 17:23:57.245474 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-2cc8f3a8-9e87-4baf-b0e6-5956e6913b8e service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Oct 26 17:23:57.277790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a062961-a4da-483d-a74d-e255feb88ec5 req-ee0bbadd-2a3f-4993-b8ff-448722dc17d4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386853 Oct 26 17:23:57.344445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-a02836c9-8c63-43e5-a666-ab0ef6c6786b service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900557 Oct 26 17:23:58.396227 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e0f9-6c78-4f0c-809d-075d98a00616 req-53d7d064-d14f-4073-8a5e-d87b33d12b46 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:58.397685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a444e0f9-6c78-4f0c-809d-075d98a00616 req-53d7d064-d14f-4073-8a5e-d87b33d12b46 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Oct 26 17:23:58.439276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a444e0f9-6c78-4f0c-809d-075d98a00616 req-c0640d4d-7d9d-4cba-8353-6a9dd0fb90a3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356717 Oct 26 17:23:59.556383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fb777-313d-47e1-9036-1cc543581ba1 req-d746cba4-73d7-4a48-85f4-8f07c95b3a93 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:23:59.557855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8fb777-313d-47e1-9036-1cc543581ba1 req-d746cba4-73d7-4a48-85f4-8f07c95b3a93 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Oct 26 17:23:59.594683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c8fb777-313d-47e1-9036-1cc543581ba1 req-e6b20973-98a7-4b9f-865c-0bd749b8fb30 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Oct 26 17:24:00.710633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf149e7-6ce4-4c20-a616-07ae073f1cf0 req-a7ea73a3-095d-46ee-b8d2-f290e0e46d54 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:00.712121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cf149e7-6ce4-4c20-a616-07ae073f1cf0 req-a7ea73a3-095d-46ee-b8d2-f290e0e46d54 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0490901 Oct 26 17:24:00.749783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cf149e7-6ce4-4c20-a616-07ae073f1cf0 req-dd947b40-039d-4899-891f-021c631d6265 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Oct 26 17:24:01.104976 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d68c793c-2e9e-47f9-a440-07b708709b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:01.864319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a801d-cc94-4f6e-9292-596444733a4f req-21ebee02-63cd-415d-9194-4835f21b21d1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:01.865795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-893a801d-cc94-4f6e-9292-596444733a4f req-21ebee02-63cd-415d-9194-4835f21b21d1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Oct 26 17:24:01.906770 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-893a801d-cc94-4f6e-9292-596444733a4f req-fd37fdae-ba6c-4a48-8329-d9c5f810f60d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350697 Oct 26 17:24:03.021718 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ec401-c458-414f-bb38-2efd3259dba6 req-0cd81172-9f44-421f-b307-3f82c67dfdae tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:03.023182 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-755ec401-c458-414f-bb38-2efd3259dba6 req-0cd81172-9f44-421f-b307-3f82c67dfdae tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Oct 26 17:24:03.060373 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-755ec401-c458-414f-bb38-2efd3259dba6 req-a932404a-7d59-4045-8495-cc4aa952b3d7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Oct 26 17:24:03.638398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-421d538e-e6f2-45b3-8b36-a06c31669dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:04.164246 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:04.177922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435e3c5-c031-4cfa-a0db-e28e370e6878 req-ea9bd8d7-da22-4b6d-bf6d-bf032043b6c3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:04.179470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4435e3c5-c031-4cfa-a0db-e28e370e6878 req-ea9bd8d7-da22-4b6d-bf6d-bf032043b6c3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0502899 Oct 26 17:24:04.217223 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4435e3c5-c031-4cfa-a0db-e28e370e6878 req-f661a084-f1ca-444d-96e8-9ebd7d6f17e5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Oct 26 17:24:05.220976 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:05.333538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d4608-0f76-425d-98a2-46154b26af23 req-adb4a4e9-c605-4744-97dc-e54ec6eb6696 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:05.334983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd9d4608-0f76-425d-98a2-46154b26af23 req-adb4a4e9-c605-4744-97dc-e54ec6eb6696 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Oct 26 17:24:05.376082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd9d4608-0f76-425d-98a2-46154b26af23 req-5efffcc0-2f3c-4a8d-bd41-c3aefd216010 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Oct 26 17:24:06.491872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7799ae-6019-4a0a-b939-6aeb3d1fdf0f req-41602918-fbbb-4775-a630-305fde63e2b4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:06.493368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef7799ae-6019-4a0a-b939-6aeb3d1fdf0f req-41602918-fbbb-4775-a630-305fde63e2b4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Oct 26 17:24:06.532175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef7799ae-6019-4a0a-b939-6aeb3d1fdf0f req-eb03a423-f13e-4e13-8921-9256bf59a23c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Oct 26 17:24:06.815260 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:07.652679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a396f0-6825-4d2a-9df1-c88b365545b1 req-4e92d862-9e69-40c6-a851-0570b7d1797f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:07.654180 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83a396f0-6825-4d2a-9df1-c88b365545b1 req-4e92d862-9e69-40c6-a851-0570b7d1797f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0520687 Oct 26 17:24:07.693946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83a396f0-6825-4d2a-9df1-c88b365545b1 req-69ef1c14-4e08-4e3f-bfde-de1eacc28bd6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Oct 26 17:24:08.811773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa725-f58c-4483-b05c-28c7843de9fd req-8926652b-9957-4a08-9bcd-65b3197b6fcd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:08.813129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc8fa725-f58c-4483-b05c-28c7843de9fd req-8926652b-9957-4a08-9bcd-65b3197b6fcd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Oct 26 17:24:08.853188 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bc8fa725-f58c-4483-b05c-28c7843de9fd req-e4f2d581-aeb4-4cbe-a7bf-d9184f3ada8c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Oct 26 17:24:09.331890 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-e1bb1160-cf4a-4f79-87af-f8047b145788 service neutron] show failed (client error): The resource could not be found. Oct 26 17:24:09.332935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-e1bb1160-cf4a-4f79-87af-f8047b145788 service neutron] 10.222.0.39 "GET /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0543277 Oct 26 17:24:09.838074 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-0f9aa8eb-b922-4dcb-8b20-4b892e25044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:09.839507 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-0f9aa8eb-b922-4dcb-8b20-4b892e25044a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1096 time: 0.0404258 Oct 26 17:24:09.849494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-df8909f9-f1df-4645-8354-50929a3ace3d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:24:09.850445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-df8909f9-f1df-4645-8354-50929a3ace3d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048485 Oct 26 17:24:09.862664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:24:09.919587 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:09.972245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb19c93-699b-4b09-84ec-8b22081d3d8f req-dc639ad7-781a-42b5-b7fd-60d766fae0bd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:09.973756 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccb19c93-699b-4b09-84ec-8b22081d3d8f req-dc639ad7-781a-42b5-b7fd-60d766fae0bd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Oct 26 17:24:10.012577 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ccb19c93-699b-4b09-84ec-8b22081d3d8f req-2066bbcc-bc79-4146-9c2e-7f47d6a738c6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Oct 26 17:24:10.119224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:10.149765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:24:10.189733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:10.192084 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a197899b-386d-4593-82f4-0e5f2599b258" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:10.195882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:10.208593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Transition to ACTIVE for port object b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:24:10.244155 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f145d-7156-4bc5-88dc-3d8ed8507d00 x-openstack-request-id: req-1b7f145d-7156-4bc5-88dc-3d8ed8507d00 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:10.248715 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:10.248715 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b7f145d-7156-4bc5-88dc-3d8ed8507d00 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:10.248715 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'code': 200} Oct 26 17:24:10.296022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:10.377801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:10.395420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.395771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.396112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.396437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.396765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.397088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.397411 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.397728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.398045 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.398361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.398677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.398990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:10.436111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] No DVR routers for this DVR port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:24:10.573255 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:24:10.573595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:24:10.573927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:10.578730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:24:10.579051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:10.583885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:24:10.584223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:24:10.584604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:24:10.585033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Bound port: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:24:10.585388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:10.651838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:24:10.654699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:24:10.710731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:10.746138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:10.746748 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:10.750490 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] 10.222.0.47 "PUT /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1091 time: 0.8896885 Oct 26 17:24:10.769213 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec2fd-fa31-4ece-a5f8-4d0857d68c35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:10.817117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-cd468d5d-9164-4dc1-bff7-30e2c6d62b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:10.818621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-cd468d5d-9164-4dc1-bff7-30e2c6d62b7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0431898 Oct 26 17:24:10.922817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-26abab29-7f20-411d-bebb-7ff0acbb8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:10.924358 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-26abab29-7f20-411d-bebb-7ff0acbb8124 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0988703 Oct 26 17:24:10.992285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-38cc2ee1-bfaf-41a3-a4c5-ff9e6e9b74bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.0604935 Oct 26 17:24:11.040721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-f9c11bc4-cf8f-460e-812e-65795588fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:11.042244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-f9c11bc4-cf8f-460e-812e-65795588fdd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0431848 Oct 26 17:24:11.093109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-7ae373a2-a7e2-4763-ac2e-83db28375323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:11.094685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-7ae373a2-a7e2-4763-ac2e-83db28375323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456684 Oct 26 17:24:11.132385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8ee9c-602c-42e3-a877-9e6ed8f96b9e req-422a65fd-8748-4c47-98e1-c3ea38b68fac tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:11.133849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ce8ee9c-602c-42e3-a877-9e6ed8f96b9e req-422a65fd-8748-4c47-98e1-c3ea38b68fac tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0485778 Oct 26 17:24:11.172080 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ce8ee9c-602c-42e3-a877-9e6ed8f96b9e req-d3036118-3cb3-4c12-bce5-21b9e9359eec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Oct 26 17:24:11.186159 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-54cba66b-04db-4c6f-809b-6e49e0ad446c service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829775 Oct 26 17:24:11.278200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bd153115-1bdd-4c5b-9c50-323df616c82b req-bc807018-74a7-4b80-b812-bdc9f847ab64 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Oct 26 17:24:12.246129 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:12.249037 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:12.290400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f247df-899f-4feb-93ec-5de72fc4daa0 req-daa2a225-6351-4067-bcce-cfc4dd15321b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.292003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13f247df-899f-4feb-93ec-5de72fc4daa0 req-daa2a225-6351-4067-bcce-cfc4dd15321b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Oct 26 17:24:12.297386 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2964ad48-9560-440e-b0da-344a8dbf2e4e x-openstack-request-id: req-2964ad48-9560-440e-b0da-344a8dbf2e4e {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:12.297675 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:12.297930 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2964ad48-9560-440e-b0da-344a8dbf2e4e {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:12.298332 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'status': 'completed', 'code': 200} Oct 26 17:24:12.339566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13f247df-899f-4feb-93ec-5de72fc4daa0 req-9960adc0-554e-4ebd-98bb-cb01d84cf9f9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378101 Oct 26 17:24:12.384470 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-82a6972e-bd42-4b92-bc9f-e79868c40bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.385960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-82a6972e-bd42-4b92-bc9f-e79868c40bae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0688059 Oct 26 17:24:12.387618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-127538a0-984c-4f06-990a-7d2d365b9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.389608 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-127538a0-984c-4f06-990a-7d2d365b9b03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0633321 Oct 26 17:24:12.548489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-8080152c-9221-4d3c-8266-57d5ee857f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.549956 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-8080152c-9221-4d3c-8266-57d5ee857f4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1557941 Oct 26 17:24:12.551291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-5509e61b-cd13-4369-a80b-bc92ef216365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.552575 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-5509e61b-cd13-4369-a80b-bc92ef216365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1504338 Oct 26 17:24:12.672322 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-9545d5fb-9117-4ef1-9cf9-0ba42377ffba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.1132951 Oct 26 17:24:12.674050 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-5b602f65-6477-411a-975e-cf7467fed92f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.1140418 Oct 26 17:24:12.757188 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-a5ad8159-c4da-4126-a529-bdc595948423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.758602 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-a5ad8159-c4da-4126-a529-bdc595948423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0757217 Oct 26 17:24:12.759969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-74ef2af1-bf46-4ff2-beb1-933c5a164d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.761256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-74ef2af1-bf46-4ff2-beb1-933c5a164d96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0794625 Oct 26 17:24:12.834398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-4684dbbf-378e-406b-bbc9-83442e9a5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.835811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-4684dbbf-378e-406b-bbc9-83442e9a5283 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698125 Oct 26 17:24:12.838156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-ce511d79-08bd-42b9-976d-a1e79bd2fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:12.839517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-ce511d79-08bd-42b9-976d-a1e79bd2fddc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663838 Oct 26 17:24:12.991541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-8cb86402-49f3-4ae8-b28d-893c4be48c5e service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483238 Oct 26 17:24:12.993595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-a997f395-5e8c-4edd-9b71-5753be183c29 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428447 Oct 26 17:24:13.157173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-059e72bb-28a4-4f11-9f13-be9ee8fb01f5 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580572 Oct 26 17:24:13.159242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0dbe7d3a-ddf9-4ba9-bc66-df516695dfbf req-22065854-982f-42fd-896c-d75e81f574af service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531801 Oct 26 17:24:13.457939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4f286-ea22-41a5-9fbe-68024f074351 req-b1a59dfa-7385-48b5-b7ad-ead63c03ddfc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:13.459342 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7af4f286-ea22-41a5-9fbe-68024f074351 req-b1a59dfa-7385-48b5-b7ad-ead63c03ddfc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Oct 26 17:24:13.496716 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7af4f286-ea22-41a5-9fbe-68024f074351 req-5e16d693-cb54-4ec9-9c4c-5cdd58b732b3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Oct 26 17:24:13.723787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:24:13.819900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:13.831541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:24:13.867028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:13.883084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:24:13.902083 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:13.981437 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:14.031171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:14.039266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.039525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.039865 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.040319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.040555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.040891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.041217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.041538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.041858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.042172 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.042491 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.042807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:24:14.087673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:24:14.121498 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e9eea-96a5-4d37-9455-fe0297f38ec8 req-e8b2e2a4-362d-4b9e-b039-521ee1cdd904 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.123585 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8e9eea-96a5-4d37-9455-fe0297f38ec8 req-e8b2e2a4-362d-4b9e-b039-521ee1cdd904 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 944 time: 0.0505173 Oct 26 17:24:14.131705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:24:14.162926 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad8e9eea-96a5-4d37-9455-fe0297f38ec8 req-623e5ae7-1504-462b-964d-107091c125a4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Oct 26 17:24:14.179667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-98930221-665a-4493-9b64-2d164668e87a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.181108 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-98930221-665a-4493-9b64-2d164668e87a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&tenant_id=974ead70d4054d02a9f5aa98383e244b&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 944 time: 0.0537903 Oct 26 17:24:14.198090 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:24:14.247066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-1c2c830b-a989-4d0d-96c9-73be4346b8ab service neutron] 10.222.0.47 "GET /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11/bindings/n-h1-815373-2 HTTP/1.1" status: 200 len: 382 time: 0.0572524 Oct 26 17:24:14.314022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-4844421d-ed70-4bec-83de-fee527edbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.315562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-4844421d-ed70-4bec-83de-fee527edbd8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0466232 Oct 26 17:24:14.408498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-45547f35-eef3-4444-9bee-0db246f0f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.409948 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-45547f35-eef3-4444-9bee-0db246f0f55c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0871148 Oct 26 17:24:14.518673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-d22e5725-d31d-4f75-b0ed-2cb724f6a26d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1001 time: 0.0950341 Oct 26 17:24:14.567857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-164cf8e2-8539-4f07-90f1-087c8e287ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.569348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-164cf8e2-8539-4f07-90f1-087c8e287ffe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0432551 Oct 26 17:24:14.617574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ea00d86d-cb39-4f08-ab58-f72f141dbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:14.619041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ea00d86d-cb39-4f08-ab58-f72f141dbc56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417917 Oct 26 17:24:14.708067 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ba6e01f6-da25-42a5-81c6-32279c673583 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808432 Oct 26 17:24:14.799609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ae855cf7-c917-418c-b23b-252688a89b4b service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Oct 26 17:24:15.283360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3968d0-7dea-4e75-983f-07d83dcd1e4b req-3d4c9030-df40-43c5-92b0-a54e798ed743 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:15.284834 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc3968d0-7dea-4e75-983f-07d83dcd1e4b req-3d4c9030-df40-43c5-92b0-a54e798ed743 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 944 time: 0.0488138 Oct 26 17:24:15.325790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dc3968d0-7dea-4e75-983f-07d83dcd1e4b req-fe2ee895-7dc5-4cd3-b135-4dd41d80966f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349593 Oct 26 17:24:15.585295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-ee1971ab-e0eb-46ae-a40c-f91da3415f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:15.586767 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-ee1971ab-e0eb-46ae-a40c-f91da3415f80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0399733 Oct 26 17:24:15.690362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-7e73a8b5-2180-480a-9265-07064feec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:15.691848 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-7e73a8b5-2180-480a-9265-07064feec02a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0855646 Oct 26 17:24:15.745635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:24:15.757450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-369fd90c-f7e5-415b-9482-4a7cb886053c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1001 time: 0.0581884 Oct 26 17:24:15.807239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-810a6ce8-56e3-410a-8222-1e415a01359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:15.808605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-810a6ce8-56e3-410a-8222-1e415a01359d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0437436 Oct 26 17:24:15.860147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-50739894-129c-4ac5-bc9c-7d1529690e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:15.861648 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-50739894-129c-4ac5-bc9c-7d1529690e82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433481 Oct 26 17:24:15.872430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:24:15.878077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:24:15.878452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:15.955403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-fd03fce5-171d-457c-ac90-3cd7ac738f9b service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855145 Oct 26 17:24:15.962891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:15.986606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:15.988932 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b63dc8-a736-43f4-a1d3-15716172a39c" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:16.002664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:16.041899 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8d6cf-b1f6-4fbd-82a1-680b8430a21e x-openstack-request-id: req-7cf8d6cf-b1f6-4fbd-82a1-680b8430a21e {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:16.042189 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:16.042441 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cf8d6cf-b1f6-4fbd-82a1-680b8430a21e {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:16.042951 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'code': 200} Oct 26 17:24:16.052855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9eed9957-6219-432a-ad04-7cc890adb1bf req-b966f1b1-5463-4915-b256-992a5b319513 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880899 Oct 26 17:24:16.067206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:16.115689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:16.444060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dcdea-582c-49a6-a29f-ed2caedf3623 req-7a7380d7-9818-46f1-86c7-c92a208afc08 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:16.445669 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d54dcdea-582c-49a6-a29f-ed2caedf3623 req-7a7380d7-9818-46f1-86c7-c92a208afc08 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0495646 Oct 26 17:24:16.484336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d54dcdea-582c-49a6-a29f-ed2caedf3623 req-7c3ed50a-95ba-4411-8595-66d3ac2e2c98 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Oct 26 17:24:17.205496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-4776d791-71b4-492d-a7fa-e93ea7f32559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:17.206898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-4776d791-71b4-492d-a7fa-e93ea7f32559 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1096 time: 0.0408278 Oct 26 17:24:17.219336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:24:17.273482 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:17.470557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:17.502019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:24:17.542776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:17.545542 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de58f35-70ff-4021-bf1b-13983c8e8d19" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:17.549783 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:17.563437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Transition to ACTIVE for port object b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:24:17.607963 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8800d3-e411-41e2-83f2-fae6e9c775e7 x-openstack-request-id: req-dc8800d3-e411-41e2-83f2-fae6e9c775e7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:17.608222 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:17.608433 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc8800d3-e411-41e2-83f2-fae6e9c775e7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:17.608843 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'code': 200} Oct 26 17:24:17.649761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:17.663416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c1c3-bf16-4ea8-a726-b052bcf5ed9b req-98c6cade-0103-462f-aa7d-49db46ca02ee tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:17.665047 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4651c1c3-bf16-4ea8-a726-b052bcf5ed9b req-98c6cade-0103-462f-aa7d-49db46ca02ee tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.1084273 Oct 26 17:24:17.707100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4651c1c3-bf16-4ea8-a726-b052bcf5ed9b req-134b66e1-e65d-42ee-8431-e6c09af88275 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351491 Oct 26 17:24:18.060857 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:18.100620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] No DVR routers for this DVR port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:24:18.229323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:24:18.230037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:24:18.230037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:18.234096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:24:18.234409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Attempting to bind port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:18.239186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:24:18.239521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:24:18.239899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:24:18.240321 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Bound port: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:24:18.240666 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:18.302938 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:24:18.306076 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:24:18.405262 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:18.444196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.444806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:18.446220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] 10.222.0.39 "PUT /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1092 time: 1.2314560 Oct 26 17:24:18.467794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e70d3-7cee-4284-a543-dd45854454ac service neutron] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=11']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:18.512620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-988fd0c4-4a49-493c-8441-a14782a610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.515103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-988fd0c4-4a49-493c-8441-a14782a610d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0441649 Oct 26 17:24:18.617767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-52b28e83-9b11-45cc-89c7-8e77b34a5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.619238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-52b28e83-9b11-45cc-89c7-8e77b34a5047 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0961788 Oct 26 17:24:18.689828 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-0e4e6ef9-5cf5-458a-b130-8001a314415a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.0629823 Oct 26 17:24:18.743056 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ff61b459-b00e-4a6b-97c6-5ac06f2e3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.744714 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-ff61b459-b00e-4a6b-97c6-5ac06f2e3f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0456240 Oct 26 17:24:18.790153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-468b8e2e-dd80-421b-b7e0-9489de91ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.791792 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-468b8e2e-dd80-421b-b7e0-9489de91ff4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400715 Oct 26 17:24:18.872409 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09b476-8269-42a5-8c5d-59928d3592c5 req-a22c462d-f78e-46c8-84a9-f7ebcd91c9ee tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:18.874748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b09b476-8269-42a5-8c5d-59928d3592c5 req-a22c462d-f78e-46c8-84a9-f7ebcd91c9ee tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 944 time: 0.0945494 Oct 26 17:24:18.887680 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-fdece6fb-283f-4b1f-b78f-ab81610cb517 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873387 Oct 26 17:24:18.917854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b09b476-8269-42a5-8c5d-59928d3592c5 req-3889ea06-616f-49b9-9fd9-6621508e4bfa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367889 Oct 26 17:24:18.978686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-efda308f-0d17-4b3c-a427-01fb907783e1 req-111a6ab3-2574-47f7-8e9b-d617f8ab688a service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841584 Oct 26 17:24:19.610042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:19.612443 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa398ca-179e-4834-bf21-d3bba3d93b55" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:19.659077 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964e3d3-b74e-4cd7-8783-ff727aa45830 x-openstack-request-id: req-b964e3d3-b74e-4cd7-8783-ff727aa45830 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:19.659392 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:19.659639 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b964e3d3-b74e-4cd7-8783-ff727aa45830 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:19.660033 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'status': 'completed', 'code': 200} Oct 26 17:24:19.748125 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-16b72171-d397-4c96-8f3e-8406d46a5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:19.749701 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-16b72171-d397-4c96-8f3e-8406d46a5abc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0716479 Oct 26 17:24:19.752121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-e1bee0a6-e135-4dc5-96c1-c13ddb5f4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:19.753433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-e1bee0a6-e135-4dc5-96c1-c13ddb5f4292 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 1095 time: 0.0663366 Oct 26 17:24:19.792000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:24:19.834331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:24:19.912510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-d4d1b378-2423-4874-a144-7213020b0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:19.913948 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-d4d1b378-2423-4874-a144-7213020b0e5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1556606 Oct 26 17:24:19.916437 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-0dd17e95-9bc6-44a5-b75e-6de4e577291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:19.917732 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-0dd17e95-9bc6-44a5-b75e-6de4e577291c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1515515 Oct 26 17:24:20.024811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-55b04a94-4deb-44bb-ba4a-48277fff9412 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.1038244 Oct 26 17:24:20.028596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-b2c275d5-0915-4d3f-ad96-b1c535153e37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 200 len: 1000 time: 0.1021678 Oct 26 17:24:20.035256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4856c0-6367-4d3f-ab30-7e7ad883715b req-5504edd8-7fd0-4f9c-b0fe-2299c2e1697f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:20.036787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c4856c0-6367-4d3f-ab30-7e7ad883715b req-5504edd8-7fd0-4f9c-b0fe-2299c2e1697f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 944 time: 0.0491505 Oct 26 17:24:20.075233 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c4856c0-6367-4d3f-ab30-7e7ad883715b req-89ce740d-a60a-4214-b600-209e32482290 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Oct 26 17:24:20.112410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-f48ba6f3-88af-44e0-9904-af522c59c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:20.113858 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-f48ba6f3-88af-44e0-9904-af522c59c34e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0821376 Oct 26 17:24:20.115204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-c0d8769e-1257-44aa-b201-98f0db34bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:20.116555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-c0d8769e-1257-44aa-b201-98f0db34bbdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0776200 Oct 26 17:24:20.118981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:24:20.187311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-ec189c6a-ffb1-40f0-98a7-f2b5f3ab90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:20.188825 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-ec189c6a-ffb1-40f0-98a7-f2b5f3ab90d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579901 Oct 26 17:24:20.194292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-7fcd8926-d18b-49ba-b97b-f0c7036a26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:20.195749 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-7fcd8926-d18b-49ba-b97b-f0c7036a26e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746186 Oct 26 17:24:20.214162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:20.226176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'mac_address': 'fa:16:3e:e3:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:24:20.266251 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:20.278729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:24:20.298916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:20.354445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-67598b5b-7a20-41b2-8d37-26ca8024a60a service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544282 Oct 26 17:24:20.359496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-2e79aca3-f2d7-4087-b788-f485d32f1704 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513698 Oct 26 17:24:20.391024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:20.439264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:20.523157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-f96a29a0-2a21-47c1-b6cb-ef5a8b497b7b service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606498 Oct 26 17:24:20.525410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1fa398ca-179e-4834-bf21-d3bba3d93b55 req-946e3793-0260-4a09-a2a2-7232f18eb849 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561160 Oct 26 17:24:20.611951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:24:21.195226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00ac1-32ae-420d-9350-a6807d264802 req-3e7c46fa-3bff-4884-8611-e63c12165e2a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:21.196706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0e00ac1-32ae-420d-9350-a6807d264802 req-3e7c46fa-3bff-4884-8611-e63c12165e2a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Oct 26 17:24:21.234491 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d0e00ac1-32ae-420d-9350-a6807d264802 req-75d7ac1a-5df9-42f2-b7fa-46a8fc7412a9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 26 17:24:21.347477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993994-199c-4f42-aa4d-47d16914cf4c req-390baca1-164c-4371-9320-76f115b76aba tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:21.348957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77993994-199c-4f42-aa4d-47d16914cf4c req-390baca1-164c-4371-9320-76f115b76aba tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0479844 Oct 26 17:24:21.390059 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77993994-199c-4f42-aa4d-47d16914cf4c req-89a0d797-2cd5-41f8-a7ca-75dd6ac52521 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351555 Oct 26 17:24:21.455672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:21.508209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993addf6-22cd-40df-93e4-9ee9136f5905 req-6e64b898-7d78-4780-9753-d68b99df7fed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:21.509665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-993addf6-22cd-40df-93e4-9ee9136f5905 req-6e64b898-7d78-4780-9753-d68b99df7fed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0496612 Oct 26 17:24:21.549051 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-993addf6-22cd-40df-93e4-9ee9136f5905 req-eec70b2e-0812-4aff-a412-0d0384eeb163 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325427 Oct 26 17:24:22.022491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234100-8b65-4386-a933-79f3d676f21a req-1267b6f8-08ae-47e7-af8f-15a42cde3f4f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:22.023975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0234100-8b65-4386-a933-79f3d676f21a req-1267b6f8-08ae-47e7-af8f-15a42cde3f4f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Oct 26 17:24:22.063505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0234100-8b65-4386-a933-79f3d676f21a req-adddf1c9-f6ed-4044-82fd-403ee9ae1b21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Oct 26 17:24:22.125093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:24:22.284005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:24:22.287990 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:24:22.288354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:22.364637 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:22.386126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:22.388914 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42138b3-65ec-45b3-a746-b89ef497abc8" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:22.400956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:22.427313 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22160228-8b24-4683-8ff3-ec623d5a853c x-openstack-request-id: req-22160228-8b24-4683-8ff3-ec623d5a853c {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:22.427597 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:22.427872 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22160228-8b24-4683-8ff3-ec623d5a853c {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:22.428282 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'code': 200} Oct 26 17:24:22.489638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:22.537868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:22.975091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.180450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84385cad-1a9c-4363-b1f1-5f368fa2dca3 req-5818a7bc-9f73-429c-98ce-9363017f1554 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:23.181915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84385cad-1a9c-4363-b1f1-5f368fa2dca3 req-5818a7bc-9f73-429c-98ce-9363017f1554 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 946 time: 0.0506048 Oct 26 17:24:23.222943 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84385cad-1a9c-4363-b1f1-5f368fa2dca3 req-445a6e94-92da-4e40-858a-d64105198af6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350549 Oct 26 17:24:23.300905 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c48d-050d-4828-9c26-307ff2311250 req-fa76f0c6-5613-4f44-96e4-84166dd2786b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:23.302359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-64b1c48d-050d-4828-9c26-307ff2311250 req-fa76f0c6-5613-4f44-96e4-84166dd2786b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 946 time: 0.0497448 Oct 26 17:24:23.389613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Deleting port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:24:23.389948 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.479863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] For port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:23.480144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.647911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.648333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.648647 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 disassociated. External IP: 172.25.5.125, port: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11. Oct 26 17:24:23.648980 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Calling delete_port for b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:24:23.832829 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:23.863102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'Port': ['ID=b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:23.979620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:24:24.090011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:24:24.101131 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:24:24.115329 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:24:24.115949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:24:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:24.133353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] No DVR routers for this DVR port b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:24:24.135989 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:24.139353 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-64b1c48d-050d-4828-9c26-307ff2311250 req-ec62568f-68ea-44a1-9323-4895ebd47145 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "DELETE /v2.0/ports/b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 HTTP/1.1" status: 204 len: 173 time: 0.8307490 Oct 26 17:24:24.139787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-deleted', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:24.142087 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d51022-e960-43c7-a514-9780b38c5bf0" -d '{"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-deleted", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:24.180864 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0113fc-80cd-4406-b414-bb3828acba14 x-openstack-request-id: req-4b0113fc-80cd-4406-b414-bb3828acba14 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:24.181151 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2", "name": "network-vif-deleted", "tag": "b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:24.181399 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b0113fc-80cd-4406-b414-bb3828acba14 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:24.181850 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2', 'name': 'network-vif-deleted', 'tag': 'b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11', 'status': 'completed', 'code': 200} Oct 26 17:24:24.221455 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:24:24.320196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-54406d8a-e1f5-4954-9b82-192b95233d6a req-02775d53-3722-4256-a606-65c7345ec487 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b9ba8aa-d3e6-48c8-bf43-8fb4b273c2f2 HTTP/1.1" status: 200 len: 210 time: 0.0286789 Oct 26 17:24:24.429785 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:24.455455 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:24:24.463709 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:24:24.464361 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:24:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:24.569822 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:24:24.766146 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:24.792561 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab020f7-c8cd-4123-81f8-ee929819d62f None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:24:25.012407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368787b-0dbd-435c-99f4-bf6bac4772fe None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:24:25.597887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-fed1eaf5-280c-4205-8e1f-71f744971018 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1249061968&fields=id&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 267 time: 0.0335622 Oct 26 17:24:25.704336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-2595b702-23cb-459f-86f1-2ab78364c19d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:25.705682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-2595b702-23cb-459f-86f1-2ab78364c19d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1009965 Oct 26 17:24:25.720245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-261a199f-ad9c-495c-8458-4f8195274dec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/quotas/974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 375 time: 0.0089316 Oct 26 17:24:25.776120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-8551ea7a-8e66-4667-af11-930a1049d5d3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504808 Oct 26 17:24:25.869405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-48e6d07f-7ca3-4486-ae4c-f43f41b2f176 service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Oct 26 17:24:25.961352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b6a8ecdf-8276-4235-8f06-69e7d694c58c service neutron] 10.222.0.21 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851805 Oct 26 17:24:26.234123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-11ec6f4c-7e7a-4754-8725-4eb9be7b63e9 req-856acbbf-94d2-42e5-a0a9-1d3d4d2a5bf3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0271525 Oct 26 17:24:27.328658 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c1ea2a93-6429-4a5c-ba7f-6dcc541e8140 req-071bd056-5349-4534-8fe0-0f69962b2ac2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0263898 Oct 26 17:24:28.134631 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:24:28.158686 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:24:28.160957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device b7e3e6f3-4c80-4c87-9d60-67c11ba4ec11 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:24:28.264813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-88e86534-df9a-4454-a555-3d1841b34edf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:28.266110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-88e86534-df9a-4454-a555-3d1841b34edf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 812 time: 0.1068118 Oct 26 17:24:28.312182 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-972e1e32-a04e-442b-9fbd-8500f14031ae tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 380 time: 0.0341532 Oct 26 17:24:28.321942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'port': {'device_id': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'admin_state_up': True, 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'security_groups': ['417ccb25-6f5d-47e2-a344-ecd0a13ddb39']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:24:28.426945 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ce808c0-29b9-4a5b-ad63-180191789921 req-9fca209e-baf7-4a85-b9d8-55bf4f620c91 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Oct 26 17:24:28.489737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Made reservation on behalf of 974ead70d4054d02a9f5aa98383e244b for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:24:28.493369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:28.619770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Allocated IP 172.20.0.13 (9cafd012-085f-4b98-bc24-ae42da323144/a6606a73-8a60-4f9f-8cfe-845b21f950f3/07d0a4ae-39c5-4e14-813a-e5f386871f7f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:24:28.757438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:28.766924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:24:28.861266 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:28.905310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Network 9cafd012-085f-4b98-bc24-ae42da323144 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:24:28.908906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:24:28.912522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:24:28.918643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:28.969999 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:28.974339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.052901 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b51c8d15-4651-4ea3-b984-62ceb335ed19 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346182 Oct 26 17:24:29.065784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Request body: {'port': {'device_id': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:24:29.120096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.155758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-12777ca8-3987-46ad-9a68-0f97f6f58312 None None] Provisioning complete for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:24:29.156352 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-12777ca8-3987-46ad-9a68-0f97f6f58312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.191839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-12777ca8-3987-46ad-9a68-0f97f6f58312 None None] Port 07d0a4ae-39c5-4e14-813a-e5f386871f7f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:24:29.389489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:24:29.396902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.408494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Transition to ACTIVE for port object 07d0a4ae-39c5-4e14-813a-e5f386871f7f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:24:29.477959 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.552696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:29.566329 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38e422-3aa7-46a8-a246-f907527aaa56 req-e3c2191d-50d6-4da6-9b9c-b19e2c789d0f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:29.567974 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a38e422-3aa7-46a8-a246-f907527aaa56 req-e3c2191d-50d6-4da6-9b9c-b19e2c789d0f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0710888 Oct 26 17:24:29.611863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:24:29.612192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:24:29.612519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:29.615801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a38e422-3aa7-46a8-a246-f907527aaa56 req-005f2595-1084-4992-bbd5-cbd521895d65 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Oct 26 17:24:29.617850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:24:29.618136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:24:29.624174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:24:29.624505 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:24:29.624880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:24:29.625307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Bound port: 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:24:29.625642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.702110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:24:29.702110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:24:29.767848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.806432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:29.807046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:29.808457 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1092 time: 0.7471275 Oct 26 17:24:29.808897 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:29.812466 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a11548-24ab-4916-9327-55b200fed32e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:29.837983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b058cb-b150-495b-b900-3ae80ad5f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:29.854582 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a918e0-21d2-40b1-bba8-54944a9e1b8a x-openstack-request-id: req-d2a918e0-21d2-40b1-bba8-54944a9e1b8a {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:29.854875 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:29.855150 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a918e0-21d2-40b1-bba8-54944a9e1b8a {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:29.855569 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'status': 'completed', 'code': 200} Oct 26 17:24:29.917899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a11548-24ab-4916-9327-55b200fed32e req-ffe10496-9d00-473a-b005-1ea67ea0046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:29.920039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62a11548-24ab-4916-9327-55b200fed32e req-ffe10496-9d00-473a-b005-1ea67ea0046f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1095 time: 0.0428832 Oct 26 17:24:30.022808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a11548-24ab-4916-9327-55b200fed32e req-5dc758b2-e768-45a8-baa9-d1340d008fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.024307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62a11548-24ab-4916-9327-55b200fed32e req-5dc758b2-e768-45a8-baa9-d1340d008fb0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=974ead70d4054d02a9f5aa98383e244b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970960 Oct 26 17:24:30.117113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a11548-24ab-4916-9327-55b200fed32e req-60ffbf9f-8c63-4dea-8b0f-bb67b165fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.118449 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-62a11548-24ab-4916-9327-55b200fed32e req-60ffbf9f-8c63-4dea-8b0f-bb67b165fd86 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871532 Oct 26 17:24:30.196523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b1b37223-bf2d-44b4-a299-a069d2d2ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.198005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-b1b37223-bf2d-44b4-a299-a069d2d2ec3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1095 time: 0.0432942 Oct 26 17:24:30.238466 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-5829ee0d-1b61-4c77-bd19-852ac0074400 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 217 time: 0.0329716 Oct 26 17:24:30.287392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-603e111d-bb9f-43bb-b9af-94d87c788ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.288774 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-603e111d-bb9f-43bb-b9af-94d87c788ce3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0433085 Oct 26 17:24:30.332583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-57fa9777-cfdf-4603-b746-30e1f0015e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.334037 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-57fa9777-cfdf-4603-b746-30e1f0015e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384979 Oct 26 17:24:30.425271 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-e3573098-a362-408e-aa03-8dff64b46659 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Oct 26 17:24:30.515462 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-780abeaa-5d71-4ccf-ae4d-60a8932f21c8 req-104957f9-8996-48f1-8ff3-c34e83d676f6 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828171 Oct 26 17:24:30.735513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b86b19-43fc-4f29-b624-899060b5c022 req-ca778c37-2f14-4f5e-ba55-44b250cbbeaf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:30.736984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13b86b19-43fc-4f29-b624-899060b5c022 req-ca778c37-2f14-4f5e-ba55-44b250cbbeaf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0497074 Oct 26 17:24:30.774169 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13b86b19-43fc-4f29-b624-899060b5c022 req-fba7fd10-ee9e-4666-9616-ceee8b31af21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Oct 26 17:24:31.072147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-227fa647-0e86-42b0-ac8a-c85d08971150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:31.807304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:24:31.892699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239458f8-c73d-478f-b509-540b7a15c8cb req-0ab9b915-b1a2-42da-9cba-5d6a137551e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:31.894195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-239458f8-c73d-478f-b509-540b7a15c8cb req-0ab9b915-b1a2-42da-9cba-5d6a137551e1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0493433 Oct 26 17:24:31.903403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:31.915161 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:24:31.931752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-239458f8-c73d-478f-b509-540b7a15c8cb req-5e58e7d2-6c86-45d6-a784-8a9522e10a0f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Oct 26 17:24:31.953045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:31.965422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:24:31.984447 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:32.066858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:32.115856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:32.250907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['07d0a4ae-39c5-4e14-813a-e5f386871f7f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:24:33.051712 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bb57a-7ff5-480e-853a-1cda252a5679 req-1661cdc8-36a9-4c87-82e3-68ea5939b1db tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:33.053172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe1bb57a-7ff5-480e-853a-1cda252a5679 req-1661cdc8-36a9-4c87-82e3-68ea5939b1db tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0535555 Oct 26 17:24:33.092449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe1bb57a-7ff5-480e-853a-1cda252a5679 req-bbcf0cf4-876a-49b5-aac8-2b3faf4bafe3 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332999 Oct 26 17:24:33.613009 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74f50c6f-49b2-464b-920a-9cd7c9aeffb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:33.807087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:24:33.933099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:24:33.937431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:24:33.940632 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:34.016455 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:34.038910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:34.041167 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a75eff-dffc-49f6-a620-1be63e6427f5" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:34.054200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:24:34.079858 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70124b2-67c6-4576-aabc-321ffee25130 x-openstack-request-id: req-a70124b2-67c6-4576-aabc-321ffee25130 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:34.080147 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:34.080492 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a70124b2-67c6-4576-aabc-321ffee25130 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:34.080892 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'code': 200} Oct 26 17:24:34.127926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:34.182682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01292-20db-4497-8193-eced1dc43beb req-40b21abc-db9f-4284-963e-51d8d69a44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:34.184275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8fa01292-20db-4497-8193-eced1dc43beb req-40b21abc-db9f-4284-963e-51d8d69a44fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0418105 Oct 26 17:24:34.187522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:24:34.190187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:34.220571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8fa01292-20db-4497-8193-eced1dc43beb req-7c6fdc4c-8b9c-447b-b333-ba246edbf17a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293727 Oct 26 17:24:34.220824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f040b09-dd8b-4175-b0de-d02e3baeee17 req-4c583167-705b-4d42-973d-5042922cc8b0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:34.222220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f040b09-dd8b-4175-b0de-d02e3baeee17 req-4c583167-705b-4d42-973d-5042922cc8b0 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0589614 Oct 26 17:24:34.261164 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f040b09-dd8b-4175-b0de-d02e3baeee17 req-b267d2aa-6724-40ea-ab8a-6767ac3ade95 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Oct 26 17:24:35.243596 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:35.381316 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa65cd-1c3a-4f54-8cc1-d50599ed9b3f req-466820d5-daf1-427c-9bda-4b876300f136 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:35.382847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3aa65cd-1c3a-4f54-8cc1-d50599ed9b3f req-466820d5-daf1-427c-9bda-4b876300f136 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Oct 26 17:24:35.421622 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3aa65cd-1c3a-4f54-8cc1-d50599ed9b3f req-4159a490-e993-4869-8c38-4fedee8c4e87 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Oct 26 17:24:36.543207 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c9a4-40b2-4abd-ae43-ac71aad501e0 req-2f1fcf71-9bdc-440d-8ce8-107c79fa4e51 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:36.545415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4784c9a4-40b2-4abd-ae43-ac71aad501e0 req-2f1fcf71-9bdc-440d-8ce8-107c79fa4e51 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Oct 26 17:24:36.583264 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4784c9a4-40b2-4abd-ae43-ac71aad501e0 req-03db2fb8-ceaa-4dec-b765-a576d0165b27 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Oct 26 17:24:36.695915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6237e89-2e75-4cf7-ac24-1065a91aae68 req-d22a6333-be4f-45b1-b210-ef4a4b7cbf5c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:36.697385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6237e89-2e75-4cf7-ac24-1065a91aae68 req-d22a6333-be4f-45b1-b210-ef4a4b7cbf5c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Oct 26 17:24:36.706117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59190) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:24:36.710644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Request body: {'floatingip': {'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:24:36.749354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:36.819146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:37.466667 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.db.resource_extend [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 17:24:37.516771 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:37.626896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:37.726290 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 associated. External IP: 172.25.5.125, port: 07d0a4ae-39c5-4e14-813a-e5f386871f7f. Oct 26 17:24:37.927164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:24:38.032971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:24:38.038222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:38.042399 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:24:38.053103 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:24:38.053705 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:24:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:38.066191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5e4f77d6-e5d5-4dcf-9e7d-76ea3a402e61 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "PUT /v2.0/floatingips/809f1111-2ce8-476f-97fc-7fc3b7d0f887 HTTP/1.1" status: 200 len: 993 time: 1.3589871 Oct 26 17:24:38.066777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:24:38.069039 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2749d6-b819-416d-a1c9-5a8bbed1daa4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:24:38.160029 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf72c7f6-6107-4069-87cc-159a8bd68293 x-openstack-request-id: req-bf72c7f6-6107-4069-87cc-159a8bd68293 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:24:38.160380 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:24:38.160728 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf72c7f6-6107-4069-87cc-159a8bd68293 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:24:38.161217 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'status': 'completed', 'code': 200} Oct 26 17:24:38.164121 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:24:38.222635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-15401424-84cc-4fe6-b999-61c1da559256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:38.224103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-15401424-84cc-4fe6-b999-61c1da559256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0409505 Oct 26 17:24:38.325031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-795b6a28-78f8-432c-a20e-8c4d583b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:38.327805 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-795b6a28-78f8-432c-a20e-8c4d583b3fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0917726 Oct 26 17:24:38.391600 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:24:37Z', 'revision_number': 13, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:38.394108 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-85e42668-583d-4df6-88d0-29b57a7075a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.0585477 Oct 26 17:24:38.416983 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:24:38.426083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:24:38.426676 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:24:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:38.441751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-fb63e3cf-546e-4de8-abfc-59d875b53313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:38.443225 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-fb63e3cf-546e-4de8-abfc-59d875b53313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0432849 Oct 26 17:24:38.494554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-b8134294-7f8a-4edc-ace3-eec46c55250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:24:38.496020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-b8134294-7f8a-4edc-ace3-eec46c55250e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460386 Oct 26 17:24:38.588670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-34f070fb-eb38-42f0-8da4-ea222f55ed0b service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Oct 26 17:24:38.621138 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:24:38.682204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de2749d6-b819-416d-a1c9-5a8bbed1daa4 req-c465eabc-1656-488a-9757-f6c5075fb845 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863867 Oct 26 17:24:38.840931 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:24:37Z', 'revision_number': 13, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:24:38.869481 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ca9a0-031e-43a9-a63a-41428a943bf3 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '809f1111-2ce8-476f-97fc-7fc3b7d0f887', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'a525a352-0480-431b-9654-f9e839666f76', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:17:26Z', 'updated_at': '2021-10-26T17:24:37Z', 'revision_number': 13, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:24:39.049938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a80de4-f28d-42b2-80dd-2b1d50fbfb2d None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:24:51.475965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:24:52.984843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:01.071685 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d2901d06-4538-4049-b7b1-319d3c988dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:03.620023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e65e-98a9-45da-9ddb-c1ae08abe20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:04.161470 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:05.230087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:05.767517 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:25:06.815290 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:16.538812 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-fa9a9719-9c53-4418-aae4-5ec10ac718da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392532 Oct 26 17:25:16.621390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-03b4d3fc-0c07-4e63-9322-0894ee96deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:25:16.622951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-03b4d3fc-0c07-4e63-9322-0894ee96deae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0411270 Oct 26 17:25:16.727519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-77cd839e-08b9-4e17-8ff8-42a9d39b4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:25:16.728961 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-77cd839e-08b9-4e17-8ff8-42a9d39b4ac9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0877190 Oct 26 17:25:16.791427 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-fb683c4d-b6e7-46d6-b8c5-67480ba8d63c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1003 time: 0.0553131 Oct 26 17:25:16.842518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-7cdb0548-3fb5-47e1-b53f-3fc43bc9b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:25:16.843947 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-7cdb0548-3fb5-47e1-b53f-3fc43bc9b05f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0461304 Oct 26 17:25:16.889195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-562f6f93-d229-42cd-b712-41de91298a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:25:16.890559 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-562f6f93-d229-42cd-b712-41de91298a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389421 Oct 26 17:25:16.984256 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-516ee94f-39a4-48e5-8390-1d50eb58e0aa service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865729 Oct 26 17:25:17.072859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d55baab-8756-4a6f-bada-c01ec3a1bce7 req-e5f1cd4a-3604-45c3-bf78-25140b2e63d2 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 Oct 26 17:25:21.487366 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:23.001450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:31.076200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c70713fe-c6d1-44ed-b8df-7f7cb1bd4293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:33.608809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8061233e-fb6e-4e03-9293-aaefad5e4fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:34.180269 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:35.241328 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:36.806763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:42.767562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:25:51.500601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:25:52.997419 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:01.091330 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddd8f-9bec-4218-9101-5b39fc612448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:03.613926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c29b51ac-2843-4a3b-865f-d475e6a3f9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:04.157213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:05.241136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:06.812996 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:15.611514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3aa8c-cfe1-40c6-bf95-f7eac750ab31 req-947ad392-2ea7-442d-9d58-b9d3f195d234 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:15.613022 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb3aa8c-cfe1-40c6-bf95-f7eac750ab31 req-947ad392-2ea7-442d-9d58-b9d3f195d234 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0497124 Oct 26 17:26:15.650663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-beb3aa8c-cfe1-40c6-bf95-f7eac750ab31 req-5a42928d-9813-458f-81de-15df274cb0e9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Oct 26 17:26:18.565568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-107cac2c-c3cc-4d80-a4a5-23cc85c82a37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504119 Oct 26 17:26:18.654302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-aaa4ee15-4a11-4202-8549-be075f82d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:18.655840 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-aaa4ee15-4a11-4202-8549-be075f82d013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0461688 Oct 26 17:26:18.763552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-c7b54f78-f1c2-4bfb-9736-e5d6de486a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:18.764964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-c7b54f78-f1c2-4bfb-9736-e5d6de486a9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0890117 Oct 26 17:26:18.837682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-670e5f71-9492-423c-a641-21708d40891d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1003 time: 0.0658872 Oct 26 17:26:18.888706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-750c1233-1999-43f1-a897-b816e0f3920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:18.890192 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-750c1233-1999-43f1-a897-b816e0f3920c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0456684 Oct 26 17:26:18.937896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-582e125e-38bc-4f06-af4c-63498e57502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:18.939450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-582e125e-38bc-4f06-af4c-63498e57502d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412211 Oct 26 17:26:19.035645 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-00c0fb8f-5298-4538-aaa9-4481aee71650 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880125 Oct 26 17:26:19.125605 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d2f0016-5e6c-45af-8514-c615f84c071b req-4de6638c-aca2-46ba-bbd8-c16c9351d899 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826631 Oct 26 17:26:19.767309 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:26:21.499972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:22.978311 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:28.085670 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-d1cfb5da-286a-49ff-9aeb-0d324a303803 req-54127e3d-cf46-44de-bb67-f2a035d87039 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:26:28.086634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d1cfb5da-286a-49ff-9aeb-0d324a303803 req-54127e3d-cf46-44de-bb67-f2a035d87039 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052950 Oct 26 17:26:28.450522 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59650de8-47af-4e2a-9ca6-1f6c66ffc319 req-8c815f2a-dd4d-4ac8-9aa1-0e1b5aa2ae96 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:28.452461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59650de8-47af-4e2a-9ca6-1f6c66ffc319 req-8c815f2a-dd4d-4ac8-9aa1-0e1b5aa2ae96 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0540979 Oct 26 17:26:28.491274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-59650de8-47af-4e2a-9ca6-1f6c66ffc319 req-0478647b-be90-4d0f-945e-acff0c17e2fb tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Oct 26 17:26:28.549250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-e06e547c-1511-4d7f-97be-f2cecef0fe6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411608 Oct 26 17:26:28.557922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-88faa4c2-97f8-4fe7-9564-6e038f081edf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:26:28.558843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-88faa4c2-97f8-4fe7-9564-6e038f081edf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048120 Oct 26 17:26:29.610563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a0d7-dba0-4422-9308-be31c766cbf1 req-69f8e6a1-8215-4b89-9fee-347b28f325dc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:29.612081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba2a0d7-dba0-4422-9308-be31c766cbf1 req-69f8e6a1-8215-4b89-9fee-347b28f325dc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Oct 26 17:26:29.650434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ba2a0d7-dba0-4422-9308-be31c766cbf1 req-0b99c463-f84c-4873-92ee-bda3dedcd667 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Oct 26 17:26:30.531933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-924dafde-b1f1-4878-8cef-d5058689d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:30.533413 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-924dafde-b1f1-4878-8cef-d5058689d425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0445821 Oct 26 17:26:30.623550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-65670acf-7794-4233-b0f0-75d94046b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:30.625572 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-65670acf-7794-4233-b0f0-75d94046b965 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0836077 Oct 26 17:26:30.693963 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-221e4553-3f92-4bac-b2ae-58d664852cd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1003 time: 0.0615344 Oct 26 17:26:30.743735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-0f37baca-eb37-46e4-a55d-7a48749aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:30.745185 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-0f37baca-eb37-46e4-a55d-7a48749aa8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0441799 Oct 26 17:26:30.774858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4943ec-59f9-49e2-a85a-df278427486c req-41454c5c-d515-436f-af42-84f9022875d9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:30.776385 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa4943ec-59f9-49e2-a85a-df278427486c req-41454c5c-d515-436f-af42-84f9022875d9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0539112 Oct 26 17:26:30.791496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-b09e681f-2cd7-45cf-b7db-a90f5cb5c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:30.792898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-b09e681f-2cd7-45cf-b7db-a90f5cb5c2c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408154 Oct 26 17:26:30.814929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aa4943ec-59f9-49e2-a85a-df278427486c req-1e447edf-a367-42ef-80b1-14e2af127af9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Oct 26 17:26:30.897284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-c32fd354-03d2-4815-934e-563a12b5bfe5 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969465 Oct 26 17:26:30.985718 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-05706743-e3a9-4812-bd1e-2d815b53da4f service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807900 Oct 26 17:26:31.121239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6cc826b9-b7c7-47fa-8ebc-f7b89863acca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:31.931157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d04b-87bb-4f8c-bfa3-796623b00722 req-7bec1a34-4c31-44ba-a6d4-536753fa61fc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:31.932633 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40e8d04b-87bb-4f8c-bfa3-796623b00722 req-7bec1a34-4c31-44ba-a6d4-536753fa61fc tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Oct 26 17:26:31.970176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40e8d04b-87bb-4f8c-bfa3-796623b00722 req-30a2506d-4c17-4ddf-964d-b9246409d0f9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Oct 26 17:26:33.086760 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6d93e-cbd1-430a-8b3a-bd98db83019e req-53999604-37d3-48fb-a0a0-b6535b8d6737 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:33.088178 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ae6d93e-cbd1-430a-8b3a-bd98db83019e req-53999604-37d3-48fb-a0a0-b6535b8d6737 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0491443 Oct 26 17:26:33.126171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3ae6d93e-cbd1-430a-8b3a-bd98db83019e req-35358590-70df-48aa-b570-f37f179130f9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Oct 26 17:26:33.631395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e7e061e0-8999-4e55-a071-1663e964ec63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:34.161127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:34.250085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff9678-649c-4c5a-ac47-6ff6401c9cb8 req-31a7ca4c-f5d1-4153-9b80-8eb128b0d309 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:34.251610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6ff9678-649c-4c5a-ac47-6ff6401c9cb8 req-31a7ca4c-f5d1-4153-9b80-8eb128b0d309 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0526891 Oct 26 17:26:34.288887 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6ff9678-649c-4c5a-ac47-6ff6401c9cb8 req-45e6abe1-a2ee-45e3-931e-4af6193beb51 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Oct 26 17:26:35.235353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:35.406086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de09f1-ea84-44a7-a2ab-66493857a4cb req-4d66f794-da3e-4cdf-b535-5af951d53b3f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:35.407637 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3de09f1-ea84-44a7-a2ab-66493857a4cb req-4d66f794-da3e-4cdf-b535-5af951d53b3f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0501404 Oct 26 17:26:35.444778 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b3de09f1-ea84-44a7-a2ab-66493857a4cb req-845cd122-5c68-432c-8477-15d5b9b69af9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Oct 26 17:26:36.568974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6c09-f513-4460-81ad-9d82800c03c0 req-f7233021-2d02-43ab-9737-0f4a426a5917 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:36.570439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c26d6c09-f513-4460-81ad-9d82800c03c0 req-f7233021-2d02-43ab-9737-0f4a426a5917 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0564213 Oct 26 17:26:36.609077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c26d6c09-f513-4460-81ad-9d82800c03c0 req-1449c91a-5bf3-4cf9-88e4-e7437ac7d06a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Oct 26 17:26:36.858319 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:37.729417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4f9b4-eacc-43a0-99dd-e9a7c162cd09 req-6bb95f44-dad3-4ad8-95ac-07af8698a8b2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:37.730875 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf4f9b4-eacc-43a0-99dd-e9a7c162cd09 req-6bb95f44-dad3-4ad8-95ac-07af8698a8b2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Oct 26 17:26:37.768552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf4f9b4-eacc-43a0-99dd-e9a7c162cd09 req-d983da7a-2d90-45a7-982c-11647f403a7f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Oct 26 17:26:38.884426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fc86b-0419-4852-b7e2-f7ed2930ce75 req-043ce4fc-8892-42da-b6d4-7367cd3b40c2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:38.885891 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e21fc86b-0419-4852-b7e2-f7ed2930ce75 req-043ce4fc-8892-42da-b6d4-7367cd3b40c2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0491815 Oct 26 17:26:38.923458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e21fc86b-0419-4852-b7e2-f7ed2930ce75 req-51385e7e-82cf-41c2-b250-7f9381f0d569 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Oct 26 17:26:40.038363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe91bd-8fb9-46d5-bbdf-da5fc8e90ca2 req-d26505cc-dac1-469e-b74a-45c8ef4312fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:40.039860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5dfe91bd-8fb9-46d5-bbdf-da5fc8e90ca2 req-d26505cc-dac1-469e-b74a-45c8ef4312fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0482581 Oct 26 17:26:40.076855 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5dfe91bd-8fb9-46d5-bbdf-da5fc8e90ca2 req-561e8bbd-36d2-4eb9-abb8-4633f755a301 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Oct 26 17:26:41.199009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec979c8b-d5f6-436b-a4ee-911afca83c2c req-bd1b4a0a-5ece-4b98-815d-d9f7185475ff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:41.200486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec979c8b-d5f6-436b-a4ee-911afca83c2c req-bd1b4a0a-5ece-4b98-815d-d9f7185475ff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0532565 Oct 26 17:26:41.239012 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec979c8b-d5f6-436b-a4ee-911afca83c2c req-26994dc6-23e9-4cc4-876c-6f54e0b5f21d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Oct 26 17:26:42.371035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7590db-a905-4124-8755-156f849c198f req-68fb5b37-bd4e-495d-a83e-b24cbd0e299c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:42.377370 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf7590db-a905-4124-8755-156f849c198f req-68fb5b37-bd4e-495d-a83e-b24cbd0e299c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0618093 Oct 26 17:26:42.413795 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cf7590db-a905-4124-8755-156f849c198f req-97836609-87ce-4f28-aeb8-ba32f7776451 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347631 Oct 26 17:26:43.537570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b7de-5bbb-4871-a86d-12ba36b31d69 req-886ae928-2f16-41a1-81a5-d3e3690caeb6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:43.539804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6744b7de-5bbb-4871-a86d-12ba36b31d69 req-886ae928-2f16-41a1-81a5-d3e3690caeb6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0516818 Oct 26 17:26:43.578790 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6744b7de-5bbb-4871-a86d-12ba36b31d69 req-8a286d88-5cd3-4e7f-9ffb-5b73d62ce90f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327730 Oct 26 17:26:44.705031 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e73381-2c10-48aa-bdf9-4e0b04a75c13 req-3106f72c-bbdc-48e0-982e-056506e874d4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:44.706653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7e73381-2c10-48aa-bdf9-4e0b04a75c13 req-3106f72c-bbdc-48e0-982e-056506e874d4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0584123 Oct 26 17:26:44.746045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7e73381-2c10-48aa-bdf9-4e0b04a75c13 req-7c5a3633-e986-4585-919f-30131db1ba67 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Oct 26 17:26:45.512314 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-16258422-d2ff-43e7-962a-267188848722 req-1a37d599-608a-4d4a-bf9d-433483268ab7 service neutron] show failed (client error): The resource could not be found. Oct 26 17:26:45.513225 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-1a37d599-608a-4d4a-bf9d-433483268ab7 service neutron] 10.222.0.47 "GET /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0604444 Oct 26 17:26:45.871426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293800-45fc-4159-990b-69f587450e69 req-1cc95bef-31c8-47a6-a9ab-4fe68a67ea99 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:45.872978 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef293800-45fc-4159-990b-69f587450e69 req-1cc95bef-31c8-47a6-a9ab-4fe68a67ea99 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0558958 Oct 26 17:26:45.914497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef293800-45fc-4159-990b-69f587450e69 req-a089c9cf-e21e-4e6f-97ef-c9867df1fd6c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345490 Oct 26 17:26:45.996950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-349c8af5-d46e-485e-8af5-4c0f7d836845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:45.998411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-349c8af5-d46e-485e-8af5-4c0f7d836845 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1097 time: 0.0795479 Oct 26 17:26:46.011031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:26:46.062505 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.263348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:26:46.296757 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:26:46.334851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:26:46.337027 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56af3584-0d74-42ff-b6ad-c4bb607c8124" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:26:46.340988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.353720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Transition to ACTIVE for port object 07d0a4ae-39c5-4e14-813a-e5f386871f7f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:26:46.368452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:26:46.387204 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269470dc-1ee1-4e5f-9c20-607cdd69b044 x-openstack-request-id: req-269470dc-1ee1-4e5f-9c20-607cdd69b044 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:26:46.396960 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:26:46.396960 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-269470dc-1ee1-4e5f-9c20-607cdd69b044 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:26:46.396960 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'code': 200} Oct 26 17:26:46.408277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.457358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:26:46.498582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.499202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.499607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.500026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.500360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.500696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.501034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.501348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.501674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.502003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.502325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.502646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:26:46.549172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] No DVR routers for this DVR port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:26:46.682934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:26:46.683295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:26:46.683617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:26:46.687981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:26:46.688298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:26:46.693023 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:26:46.693355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:26:46.693738 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:26:46.694158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Bound port: 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:26:46.694502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.755291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:26:46.758239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:26:46.848679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.883814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:46.884413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:46.885791 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] 10.222.0.39 "PUT /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1092 time: 0.8787177 Oct 26 17:26:46.918270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c2b5-eab1-4158-8a52-9735e126982f service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:26:46.956415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-c2d6acb5-88bc-4ac5-bf8d-47a7cbba031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:46.957932 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-c2d6acb5-88bc-4ac5-bf8d-47a7cbba031c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1095 time: 0.0488024 Oct 26 17:26:47.045124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac4cc-3fbe-47b2-9626-23d6b2caedb6 req-c004a6a3-4d29-4a05-8892-e097a4d9acf1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:47.047217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14fac4cc-3fbe-47b2-9626-23d6b2caedb6 req-c004a6a3-4d29-4a05-8892-e097a4d9acf1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0563521 Oct 26 17:26:47.057896 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-f61733e0-a4ac-4d68-ab43-5840094fa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:47.059541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-f61733e0-a4ac-4d68-ab43-5840094fa9a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0942817 Oct 26 17:26:47.089993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14fac4cc-3fbe-47b2-9626-23d6b2caedb6 req-3365989f-17c8-454a-a152-3e00fa89f352 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Oct 26 17:26:47.130854 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-ce6ba7bf-27f9-4e7d-8f36-4dfa8d80235e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.0634835 Oct 26 17:26:47.182304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-08eb1e79-b1a3-4c8e-bda3-507fcac52532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:47.190606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-08eb1e79-b1a3-4c8e-bda3-507fcac52532 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0457811 Oct 26 17:26:47.229251 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258422-d2ff-43e7-962a-267188848722 req-f2b86e73-abea-41d0-b68e-7dbfe3f24004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:47.230768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-f2b86e73-abea-41d0-b68e-7dbfe3f24004 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398703 Oct 26 17:26:47.322772 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-b5df3729-2cdd-4fb3-81a8-1b4183c7293d service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Oct 26 17:26:47.411835 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-ebffc530-ca81-4896-a3d0-b8fd5a8fc025 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824058 Oct 26 17:26:48.217513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03abe-a86d-4ba9-bd68-546fdf731a26 req-57a23c5c-92a2-4aae-ac24-8d1dbb248883 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.219003 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84e03abe-a86d-4ba9-bd68-546fdf731a26 req-57a23c5c-92a2-4aae-ac24-8d1dbb248883 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0528932 Oct 26 17:26:48.256641 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-84e03abe-a86d-4ba9-bd68-546fdf731a26 req-5568d6f2-571d-4d33-80af-b83ffb8a1c70 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Oct 26 17:26:48.390161 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:26:48.392572 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39033227-360c-4f4e-9bae-272b118c303d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:26:48.443085 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6c32a3-3c6f-45a1-96c2-b21819904484 x-openstack-request-id: req-0f6c32a3-3c6f-45a1-96c2-b21819904484 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:26:48.443410 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:26:48.443739 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f6c32a3-3c6f-45a1-96c2-b21819904484 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:26:48.444141 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'status': 'completed', 'code': 200} Oct 26 17:26:48.533793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-7cfaede4-6048-4ac1-9e91-6e1f0a99038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.535001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-7cfaede4-6048-4ac1-9e91-6e1f0a99038e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1095 time: 0.0645192 Oct 26 17:26:48.539530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-1a6daef3-d892-4e1a-b7f9-576fdc6709d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.540906 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-1a6daef3-d892-4e1a-b7f9-576fdc6709d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1095 time: 0.0787027 Oct 26 17:26:48.693700 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-d9ff47e8-a93e-4a87-97b3-57e1d0abdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.695090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-d9ff47e8-a93e-4a87-97b3-57e1d0abdecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1530106 Oct 26 17:26:48.696142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-10b3abf8-e732-4b0c-8161-a625d09d46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.697411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-10b3abf8-e732-4b0c-8161-a625d09d46d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1480722 Oct 26 17:26:48.806593 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-b71be4c0-1a93-45dc-9a3a-b7c7dff84ee1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.1046867 Oct 26 17:26:48.808335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-9c56b4fd-e893-4e23-835b-e29d1630ee0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.1002853 Oct 26 17:26:48.900407 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-516f9a2c-e9f0-4675-b567-12d77b6d6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.901878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-516f9a2c-e9f0-4675-b567-12d77b6d6f6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0886791 Oct 26 17:26:48.903265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-82b88d7f-6f9a-4aa7-83c0-45b885a3e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.904563 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-82b88d7f-6f9a-4aa7-83c0-45b885a3e6bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0839379 Oct 26 17:26:48.976126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-4ac5419d-3c0c-4fd3-a3de-eb393027624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.977583 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-4ac5419d-3c0c-4fd3-a3de-eb393027624d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686157 Oct 26 17:26:48.980033 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39033227-360c-4f4e-9bae-272b118c303d req-a6df9351-2948-48bc-8521-e528d981b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:48.981408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-a6df9351-2948-48bc-8521-e528d981b920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650439 Oct 26 17:26:49.383016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aa3db-357c-4f92-8022-bb4e1b560335 req-84105020-c81e-4a71-bcf9-3f0747463251 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:49.385348 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b1aa3db-357c-4f92-8022-bb4e1b560335 req-84105020-c81e-4a71-bcf9-3f0747463251 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0557394 Oct 26 17:26:49.430255 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b1aa3db-357c-4f92-8022-bb4e1b560335 req-36fcd79d-b30d-45fd-a28b-0c280f485097 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340486 Oct 26 17:26:49.477758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-90664132-60e0-4ec2-996c-0d345ef88f09 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925246 Oct 26 17:26:49.479571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-db48eb80-548a-45ca-9d03-a35542f4a9e6 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875858 Oct 26 17:26:49.632935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-2a8b4014-61f7-4d9b-8008-574d1b384bdf service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475456 Oct 26 17:26:49.636110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-39033227-360c-4f4e-9bae-272b118c303d req-12578405-8533-4aa5-897d-bdfc2939fa65 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438971 Oct 26 17:26:50.552827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48083-1d4f-4772-9fa8-581088a36ddd req-ccbee208-00d2-4228-be89-b49a4e8d8470 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:50.554294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d48083-1d4f-4772-9fa8-581088a36ddd req-ccbee208-00d2-4228-be89-b49a4e8d8470 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0495393 Oct 26 17:26:50.591867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-40d48083-1d4f-4772-9fa8-581088a36ddd req-217abdb5-6ddb-41dc-ab1c-338065be2a65 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Oct 26 17:26:51.505353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:51.716325 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c887449-5634-4864-a7d4-6e224620d3de req-630470cf-a53d-4f99-a7ab-d39a61d18c41 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:51.718383 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c887449-5634-4864-a7d4-6e224620d3de req-630470cf-a53d-4f99-a7ab-d39a61d18c41 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0564878 Oct 26 17:26:51.758478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8c887449-5634-4864-a7d4-6e224620d3de req-24cb583b-6fd6-49a1-a53d-dab2282e6066 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Oct 26 17:26:52.877562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107311-1d38-4884-9c75-af3b634e9b30 req-99e3a8cd-ba2a-498f-a679-ad14188dc10b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:52.879082 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db107311-1d38-4884-9c75-af3b634e9b30 req-99e3a8cd-ba2a-498f-a679-ad14188dc10b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0499771 Oct 26 17:26:52.917621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-db107311-1d38-4884-9c75-af3b634e9b30 req-1f1e2d6e-584c-439b-87ff-e441f1718200 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Oct 26 17:26:53.008165 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:26:54.037752 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6c97-4aae-4df2-b429-39e0c58861d1 req-5e87cb75-4f57-4939-a6ce-cce210f04db1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:54.039256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77ea6c97-4aae-4df2-b429-39e0c58861d1 req-5e87cb75-4f57-4939-a6ce-cce210f04db1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0500519 Oct 26 17:26:54.076327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77ea6c97-4aae-4df2-b429-39e0c58861d1 req-667a502b-f417-4343-a36c-9a27fe9b8f88 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Oct 26 17:26:55.198255 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f362c71-1aa0-4b31-a1e1-0c168c4d07a9 req-ebde81e7-5cd5-4575-ba6b-2560a48c9a9b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:55.199747 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f362c71-1aa0-4b31-a1e1-0c168c4d07a9 req-ebde81e7-5cd5-4575-ba6b-2560a48c9a9b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0538409 Oct 26 17:26:55.238157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f362c71-1aa0-4b31-a1e1-0c168c4d07a9 req-cce18a90-0053-46c5-953a-ca4e8498b34b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Oct 26 17:26:56.355993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81dac6-e6f2-4e2f-9def-094aa684d19c req-55036b04-bce5-4e3f-a3dd-3ac4f4994aab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:56.357453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff81dac6-e6f2-4e2f-9def-094aa684d19c req-55036b04-bce5-4e3f-a3dd-3ac4f4994aab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0484197 Oct 26 17:26:56.397203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ff81dac6-e6f2-4e2f-9def-094aa684d19c req-74a9daaa-bbcb-42c6-bb21-ec620d32d171 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Oct 26 17:26:56.767393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:26:57.523771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee3f9-1f21-405d-b2c2-c55736a6d2db req-5d7b1a56-8851-4ec0-bf7a-c081274c16e5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:57.525298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f9ee3f9-1f21-405d-b2c2-c55736a6d2db req-5d7b1a56-8851-4ec0-bf7a-c081274c16e5 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0513015 Oct 26 17:26:57.565062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6f9ee3f9-1f21-405d-b2c2-c55736a6d2db req-d1c62806-241f-4b3c-929a-74076475e200 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Oct 26 17:26:58.688468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86529d-e081-43d3-a8de-cd9359c09344 req-bf5b8d77-5cb7-415a-8613-4d6f46111048 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:58.689942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b86529d-e081-43d3-a8de-cd9359c09344 req-bf5b8d77-5cb7-415a-8613-4d6f46111048 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0555079 Oct 26 17:26:58.728457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b86529d-e081-43d3-a8de-cd9359c09344 req-91462455-05d5-4043-b5c8-f751ce0ee39b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Oct 26 17:26:59.843169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3aef4-e838-4929-b2dd-44554287e0b1 req-628d6da8-3302-47fc-9475-41dfa38f578d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:26:59.844617 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43a3aef4-e838-4929-b2dd-44554287e0b1 req-628d6da8-3302-47fc-9475-41dfa38f578d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0485630 Oct 26 17:26:59.881948 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-43a3aef4-e838-4929-b2dd-44554287e0b1 req-c77a1423-d7c5-4e9f-bf96-393bfe2cfac4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Oct 26 17:27:00.913874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:27:01.003779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb776b-fef5-458f-b798-4f15d0625c8e req-1ffc3954-6c9b-496d-8fc7-b5b0c1214809 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:01.006067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ffb776b-fef5-458f-b798-4f15d0625c8e req-1ffc3954-6c9b-496d-8fc7-b5b0c1214809 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 944 time: 0.0505290 Oct 26 17:27:01.026368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:01.037701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:27:01.044594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ffb776b-fef5-458f-b798-4f15d0625c8e req-b5c8518f-4a02-48ea-ad64-fda9b8184653 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Oct 26 17:27:01.077714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:01.086287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5d6f1a42-fb6e-46a6-b8eb-55128f6faa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:01.092151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:27:01.112292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:01.173770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:01.226304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:01.233673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.234021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.234363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.234703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.235039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.235396 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.235726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.236054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.236399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.236711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.237032 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.237353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:01.554367 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['07d0a4ae-39c5-4e14-813a-e5f386871f7f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:27:01.698845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0aa40-1398-4f54-9620-5065f8b1f836 req-6d477d33-66dd-4062-8fc1-dc97abb83451 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:01.700411 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec0aa40-1398-4f54-9620-5065f8b1f836 req-6d477d33-66dd-4062-8fc1-dc97abb83451 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0636055 Oct 26 17:27:01.725148 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-95dad896-7d95-4819-9d0e-8ac5877cf847 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:01.730960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-95dad896-7d95-4819-9d0e-8ac5877cf847 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&tenant_id=974ead70d4054d02a9f5aa98383e244b&binding%3Ahost_id=n-h2-815373-2 HTTP/1.1" status: 200 len: 945 time: 0.0567169 Oct 26 17:27:01.739917 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ec0aa40-1398-4f54-9620-5065f8b1f836 req-79653074-1815-47fa-9496-b619c2503661 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314624 Oct 26 17:27:01.792044 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-1d5ad2fd-0a9e-4545-b538-48d207d2b1b0 service neutron] 10.222.0.39 "GET /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f/bindings/n-h2-815373-2 HTTP/1.1" status: 200 len: 382 time: 0.0569386 Oct 26 17:27:01.855109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-45fa9e21-10da-43d8-bac3-88c5a9adddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:01.856599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-45fa9e21-10da-43d8-bac3-88c5a9adddbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1096 time: 0.0404897 Oct 26 17:27:01.948579 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-b74d6291-fa7f-4c9e-8b2e-b85e7adf6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:01.950032 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-b74d6291-fa7f-4c9e-8b2e-b85e7adf6898 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0859072 Oct 26 17:27:02.018154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-c2edca0b-ff35-45c4-8ab4-6ee98d08a0da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1002 time: 0.0604722 Oct 26 17:27:02.068086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-e816ebf2-7b45-40b7-bcf8-2c5a3e46e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:02.069417 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-e816ebf2-7b45-40b7-bcf8-2c5a3e46e9fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0435953 Oct 26 17:27:02.113701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-f004e58d-3300-4bcf-b40d-3ffdb2c6e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:02.115155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-f004e58d-3300-4bcf-b40d-3ffdb2c6e57e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388446 Oct 26 17:27:02.206928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-743aa6f5-b219-484a-80b1-96d29a499228 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846481 Oct 26 17:27:02.296491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-a47cc8da-385c-4da0-a534-a9386f1c30d0 service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Oct 26 17:27:02.859888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf50e-14d4-45fb-a9e4-f288451e73ca req-031b9ceb-f7a8-4b4e-ac42-935e03d46bf9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:02.861267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3cf50e-14d4-45fb-a9e4-f288451e73ca req-031b9ceb-f7a8-4b4e-ac42-935e03d46bf9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Oct 26 17:27:02.898733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fc3cf50e-14d4-45fb-a9e4-f288451e73ca req-329224ef-04a8-4581-85ff-bbe85124f9e8 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Oct 26 17:27:02.920463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:27:03.053504 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:27:03.057452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:27:03.057827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:03.135550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:03.157634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:03.159870 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d25db-fc73-4173-aeb7-2c984258f3c1" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:03.172925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:03.248644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:03.274524 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4afb2bb-c287-4f92-9ff5-492275623d59 x-openstack-request-id: req-f4afb2bb-c287-4f92-9ff5-492275623d59 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:03.274821 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:03.275189 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4afb2bb-c287-4f92-9ff5-492275623d59 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:03.275570 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'code': 200} Oct 26 17:27:03.302903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:03.619581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-320a5fa5-b60f-4d2d-b2b2-4dc013587d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:04.021569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f9d3f-145a-4780-aea3-dfd0510ecf35 req-b440508c-df8c-442f-949f-4199321d570d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:04.023035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-313f9d3f-145a-4780-aea3-dfd0510ecf35 req-b440508c-df8c-442f-949f-4199321d570d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0499732 Oct 26 17:27:04.060184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-313f9d3f-145a-4780-aea3-dfd0510ecf35 req-e0ce40ab-6b76-4d8b-9345-ef44724f98fd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Oct 26 17:27:04.161973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:05.184569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068a876-f68b-485b-a357-290682de99c1 req-dea41a63-75f0-4442-969b-982007d0dfaf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:05.186610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f068a876-f68b-485b-a357-290682de99c1 req-dea41a63-75f0-4442-969b-982007d0dfaf tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0542130 Oct 26 17:27:05.227060 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f068a876-f68b-485b-a357-290682de99c1 req-e1d861d7-ad3c-4e8d-96e5-28181c67c3a1 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331542 Oct 26 17:27:05.253865 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:06.346768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416157f-e7ef-4f55-afc6-b797fbd41a47 req-aafe11ef-f993-4a96-b56d-a8793bcfa1ab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:06.348262 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d416157f-e7ef-4f55-afc6-b797fbd41a47 req-aafe11ef-f993-4a96-b56d-a8793bcfa1ab tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0482225 Oct 26 17:27:06.386353 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d416157f-e7ef-4f55-afc6-b797fbd41a47 req-5dbfab58-437f-41fd-ad65-83cb0f6bc4df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321381 Oct 26 17:27:06.859568 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:07.479222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-b824e790-4094-4488-bfce-3c312fc7b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:07.480621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-b824e790-4094-4488-bfce-3c312fc7b3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72&tenant_id=974ead70d4054d02a9f5aa98383e244b HTTP/1.1" status: 200 len: 1097 time: 0.0414019 Oct 26 17:27:07.493720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:07.507689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8423e-31d0-44cd-b13d-bc5ddc8605b4 req-2e79924c-b470-4da2-a887-1175f2034883 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:07.509656 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edf8423e-31d0-44cd-b13d-bc5ddc8605b4 req-2e79924c-b470-4da2-a887-1175f2034883 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0540457 Oct 26 17:27:07.551905 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-edf8423e-31d0-44cd-b13d-bc5ddc8605b4 req-a5b2e004-6871-4af3-93df-f2f7b26fc940 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356956 Oct 26 17:27:07.552139 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:07.749927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:07.780807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:27:07.818503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:07.820781 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d40e225-95a6-4c9c-93b5-d23a02c38b03" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:07.824794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:07.838036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Transition to ACTIVE for port object 07d0a4ae-39c5-4e14-813a-e5f386871f7f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:27:07.870137 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b58d9-00c0-4d1c-b553-a0e9d81ada91 x-openstack-request-id: req-6f8b58d9-00c0-4d1c-b553-a0e9d81ada91 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:07.870426 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:07.870676 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f8b58d9-00c0-4d1c-b553-a0e9d81ada91 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:07.871072 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'code': 200} Oct 26 17:27:07.881919 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:07.973734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=10']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:08.009972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] No DVR routers for this DVR port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:27:08.149578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:27:08.149909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:27:08.150238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:08.154432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:27:08.154744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Attempting to bind port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on network 9cafd012-085f-4b98-bc24-ae42da323144 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:08.159607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:27:08.159937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Checking segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:27:08.160318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Bound using segment: {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:27:08.160736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Bound port: 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8f36c7-66f0-451e-9ef5-2795699a23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:27:08.161078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:08.228748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:27:08.231805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:27:08.315589 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:08.364541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.365426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:08.367034 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] 10.222.0.47 "PUT /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1093 time: 0.8774700 Oct 26 17:27:08.380885 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099235b-6ac3-42fb-94c4-ef6d73122699 service neutron] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=11']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:08.437087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-a22017b9-4592-4dc6-9fee-9b4e0e378f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.438625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-a22017b9-4592-4dc6-9fee-9b4e0e378f14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1096 time: 0.0450971 Oct 26 17:27:08.546759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-ce9dd49d-88cc-4161-ab46-9e81b847a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.549261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-ce9dd49d-88cc-4161-ab46-9e81b847a888 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1036060 Oct 26 17:27:08.657930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-0bd1dcdd-eef7-4c99-9280-4ee77e84fc20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.0615640 Oct 26 17:27:08.671741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-be17afe7-4b81-4e11-ba66-4f908ceccc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.673208 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-be17afe7-4b81-4e11-ba66-4f908ceccc76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0486288 Oct 26 17:27:08.688609 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1918b-dbce-4243-af4a-837dbdbe3407 req-d80ce42f-9e16-4699-9c4c-542e416815f4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.690096 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eb1918b-dbce-4243-af4a-837dbdbe3407 req-d80ce42f-9e16-4699-9c4c-542e416815f4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0530117 Oct 26 17:27:08.724028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-c3b4808f-fdd0-4535-8071-f9b6dbd99488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:08.725508 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-c3b4808f-fdd0-4535-8071-f9b6dbd99488 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455832 Oct 26 17:27:08.729330 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0eb1918b-dbce-4243-af4a-837dbdbe3407 req-b8a1bb33-780c-4c76-a19e-03682a7ccfc8 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Oct 26 17:27:08.815217 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-e560a6dc-ae72-49e5-b699-859844f47610 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Oct 26 17:27:08.908641 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d02e100-082e-4d5d-8bdd-e16568c51162 req-e0b43905-7dd7-417d-8a8b-8315433eea4f service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Oct 26 17:27:08.944154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:27:08.986514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:27:09.849969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6417c36-12af-4cba-a966-9d26b67b4b7d req-83df29f9-1b8e-4e13-bc50-a383123d2bec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:09.851461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6417c36-12af-4cba-a966-9d26b67b4b7d req-83df29f9-1b8e-4e13-bc50-a383123d2bec tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0500917 Oct 26 17:27:09.871930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:09.875085 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fad79-0058-416c-9287-389d9f54c745" -d '{"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:09.891350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6417c36-12af-4cba-a966-9d26b67b4b7d req-1f8a521c-61f6-4975-b399-6c2008d20d21 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338144 Oct 26 17:27:09.932483 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1061ef75-f5c7-4dbb-aa30-8281d1ed8768 x-openstack-request-id: req-1061ef75-f5c7-4dbb-aa30-8281d1ed8768 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:09.932778 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:09.933033 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1061ef75-f5c7-4dbb-aa30-8281d1ed8768 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:09.933440 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'status': 'completed', 'code': 200} Oct 26 17:27:10.024583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-4f5ec903-2185-4840-9fc2-5afaefeae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.026012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-4f5ec903-2185-4840-9fc2-5afaefeae0e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1096 time: 0.0716951 Oct 26 17:27:10.027740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-ba409204-9bcb-40b0-a3ea-433fb789d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.029098 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-ba409204-9bcb-40b0-a3ea-433fb789d90e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1096 time: 0.0666771 Oct 26 17:27:10.195868 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-7d91c474-50f6-4acb-bfe2-ac161c9ad916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.197351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-7d91c474-50f6-4acb-bfe2-ac161c9ad916 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1633391 Oct 26 17:27:10.199977 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-188e0d48-6984-4248-95c4-4f955653abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.201323 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-188e0d48-6984-4248-95c4-4f955653abc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.1601031 Oct 26 17:27:10.309696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-41999664-2332-4f76-b7b0-43c9bccc15e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.1050487 Oct 26 17:27:10.314354 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-f4229241-b616-4965-a64d-67b7a478bd50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.1043429 Oct 26 17:27:10.393292 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-c308be3f-8b93-46fe-a465-b5e6282f1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.394770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-c308be3f-8b93-46fe-a465-b5e6282f1250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0714424 Oct 26 17:27:10.396088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-fa879f49-fdaa-4331-874e-bf0f945fa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.397415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-fa879f49-fdaa-4331-874e-bf0f945fa951 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0812545 Oct 26 17:27:10.477170 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-54a80bdf-8718-42a2-83be-0c53a71404e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.478670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-54a80bdf-8718-42a2-83be-0c53a71404e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766692 Oct 26 17:27:10.480203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fad79-0058-416c-9287-389d9f54c745 req-2f988899-4192-4cd1-b8fe-b322b223daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:10.481515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-2f988899-4192-4cd1-b8fe-b322b223daf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714986 Oct 26 17:27:10.637429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-910c7364-7864-43e4-9c25-4975bfb265bd service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510077 Oct 26 17:27:10.639832 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-b7e2d082-ebe6-4d67-a4df-44f871432f45 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461303 Oct 26 17:27:10.796716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-f036206a-2d61-426c-a30f-d7f2eb6dc3fd service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452215 Oct 26 17:27:10.798719 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-029fad79-0058-416c-9287-389d9f54c745 req-6f3cd955-7da6-44b0-aa0d-037954442a2f service neutron] 10.222.0.39 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542277 Oct 26 17:27:11.010754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62837f-dc7d-4594-bd8e-2185ccc4479b req-7a497313-2a73-4322-aed1-56be713fe97d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:11.012287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f62837f-dc7d-4594-bd8e-2185ccc4479b req-7a497313-2a73-4322-aed1-56be713fe97d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Oct 26 17:27:11.050726 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8f62837f-dc7d-4594-bd8e-2185ccc4479b req-133d3429-3cc7-4a07-b185-d7e5da837751 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Oct 26 17:27:12.175402 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6dc8-7f3d-4c3e-b90c-de64ca398fb2 req-a9118064-1320-4cbd-bfef-7aff484abd43 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:12.176907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-680a6dc8-7f3d-4c3e-b90c-de64ca398fb2 req-a9118064-1320-4cbd-bfef-7aff484abd43 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0547762 Oct 26 17:27:12.215819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-680a6dc8-7f3d-4c3e-b90c-de64ca398fb2 req-8676a233-8ac4-47cc-bb31-d232104657fd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Oct 26 17:27:13.333813 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8aa9d-aba2-451f-9103-800836ff17f0 req-0d2c80d8-c548-4bdf-a238-5c6a2049269d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:13.335309 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc8aa9d-aba2-451f-9103-800836ff17f0 req-0d2c80d8-c548-4bdf-a238-5c6a2049269d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0489471 Oct 26 17:27:13.375937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5bc8aa9d-aba2-451f-9103-800836ff17f0 req-76013eb9-d8fd-4e4e-99fa-36d8ae230577 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Oct 26 17:27:14.492093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29320cce-c223-40df-b120-aeb8fa4c2384 req-ac16962a-eeaf-4b37-bd66-7041aca4d2f7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:14.493549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29320cce-c223-40df-b120-aeb8fa4c2384 req-ac16962a-eeaf-4b37-bd66-7041aca4d2f7 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Oct 26 17:27:14.530815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29320cce-c223-40df-b120-aeb8fa4c2384 req-b561753a-1a8f-4bf7-bfc1-3f52baaccf8b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312250 Oct 26 17:27:15.653493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887145c-c23c-4232-b2b2-f2960dcda355 req-0951fa44-e1c6-430d-aad2-454254a771a2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:15.654907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9887145c-c23c-4232-b2b2-f2960dcda355 req-0951fa44-e1c6-430d-aad2-454254a771a2 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0534918 Oct 26 17:27:15.693208 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9887145c-c23c-4232-b2b2-f2960dcda355 req-e4857b0c-62b2-4f6a-a0e6-fd613bf17e1d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322473 Oct 26 17:27:16.809806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a59aa-6de1-4990-acfb-901e4b5c01f7 req-c702349c-20f4-4de8-be20-ca46ed92abca tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:16.811827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b16a59aa-6de1-4990-acfb-901e4b5c01f7 req-c702349c-20f4-4de8-be20-ca46ed92abca tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Oct 26 17:27:16.849308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b16a59aa-6de1-4990-acfb-901e4b5c01f7 req-485bc7d5-fde4-4586-b20a-9e4ed6fcbd8f tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Oct 26 17:27:17.966400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac955-3f97-476f-bc5d-6ce247304a7a req-75d39fed-694c-4e35-bd9f-dcac3a064e5d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:17.967955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d54ac955-3f97-476f-bc5d-6ce247304a7a req-75d39fed-694c-4e35-bd9f-dcac3a064e5d tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Oct 26 17:27:18.005114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d54ac955-3f97-476f-bc5d-6ce247304a7a req-648af0b1-57a1-4cad-b24d-7d04162001ef tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Oct 26 17:27:18.566239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-545af03c-b64b-4791-8981-a9bdcddc55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:18.567752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-545af03c-b64b-4791-8981-a9bdcddc55c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=974ead70d4054d02a9f5aa98383e244b&device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 1096 time: 0.0441308 Oct 26 17:27:18.672036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-1c0818a2-148e-419d-98ff-eb6c04605651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:18.673731 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-1c0818a2-148e-419d-98ff-eb6c04605651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 200 len: 913 time: 0.0874591 Oct 26 17:27:18.742106 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-7969b0f7-ad59-4591-af12-91d6b0a1bcde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 200 len: 1001 time: 0.0612831 Oct 26 17:27:18.789372 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-b13e7a4c-1c30-4a5d-927a-e824b4e7cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:18.790699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-b13e7a4c-1c30-4a5d-927a-e824b4e7cbad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 200 len: 851 time: 0.0415554 Oct 26 17:27:18.836767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-78c5f0c3-7a2d-4bbe-abbe-5cd94e9749ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:18.838242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-78c5f0c3-7a2d-4bbe-abbe-5cd94e9749ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cafd012-085f-4b98-bc24-ae42da323144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400503 Oct 26 17:27:18.927683 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-50009d43-5a1a-4651-a915-6cdb8f43f783 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Oct 26 17:27:19.016158 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-944eb871-fd3d-4b4a-a46f-b6795c2f100d req-cb30a8c1-5487-4b5f-aea8-11048a7d0ba2 service neutron] 10.222.0.47 "GET /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810182 Oct 26 17:27:19.123217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9de29-8a2e-447d-85c8-7c099f4d3f40 req-2950a1f7-29fc-432e-8666-a8e08b9c2098 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:19.125199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acf9de29-8a2e-447d-85c8-7c099f4d3f40 req-2950a1f7-29fc-432e-8666-a8e08b9c2098 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Oct 26 17:27:19.161469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-acf9de29-8a2e-447d-85c8-7c099f4d3f40 req-114944a4-cacd-4250-ab55-072f5963fa37 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Oct 26 17:27:20.280058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5298f97-a4e6-4d08-8fe4-f453251ef1f3 req-5bb268d9-c3b4-4760-a8ac-f231dcf47e15 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:20.281526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5298f97-a4e6-4d08-8fe4-f453251ef1f3 req-5bb268d9-c3b4-4760-a8ac-f231dcf47e15 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Oct 26 17:27:20.318826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a5298f97-a4e6-4d08-8fe4-f453251ef1f3 req-d6d6da3a-5c57-4567-9d46-815a056e561e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Oct 26 17:27:21.436696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6159e3-c378-4905-87ab-0b1457ed3e75 req-cdd611e5-80e8-4dc1-8eb8-162b2665f484 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:21.439898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6159e3-c378-4905-87ab-0b1457ed3e75 req-cdd611e5-80e8-4dc1-8eb8-162b2665f484 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Oct 26 17:27:21.476539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ec6159e3-c378-4905-87ab-0b1457ed3e75 req-cb2b7f1c-fb98-4ee0-9e40-9a6bebe6c7f9 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Oct 26 17:27:21.555041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:22.545573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:27:22.602824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28521f7e-8530-407c-ac01-4ee701bbea79 req-bed848f0-65a7-4efc-9ab7-f99001d79d5c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:22.604456 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28521f7e-8530-407c-ac01-4ee701bbea79 req-bed848f0-65a7-4efc-9ab7-f99001d79d5c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0579491 Oct 26 17:27:22.642764 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28521f7e-8530-407c-ac01-4ee701bbea79 req-6d74ddcc-4c81-4bb5-a6a6-1fc3f3f2437a tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Oct 26 17:27:22.645003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:22.656548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'port_id': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'mac_address': 'fa:16:3e:ca:e5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:27:22.693684 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:22.707497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:27:22.727362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:22.763524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ddc9-aee8-4d4d-9eed-4fb39f0d8add req-99ad8152-1725-4cf8-b786-cf69b505755c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:22.764928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dee4ddc9-aee8-4d4d-9eed-4fb39f0d8add req-99ad8152-1725-4cf8-b786-cf69b505755c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 945 time: 0.0510993 Oct 26 17:27:22.785107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:22.804540 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dee4ddc9-aee8-4d4d-9eed-4fb39f0d8add req-20fc6df8-1895-41bd-814d-47f84b8b0b39 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Oct 26 17:27:22.836506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=12']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:22.922968 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732c97-5330-4862-a790-2c80a2186dc0 req-87e52b17-f970-47b1-a584-663cc214aa16 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:22.924745 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7732c97-5330-4862-a790-2c80a2186dc0 req-87e52b17-f970-47b1-a584-663cc214aa16 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0520046 Oct 26 17:27:22.965420 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7732c97-5330-4862-a790-2c80a2186dc0 req-3cbbec2f-e824-4df3-8420-cd6cd0b6da1c tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344393 Oct 26 17:27:22.990743 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:23.033543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['07d0a4ae-39c5-4e14-813a-e5f386871f7f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:27:23.394528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24d622-e3fe-461f-88aa-1490554fd2d2 req-3a4551fb-9023-4043-9939-b434991f0834 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:23.396019 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e24d622-e3fe-461f-88aa-1490554fd2d2 req-3a4551fb-9023-4043-9939-b434991f0834 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0525217 Oct 26 17:27:23.434073 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e24d622-e3fe-461f-88aa-1490554fd2d2 req-c7877636-0ed4-463a-9a45-8115a012604b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Oct 26 17:27:24.552438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c997076-1a44-4e03-86d6-be603408d349 req-7b85a223-fbdb-43c7-911f-fd2f846ddc9b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:24.553939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c997076-1a44-4e03-86d6-be603408d349 req-7b85a223-fbdb-43c7-911f-fd2f846ddc9b tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 946 time: 0.0503728 Oct 26 17:27:24.555557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:27:24.591701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c997076-1a44-4e03-86d6-be603408d349 req-ad4da9f4-917f-40c2-8cf2-3f8d24bfb7ac tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups?id=417ccb25-6f5d-47e2-a344-ecd0a13ddb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Oct 26 17:27:24.699178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:27:24.703252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 07d0a4ae-39c5-4e14-813a-e5f386871f7f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:27:24.703614 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:24.778912 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:24.801895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:24.804165 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc2779d-2b70-4bce-9274-36a9485a05a9" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:24.816658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:24.840736 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054573d2-7b4e-4685-804a-0bc8667d6ca8 x-openstack-request-id: req-054573d2-7b4e-4685-804a-0bc8667d6ca8 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:24.841035 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-plugged", "status": "completed", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:24.841292 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-054573d2-7b4e-4685-804a-0bc8667d6ca8 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:24.841716 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'code': 200} Oct 26 17:27:24.859620 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:24.909859 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=13']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:24.964447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-c2839f93-1df7-4219-a161-162083bc5b2e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:24.965878 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-c2839f93-1df7-4219-a161-162083bc5b2e tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 947 time: 0.0480485 Oct 26 17:27:25.057210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Deleting port 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:25.057441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:25.142869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] For port 07d0a4ae-39c5-4e14-813a-e5f386871f7f, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=07d0a4ae-39c5-4e14-813a-e5f386871f7f,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:25.143280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:25.311380 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:25.311669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:25.312004 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887 disassociated. External IP: 172.25.5.125, port: 07d0a4ae-39c5-4e14-813a-e5f386871f7f. Oct 26 17:27:25.312323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Calling delete_port for 07d0a4ae-39c5-4e14-813a-e5f386871f7f owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:25.482159 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:25.515950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'Port': ['ID=07d0a4ae-39c5-4e14-813a-e5f386871f7f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:25.895799 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2dc41b62-0e52-4338-abc4-2674fb5ef8c8 req-448093d0-3ad8-46ce-82ae-12504f471aa6 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Oct 26 17:27:25.972303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:27:26.075164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:27:26.085812 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:27:26.097794 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:27:26.098419 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:27:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:26.116430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] No DVR routers for this DVR port 07d0a4ae-39c5-4e14-813a-e5f386871f7f on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:27:26.119231 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:26.122569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a10146c-e672-4b7d-8c13-96179bd72583 req-8a166673-cce5-4022-97ad-eb53b187f7df tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.47 "DELETE /v2.0/ports/07d0a4ae-39c5-4e14-813a-e5f386871f7f HTTP/1.1" status: 204 len: 173 time: 1.1499741 Oct 26 17:27:26.123010 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-deleted', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:26.126551 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7cc32b-43a2-404b-957a-58c3acec9985" -d '{"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-deleted", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:26.164367 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdcb726-e12f-47ac-9019-377caddf8065 x-openstack-request-id: req-4fdcb726-e12f-47ac-9019-377caddf8065 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:26.164674 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a900a10-dfd9-4a2a-806b-3d85a715bc72", "name": "network-vif-deleted", "tag": "07d0a4ae-39c5-4e14-813a-e5f386871f7f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:26.164925 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fdcb726-e12f-47ac-9019-377caddf8065 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:26.165332 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a900a10-dfd9-4a2a-806b-3d85a715bc72', 'name': 'network-vif-deleted', 'tag': '07d0a4ae-39c5-4e14-813a-e5f386871f7f', 'status': 'completed', 'code': 200} Oct 26 17:27:26.211260 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:27:26.416206 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:26.442575 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:27:26.450772 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:27:26.451825 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:27:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:26.562246 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:27:26.763617 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:26.789945 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1a600-d1e5-404c-921a-4307a5eca6ea None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:17:24Z', 'revision_number': 4, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '81a288eb-3812-467a-a8a4-c5c384e1665e', 'name': '', 'network_id': '9cafd012-085f-4b98-bc24-ae42da323144', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'mac_address': 'fa:16:3e:da:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:23Z', 'updated_at': '2021-10-26T17:17:27Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'subnets': [{'id': 'a6606a73-8a60-4f9f-8cfe-845b21f950f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:27:26.995571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f2cf030-32cf-44db-976a-2a99abcc4871 req-52abfc41-1470-4e9c-aa52-1fe1a43b2fb4 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0287504 Oct 26 17:27:27.022343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21ad95-49bd-4c73-b143-427cde2e6d7e None None] New status for floating IP 809f1111-2ce8-476f-97fc-7fc3b7d0f887: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:27:28.112565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9adc292-0071-47fc-af66-17fe780e1760 req-53de25a5-f17d-4bf8-a6ee-f3610549b3bd tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0306165 Oct 26 17:27:29.210379 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c6c7a5f2-a07e-4be5-95df-c9e61196c3de req-21ee070a-0a1d-4da3-a768-fb80768a22ff tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Oct 26 17:27:30.307405 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c0e30a6-bb0d-4ca8-939c-bab288143780 req-3064301b-4966-4cdb-9d53-ee02365f9399 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a900a10-dfd9-4a2a-806b-3d85a715bc72 HTTP/1.1" status: 200 len: 210 time: 0.0267882 Oct 26 17:27:30.585033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:27:30.605281 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 07d0a4ae-39c5-4e14-813a-e5f386871f7f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:27:30.605614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 07d0a4ae-39c5-4e14-813a-e5f386871f7f not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:27:31.093460 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-249bfc20-a961-47ac-bdf8-44c09dff68d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:33.608430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-83da40ac-93a3-4ded-ad6c-1733c96bc8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:33.766458 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:27:34.162005 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.303655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.362236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59662) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:35.416762 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.441186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.566820 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.569472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.570653 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "DELETE /v2.0/security-groups/417ccb25-6f5d-47e2-a344-ecd0a13ddb39 HTTP/1.1" status: 204 len: 168 time: 0.2068846 Oct 26 17:27:35.574065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59664) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:35.581500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0d9e7-8200-472e-8177-84ac5db222fa tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ccb25-6f5d-47e2-a344-ecd0a13ddb39,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:35.589900 n-d-815373-2 neutron-server[102736]: INFO neutron.api.v2.resource [None req-d4b4acd9-7916-44df-9abe-c44bfc190380 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] show failed (client error): The resource could not be found. Oct 26 17:27:35.594726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59666) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:35.595123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d4b4acd9-7916-44df-9abe-c44bfc190380 tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "GET /v2.0/security-groups/417ccb25-6f5d-47e2-a344-ecd0a13ddb39 HTTP/1.1" status: 404 len: 347 time: 0.0203996 Oct 26 17:27:35.728336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Deleting port 68160711-e7b4-4d9d-9cf9-dba069f5a107 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:35.728579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.806179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.806424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:35.817676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Calling delete_port for 68160711-e7b4-4d9d-9cf9-dba069f5a107 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:36.026151 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.063909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Pushing event deleted for resources: {'Port': ['ID=68160711-e7b4-4d9d-9cf9-dba069f5a107,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:36.121746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.124910 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.126054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a3153a43-5160-4bdc-ba92-97cf929139ed tempest-ServerActionsTestJSON-821314548 tempest-ServerActionsTestJSON-821314548-project] 10.222.0.21 "DELETE /v2.0/floatingips/809f1111-2ce8-476f-97fc-7fc3b7d0f887 HTTP/1.1" status: 204 len: 168 time: 0.5298374 Oct 26 17:27:36.129003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59668) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:36.671591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.840504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.913973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Deleting port 81a288eb-3812-467a-a8a4-c5c384e1665e {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:36.914313 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:36.991304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] For port 81a288eb-3812-467a-a8a4-c5c384e1665e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=81a288eb-3812-467a-a8a4-c5c384e1665e,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:36.991580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:37.003817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Calling delete_port for 81a288eb-3812-467a-a8a4-c5c384e1665e owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:37.234994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:37.258458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Pushing event deleted for resources: {'Port': ['ID=81a288eb-3812-467a-a8a4-c5c384e1665e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:37.436006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:37.657775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Router a525a352-0480-431b-9654-f9e839666f76 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:27:37.761842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:27:37.768699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-10776632-2bf2-47fa-b0e7-e07b47df084a admin admin] 10.222.0.21 "PUT /v2.0/routers/a525a352-0480-431b-9654-f9e839666f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381791 Oct 26 17:27:37.770662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59672) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:37.771414 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Sync routers for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:27:37.782346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:27:37.783092 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:37.872575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:37.886845 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:27:37.976270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.066310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:27:37Z', 'revision_number': 5, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port': {'id': '0f7cc2d3-543c-4c86-bf4d-59bca0616fbd', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a525a352-0480-431b-9654-f9e839666f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:17:21Z', 'updated_at': '2021-10-26T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:38.068880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Deleting port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:38.069220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.093119 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Checking router: a525a352-0480-431b-9654-f9e839666f76 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:27:38.101445 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Routers {'a525a352-0480-431b-9654-f9e839666f76'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:27:38.102038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:27:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['a525a352-0480-431b-9654-f9e839666f76'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:38.151333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] For port 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:38.151697 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.164489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Calling delete_port for 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:38.284629 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] Set router a525a352-0480-431b-9654-f9e839666f76 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:27:38.336157 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:27:37Z', 'revision_number': 6, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:38.366081 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699e660-ad35-4560-89ef-3f3208c4f5d9 None None] The sync data for ids ['a525a352-0480-431b-9654-f9e839666f76'] in n-d-815373-2 is: [{'id': 'a525a352-0480-431b-9654-f9e839666f76', 'name': 'tempest-ServerActionsTestJSON-1459804176-router', 'tenant_id': '974ead70d4054d02a9f5aa98383e244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:17:20Z', 'updated_at': '2021-10-26T17:27:37Z', 'revision_number': 6, 'project_id': '974ead70d4054d02a9f5aa98383e244b', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:27:38.383851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.412198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7cc2d3-543c-4c86-bf4d-59bca0616fbd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:38.473228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.563350 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.565528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.686409 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.686838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a525a352-0480-431b-9654-f9e839666f76 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:27:38.691066 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.692323 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ca8c7264-ff09-4313-b7e5-a6386478e841 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a525a352-0480-431b-9654-f9e839666f76 HTTP/1.1" status: 204 len: 168 time: 0.9206157 Oct 26 17:27:38.694816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59674) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:38.740498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Deleting subnet a6606a73-8a60-4f9f-8cfe-845b21f950f3 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:27:38.743773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.788542 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:38.865520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.001104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.024961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6606a73-8a60-4f9f-8cfe-845b21f950f3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:39.030993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.034196 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4eb0bdbb-b54e-46b0-80a2-124dfb0ad04e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6606a73-8a60-4f9f-8cfe-845b21f950f3 HTTP/1.1" status: 204 len: 168 time: 0.3383644 Oct 26 17:27:39.036667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bbbec-8ef7-42c8-aca7-fbdc86b1fdc7 None None] Network 9cafd012-085f-4b98-bc24-ae42da323144 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:27:39.037159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:39.116323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.175294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Deleting port 26729950-adeb-443a-87ce-468dfc8c67a3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:39.175625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.241709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] For port 26729950-adeb-443a-87ce-468dfc8c67a3, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=26729950-adeb-443a-87ce-468dfc8c67a3,segment=NetworkSegment(7c8f36c7-66f0-451e-9ef5-2795699a23ab),segment_id=7c8f36c7-66f0-451e-9ef5-2795699a23ab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:39.242063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.259836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Calling delete_port for 26729950-adeb-443a-87ce-468dfc8c67a3 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:39.390421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] DHCP port deletion for 9cafd012-085f-4b98-bc24-ae42da323144 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:27:39.407529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.434082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Pushing event deleted for resources: {'Port': ['ID=26729950-adeb-443a-87ce-468dfc8c67a3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:39.437870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] No DVR routers for this DVR port 26729950-adeb-443a-87ce-468dfc8c67a3 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:27:39.444588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Deleting port 26729950-adeb-443a-87ce-468dfc8c67a3 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:27:39.444959 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.492393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81a288eb-3812-467a-a8a4-c5c384e1665e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:27:39.517890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.529514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 81a288eb-3812-467a-a8a4-c5c384e1665e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:27:39.529863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 81a288eb-3812-467a-a8a4-c5c384e1665e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:27:39.530276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:27:39.539222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cafd012-085f-4b98-bc24-ae42da323144']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:39.549304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8f36c7-66f0-451e-9ef5-2795699a23ab') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:39.549598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8f36c7-66f0-451e-9ef5-2795699a23ab') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:27:39.554236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] For port 26729950-adeb-443a-87ce-468dfc8c67a3, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:39.554633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.556926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:27:39.557275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0f7cc2d3-543c-4c86-bf4d-59bca0616fbd not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:27:39.557681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 26729950-adeb-443a-87ce-468dfc8c67a3 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:27:39.559000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.572708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.578993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:27:39.579408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:27:39.581064 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:27:39.588743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 26729950-adeb-443a-87ce-468dfc8c67a3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:27:39.589091 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 26729950-adeb-443a-87ce-468dfc8c67a3 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:27:39.590713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Calling delete_port for 26729950-adeb-443a-87ce-468dfc8c67a3 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:27:39.594244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Port 26729950-adeb-443a-87ce-468dfc8c67a3 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 17:27:39.596175 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.622553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] Pushing event deleted for resources: {'Port': ['ID=26729950-adeb-443a-87ce-468dfc8c67a3,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:39.624606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b10de-c3c2-4242-bb71-36c496089377 None None] No DVR routers for this DVR port 26729950-adeb-443a-87ce-468dfc8c67a3 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:27:39.698562 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.706189 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:39.709311 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9cafd012-085f-4b98-bc24-ae42da323144 HTTP/1.1" status: 204 len: 168 time: 0.6716516 Oct 26 17:27:39.719461 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eaafe-a0eb-4d00-b413-47dbe3629568 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cafd012-085f-4b98-bc24-ae42da323144,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:39.926612 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59680) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:39.970875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-21f2fae0-6d4f-4f40-90ca-afa147e0f70d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=974ead70d4054d02a9f5aa98383e244b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430851 Oct 26 17:27:39.973404 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59682) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:40.019994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:40.040147 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:40.127512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:40.130013 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:40.131184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/567144ae-0ee6-47ca-9f3b-7e39229e23ce HTTP/1.1" status: 204 len: 168 time: 0.1568840 Oct 26 17:27:40.139216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071e32-31fe-4ea7-9fb9-30bbd3815c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567144ae-0ee6-47ca-9f3b-7e39229e23ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:41.092259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59704) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:41.188158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1054510575-network', 'tenant_id': '7cff5af76da84ac1a63a083839a395aa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:41.270333 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Made reservation on behalf of 7cff5af76da84ac1a63a083839a395aa for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:27:41.272641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.281978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.353794 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.418689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.443950 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:27:41.453576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:41.458225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.458559 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Added segment 5125fd2f-5bfc-4818-b643-021ded9057e3 of type vlan for network 3f70c779-d9a2-4640-9521-4600d759b247 Oct 26 17:27:41.500117 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.584520 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.585495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:41.586069 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:41.643498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] Pushing event updated for resources: {'Network': ['ID=3f70c779-d9a2-4640-9521-4600d759b247,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:41.652854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3f70c779-d9a2-4640-9521-4600d759b247 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:27:41.707695 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-21b0646b-e309-4663-971e-99c05db4d253 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6142378 Oct 26 17:27:41.710458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59708) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:27:41.715673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Request body: {'subnet': {'network_id': '3f70c779-d9a2-4640-9521-4600d759b247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1054510575-subnet', 'tenant_id': '7cff5af76da84ac1a63a083839a395aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:41.795866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Made reservation on behalf of 7cff5af76da84ac1a63a083839a395aa for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:27:41.798194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:42.036233 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:42.088656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Pushing event updated for resources: {'Subnet': ['ID=152cd8c3-1751-4633-a596-66c353d1937a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:42.098760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Checking segment: {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:27:42.099397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Network hostable DHCP agents. Network: 3f70c779-d9a2-4640-9521-4600d759b247, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:27:42.196051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Network 3f70c779-d9a2-4640-9521-4600d759b247 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:27:42.264907 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3f70c779-d9a2-4640-9521-4600d759b247) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:27:42.269057 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:42.269639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:42.274070 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220b40f-e832-4798-baac-651463d537ca None None] Network 3f70c779-d9a2-4640-9521-4600d759b247 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:27:42.347083 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11be9df5-c479-41b6-8fd9-c4903926042d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6350780 Oct 26 17:27:42.397291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7d5ee-4eea-47b6-b7a4-39fbf6ae4b8f None None] Network 3f70c779-d9a2-4640-9521-4600d759b247 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:27:42.773267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-fdde3460-8ee7-4c2e-aa5c-7ba1908fa5e5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:42.774711 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-fdde3460-8ee7-4c2e-aa5c-7ba1908fa5e5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/networks?id=3f70c779-d9a2-4640-9521-4600d759b247 HTTP/1.1" status: 200 len: 814 time: 0.1024821 Oct 26 17:27:42.790058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-b23146c3-68d2-4a7a-af5d-e054ba82ef58 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/quotas/7cff5af76da84ac1a63a083839a395aa HTTP/1.1" status: 200 len: 375 time: 0.0089672 Oct 26 17:27:42.821450 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-1409a4ee-2aa2-416b-b79b-776b4139b246 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253134 Oct 26 17:27:42.878322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-1d56086b-ec21-4b9d-b6e3-de9c9a7cb43a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:27:42.879368 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-1d56086b-ec21-4b9d-b6e3-de9c9a7cb43a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0513623 Oct 26 17:27:42.970132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-a90a0952-7c8b-42dc-b82c-13b1d2a97d97 service neutron] 10.222.0.21 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Oct 26 17:27:43.057293 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-c5974f6a-47df-4658-b200-c6bdb15d6d32 service neutron] 10.222.0.21 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Oct 26 17:27:43.296009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f868b215-e13d-4330-ac70-6ee3437f492a req-63a678f9-8058-4b30-8016-e714ce6a9bea tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 210 time: 0.0263636 Oct 26 17:27:44.387918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02e1e013-ceee-44da-a3c5-5399c93f24c9 req-329b7988-01be-49b8-81c4-e2513f2634a6 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 210 time: 0.0263195 Oct 26 17:27:45.251243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-9cd01c49-42b4-44ab-9a04-e3e3b56f8ac5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:45.252831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-9cd01c49-42b4-44ab-9a04-e3e3b56f8ac5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.47 "GET /v2.0/networks?id=3f70c779-d9a2-4640-9521-4600d759b247 HTTP/1.1" status: 200 len: 814 time: 0.1124957 Oct 26 17:27:45.265844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Request body: {'port': {'device_id': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247', 'admin_state_up': True, 'tenant_id': '7cff5af76da84ac1a63a083839a395aa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:45.436628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Made reservation on behalf of 7cff5af76da84ac1a63a083839a395aa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:27:45.440798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:45.495549 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a23f267-3c24-464d-9bba-55ce98de73b2 req-0343b869-5205-4c54-b141-9e7e63d41768 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 210 time: 0.0310688 Oct 26 17:27:45.582313 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Allocated IP 172.20.0.11 (3f70c779-d9a2-4640-9521-4600d759b247/152cd8c3-1751-4633-a596-66c353d1937a/1691dc1d-af40-401c-9320-a6617384d6ff) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:27:45.732297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:45.847992 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:45.893386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Network 3f70c779-d9a2-4640-9521-4600d759b247 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:27:45.896442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:27:45.900062 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:27:45.906259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Pushing event updated for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:45.957090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:45.957732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:46.039139 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-99cedbd7-1e45-4fdc-b8ba-6b32b77de82c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776635 Oct 26 17:27:46.051713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Request body: {'port': {'device_id': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:46.103248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:46.366594 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1691dc1d-af40-401c-9320-a6617384d6ff {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:27:46.375076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:46.386820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Transition to ACTIVE for port object 1691dc1d-af40-401c-9320-a6617384d6ff will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:27:46.447463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:46.621817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5e80-c362-41c5-97d7-40e8e2efd176 req-07fe68dd-3318-429b-bca3-e307921c2592 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:46.623449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-383f5e80-c362-41c5-97d7-40e8e2efd176 req-07fe68dd-3318-429b-bca3-e307921c2592 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 944 time: 0.0511682 Oct 26 17:27:46.664506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-383f5e80-c362-41c5-97d7-40e8e2efd176 req-0727b0b6-c6b6-49e9-a70f-a52e27a2d9b0 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Oct 26 17:27:46.832975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:46.854942 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.855326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.855671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.856011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.856365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.856675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.857029 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.857356 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.857681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.858006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.858329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.858648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:27:46.906397 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Attempting to bind port 1691dc1d-af40-401c-9320-a6617384d6ff on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:27:46.906651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Attempting to bind port 1691dc1d-af40-401c-9320-a6617384d6ff by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:27:46.906967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Attempting to bind port 1691dc1d-af40-401c-9320-a6617384d6ff on network 3f70c779-d9a2-4640-9521-4600d759b247 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:46.911111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Port 1691dc1d-af40-401c-9320-a6617384d6ff on network 3f70c779-d9a2-4640-9521-4600d759b247 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:27:46.911450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Attempting to bind port 1691dc1d-af40-401c-9320-a6617384d6ff on network 3f70c779-d9a2-4640-9521-4600d759b247 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:46.916190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:27:46.916517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Checking segment: {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:27:46.916891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Bound using segment: {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:27:46.917304 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Bound port: 1691dc1d-af40-401c-9320-a6617384d6ff, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:27:46.917641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:46.981493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:27:46.984606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1691dc1d-af40-401c-9320-a6617384d6ff,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:27:47.063867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:47.100708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.101357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:47.102741 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] 10.222.0.47 "PUT /v2.0/ports/1691dc1d-af40-401c-9320-a6617384d6ff HTTP/1.1" status: 200 len: 1092 time: 1.0554044 Oct 26 17:27:47.103288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:47.105533 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78ff55-885f-4348-b0d5-85dd38c73e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:47.131697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3c37-8481-4ede-bf73-fec7ddeb5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:47.144127 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57f698-4fc1-4e4a-8589-5bd6cf672d23 x-openstack-request-id: req-7f57f698-4fc1-4e4a-8589-5bd6cf672d23 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:47.144496 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:47.144815 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f57f698-4fc1-4e4a-8589-5bd6cf672d23 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:47.145276 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff', 'status': 'completed', 'code': 200} Oct 26 17:27:47.206911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-e8357509-1af2-440d-bbd5-1b395db06986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.208337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-e8357509-1af2-440d-bbd5-1b395db06986 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 1095 time: 0.0427310 Oct 26 17:27:47.310617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-9d3a59a7-1d06-47b5-abbe-700041bc2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.312082 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-9d3a59a7-1d06-47b5-abbe-700041bc2a75 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7cff5af76da84ac1a63a083839a395aa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958059 Oct 26 17:27:47.403396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-3d3d96f1-4ea0-4628-8211-e8d6c5d39ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.404899 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5e78ff55-885f-4348-b0d5-85dd38c73e7f req-3d3d96f1-4ea0-4628-8211-e8d6c5d39ce3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856988 Oct 26 17:27:47.486888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-cb67b0da-b028-4df7-9252-4aa9fbbf76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.488297 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-cb67b0da-b028-4df7-9252-4aa9fbbf76a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 1095 time: 0.0444748 Oct 26 17:27:47.536404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-35e324a6-8fe4-477e-b0a8-ed802079ec06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691dc1d-af40-401c-9320-a6617384d6ff HTTP/1.1" status: 200 len: 217 time: 0.0363896 Oct 26 17:27:47.585801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-1e07cd05-a2c1-481d-88f1-fad4c0f55550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.587249 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-1e07cd05-a2c1-481d-88f1-fad4c0f55550 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=152cd8c3-1751-4633-a596-66c353d1937a HTTP/1.1" status: 200 len: 854 time: 0.0444956 Oct 26 17:27:47.618768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-d3273a70-c1a2-47ed-9422-0573e061ac76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f70c779-d9a2-4640-9521-4600d759b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245297 Oct 26 17:27:47.712124 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-e2bd4763-dae3-469a-a021-029671f728eb service neutron] 10.222.0.47 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861118 Oct 26 17:27:47.778521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e041e-a929-45d7-9042-69435e987715 req-acaf8ae1-3c67-4a1d-8564-c2fc7a5362c1 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:47.780167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef2e041e-a929-45d7-9042-69435e987715 req-acaf8ae1-3c67-4a1d-8564-c2fc7a5362c1 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 944 time: 0.0489857 Oct 26 17:27:47.809461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7a4c8af1-fc60-4380-b0fc-3a38693ad8c2 req-67b32576-f72d-4fe8-add4-059d2bcdeeed service neutron] 10.222.0.47 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Oct 26 17:27:47.818170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef2e041e-a929-45d7-9042-69435e987715 req-ddbb011f-ffd4-4e77-a1cf-14d5efa873ad tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Oct 26 17:27:48.937657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee83b-1774-472b-aa44-9a3a0acc8f51 req-74051f8e-12b8-4a9b-aad3-976eab8d527f tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:48.939092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3aee83b-1774-472b-aa44-9a3a0acc8f51 req-74051f8e-12b8-4a9b-aad3-976eab8d527f tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 944 time: 0.0517836 Oct 26 17:27:49.303695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e3aee83b-1774-472b-aa44-9a3a0acc8f51 req-e17710f7-c804-4aea-9fd3-2b40ecddb480 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585393 Oct 26 17:27:50.427234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc778d-a7a6-4890-9efb-e7caf388b74b req-3c68ac72-b787-4dee-b317-e228a98f8cf5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:50.428663 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8dc778d-a7a6-4890-9efb-e7caf388b74b req-3c68ac72-b787-4dee-b317-e228a98f8cf5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 944 time: 0.0473683 Oct 26 17:27:50.465602 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8dc778d-a7a6-4890-9efb-e7caf388b74b req-3458036c-17e7-49ae-8fc2-8309fb84c9f4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Oct 26 17:27:50.741272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1691dc1d-af40-401c-9320-a6617384d6ff details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:27:50.835361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1691dc1d-af40-401c-9320-a6617384d6ff,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:50.849664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '1691dc1d-af40-401c-9320-a6617384d6ff', 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247', 'port_id': '1691dc1d-af40-401c-9320-a6617384d6ff', 'mac_address': 'fa:16:3e:96:db:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152cd8c3-1751-4633-a596-66c353d1937a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:27:50.886673 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:50.899916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1691dc1d-af40-401c-9320-a6617384d6ff {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:27:50.918173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1691dc1d-af40-401c-9320-a6617384d6ff,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:50.990334 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:51.036238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:51.176451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1691dc1d-af40-401c-9320-a6617384d6ff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:27:51.534178 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:51.584114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a63e-fbcb-4e34-a2ba-7ebd97a0208c req-424e2156-be03-40dc-825f-101a8e3d6853 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:51.585567 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5e8a63e-fbcb-4e34-a2ba-7ebd97a0208c req-424e2156-be03-40dc-825f-101a8e3d6853 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 945 time: 0.0494502 Oct 26 17:27:51.622919 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d5e8a63e-fbcb-4e34-a2ba-7ebd97a0208c req-740b21b7-e214-4606-9329-3804afde0dcb tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Oct 26 17:27:52.740974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be0e2-4290-4c22-a61e-93e2516b7966 req-ba82066a-1304-47fc-b841-b2bffb689fa5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:52.742408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c4be0e2-4290-4c22-a61e-93e2516b7966 req-ba82066a-1304-47fc-b841-b2bffb689fa5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 945 time: 0.0506320 Oct 26 17:27:52.748668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1691dc1d-af40-401c-9320-a6617384d6ff up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:27:52.780149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c4be0e2-4290-4c22-a61e-93e2516b7966 req-e7f0d93d-3176-4578-9223-62ee12c6628d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Oct 26 17:27:52.875675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 1691dc1d-af40-401c-9320-a6617384d6ff completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:27:52.879583 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 1691dc1d-af40-401c-9320-a6617384d6ff triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:27:52.879949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:52.967145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:52.988929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:52.991155 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436afee-1c08-40e9-8e2a-ece25827fc8e" -d '{"events": [{"server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "name": "network-vif-plugged", "status": "completed", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:53.003297 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1691dc1d-af40-401c-9320-a6617384d6ff,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:27:53.028394 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9407f2-7cb1-498d-8c1e-f9908f0000d3 x-openstack-request-id: req-dc9407f2-7cb1-498d-8c1e-f9908f0000d3 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:53.029413 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "name": "network-vif-plugged", "status": "completed", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:53.030002 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc9407f2-7cb1-498d-8c1e-f9908f0000d3 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:53.030421 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff', 'code': 200} Oct 26 17:27:53.041374 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:53.064162 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:53.113696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:53.125285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638af5d-75ba-4442-af34-7ab21c646d04 req-d6a6e8c4-6048-4042-b1be-9366481cf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:53.126786 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7638af5d-75ba-4442-af34-7ab21c646d04 req-d6a6e8c4-6048-4042-b1be-9366481cf79b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 1097 time: 0.0427172 Oct 26 17:27:53.161230 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7638af5d-75ba-4442-af34-7ab21c646d04 req-bdce665a-3dd3-41f9-9834-494d8e0fec3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264354 Oct 26 17:27:53.894441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f3cae-87f3-4e1b-8166-2aa2d0c0f2db req-168aa727-ad4f-4306-b676-8d4f0d1b411e tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:53.895934 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-447f3cae-87f3-4e1b-8166-2aa2d0c0f2db req-168aa727-ad4f-4306-b676-8d4f0d1b411e tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0482051 Oct 26 17:27:53.937779 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-447f3cae-87f3-4e1b-8166-2aa2d0c0f2db req-8ce30cad-d874-405d-8985-caea2e7c47c9 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Oct 26 17:27:55.054161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4451f3-0edf-4b6d-89d1-65bea1ad9afc req-1f784107-dd40-4bc3-a4f8-edd2eab3d375 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:55.055644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc4451f3-0edf-4b6d-89d1-65bea1ad9afc req-1f784107-dd40-4bc3-a4f8-edd2eab3d375 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0483286 Oct 26 17:27:55.092508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc4451f3-0edf-4b6d-89d1-65bea1ad9afc req-9d8b3b10-9f9c-4935-bae0-e39d705e219e tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Oct 26 17:27:55.314333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-9c308122-152e-4dcc-9cca-6513bc0ddde4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:55.315830 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-9c308122-152e-4dcc-9cca-6513bc0ddde4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/networks?id=3f70c779-d9a2-4640-9521-4600d759b247 HTTP/1.1" status: 200 len: 814 time: 0.1025872 Oct 26 17:27:55.331040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-79492c97-669d-4e7b-a082-1e4586de8280 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/quotas/7cff5af76da84ac1a63a083839a395aa HTTP/1.1" status: 200 len: 375 time: 0.0095451 Oct 26 17:27:55.378406 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-8e618c45-a4e1-416a-8283-12572a0550cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421767 Oct 26 17:27:55.470429 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-7e005c3f-056b-4aef-accf-294b52539ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Oct 26 17:27:55.561597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-441eb93b-3860-4c6d-aa2e-e1119b1aff37 service neutron] 10.222.0.21 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Oct 26 17:27:55.797023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d6c34fe7-7e13-429b-88f7-46b49f0995ad req-8c630593-15d2-4ade-8d65-abc0dcdb3498 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 210 time: 0.0272648 Oct 26 17:27:56.891404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d51cc8c4-491e-4194-a820-d2cabbf4444a req-52b125b5-972d-4b28-9786-7a298ccb75c4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 210 time: 0.0263736 Oct 26 17:27:57.475224 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-620d5ca9-488e-4138-943b-1bb88429d078 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:57.476669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-620d5ca9-488e-4138-943b-1bb88429d078 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.39 "GET /v2.0/networks?id=3f70c779-d9a2-4640-9521-4600d759b247 HTTP/1.1" status: 200 len: 814 time: 0.1059260 Oct 26 17:27:57.489553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Request body: {'port': {'device_id': '590659a2-9943-439e-bda4-5175467945ef', 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247', 'admin_state_up': True, 'tenant_id': '7cff5af76da84ac1a63a083839a395aa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:57.676183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Made reservation on behalf of 7cff5af76da84ac1a63a083839a395aa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:27:57.679848 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:57.805294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Allocated IP 172.20.0.5 (3f70c779-d9a2-4640-9521-4600d759b247/152cd8c3-1751-4633-a596-66c353d1937a/ebcec56d-3212-49d9-b374-f435abeb0480) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:27:57.962450 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:57.992247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-93d53e69-51f9-4010-824a-16ac1a7e02ff req-3b31cc1c-e3e6-47f6-b46d-e43eea0d45f4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 210 time: 0.0269563 Oct 26 17:27:58.070561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.082126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1691dc1d-af40-401c-9320-a6617384d6ff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:27:58.116201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Network 3f70c779-d9a2-4640-9521-4600d759b247 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:27:58.119351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:27:58.123093 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:27:58.146929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Pushing event updated for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:58.180767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:58.180767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.250626 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-80d0afb7-ed8b-4737-be6b-f7558ece01cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648065 Oct 26 17:27:58.263809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Request body: {'port': {'device_id': '590659a2-9943-439e-bda4-5175467945ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:27:58.321087 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.571932 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcec56d-3212-49d9-b374-f435abeb0480 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:27:58.579808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.591220 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Transition to ACTIVE for port object ebcec56d-3212-49d9-b374-f435abeb0480 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:27:58.646767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.696592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:58.765861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Attempting to bind port ebcec56d-3212-49d9-b374-f435abeb0480 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:27:58.766186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Attempting to bind port ebcec56d-3212-49d9-b374-f435abeb0480 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:27:58.766513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Attempting to bind port ebcec56d-3212-49d9-b374-f435abeb0480 on network 3f70c779-d9a2-4640-9521-4600d759b247 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:58.770820 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Port ebcec56d-3212-49d9-b374-f435abeb0480 on network 3f70c779-d9a2-4640-9521-4600d759b247 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:27:58.771157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Attempting to bind port ebcec56d-3212-49d9-b374-f435abeb0480 on network 3f70c779-d9a2-4640-9521-4600d759b247 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:27:58.775818 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:27:58.776145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Checking segment: {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:27:58.776518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Bound using segment: {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:27:58.776958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Bound port: ebcec56d-3212-49d9-b374-f435abeb0480, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125fd2f-5bfc-4818-b643-021ded9057e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:27:58.777298 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.838123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:27:58.841044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=ebcec56d-3212-49d9-b374-f435abeb0480,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:27:58.916286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.953235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:58.953840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:27:58.955276 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] 10.222.0.39 "PUT /v2.0/ports/ebcec56d-3212-49d9-b374-f435abeb0480 HTTP/1.1" status: 200 len: 1091 time: 0.6957088 Oct 26 17:27:58.955707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:27:58.957965 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9" -d '{"events": [{"name": "network-changed", "server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:27:58.980426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829122eb-3757-4fe7-9ece-4b4213266c24 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:27:59.000418 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2329769-cf0a-4f32-b4fb-31520b651add x-openstack-request-id: req-a2329769-cf0a-4f32-b4fb-31520b651add {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:27:59.000418 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:27:59.000418 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2329769-cf0a-4f32-b4fb-31520b651add {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:27:59.000418 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480', 'status': 'completed', 'code': 200} Oct 26 17:27:59.070288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-abafe99a-bd2c-4ba4-856b-07c133284e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.071929 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-abafe99a-bd2c-4ba4-856b-07c133284e33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 1094 time: 0.0513287 Oct 26 17:27:59.110912 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2e574-4960-4662-ab69-b9b79c9a657b req-0033e81e-9bde-468d-b255-0036672ec55c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.112324 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7a2e574-4960-4662-ab69-b9b79c9a657b req-0033e81e-9bde-468d-b255-0036672ec55c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 943 time: 0.0495901 Oct 26 17:27:59.150304 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7a2e574-4960-4662-ab69-b9b79c9a657b req-31a4e719-ebf8-4ade-b68f-b6883475625f tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Oct 26 17:27:59.169681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-30324512-1017-4060-a970-5e280e18508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.171997 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-30324512-1017-4060-a970-5e280e18508b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7cff5af76da84ac1a63a083839a395aa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921550 Oct 26 17:27:59.267109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-1a182f25-b1f3-4ba6-aee9-ec52b28e964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.268633 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29ed928e-f1e0-40d5-a3ca-63b57d4239b9 req-1a182f25-b1f3-4ba6-aee9-ec52b28e964b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896547 Oct 26 17:27:59.343590 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-ff512c52-98f4-498d-92bb-89c7efd946d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.345097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-ff512c52-98f4-498d-92bb-89c7efd946d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cff5af76da84ac1a63a083839a395aa&device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 1094 time: 0.0403974 Oct 26 17:27:59.390798 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-32239217-a310-4bf4-ba3c-3f534702075c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebcec56d-3212-49d9-b374-f435abeb0480 HTTP/1.1" status: 200 len: 217 time: 0.0365460 Oct 26 17:27:59.439104 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-1f289ef2-2b2e-4647-b6d8-5e58c793e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:27:59.440664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-1f289ef2-2b2e-4647-b6d8-5e58c793e506 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=152cd8c3-1751-4633-a596-66c353d1937a HTTP/1.1" status: 200 len: 854 time: 0.0433102 Oct 26 17:27:59.471528 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-e147052c-1db5-4366-b98b-eeeada000d9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f70c779-d9a2-4640-9521-4600d759b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241637 Oct 26 17:27:59.562928 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-730396dd-48ac-4988-8734-d74613f93ee2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Oct 26 17:27:59.650019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-74871ca7-78b1-4668-b878-e49ba0b32c5b req-ce85bfed-f42f-45c2-9427-5828b28626f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796220 Oct 26 17:28:00.270622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962125-5bb1-40bd-b1bb-70ae8ee77364 req-2bcc0031-66bd-498f-afdb-d6b9c0a964c7 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:00.272113 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61962125-5bb1-40bd-b1bb-70ae8ee77364 req-2bcc0031-66bd-498f-afdb-d6b9c0a964c7 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 943 time: 0.0518689 Oct 26 17:28:00.310035 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61962125-5bb1-40bd-b1bb-70ae8ee77364 req-50be4c78-616e-4772-b7a3-deae51ebea04 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Oct 26 17:28:01.081579 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2165-d70a-4177-8110-476bcec78171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:01.131034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device ebcec56d-3212-49d9-b374-f435abeb0480 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:28:01.227819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=ebcec56d-3212-49d9-b374-f435abeb0480,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:01.239508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'ebcec56d-3212-49d9-b374-f435abeb0480', 'network_id': '3f70c779-d9a2-4640-9521-4600d759b247', 'port_id': 'ebcec56d-3212-49d9-b374-f435abeb0480', 'mac_address': 'fa:16:3e:61:d5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152cd8c3-1751-4633-a596-66c353d1937a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:28:01.275454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:01.288479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcec56d-3212-49d9-b374-f435abeb0480 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:28:01.308276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=ebcec56d-3212-49d9-b374-f435abeb0480,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:01.367631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:01.421286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:01.425867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9546-8112-42dd-9185-75109125c233 req-e99233c4-1e21-4561-b3f1-568ff60559d9 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:01.427266 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a82d9546-8112-42dd-9185-75109125c233 req-e99233c4-1e21-4561-b3f1-568ff60559d9 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 944 time: 0.0498710 Oct 26 17:28:01.430723 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.431068 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.431537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.431874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.432202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.432527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.432858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.433181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.433500 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.433870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.434195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.434515 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:01.466771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a82d9546-8112-42dd-9185-75109125c233 req-b67e1fff-4787-4e46-b212-083b602e38e0 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Oct 26 17:28:01.602372 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['ebcec56d-3212-49d9-b374-f435abeb0480'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:28:02.584777 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ebe0c-e8d0-4ad3-938d-4f0ca905c7c5 req-bad3ef6f-f09c-4c0a-8ef2-313a0d4eace4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:02.586227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766ebe0c-e8d0-4ad3-938d-4f0ca905c7c5 req-bad3ef6f-f09c-4c0a-8ef2-313a0d4eace4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 944 time: 0.0485435 Oct 26 17:28:02.623664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-766ebe0c-e8d0-4ad3-938d-4f0ca905c7c5 req-6a60fda5-4980-4019-830c-ecdc92b5fedc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Oct 26 17:28:03.152670 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device ebcec56d-3212-49d9-b374-f435abeb0480 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:03.264427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port ebcec56d-3212-49d9-b374-f435abeb0480 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:28:03.268494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port ebcec56d-3212-49d9-b374-f435abeb0480 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:03.268858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:03.344670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:03.366506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:28:03.368733 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2966e45-ae6f-42b4-9637-bd86ab7fdaee" -d '{"events": [{"server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "name": "network-vif-plugged", "status": "completed", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:28:03.380646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=ebcec56d-3212-49d9-b374-f435abeb0480,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:03.408192 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bbbca6-4286-448e-b0ba-f4005c2d6c6a x-openstack-request-id: req-f3bbbca6-4286-448e-b0ba-f4005c2d6c6a {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:28:03.408482 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "name": "network-vif-plugged", "status": "completed", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:28:03.408736 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3bbbca6-4286-448e-b0ba-f4005c2d6c6a {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:28:03.409132 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480', 'code': 200} Oct 26 17:28:03.446069 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:03.499238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:03.503842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad10389-8500-4faf-9ee0-147f7025ec06 req-3ef703a6-80e5-438c-b1ca-30e44a247d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:03.505356 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bad10389-8500-4faf-9ee0-147f7025ec06 req-3ef703a6-80e5-438c-b1ca-30e44a247d21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 1096 time: 0.0417161 Oct 26 17:28:03.540420 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-bad10389-8500-4faf-9ee0-147f7025ec06 req-8589161c-a5a3-4495-9d7b-1f5a37ae62eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282335 Oct 26 17:28:03.629026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79eaf103-6611-4c1d-b729-aa90e219155e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:03.744092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ab4d5-8f05-4393-ae79-4494578c6d2a req-6ce5be81-fbb0-4eb6-affb-caed9f89ad78 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:03.745559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-616ab4d5-8f05-4393-ae79-4494578c6d2a req-6ce5be81-fbb0-4eb6-affb-caed9f89ad78 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 945 time: 0.0529611 Oct 26 17:28:03.782604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-616ab4d5-8f05-4393-ae79-4494578c6d2a req-3a0bf582-0a9a-47ef-abb7-de028fb4bd09 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Oct 26 17:28:04.167264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:04.901974 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2852ca-b369-4a87-ac57-aa0ddc855b5d req-9e49dc62-40c8-4f0b-b697-31410424ed3c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:04.903468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af2852ca-b369-4a87-ac57-aa0ddc855b5d req-9e49dc62-40c8-4f0b-b697-31410424ed3c tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 945 time: 0.0498657 Oct 26 17:28:04.942498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-af2852ca-b369-4a87-ac57-aa0ddc855b5d req-7241c3ce-840b-4c2b-8aee-13170c60c31e tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Oct 26 17:28:05.246111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:05.316531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a79d-e082-4f04-b874-fcd54ebed38e req-9effe17a-9548-41ef-bab5-dd9714c85615 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:05.317992 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5690a79d-e082-4f04-b874-fcd54ebed38e req-9effe17a-9548-41ef-bab5-dd9714c85615 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 945 time: 0.0501254 Oct 26 17:28:05.355100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5690a79d-e082-4f04-b874-fcd54ebed38e req-cc2e3ea3-2071-461a-9f41-b6ee0c80f278 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Oct 26 17:28:06.476886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f8510-4a4b-4409-95f3-b717bf2904f1 req-03165210-316f-42c6-815a-9ec2f8b93968 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:06.478357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b7f8510-4a4b-4409-95f3-b717bf2904f1 req-03165210-316f-42c6-815a-9ec2f8b93968 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 945 time: 0.0541878 Oct 26 17:28:06.516562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b7f8510-4a4b-4409-95f3-b717bf2904f1 req-bd7353cf-78f0-4966-b897-d59c709d3224 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Oct 26 17:28:06.725562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-99e6bd2c-c55e-4442-a775-5111b2b327a5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:06.726678 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-99e6bd2c-c55e-4442-a775-5111b2b327a5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.39 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 945 time: 0.0514648 Oct 26 17:28:06.813861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Deleting port ebcec56d-3212-49d9-b374-f435abeb0480 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:06.814197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:06.829728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:06.902192 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] For port ebcec56d-3212-49d9-b374-f435abeb0480, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=ebcec56d-3212-49d9-b374-f435abeb0480,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:06.902550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:06.915035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Calling delete_port for ebcec56d-3212-49d9-b374-f435abeb0480 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:07.075533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:07.087787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1691dc1d-af40-401c-9320-a6617384d6ff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:28:07.092046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['ebcec56d-3212-49d9-b374-f435abeb0480'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:28:07.104389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Pushing event deleted for resources: {'Port': ['ID=ebcec56d-3212-49d9-b374-f435abeb0480,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:07.149205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] No DVR routers for this DVR port ebcec56d-3212-49d9-b374-f435abeb0480 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:07.152047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:07.155744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2d78b227-81a3-4e7e-966b-4a31cf21380e req-26ac910d-1b45-4b39-9d9b-7f7d06f91a11 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.39 "DELETE /v2.0/ports/ebcec56d-3212-49d9-b374-f435abeb0480 HTTP/1.1" status: 204 len: 173 time: 0.4233117 Oct 26 17:28:07.161759 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'name': 'network-vif-deleted', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:28:07.161759 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb64ac-f33b-471f-a6ba-12388455d137" -d '{"events": [{"server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "name": "network-vif-deleted", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:28:07.197581 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b7641-d555-4e55-852a-08a047b2bfae x-openstack-request-id: req-ed3b7641-d555-4e55-852a-08a047b2bfae {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:28:07.197934 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590659a2-9943-439e-bda4-5175467945ef", "name": "network-vif-deleted", "tag": "ebcec56d-3212-49d9-b374-f435abeb0480", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:28:07.198189 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed3b7641-d555-4e55-852a-08a047b2bfae {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:28:07.198581 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590659a2-9943-439e-bda4-5175467945ef', 'name': 'network-vif-deleted', 'tag': 'ebcec56d-3212-49d9-b374-f435abeb0480', 'status': 'completed', 'code': 200} Oct 26 17:28:07.623580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d8735247-5064-4eb6-aca8-68d8803b3942 req-13244c62-8d83-4209-bc14-c2ac1879ac24 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=590659a2-9943-439e-bda4-5175467945ef HTTP/1.1" status: 200 len: 210 time: 0.0265789 Oct 26 17:28:08.783421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552077-ba9b-4309-bfa1-2266b03a5144 req-469eec7e-f155-44e5-89ec-687de531f9e6 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:08.784812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52552077-ba9b-4309-bfa1-2266b03a5144 req-469eec7e-f155-44e5-89ec-687de531f9e6 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0494881 Oct 26 17:28:08.824321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52552077-ba9b-4309-bfa1-2266b03a5144 req-f8ba697d-a3b1-4750-a6fa-d678fb6a6fa2 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Oct 26 17:28:08.962027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ebd70-b518-4ee5-aeb7-135c2fa75a7c req-1db80ef2-2a9f-490e-8270-acb7c1f460ff tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:08.963516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-242ebd70-b518-4ee5-aeb7-135c2fa75a7c req-1db80ef2-2a9f-490e-8270-acb7c1f460ff tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0525839 Oct 26 17:28:09.002634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-242ebd70-b518-4ee5-aeb7-135c2fa75a7c req-962ed131-f765-4e96-8e0d-b9781eeb7a3b tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Oct 26 17:28:09.118131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8f5cd-dd95-4b2a-bde2-bad4d64d7fb1 req-ff5a8a90-bd11-462d-9323-7f35a3eab6a4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:09.119626 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4f8f5cd-dd95-4b2a-bde2-bad4d64d7fb1 req-ff5a8a90-bd11-462d-9323-7f35a3eab6a4 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0490360 Oct 26 17:28:09.160007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f4f8f5cd-dd95-4b2a-bde2-bad4d64d7fb1 req-9d0df3b7-d3ab-4c8f-ad00-380356dd21da tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Oct 26 17:28:09.323398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a0ae8-7333-43d2-92d6-26153bfabda2 req-47c528f9-cfe7-4718-ad84-b1ddf876e9ae tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:09.324775 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d88a0ae8-7333-43d2-92d6-26153bfabda2 req-47c528f9-cfe7-4718-ad84-b1ddf876e9ae tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0483551 Oct 26 17:28:09.362308 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d88a0ae8-7333-43d2-92d6-26153bfabda2 req-7de04e5d-d308-4feb-9a53-3e0d3242699f tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Oct 26 17:28:09.487918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10d7a-6860-48dc-871b-d79b6b8a3637 req-0d4a17ed-a580-4b11-bf66-16f576beac15 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:09.489387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0e10d7a-6860-48dc-871b-d79b6b8a3637 req-0d4a17ed-a580-4b11-bf66-16f576beac15 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0592062 Oct 26 17:28:09.526097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e0e10d7a-6860-48dc-871b-d79b6b8a3637 req-aebd9903-960b-4d97-adf5-3bd3aa558b86 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Oct 26 17:28:09.649389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c00c9-78b5-49a1-8bc7-1af135118201 req-d28d926a-d2fe-4d55-b33e-777345780683 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:09.650757 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a17c00c9-78b5-49a1-8bc7-1af135118201 req-d28d926a-d2fe-4d55-b33e-777345780683 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0485227 Oct 26 17:28:09.688228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a17c00c9-78b5-49a1-8bc7-1af135118201 req-6d976400-2ab9-4133-b62b-308d60d174cc tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Oct 26 17:28:10.148109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4626-db9a-4507-9660-ab77623bc9f3 req-d059af5f-6bde-48d9-8510-6519182d64ea tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:10.149573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-575f4626-db9a-4507-9660-ab77623bc9f3 req-d059af5f-6bde-48d9-8510-6519182d64ea tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0482919 Oct 26 17:28:10.187444 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-575f4626-db9a-4507-9660-ab77623bc9f3 req-ba1eb257-0f9b-49fe-95ef-2e63d83640e5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Oct 26 17:28:10.765016 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:28:11.182269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device ebcec56d-3212-49d9-b374-f435abeb0480 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:11.201743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: ebcec56d-3212-49d9-b374-f435abeb0480 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:11.202076 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device ebcec56d-3212-49d9-b374-f435abeb0480 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:11.310975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba15b1-2dbc-4cf3-889d-6c90becfe783 req-24471bdf-b646-4bde-ba1d-257f781e7e06 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:11.312482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73ba15b1-2dbc-4cf3-889d-6c90becfe783 req-24471bdf-b646-4bde-ba1d-257f781e7e06 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0539939 Oct 26 17:28:11.349568 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73ba15b1-2dbc-4cf3-889d-6c90becfe783 req-a673a6ec-5c8a-47c2-847a-27e4e2caac3d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Oct 26 17:28:11.525603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-964598ec-43ab-4d92-8e45-a8c62ba129f5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:11.527048 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-964598ec-43ab-4d92-8e45-a8c62ba129f5 tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.47 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 946 time: 0.0486650 Oct 26 17:28:11.618659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Deleting port 1691dc1d-af40-401c-9320-a6617384d6ff {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:11.618988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:11.705518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] For port 1691dc1d-af40-401c-9320-a6617384d6ff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=1691dc1d-af40-401c-9320-a6617384d6ff,segment=NetworkSegment(5125fd2f-5bfc-4818-b643-021ded9057e3),segment_id=5125fd2f-5bfc-4818-b643-021ded9057e3)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:11.705872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:11.718067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Calling delete_port for 1691dc1d-af40-401c-9320-a6617384d6ff owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:11.904031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:11.916444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['1691dc1d-af40-401c-9320-a6617384d6ff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:28:11.932730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Pushing event deleted for resources: {'Port': ['ID=1691dc1d-af40-401c-9320-a6617384d6ff,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:11.980055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] No DVR routers for this DVR port 1691dc1d-af40-401c-9320-a6617384d6ff on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:11.982685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:11.986076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c0595337-54dd-4c1e-8292-161ffcf3a30b req-ab5d85c8-7f42-4cc5-9d9d-8434a160714d tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.47 "DELETE /v2.0/ports/1691dc1d-af40-401c-9320-a6617384d6ff HTTP/1.1" status: 204 len: 173 time: 0.4521489 Oct 26 17:28:11.986535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'name': 'network-vif-deleted', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:28:11.988879 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2a89ad-352e-4d54-b38b-093f508f3d39" -d '{"events": [{"server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "name": "network-vif-deleted", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:28:12.027838 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3020450-6e7b-4258-a2c8-ef7b9997e162 x-openstack-request-id: req-c3020450-6e7b-4258-a2c8-ef7b9997e162 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:28:12.027838 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f461b9da-d194-416d-8469-d9bca7cf5bba", "name": "network-vif-deleted", "tag": "1691dc1d-af40-401c-9320-a6617384d6ff", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:28:12.027838 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3020450-6e7b-4258-a2c8-ef7b9997e162 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:28:12.027838 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f461b9da-d194-416d-8469-d9bca7cf5bba', 'name': 'network-vif-deleted', 'tag': '1691dc1d-af40-401c-9320-a6617384d6ff', 'status': 'completed', 'code': 200} Oct 26 17:28:12.453673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddfcada2-a4ad-480d-981d-583a49e9e9b3 req-e220b090-35d4-4b5f-9c07-2112db705ebe tempest-ServersNegativeTestJSON-1988861492 tempest-ServersNegativeTestJSON-1988861492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f461b9da-d194-416d-8469-d9bca7cf5bba HTTP/1.1" status: 200 len: 210 time: 0.0265167 Oct 26 17:28:13.511181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59858) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:13.557124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Deleting subnet 152cd8c3-1751-4633-a596-66c353d1937a {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:28:13.560236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.594356 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.634040 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.761727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.788924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152cd8c3-1751-4633-a596-66c353d1937a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:13.790869 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.794149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4bab7658-b17a-439e-93e6-e37e38cb0719 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/152cd8c3-1751-4633-a596-66c353d1937a HTTP/1.1" status: 204 len: 168 time: 0.2819402 Oct 26 17:28:13.796725 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59860) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:13.863494 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.944508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.964079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f70c779-d9a2-4640-9521-4600d759b247']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:13.973620 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5125fd2f-5bfc-4818-b643-021ded9057e3') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:13.973912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5125fd2f-5bfc-4818-b643-021ded9057e3') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:13.983484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:13.996152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.002865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:14.003276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:14.004908 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:14.132716 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.138363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.141670 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f70c779-d9a2-4640-9521-4600d759b247 HTTP/1.1" status: 204 len: 168 time: 0.3439336 Oct 26 17:28:14.152856 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd3c6e-335d-48da-ad49-e8b85bb38186 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f70c779-d9a2-4640-9521-4600d759b247,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:14.442797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59864) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:14.478382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e068c1da-caee-4d84-ad38-2fb5da340839 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cff5af76da84ac1a63a083839a395aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421886 Oct 26 17:28:14.480792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59866) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:14.527007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.548461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.659363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.661966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:14.663174 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5796437-7ad4-4fdf-b9d4-77d7b9e8baca HTTP/1.1" status: 204 len: 168 time: 0.1814020 Oct 26 17:28:14.670967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e9ec-6045-4096-9956-601c5aa22e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5796437-7ad4-4fdf-b9d4-77d7b9e8baca,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:15.574100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59888) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:15.666849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447123068'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:15.720947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:15.724402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:15.732840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:15.803908 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:15.840846 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:15.867378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:15.876003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f619151e-2209-40a2-abd4-3380484f2e33,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:15.882357 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:15.882700 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Added segment cdf3c896-0f39-41db-9a6c-1bae2897ffa6 of type vlan for network 0b6d4576-eb81-4a8f-b690-76647f91606e Oct 26 17:28:15.924980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:16.005885 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:16.011417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:16.012030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:16.076833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Network': ['ID=0b6d4576-eb81-4a8f-b690-76647f91606e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:16.087350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 0b6d4576-eb81-4a8f-b690-76647f91606e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:16.118151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1772402d-f98b-423e-a882-abd89bd4345e tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5429456 Oct 26 17:28:16.909185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1691dc1d-af40-401c-9320-a6617384d6ff no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:16.930988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 1691dc1d-af40-401c-9320-a6617384d6ff {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:16.931351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 1691dc1d-af40-401c-9320-a6617384d6ff not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:19.389467 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59892) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:19.395066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'subnet': {'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:19.544240 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:19.547787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:19.784192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:19.845883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Subnet': ['ID=a4a2b379-5583-464e-addf-0479ff6cf266,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:19.857744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.858085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.858417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.858747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.859071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.859490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.859811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.860129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.860445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.861286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.861601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.861914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:19.867021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking segment: {'id': 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:19.867398 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network hostable DHCP agents. Network: 0b6d4576-eb81-4a8f-b690-76647f91606e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:19.938101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network 0b6d4576-eb81-4a8f-b690-76647f91606e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:19.983981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 0b6d4576-eb81-4a8f-b690-76647f91606e) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:19.988534 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:19.991290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:19.995105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f9de4-404b-45c6-8197-5ff822013593 None None] Network 0b6d4576-eb81-4a8f-b690-76647f91606e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:20.038601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-732710cf-020c-4a53-a664-ba80085be34b tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6479406 Oct 26 17:28:20.041916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:20.046881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729865226'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:20.126062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:20.129954 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.141647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-0b6d4576-eb81-4a8f-b690-76647f91606e', 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e', 'tenant_id': '382e9076187742c8b8aec333f62e6a51', 'fixed_ips': [{'subnet_id': 'a4a2b379-5583-464e-addf-0479ff6cf266'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:20.150939 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.156466 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:20.166390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.168084 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Added segment 646eb996-1d04-4f79-9725-10c676e698a3 of type vlan for network a2a04f28-c959-46a0-8612-91737638d721 Oct 26 17:28:20.206973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.277933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Allocated IP 2001:db8:0:ffff::2 (0b6d4576-eb81-4a8f-b690-76647f91606e/a4a2b379-5583-464e-addf-0479ff6cf266/6de9eb1a-9725-469d-a490-aca3439e85e2) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:20.296178 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.297420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:20.298873 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.367654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Network': ['ID=a2a04f28-c959-46a0-8612-91737638d721,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:20.379378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network a2a04f28-c959-46a0-8612-91737638d721 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:20.420458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d031126c-aab5-43d5-9968-e67a36338b2f tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3775101 Oct 26 17:28:20.423437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:20.429328 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'subnet': {'network_id': 'a2a04f28-c959-46a0-8612-91737638d721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:20.473411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.544323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.578509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:20.582755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.585775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Network 0b6d4576-eb81-4a8f-b690-76647f91606e is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:20.591872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:20.592487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:20.599498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Pushing event updated for resources: {'Port': ['ID=6de9eb1a-9725-469d-a490-aca3439e85e2,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:20.653881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Attempting to bind port 6de9eb1a-9725-469d-a490-aca3439e85e2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:20.654253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Attempting to bind port 6de9eb1a-9725-469d-a490-aca3439e85e2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:20.654622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Attempting to bind port 6de9eb1a-9725-469d-a490-aca3439e85e2 on network 0b6d4576-eb81-4a8f-b690-76647f91606e {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:20.659872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:20.660252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Checking segment: {'id': 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:20.660652 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.666550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Bound using segment: {'id': 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:20.666550 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Bound port: 6de9eb1a-9725-469d-a490-aca3439e85e2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0b6d4576-eb81-4a8f-b690-76647f91606e'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:20.666550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.724847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] For port 6de9eb1a-9725-469d-a490-aca3439e85e2, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:20.727974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] For port 6de9eb1a-9725-469d-a490-aca3439e85e2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6de9eb1a-9725-469d-a490-aca3439e85e2,segment=NetworkSegment(cdf3c896-0f39-41db-9a6c-1bae2897ffa6),segment_id=cdf3c896-0f39-41db-9a6c-1bae2897ffa6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:20.784131 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.838192 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:20.843238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b36e03-a820-4620-87b0-16de88de16ee None None] Pushing event updated for resources: {'Port': ['ID=6de9eb1a-9725-469d-a490-aca3439e85e2,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:20.917411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Subnet': ['ID=8f63c680-d896-46a1-af16-4915b492d585,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:20.922549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking segment: {'id': '646eb996-1d04-4f79-9725-10c676e698a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:20.922913 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network hostable DHCP agents. Network: a2a04f28-c959-46a0-8612-91737638d721, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:21.005887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network a2a04f28-c959-46a0-8612-91737638d721 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:21.092013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, a2a04f28-c959-46a0-8612-91737638d721) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:21.099761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:21.100357 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.104282 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29745bbc-a795-4c17-96e9-3a0fafbbfffb None None] Network a2a04f28-c959-46a0-8612-91737638d721 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:21.176423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-10f6d860-7f4e-460b-a85d-1f78f5484a94 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7516568 Oct 26 17:28:21.178844 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59898) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:21.257063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-a2a04f28-c959-46a0-8612-91737638d721', 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721', 'tenant_id': '382e9076187742c8b8aec333f62e6a51', 'fixed_ips': [{'subnet_id': '8f63c680-d896-46a1-af16-4915b492d585'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:21.257943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.276842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.333798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.394996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Allocated IP 2001:db8::2 (a2a04f28-c959-46a0-8612-91737638d721/8f63c680-d896-46a1-af16-4915b492d585/3fd862d4-81d1-49f8-9b7b-f6fa95bae303) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:21.544301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6de9eb1a-9725-469d-a490-aca3439e85e2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:21.552599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.598004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.615006 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6de9eb1a-9725-469d-a490-aca3439e85e2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:21.615407 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.687008 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.740950 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.749707 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Network a2a04f28-c959-46a0-8612-91737638d721 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:21.752622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651b9c5-810a-432b-a158-fffb7365bfa0 None None] Network 0b6d4576-eb81-4a8f-b690-76647f91606e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:21.761088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:21.763938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:21.765704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Pushing event updated for resources: {'Port': ['ID=3fd862d4-81d1-49f8-9b7b-f6fa95bae303,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:21.767853 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.797639 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Subnet': ['ID=8f63c680-d896-46a1-af16-4915b492d585,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:21.864263 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.885872 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a04f28-c959-46a0-8612-91737638d721']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:21.896143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646eb996-1d04-4f79-9725-10c676e698a3') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:21.896375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646eb996-1d04-4f79-9725-10c676e698a3') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:21.906571 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.921218 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.928647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:21.929048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:21.932151 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:22.030077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 17:28:22.030077 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 17:28:22.030077 n-d-815373-2 neutron-server[102736]: [parameters: {'id': 'a2a04f28-c959-46a0-8612-91737638d721'}] Oct 26 17:28:22.030077 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:28:22.030583 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:28:22.031442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 6de9eb1a-9725-469d-a490-aca3439e85e2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6de9eb1a-9725-469d-a490-aca3439e85e2,segment=NetworkSegment(cdf3c896-0f39-41db-9a6c-1bae2897ffa6),segment_id=cdf3c896-0f39-41db-9a6c-1bae2897ffa6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:22.053463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-354966c3-68c9-4d41-bb81-a5e785eb1c38 None None] Provisioning complete for port 6de9eb1a-9725-469d-a490-aca3439e85e2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:22.053823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-354966c3-68c9-4d41-bb81-a5e785eb1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.100338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.108074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Attempting to bind port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:22.108697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Attempting to bind port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '646eb996-1d04-4f79-9725-10c676e698a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:22.108808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Attempting to bind port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 on network a2a04f28-c959-46a0-8612-91737638d721 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:22.145486 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:22.145857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Checking segment: {'id': '646eb996-1d04-4f79-9725-10c676e698a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:22.146303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.146636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Bound using segment: {'id': '646eb996-1d04-4f79-9725-10c676e698a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:22.147102 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Bound port: 3fd862d4-81d1-49f8-9b7b-f6fa95bae303, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646eb996-1d04-4f79-9725-10c676e698a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2a04f28-c959-46a0-8612-91737638d721'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:22.147499 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.228038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=6de9eb1a-9725-469d-a490-aca3439e85e2,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:22.319669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] For port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:22.323218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] For port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3fd862d4-81d1-49f8-9b7b-f6fa95bae303,segment=NetworkSegment(646eb996-1d04-4f79-9725-10c676e698a3),segment_id=646eb996-1d04-4f79-9725-10c676e698a3)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:22.410704 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.497154 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d0a3b-23b0-4c58-81a0-c32f8b6e43d6 None None] Pushing event updated for resources: {'Port': ['ID=3fd862d4-81d1-49f8-9b7b-f6fa95bae303,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:22.509852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243c1b0-783d-4c6d-ad06-beee32650cb6 None None] Network a2a04f28-c959-46a0-8612-91737638d721 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:22.531569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.587724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:22.588066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.636302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068e04c-96cf-436d-9653-58036a1e9ccf None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 17:28:22.637785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e0b5f71b-b610-44f6-9105-de26df0361bb None None] Provisioning complete for port 6de9eb1a-9725-469d-a490-aca3439e85e2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:22.638146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f71b-b610-44f6-9105-de26df0361bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.657049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] For port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=3fd862d4-81d1-49f8-9b7b-f6fa95bae303,segment=NetworkSegment(646eb996-1d04-4f79-9725-10c676e698a3),segment_id=646eb996-1d04-4f79-9725-10c676e698a3)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:22.657408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.671738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Calling delete_port for 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:22.757615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068e04c-96cf-436d-9653-58036a1e9ccf None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:28:22.800865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.832101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Port': ['ID=3fd862d4-81d1-49f8-9b7b-f6fa95bae303,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:22.833941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No DVR routers for this DVR port 3fd862d4-81d1-49f8-9b7b-f6fa95bae303 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:22.914151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.933983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a04f28-c959-46a0-8612-91737638d721']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:22.943176 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646eb996-1d04-4f79-9725-10c676e698a3') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:22.943483 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646eb996-1d04-4f79-9725-10c676e698a3') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:22.953067 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.967086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.975030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:22.975608 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:22.978594 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:23.019120 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.081401 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.088734 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.091787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/a2a04f28-c959-46a0-8612-91737638d721 HTTP/1.1" status: 204 len: 168 time: 1.9119725 Oct 26 17:28:23.095595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59900) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:23.100673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887717008'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:23.103521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eae81-5f0e-4aeb-8951-c91fb4d5baea tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Network': ['ID=a2a04f28-c959-46a0-8612-91737638d721,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:23.177754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:23.181271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.205426 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:23.213681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.214017 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Added segment 8f4dcb51-9904-41e8-a268-0a9a8704f5f4 of type vlan for network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 Oct 26 17:28:23.255202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.326698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.333471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:23.334055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.399140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Network': ['ID=c00ec16b-b6ad-4433-ba6a-42a5dc9c2331,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:23.410679 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:23.451629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-59299885-69b5-4d63-98f9-a82d5d6dff2d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3536556 Oct 26 17:28:23.459701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59902) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:23.467157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'subnet': {'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:23.503100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6de9eb1a-9725-469d-a490-aca3439e85e2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:23.553851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6de9eb1a-9725-469d-a490-aca3439e85e2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:23.554216 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.624339 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:23.629081 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.688262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Performing IP validity checks on allocation pools {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 17:28:23.689390 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.ipam_backend_mixin [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 17:28:23.874812 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:23.936793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Subnet': ['ID=bea6667c-c888-47ae-9475-54fadc66475a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:23.945647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking segment: {'id': '8f4dcb51-9904-41e8-a268-0a9a8704f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:23.946054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network hostable DHCP agents. Network: c00ec16b-b6ad-4433-ba6a-42a5dc9c2331, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:24.019267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:24.086528 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c00ec16b-b6ad-4433-ba6a-42a5dc9c2331) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:24.091461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:24.098570 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.098740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aaff1b-c123-42cc-ace0-a298fd37a994 None None] Network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:24.171787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4daa5f11-649c-4613-b9d3-0ed77f4a4051 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7085960 Oct 26 17:28:24.172100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59904) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:24.237673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c00ec16b-b6ad-4433-ba6a-42a5dc9c2331', 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331', 'tenant_id': '382e9076187742c8b8aec333f62e6a51', 'fixed_ips': [{'subnet_id': 'bea6667c-c888-47ae-9475-54fadc66475a'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:24.239180 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.272436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.322895 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.371842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Allocated IP 2001:db8::3 (c00ec16b-b6ad-4433-ba6a-42a5dc9c2331/bea6667c-c888-47ae-9475-54fadc66475a/48fb15cb-3532-4894-8c43-fe17f8035908) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:24.509863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.578814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.624224 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:24.627781 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:24.632002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:24.635011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Pushing event updated for resources: {'Port': ['ID=48fb15cb-3532-4894-8c43-fe17f8035908,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:24.658574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.685851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Subnet': ['ID=bea6667c-c888-47ae-9475-54fadc66475a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:24.689619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Attempting to bind port 48fb15cb-3532-4894-8c43-fe17f8035908 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:24.690003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Attempting to bind port 48fb15cb-3532-4894-8c43-fe17f8035908 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '8f4dcb51-9904-41e8-a268-0a9a8704f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:24.690419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Attempting to bind port 48fb15cb-3532-4894-8c43-fe17f8035908 on network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:24.696155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:24.696521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Checking segment: {'id': '8f4dcb51-9904-41e8-a268-0a9a8704f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:24.696917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.697298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Bound using segment: {'id': '8f4dcb51-9904-41e8-a268-0a9a8704f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:24.697834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Bound port: 48fb15cb-3532-4894-8c43-fe17f8035908, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4dcb51-9904-41e8-a268-0a9a8704f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:24.698210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.749655 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.760294 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] For port 48fb15cb-3532-4894-8c43-fe17f8035908, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:24.763484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] For port 48fb15cb-3532-4894-8c43-fe17f8035908, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=48fb15cb-3532-4894-8c43-fe17f8035908,segment=NetworkSegment(8f4dcb51-9904-41e8-a268-0a9a8704f5f4),segment_id=8f4dcb51-9904-41e8-a268-0a9a8704f5f4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:24.770744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00ec16b-b6ad-4433-ba6a-42a5dc9c2331']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:24.779583 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4dcb51-9904-41e8-a268-0a9a8704f5f4') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:24.780133 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4dcb51-9904-41e8-a268-0a9a8704f5f4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:24.789366 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.841462 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.843414 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.849714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:24.850108 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:24.853210 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:24.919539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eda424-6af8-471f-9554-8493adbd21aa None None] Pushing event updated for resources: {'Port': ['ID=48fb15cb-3532-4894-8c43-fe17f8035908,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:24.938459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.db.api [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 17:28:24.938459 n-d-815373-2 neutron-server[102736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 17:28:24.938459 n-d-815373-2 neutron-server[102736]: [parameters: {'id': 'c00ec16b-b6ad-4433-ba6a-42a5dc9c2331'}] Oct 26 17:28:24.938459 n-d-815373-2 neutron-server[102736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:28:24.939794 n-d-815373-2 neutron-server[102736]: DEBUG oslo_db.api [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:28:24.939902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6b2e4-90bb-460d-870e-e85e717a1b5b None None] Network c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:25.059730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ade81-e3fa-4a99-a8fa-8602b93faa99 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 17:28:25.125227 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ade81-e3fa-4a99-a8fa-8602b93faa99 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:28:25.440967 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.497735 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting port 48fb15cb-3532-4894-8c43-fe17f8035908 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:25.498074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.560326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] For port 48fb15cb-3532-4894-8c43-fe17f8035908, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=48fb15cb-3532-4894-8c43-fe17f8035908,segment=NetworkSegment(8f4dcb51-9904-41e8-a268-0a9a8704f5f4),segment_id=8f4dcb51-9904-41e8-a268-0a9a8704f5f4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:25.560689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.572846 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Calling delete_port for 48fb15cb-3532-4894-8c43-fe17f8035908 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:25.698569 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.725852 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Port': ['ID=48fb15cb-3532-4894-8c43-fe17f8035908,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:25.727685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No DVR routers for this DVR port 48fb15cb-3532-4894-8c43-fe17f8035908 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:25.805713 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.828850 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00ec16b-b6ad-4433-ba6a-42a5dc9c2331']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:25.838229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4dcb51-9904-41e8-a268-0a9a8704f5f4') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:25.838526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4dcb51-9904-41e8-a268-0a9a8704f5f4') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:25.848210 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.860830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.866655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:25.867032 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:25.869952 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:25.978440 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.983056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:25.986389 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 HTTP/1.1" status: 204 len: 168 time: 1.8132656 Oct 26 17:28:25.989994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59906) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:25.995394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103638575'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:26.000992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8531f-c979-4956-a394-a0abc7412443 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Network': ['ID=c00ec16b-b6ad-4433-ba6a-42a5dc9c2331,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:26.069750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:26.073211 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.097247 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:26.105455 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.105789 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Added segment 3cfe5613-f93e-4786-9989-a54c5c9ef897 of type vlan for network 197dec99-3dc3-4783-b1e5-4fc3091fad6e Oct 26 17:28:26.144484 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.206991 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.212555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:26.213131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.280019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Network': ['ID=197dec99-3dc3-4783-b1e5-4fc3091fad6e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:26.292101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:26.330946 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-363eea11-40b8-41cb-ae3a-09951e704e83 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3397093 Oct 26 17:28:26.333832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59908) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:26.339049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'subnet': {'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:26.492224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:26.495728 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.749682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.807410 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Subnet': ['ID=7e31ce97-9f4e-47db-b916-7915d3c29647,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:26.818346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking segment: {'id': '3cfe5613-f93e-4786-9989-a54c5c9ef897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:26.818705 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network hostable DHCP agents. Network: 197dec99-3dc3-4783-b1e5-4fc3091fad6e, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:26.880724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:26.932403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 197dec99-3dc3-4783-b1e5-4fc3091fad6e) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:26.936472 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:26.937042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:26.943713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ae9ba-3dd4-4954-9c70-66f5659d36e8 None None] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:27.009823 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2c09f831-5698-460b-b309-10189305557a tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6747994 Oct 26 17:28:27.013223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59910) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:27.019200 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734211165'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:27.088561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-197dec99-3dc3-4783-b1e5-4fc3091fad6e', 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e', 'tenant_id': '382e9076187742c8b8aec333f62e6a51', 'fixed_ips': [{'subnet_id': '7e31ce97-9f4e-47db-b916-7915d3c29647'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:27.089401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.093437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:27.097234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.121021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:27.130276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.130612 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Added segment 54aaeaa6-4d6f-496a-bb4f-71e1032b2ea8 of type vlan for network 7a48c782-f955-49d4-887e-701c089e02f0 Oct 26 17:28:27.170511 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.227043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Allocated IP 2001:db8::2 (197dec99-3dc3-4783-b1e5-4fc3091fad6e/7e31ce97-9f4e-47db-b916-7915d3c29647/12c31972-77f2-4602-9b98-a9e07b87088d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:27.236132 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.242776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:27.243378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.307620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Network': ['ID=7a48c782-f955-49d4-887e-701c089e02f0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:27.321413 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 7a48c782-f955-49d4-887e-701c089e02f0 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:27.351673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-dd35bf00-b3cb-4957-b2a2-450f886690d4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3372250 Oct 26 17:28:27.354557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59912) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:27.359474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Request body: {'subnet': {'network_id': '7a48c782-f955-49d4-887e-701c089e02f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:27.425570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.515853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.538403 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Made reservation on behalf of 382e9076187742c8b8aec333f62e6a51 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:27.542412 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.556577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:27.559595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:27.562976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:27.570505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Pushing event updated for resources: {'Port': ['ID=12c31972-77f2-4602-9b98-a9e07b87088d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:27.625025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Attempting to bind port 12c31972-77f2-4602-9b98-a9e07b87088d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:27.625718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Attempting to bind port 12c31972-77f2-4602-9b98-a9e07b87088d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '3cfe5613-f93e-4786-9989-a54c5c9ef897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:27.625718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Attempting to bind port 12c31972-77f2-4602-9b98-a9e07b87088d on network 197dec99-3dc3-4783-b1e5-4fc3091fad6e {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:27.630948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:27.631338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Checking segment: {'id': '3cfe5613-f93e-4786-9989-a54c5c9ef897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:27.631727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.632112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Bound using segment: {'id': '3cfe5613-f93e-4786-9989-a54c5c9ef897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:27.637680 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Bound port: 12c31972-77f2-4602-9b98-a9e07b87088d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe5613-f93e-4786-9989-a54c5c9ef897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '197dec99-3dc3-4783-b1e5-4fc3091fad6e'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:27.637680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.695979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] For port 12c31972-77f2-4602-9b98-a9e07b87088d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:27.698976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] For port 12c31972-77f2-4602-9b98-a9e07b87088d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=12c31972-77f2-4602-9b98-a9e07b87088d,segment=NetworkSegment(3cfe5613-f93e-4786-9989-a54c5c9ef897),segment_id=3cfe5613-f93e-4786-9989-a54c5c9ef897)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:27.760581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.784623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:27.827356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d7d2-dbf5-462d-bf6c-1a5c90d4d962 None None] Pushing event updated for resources: {'Port': ['ID=12c31972-77f2-4602-9b98-a9e07b87088d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:27.849727 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event updated for resources: {'Subnet': ['ID=7a774dd9-ac78-4b59-98ac-4b46e3a4cad4,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:27.861170 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Checking segment: {'id': '54aaeaa6-4d6f-496a-bb4f-71e1032b2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7a48c782-f955-49d4-887e-701c089e02f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:27.862173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network hostable DHCP agents. Network: 7a48c782-f955-49d4-887e-701c089e02f0, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:27.957223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Network 7a48c782-f955-49d4-887e-701c089e02f0 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:28.046035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 7a48c782-f955-49d4-887e-701c089e02f0) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:28.052036 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:28.052631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.059642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efcce9a-ade2-493c-9ab2-9e1869a31438 None None] Network 7a48c782-f955-49d4-887e-701c089e02f0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:28.129607 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8951dc7b-915a-4e44-9947-242a4cb39c11 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7738450 Oct 26 17:28:28.132124 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.202938 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de95a63-6bf2-44fc-9770-04ebd6d3486d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-7a48c782-f955-49d4-887e-701c089e02f0', 'network_id': '7a48c782-f955-49d4-887e-701c089e02f0', 'tenant_id': '382e9076187742c8b8aec333f62e6a51', 'fixed_ips': [{'subnet_id': '7a774dd9-ac78-4b59-98ac-4b46e3a4cad4'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:28.203908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9de95a63-6bf2-44fc-9770-04ebd6d3486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.237123 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.288287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.425185 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.451622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Subnet': ['ID=7a774dd9-ac78-4b59-98ac-4b46e3a4cad4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server [None req-9de95a63-6bf2-44fc-9770-04ebd6d3486d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a774dd9-ac78-4b59-98ac-4b46e3a4cad4: This subnet is being modified by another concurrent operation. Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server raise exception Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a774dd9-ac78-4b59-98ac-4b46e3a4cad4: This subnet is being modified by another concurrent operation. Oct 26 17:28:28.493866 n-d-815373-2 neutron-server[102738]: ERROR oslo_messaging.rpc.server Oct 26 17:28:28.514988 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2326e-d26a-4c53-a86c-1ddd365a7183 None None] Network 7a48c782-f955-49d4-887e-701c089e02f0 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:28.530243 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.560525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a48c782-f955-49d4-887e-701c089e02f0']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:28.570698 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aaeaa6-4d6f-496a-bb4f-71e1032b2ea8') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:28.571038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aaeaa6-4d6f-496a-bb4f-71e1032b2ea8') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:28.582552 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.597879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.605460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:28.606066 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:28.610119 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:28.734979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c81852-fda8-4241-aa11-cd7630bf0a4f None None] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:28.801499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.808491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.814217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/7a48c782-f955-49d4-887e-701c089e02f0 HTTP/1.1" status: 204 len: 168 time: 0.6785479 Oct 26 17:28:28.814968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59916) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.834385 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c915739-182a-44af-85c2-77def7a8c714 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Network': ['ID=7a48c782-f955-49d4-887e-701c089e02f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:28.848033 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1976edc1-1724-407a-8f9d-5e635fc9bbf5 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] GET failed (client error): The resource could not be found. Oct 26 17:28:28.849382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1976edc1-1724-407a-8f9d-5e635fc9bbf5 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "GET /v2.0/subnets/7a774dd9-ac78-4b59-98ac-4b46e3a4cad4 HTTP/1.1" status: 404 len: 337 time: 0.0334191 Oct 26 17:28:28.852146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59918) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.869311 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] Provisioning complete for port 12c31972-77f2-4602-9b98-a9e07b87088d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:28.869671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.870197 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6baa87d-07ac-4364-908c-f8f8986c29b2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:28.870733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6baa87d-07ac-4364-908c-f8f8986c29b2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:28.874265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f6baa87d-07ac-4364-908c-f8f8986c29b2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/7a48c782-f955-49d4-887e-701c089e02f0 HTTP/1.1" status: 404 len: 339 time: 0.0206542 Oct 26 17:28:28.878345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59920) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.905328 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb3aabb-5ac0-4990-9741-d646bfbc3ad7 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:28.905328 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb3aabb-5ac0-4990-9741-d646bfbc3ad7 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:28.908375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-abb3aabb-5ac0-4990-9741-d646bfbc3ad7 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/subnets/7a774dd9-ac78-4b59-98ac-4b46e3a4cad4 HTTP/1.1" status: 404 len: 337 time: 0.0290947 Oct 26 17:28:28.911639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59922) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.929406 n-d-815373-2 neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0a9c63-cd26-4fc4-a0c7-06f637ac09d2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:28.930061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0a9c63-cd26-4fc4-a0c7-06f637ac09d2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:28.933664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8a0a9c63-cd26-4fc4-a0c7-06f637ac09d2 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/7a48c782-f955-49d4-887e-701c089e02f0 HTTP/1.1" status: 404 len: 339 time: 0.0209928 Oct 26 17:28:28.936018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:28.976110 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:28.995014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting subnet 7e31ce97-9f4e-47db-b916-7915d3c29647 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:28:28.998258 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.018441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] For port 12c31972-77f2-4602-9b98-a9e07b87088d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=12c31972-77f2-4602-9b98-a9e07b87088d,segment=NetworkSegment(3cfe5613-f93e-4786-9989-a54c5c9ef897),segment_id=3cfe5613-f93e-4786-9989-a54c5c9ef897)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:29.040203 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.098721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.129144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.134694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c904c0f-1627-4a77-ab44-fea096742855 None None] get_active_networks_info from n-d-815373-2 {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 17:28:29.191833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c3d6-c68c-486b-85c9-eb16f48482a5 None None] Pushing event updated for resources: {'Port': ['ID=12c31972-77f2-4602-9b98-a9e07b87088d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:29.237167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c904c0f-1627-4a77-ab44-fea096742855 None None] Resources bound (agent type, host, resource id): {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:28:29.242387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bffd438f-307a-416b-ab58-a4737192cafa None None] Provisioning complete for port 12c31972-77f2-4602-9b98-a9e07b87088d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:29.245465 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bffd438f-307a-416b-ab58-a4737192cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.265073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.295022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Subnet': ['ID=7e31ce97-9f4e-47db-b916-7915d3c29647,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:29.297031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.301046 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0cb81cd2-6556-425f-aa5d-9993d39f6817 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/subnets/7e31ce97-9f4e-47db-b916-7915d3c29647 HTTP/1.1" status: 204 len: 168 time: 0.3637733 Oct 26 17:28:29.303475 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59926) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:29.377685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.434183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting port 12c31972-77f2-4602-9b98-a9e07b87088d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:29.434539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.500011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] For port 12c31972-77f2-4602-9b98-a9e07b87088d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=12c31972-77f2-4602-9b98-a9e07b87088d,segment=NetworkSegment(3cfe5613-f93e-4786-9989-a54c5c9ef897),segment_id=3cfe5613-f93e-4786-9989-a54c5c9ef897)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:29.500453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.508844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314f57d-40ea-439d-adf3-0c3f56eed0cc None None] Network 197dec99-3dc3-4783-b1e5-4fc3091fad6e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:29.514836 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Calling delete_port for 12c31972-77f2-4602-9b98-a9e07b87088d owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:29.553026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 12c31972-77f2-4602-9b98-a9e07b87088d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:29.659366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 12c31972-77f2-4602-9b98-a9e07b87088d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:29.659735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.675790 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.701859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Port': ['ID=12c31972-77f2-4602-9b98-a9e07b87088d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:29.709053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Could not find standard attr ID for object 12c31972-77f2-4602-9b98-a9e07b87088d. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 17:28:29.709986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No DVR routers for this DVR port 12c31972-77f2-4602-9b98-a9e07b87088d on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:29.712271 n-d-815373-2 neutron-server[102738]: INFO neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No ports have port_id starting with 12c31972-77f2-4602-9b98-a9e07b87088d Oct 26 17:28:29.765917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3371a8b-15e7-450d-8c8a-e18695ae0b06 None None] DHCP port deletion for 197dec99-3dc3-4783-b1e5-4fc3091fad6e request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:28:29.794787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.818322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197dec99-3dc3-4783-b1e5-4fc3091fad6e']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:29.827159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfe5613-f93e-4786-9989-a54c5c9ef897') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:29.827462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfe5613-f93e-4786-9989-a54c5c9ef897') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:29.837333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.850073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.855801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:29.857898 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:29.858991 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:29.972425 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.977903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:29.982909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/197dec99-3dc3-4783-b1e5-4fc3091fad6e HTTP/1.1" status: 204 len: 168 time: 0.6769950 Oct 26 17:28:29.984054 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59928) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.000344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54249c5-8cac-4d64-87d8-bce226ff3ca4 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Network': ['ID=197dec99-3dc3-4783-b1e5-4fc3091fad6e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:30.021607 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b6f144-e2dd-4800-b7e7-c6d428fa9cb1 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:30.022086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b6f144-e2dd-4800-b7e7-c6d428fa9cb1 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:30.025419 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-96b6f144-e2dd-4800-b7e7-c6d428fa9cb1 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/subnets/bea6667c-c888-47ae-9475-54fadc66475a HTTP/1.1" status: 404 len: 337 time: 0.0403593 Oct 26 17:28:30.028022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59930) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.046458 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf9b2bb-2a5d-4771-bf55-74adc3bfa090 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:30.046981 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf9b2bb-2a5d-4771-bf55-74adc3bfa090 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:30.050765 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6cf9b2bb-2a5d-4771-bf55-74adc3bfa090 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/c00ec16b-b6ad-4433-ba6a-42a5dc9c2331 HTTP/1.1" status: 404 len: 339 time: 0.0217927 Oct 26 17:28:30.053276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59932) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.082030 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b67889-c0ad-4b1b-a7f4-48f4d631cae9 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:30.082478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b67889-c0ad-4b1b-a7f4-48f4d631cae9 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:30.085621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a4b67889-c0ad-4b1b-a7f4-48f4d631cae9 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/subnets/8f63c680-d896-46a1-af16-4915b492d585 HTTP/1.1" status: 404 len: 337 time: 0.0314667 Oct 26 17:28:30.088067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59934) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.106567 n-d-815373-2 neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc48d87c-a67e-466e-9676-7469c0648885 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] DELETE failed (client error): The resource could not be found. Oct 26 17:28:30.107084 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc48d87c-a67e-466e-9676-7469c0648885 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 17:28:30.110102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cc48d87c-a67e-466e-9676-7469c0648885 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/a2a04f28-c959-46a0-8612-91737638d721 HTTP/1.1" status: 404 len: 339 time: 0.0211561 Oct 26 17:28:30.112633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59936) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.163628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting subnet a4a2b379-5583-464e-addf-0479ff6cf266 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:28:30.166658 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.208457 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.296294 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.425004 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.451869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a2b379-5583-464e-addf-0479ff6cf266,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:30.455636 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.458879 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c4853cec-c433-4950-85df-aa5f3b5cbe30 tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/subnets/a4a2b379-5583-464e-addf-0479ff6cf266 HTTP/1.1" status: 204 len: 168 time: 0.3453665 Oct 26 17:28:30.461337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59938) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:30.463726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b6145-87b7-4bb2-827e-790834d56713 None None] Network 0b6d4576-eb81-4a8f-b690-76647f91606e requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:30.545060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.598455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Deleting port 6de9eb1a-9725-469d-a490-aca3439e85e2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:30.598817 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.642522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] DHCP port deletion for 0b6d4576-eb81-4a8f-b690-76647f91606e request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:28:30.667087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] For port 6de9eb1a-9725-469d-a490-aca3439e85e2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6de9eb1a-9725-469d-a490-aca3439e85e2,segment=NetworkSegment(cdf3c896-0f39-41db-9a6c-1bae2897ffa6),segment_id=cdf3c896-0f39-41db-9a6c-1bae2897ffa6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:30.667481 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.680796 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Calling delete_port for 6de9eb1a-9725-469d-a490-aca3439e85e2 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:30.689314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Deleting port 6de9eb1a-9725-469d-a490-aca3439e85e2 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:30.689687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.755338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] For port 6de9eb1a-9725-469d-a490-aca3439e85e2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6de9eb1a-9725-469d-a490-aca3439e85e2,segment=NetworkSegment(cdf3c896-0f39-41db-9a6c-1bae2897ffa6),segment_id=cdf3c896-0f39-41db-9a6c-1bae2897ffa6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:30.755738 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.768584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Calling delete_port for 6de9eb1a-9725-469d-a490-aca3439e85e2 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:30.806830 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.834725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Port': ['ID=6de9eb1a-9725-469d-a490-aca3439e85e2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:30.835475 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] No DVR routers for this DVR port 6de9eb1a-9725-469d-a490-aca3439e85e2 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:30.845729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.874207 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] Pushing event deleted for resources: {'Port': ['ID=6de9eb1a-9725-469d-a490-aca3439e85e2,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:30.878149 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc6d99-d6e3-43eb-acab-53208b9b28aa None None] No DVR routers for this DVR port 6de9eb1a-9725-469d-a490-aca3439e85e2 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:30.918751 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.938512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6d4576-eb81-4a8f-b690-76647f91606e']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:30.947426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:30.947715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf3c896-0f39-41db-9a6c-1bae2897ffa6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:30.957257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.970326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.976252 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:30.976624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:30.979571 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:31.075514 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-43b51ac0-0dee-48c5-a58d-b9c143094b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.103446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.112156 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.113546 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] 10.222.0.21 "DELETE /v2.0/networks/0b6d4576-eb81-4a8f-b690-76647f91606e HTTP/1.1" status: 204 len: 168 time: 0.6512988 Oct 26 17:28:31.468513 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e39f-6a66-499e-ac31-6fec0fba3a5d tempest-NetworksIpV6Test-81657863 tempest-NetworksIpV6Test-81657863-project] Pushing event deleted for resources: {'Network': ['ID=0b6d4576-eb81-4a8f-b690-76647f91606e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:31.498193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6de9eb1a-9725-469d-a490-aca3439e85e2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:31.509001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:31.517709 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6de9eb1a-9725-469d-a490-aca3439e85e2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:31.518049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6de9eb1a-9725-469d-a490-aca3439e85e2 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:31.518451 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 12c31972-77f2-4602-9b98-a9e07b87088d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:31.538912 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 12c31972-77f2-4602-9b98-a9e07b87088d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:31.539286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 12c31972-77f2-4602-9b98-a9e07b87088d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:31.640700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bcf1e5c3-27b7-4ff9-984f-42b3138472e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=382e9076187742c8b8aec333f62e6a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304584 Oct 26 17:28:31.643233 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59950) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:31.690350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.712110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.823849 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.826408 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:31.827565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f619151e-2209-40a2-abd4-3380484f2e33 HTTP/1.1" status: 204 len: 168 time: 0.1834471 Oct 26 17:28:31.835941 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaacf43-c2d3-412c-b71c-0a460186da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f619151e-2209-40a2-abd4-3380484f2e33,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:32.799802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59972) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:32.891473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2112161259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:32.983920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:32.984971 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.037754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.092776 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.180150 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.181349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-167eaa33-4220-4542-89fb-9a652d6b22b2 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3805499 Oct 26 17:28:33.184079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59976) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:33.188832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1263152071'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:33.258127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Made reservation on behalf of 73be5d830c73451a96cb90615198fd5f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:33.261486 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.270580 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.342740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.394985 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.417259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:33.432936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ac92ae-05da-4d0e-bd89-76b7a55e3a0a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:33.436783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.439085 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Added segment 1e51891d-80a2-468b-956f-819d480d3479 of type vlan for network 990f0016-3415-48bc-b486-5d55eb1c0119 Oct 26 17:28:33.476596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.572819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.578415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:33.579606 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.601314 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e56cb0e-6329-4a5d-a58b-057894577878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:33.648646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event updated for resources: {'Network': ['ID=990f0016-3415-48bc-b486-5d55eb1c0119,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:33.659404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 990f0016-3415-48bc-b486-5d55eb1c0119 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:33.709391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1e9d076c-55b7-4631-afaa-1816dd1895ef tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5217099 Oct 26 17:28:33.709768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59978) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:33.715112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'subnet': {'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:33.869172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Made reservation on behalf of 73be5d830c73451a96cb90615198fd5f for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:33.872682 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.109883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.167030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event updated for resources: {'Subnet': ['ID=58d860cb-4a36-4ee7-a135-fad73e7b91a8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:34.177729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Checking segment: {'id': '1e51891d-80a2-468b-956f-819d480d3479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:34.178083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Network hostable DHCP agents. Network: 990f0016-3415-48bc-b486-5d55eb1c0119, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:34.190126 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.257835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Network 990f0016-3415-48bc-b486-5d55eb1c0119 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:34.326295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 990f0016-3415-48bc-b486-5d55eb1c0119) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:34.331027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:34.331635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.336441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaecd25-42ee-4332-818e-fe5cac239b88 None None] Network 990f0016-3415-48bc-b486-5d55eb1c0119 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:34.415345 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-615fce8f-2b10-48f4-86be-4ddac0947084 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7039678 Oct 26 17:28:34.418219 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59980) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:34.423377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-108223999'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:34.485883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-990f0016-3415-48bc-b486-5d55eb1c0119', 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119', 'tenant_id': '73be5d830c73451a96cb90615198fd5f', 'fixed_ips': [{'subnet_id': '58d860cb-4a36-4ee7-a135-fad73e7b91a8'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:34.486743 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.520906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Made reservation on behalf of 73be5d830c73451a96cb90615198fd5f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:34.524747 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.548746 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:34.558466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.558805 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Added segment e9623b95-b3b4-45d9-8558-4ef9b963fa4c of type vlan for network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 Oct 26 17:28:34.598965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.622258 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Allocated IP 172.20.0.2 (990f0016-3415-48bc-b486-5d55eb1c0119/58d860cb-4a36-4ee7-a135-fad73e7b91a8/57d49afd-fdbc-43cf-8b15-9ff6d0772ea9) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:34.698293 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.705225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:34.711048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.769581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.785163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event updated for resources: {'Network': ['ID=3b22b634-ea8a-48bc-afc9-5fcbaa893484,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:34.795096 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:34.870075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.872763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cb1a9811-bcd7-49f5-93cb-9bd14f8daef6 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4533997 Oct 26 17:28:34.875668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59982) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:34.881825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'subnet': {'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:34.913915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Network 990f0016-3415-48bc-b486-5d55eb1c0119 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:34.916850 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:34.920381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:34.928013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Pushing event updated for resources: {'Port': ['ID=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:34.979302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Attempting to bind port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:34.979585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Attempting to bind port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '1e51891d-80a2-468b-956f-819d480d3479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:34.979946 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Attempting to bind port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 on network 990f0016-3415-48bc-b486-5d55eb1c0119 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:34.984930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:34.985834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Checking segment: {'id': '1e51891d-80a2-468b-956f-819d480d3479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:34.986232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:34.986701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Bound using segment: {'id': '1e51891d-80a2-468b-956f-819d480d3479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:34.987187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Bound port: 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51891d-80a2-468b-956f-819d480d3479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '990f0016-3415-48bc-b486-5d55eb1c0119'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:34.987566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.029569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Made reservation on behalf of 73be5d830c73451a96cb90615198fd5f for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:35.033851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.052264 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] For port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:35.055700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] For port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,segment=NetworkSegment(1e51891d-80a2-468b-956f-819d480d3479),segment_id=1e51891d-80a2-468b-956f-819d480d3479)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:35.104610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.165837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847716f8-ca6d-4543-bd32-4b57ca86a930 None None] Pushing event updated for resources: {'Port': ['ID=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:35.258480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.287208 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.361237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event updated for resources: {'Subnet': ['ID=4edbd10e-671a-4df9-bf71-0c5ab526b3d9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:35.374731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Checking segment: {'id': 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:35.375229 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Network hostable DHCP agents. Network: 3b22b634-ea8a-48bc-afc9-5fcbaa893484, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:35.452585 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:35.527074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:35.533583 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3b22b634-ea8a-48bc-afc9-5fcbaa893484) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:35.538320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:35.542475 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.552549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267abc1-6cbd-458d-a639-20fe3f066486 None None] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:35.626491 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-379176c0-d66b-4999-96b3-7b2aef34d38f tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7490432 Oct 26 17:28:35.629396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59984) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:35.633864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c7f19c22-5aa9-4326-b960-1269137540e5 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:35.649604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:35.650145 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.762669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-3b22b634-ea8a-48bc-afc9-5fcbaa893484', 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484', 'tenant_id': '73be5d830c73451a96cb90615198fd5f', 'fixed_ips': [{'subnet_id': '4edbd10e-671a-4df9-bf71-0c5ab526b3d9'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:35.763562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.798808 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:35.903643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,segment=NetworkSegment(1e51891d-80a2-468b-956f-819d480d3479),segment_id=1e51891d-80a2-468b-956f-819d480d3479)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:35.955770 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Allocated IP 172.21.0.2 (3b22b634-ea8a-48bc-afc9-5fcbaa893484/4edbd10e-671a-4df9-bf71-0c5ab526b3d9/2750e34b-9bb0-462d-9522-8a8ba1d8a8d1) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:35.968286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.084878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:36.156715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ae8a9-dd6f-4a92-a05d-0c6b9573f7ce None None] Network 990f0016-3415-48bc-b486-5d55eb1c0119 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:36.179933 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.203118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c7f19c22-5aa9-4326-b960-1269137540e5 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.222726 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4d537b0a-4980-4de5-b041-315063a1e404 None None] Provisioning complete for port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:36.227560 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d537b0a-4980-4de5-b041-315063a1e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.319752 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.386744 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [None req-c7f19c22-5aa9-4326-b960-1269137540e5 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 17:28:36.388074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c7f19c22-5aa9-4326-b960-1269137540e5 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "PUT /v2.0/routers/30f85b0a-1c75-4cd8-9a57-b559ab627785 HTTP/1.1" status: 400 len: 364 time: 0.7576427 Oct 26 17:28:36.394595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59986) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:36.448720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Deleting subnet 4edbd10e-671a-4df9-bf71-0c5ab526b3d9 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:28:36.452292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.498230 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.561768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:36.586846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:36.591831 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.592777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:36.603847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Pushing event updated for resources: {'Port': ['ID=2750e34b-9bb0-462d-9522-8a8ba1d8a8d1,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:36.669438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Attempting to bind port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:36.670033 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Attempting to bind port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:36.670162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Attempting to bind port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 on network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:36.676505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:36.677991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Checking segment: {'id': 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:36.677991 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.677991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Bound using segment: {'id': 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:36.678784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Bound port: 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b22b634-ea8a-48bc-afc9-5fcbaa893484'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:36.679079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.722236 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.745640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] For port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:36.748979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] For port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2750e34b-9bb0-462d-9522-8a8ba1d8a8d1,segment=NetworkSegment(e9623b95-b3b4-45d9-8558-4ef9b963fa4c),segment_id=e9623b95-b3b4-45d9-8558-4ef9b963fa4c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:36.754019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Subnet': ['ID=4edbd10e-671a-4df9-bf71-0c5ab526b3d9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:36.756035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.761525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-83211504-c8b9-4cf6-8ebd-4baaca880e29 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "DELETE /v2.0/subnets/4edbd10e-671a-4df9-bf71-0c5ab526b3d9 HTTP/1.1" status: 204 len: 168 time: 0.3635757 Oct 26 17:28:36.761888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59988) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:36.825211 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.842539 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.868613 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.893950 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4122af-bb68-4f2d-9cd0-ff19b962dd86 None None] Pushing event updated for resources: {'Port': ['ID=2750e34b-9bb0-462d-9522-8a8ba1d8a8d1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:36.905703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Deleting port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:36.906042 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.925317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b5d9df50-170f-46fa-b44b-84c5b4ef6c3d None None] Provisioning complete for port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:36.927162 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5d9df50-170f-46fa-b44b-84c5b4ef6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.974302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] For port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2750e34b-9bb0-462d-9522-8a8ba1d8a8d1,segment=NetworkSegment(e9623b95-b3b4-45d9-8558-4ef9b963fa4c),segment_id=e9623b95-b3b4-45d9-8558-4ef9b963fa4c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:36.974960 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:36.988778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Calling delete_port for 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:37.184019 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.211808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Port': ['ID=2750e34b-9bb0-462d-9522-8a8ba1d8a8d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:37.213654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] No DVR routers for this DVR port 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:37.293399 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.314432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b22b634-ea8a-48bc-afc9-5fcbaa893484']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:37.324035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:37.324333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9623b95-b3b4-45d9-8558-4ef9b963fa4c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:37.333826 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.347148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.352936 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:37.353350 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:37.356251 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:37.503827 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.519226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.521404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:37.528352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "DELETE /v2.0/networks/3b22b634-ea8a-48bc-afc9-5fcbaa893484 HTTP/1.1" status: 204 len: 168 time: 0.7653372 Oct 26 17:28:37.530849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59990) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:37.565307 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab890d0-ea43-4acf-9fd4-126f89333504 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Network': ['ID=3b22b634-ea8a-48bc-afc9-5fcbaa893484,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:37.606003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:37.606003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.620864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Deleting subnet 58d860cb-4a36-4ee7-a135-fad73e7b91a8 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:28:37.626483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.681445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.777306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.897922 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c154702-dd98-468e-b3ae-cb02f124bc8f None None] DHCP port deletion for 3b22b634-ea8a-48bc-afc9-5fcbaa893484 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:28:37.909500 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.912089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7653a4b-8237-43e3-87c2-be210603f825 None None] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:37.925382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7653a4b-8237-43e3-87c2-be210603f825 None None] Network 3b22b634-ea8a-48bc-afc9-5fcbaa893484 could not be found, it might have been deleted concurrently. {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 17:28:37.934243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b1102377-a293-4982-95e2-b4fce07e2e05 None None] Could not find standard attr ID for object 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1. {{(pid=102738) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 17:28:37.939201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Subnet': ['ID=58d860cb-4a36-4ee7-a135-fad73e7b91a8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:37.941171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:37.944499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-91240990-391f-4e1e-9ace-b08f736b4c89 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "DELETE /v2.0/subnets/58d860cb-4a36-4ee7-a135-fad73e7b91a8 HTTP/1.1" status: 204 len: 168 time: 0.4102542 Oct 26 17:28:37.946869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 59992) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:37.949242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee0c48-0b7e-40f2-bc19-5cd900953a0f None None] Network 990f0016-3415-48bc-b486-5d55eb1c0119 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:38.023056 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.078886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Deleting port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:38.079303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.122085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] DHCP port deletion for 990f0016-3415-48bc-b486-5d55eb1c0119 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:28:38.142341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] For port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,segment=NetworkSegment(1e51891d-80a2-468b-956f-819d480d3479),segment_id=1e51891d-80a2-468b-956f-819d480d3479)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:38.142668 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.154576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Calling delete_port for 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:38.170402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Deleting port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:28:38.170770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.236704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] For port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,segment=NetworkSegment(1e51891d-80a2-468b-956f-819d480d3479),segment_id=1e51891d-80a2-468b-956f-819d480d3479)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:38.237099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.248962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Calling delete_port for 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:28:38.315528 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.323159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.341811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Port': ['ID=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:38.349123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] No DVR routers for this DVR port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:38.350288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] No DVR routers for this DVR port 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:28:38.351924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141ef91-15f9-4ea9-83ad-3cf7eae50379 None None] Pushing event deleted for resources: {'Port': ['ID=57d49afd-fdbc-43cf-8b15-9ff6d0772ea9,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:38.427229 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.449968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990f0016-3415-48bc-b486-5d55eb1c0119']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:38.459623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e51891d-80a2-468b-956f-819d480d3479') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:38.459926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e51891d-80a2-468b-956f-819d480d3479') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:38.468917 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.482376 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.488252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:28:38.488639 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:28:38.491575 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:28:38.596492 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.603584 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.606730 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "DELETE /v2.0/networks/990f0016-3415-48bc-b486-5d55eb1c0119 HTTP/1.1" status: 204 len: 168 time: 0.6589258 Oct 26 17:28:38.609658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59994) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:38.618866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50c80-74f3-4763-aeb9-885a51d7b264 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Pushing event deleted for resources: {'Network': ['ID=990f0016-3415-48bc-b486-5d55eb1c0119,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:38.639839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-91d918c4-5852-4c66-ba07-cf90ae19e73a tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "GET /v2.0/ports?device_id=30f85b0a-1c75-4cd8-9a57-b559ab627785 HTTP/1.1" status: 200 len: 205 time: 0.0290899 Oct 26 17:28:38.642789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 59996) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:38.711755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.862700 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.864759 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.960035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.960546 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Fanout notify agent at l3_agent the message router_deleted on router 30f85b0a-1c75-4cd8-9a57-b559ab627785 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:28:38.967332 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:38.968400 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-712926ce-d055-41ff-a5ed-14d8e8881381 tempest-RoutersNegativeTest-487714003 tempest-RoutersNegativeTest-487714003-project] 10.222.0.21 "DELETE /v2.0/routers/30f85b0a-1c75-4cd8-9a57-b559ab627785 HTTP/1.1" status: 204 len: 168 time: 0.3247273 Oct 26 17:28:39.386976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60002) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:39.510966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:39.522730 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:39.522952 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2385c27e-5675-4fcc-bf9f-d71d9a3d8f4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73be5d830c73451a96cb90615198fd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347110 Oct 26 17:28:39.536074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:39.536430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2750e34b-9bb0-462d-9522-8a8ba1d8a8d1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:39.536845 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:28:39.557160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:28:39.557508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 57d49afd-fdbc-43cf-8b15-9ff6d0772ea9 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:28:39.573715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:39.594381 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:39.697847 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:39.700449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:39.701819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4ac92ae-05da-4d0e-bd89-76b7a55e3a0a HTTP/1.1" status: 204 len: 168 time: 0.1780035 Oct 26 17:28:39.710048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192d3fa-7e32-4d89-b807-9629146eb693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ac92ae-05da-4d0e-bd89-76b7a55e3a0a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:40.579658 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60028) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:40.674052 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1937274581-network', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:40.766886 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Made reservation on behalf of 6ad3ccd7dd0a46eb8fe0629e4768e31f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:40.769219 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:40.777631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:40.848816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:40.914402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:40.938894 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:40.951867 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d94738-5683-45d1-a76c-10acfdedab0f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:40.957035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:40.957376 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Added segment 0c061e9e-d4f0-4222-b4f3-2b7d1095a355 of type vlan for network 4d821ffd-4a24-418f-9b85-de3c75d58210 Oct 26 17:28:40.996327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.098275 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.099288 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:41.099861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.156436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d821ffd-4a24-418f-9b85-de3c75d58210,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:41.166357 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:41.215574 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec81b9bc-10dc-40df-9db5-d9da8f89acc6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6347549 Oct 26 17:28:41.218319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:41.223392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Request body: {'subnet': {'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-subnet', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:41.321042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Made reservation on behalf of 6ad3ccd7dd0a46eb8fe0629e4768e31f for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:41.323398 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.550322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.602972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf24f39-f509-4a0f-81fa-218a87b8d89f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:41.613645 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Checking segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:41.614002 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Network hostable DHCP agents. Network: 4d821ffd-4a24-418f-9b85-de3c75d58210, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:41.692292 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:41.778035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4d821ffd-4a24-418f-9b85-de3c75d58210) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:41.782046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:41.782601 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.787262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4a669-af96-46b1-ab88-8dabed3e55fd None None] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:41.866269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fc34acf8-e9f0-43e9-b37b-8bcdf795c74f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6467657 Oct 26 17:28:41.868956 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60034) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:41.873360 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:41.930045 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4d821ffd-4a24-418f-9b85-de3c75d58210', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:41.930886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.955394 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:41.956445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.010995 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.059853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Allocated IP 172.20.0.2 (4d821ffd-4a24-418f-9b85-de3c75d58210/dbf24f39-f509-4a0f-81fa-218a87b8d89f/aa98161a-e366-47c9-aea6-1753411562df) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:42.201028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.235902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.263566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.303783 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:42.306598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:42.310195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:42.317117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Pushing event updated for resources: {'Port': ['ID=aa98161a-e366-47c9-aea6-1753411562df,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:42.370757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Attempting to bind port aa98161a-e366-47c9-aea6-1753411562df on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:42.371119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Attempting to bind port aa98161a-e366-47c9-aea6-1753411562df by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:42.371502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Attempting to bind port aa98161a-e366-47c9-aea6-1753411562df on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:42.376744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:42.377120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Checking segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:42.377523 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.377909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Bound using segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:42.378379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Bound port: aa98161a-e366-47c9-aea6-1753411562df, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:42.378757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.440004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-115daf19-230f-4207-962b-c91d28af3923 None None] For port aa98161a-e366-47c9-aea6-1753411562df, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:42.443058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-115daf19-230f-4207-962b-c91d28af3923 None None] For port aa98161a-e366-47c9-aea6-1753411562df, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=aa98161a-e366-47c9-aea6-1753411562df,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:42.510363 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.517805 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.537582 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.572862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115daf19-230f-4207-962b-c91d28af3923 None None] Pushing event updated for resources: {'Port': ['ID=aa98161a-e366-47c9-aea6-1753411562df,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:42.655445 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Allocated IP 172.25.5.235 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/ce968ab3-22d4-4366-9760-4a183f93513e) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:42.778871 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.858906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:42.902001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:42.904918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:42.908133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:42.935609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Pushing event updated for resources: {'Port': ['ID=ce968ab3-22d4-4366-9760-4a183f93513e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:43.221413 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.413641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4a21c-397e-4c8a-8524-f798665c636e None None] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:43.421343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.506489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] Provisioning complete for port aa98161a-e366-47c9-aea6-1753411562df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:43.506860 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.578471 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device aa98161a-e366-47c9-aea6-1753411562df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:43.595675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Router 1b1f5cb5-de23-4625-8040-3dadd2b7362e is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:28:43.693530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.696557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port aa98161a-e366-47c9-aea6-1753411562df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:43.696911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.713003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:28:43.728545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Sync routers for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:28:43.768442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:43.769109 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:43.791978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.795884 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ae2db1df-98c8-4d68-9dbf-afdebe21029c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9233556 Oct 26 17:28:43.796731 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60036) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:43.804422 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] For port aa98161a-e366-47c9-aea6-1753411562df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=aa98161a-e366-47c9-aea6-1753411562df,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:43.894706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.942405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:43.945098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:44.069899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034c465-dca7-466c-9be2-ea16f0a97bfa None None] Pushing event updated for resources: {'Port': ['ID=aa98161a-e366-47c9-aea6-1753411562df,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:44.092021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3929526d-2d47-4120-870c-b85f0d163d0c None None] Provisioning complete for port aa98161a-e366-47c9-aea6-1753411562df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:44.092387 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3929526d-2d47-4120-870c-b85f0d163d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.233787 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.333422 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:28:44.333771 n-d-815373-2 neutron-server[102738]: DEBUG oslo_db.api [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:28:44.390919 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Allocated IP 172.20.0.1 (4d821ffd-4a24-418f-9b85-de3c75d58210/dbf24f39-f509-4a0f-81fa-218a87b8d89f/c4d7aa00-b0b6-4acd-ac17-ec73f14915b1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:44.419165 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:43Z', 'revision_number': 3, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:44.449509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Checking router: 1b1f5cb5-de23-4625-8040-3dadd2b7362e for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:28:44.449854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Updating router 1b1f5cb5-de23-4625-8040-3dadd2b7362e port ce968ab3-22d4-4366-9760-4a183f93513e binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:28:44.475627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.497259 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.601568 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.640401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:44.643915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:44.647551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:44.674950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:44.693400 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.748010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.860888 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.904204 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.947516 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427a3d9-b138-4400-ac87-7dcb1f56eaf6 None None] Pushing event updated for resources: {'Port': ['ID=ce968ab3-22d4-4366-9760-4a183f93513e,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:44.955604 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Attempting to bind port ce968ab3-22d4-4366-9760-4a183f93513e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:44.955978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Attempting to bind port ce968ab3-22d4-4366-9760-4a183f93513e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:44.956348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Attempting to bind port ce968ab3-22d4-4366-9760-4a183f93513e on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:44.966794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:44.967194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:44.967600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.967994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:44.968467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Bound port: ce968ab3-22d4-4366-9760-4a183f93513e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:44.969003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:44.995429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c8ee140b-8c3a-4d48-8764-3036713ef99f None None] Provisioning complete for port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:44.995806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8ee140b-8c3a-4d48-8764-3036713ef99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.055457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee140b-8c3a-4d48-8764-3036713ef99f None None] Port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:28:45.060407 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] For port ce968ab3-22d4-4366-9760-4a183f93513e, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:45.066630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] For port ce968ab3-22d4-4366-9760-4a183f93513e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce968ab3-22d4-4366-9760-4a183f93513e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:45.080878 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.149542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.183534 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.207391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:45.208023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:45.244825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427a3d9-b138-4400-ac87-7dcb1f56eaf6 None None] Pushing event updated for resources: {'Port': ['ID=ce968ab3-22d4-4366-9760-4a183f93513e,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:45.252994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:45.257946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.327355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:45.355392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:45.357602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:45.500954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Router 1b1f5cb5-de23-4625-8040-3dadd2b7362e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:28:45.567802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device aa98161a-e366-47c9-aea6-1753411562df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:45.571546 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'c4d7aa00-b0b6-4acd-ac17-ec73f14915b1', 'name': '', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'mac_address': 'fa:16:3e:40:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:44Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 2, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'subnets': [{'id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:45.629725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41391a-1a34-4c76-a559-16d7a4694559 None None] The sync data for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 is: [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'c4d7aa00-b0b6-4acd-ac17-ec73f14915b1', 'name': '', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'mac_address': 'fa:16:3e:40:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:44Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 2, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'subnets': [{'id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:28:45.671496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port aa98161a-e366-47c9-aea6-1753411562df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:45.671874 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.692224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:28:45.698437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ab9f31e3-3e8c-419a-bb65-c9710295c465 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b1f5cb5-de23-4625-8040-3dadd2b7362e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991516 Oct 26 17:28:45.732929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-84926aa6-753e-4a31-8934-e659b9221803 None None] Provisioning complete for port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:45.733299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84926aa6-753e-4a31-8934-e659b9221803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:45.800941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-84926aa6-753e-4a31-8934-e659b9221803 None None] Port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:28:46.533048 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60052) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:46.540297 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-423810116-network', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:46.618210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Made reservation on behalf of f54672b4c4424457ae020caf12e004a6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:46.633465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.633465 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.710216 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.789668 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.815354 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:28:46.825083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3532ab-bee0-4dfb-9c97-5b3de517e10c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:46.830339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.830675 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Added segment 5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a of type vlan for network 640cfd82-a92b-45fc-b35a-026553aff23d Oct 26 17:28:46.872981 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.944006 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:46.945262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:46.945778 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.008076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] Pushing event updated for resources: {'Network': ['ID=640cfd82-a92b-45fc-b35a-026553aff23d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:47.018830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 640cfd82-a92b-45fc-b35a-026553aff23d details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:28:47.067165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7ffd3529-66f3-43ca-801e-ebf99aad0dec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5329740 Oct 26 17:28:47.069879 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:47.074662 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Request body: {'subnet': {'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-subnet', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:47.177949 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Made reservation on behalf of f54672b4c4424457ae020caf12e004a6 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:47.180359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.401497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.458296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3bf790-bb20-4eda-88be-4322730cabfe,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:47.467038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Checking segment: {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:47.467509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Network hostable DHCP agents. Network: 640cfd82-a92b-45fc-b35a-026553aff23d, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:28:47.533421 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Network 640cfd82-a92b-45fc-b35a-026553aff23d is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:28:47.568713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce968ab3-22d4-4366-9760-4a183f93513e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:47.589502 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 640cfd82-a92b-45fc-b35a-026553aff23d) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:47.593842 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:47.594995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.604358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ced18-62c0-44d9-af04-bcdfe0131b76 None None] Network 640cfd82-a92b-45fc-b35a-026553aff23d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:47.661666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a791c422-d6aa-404b-839a-92e70efa52cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5907297 Oct 26 17:28:47.664465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60056) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:47.669177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:47.681018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ce968ab3-22d4-4366-9760-4a183f93513e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:47.681386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.737082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Sync routers for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:28:47.738958 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.740144 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.749013 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:47.749968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:47.809713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-640cfd82-a92b-45fc-b35a-026553aff23d', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:28:47.809983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.810555 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.834066 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:28:47.841843 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:47.876922 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:47.918324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port ce968ab3-22d4-4366-9760-4a183f93513e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce968ab3-22d4-4366-9760-4a183f93513e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:47.975420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Allocated IP 172.20.0.2 (640cfd82-a92b-45fc-b35a-026553aff23d/3a3bf790-bb20-4eda-88be-4322730cabfe/f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:48.004980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.030965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.093439 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'c4d7aa00-b0b6-4acd-ac17-ec73f14915b1', 'name': '', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'mac_address': 'fa:16:3e:40:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:44Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 2, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'subnets': [{'id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:48.114910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=ce968ab3-22d4-4366-9760-4a183f93513e,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:48.124144 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Checking router: 1b1f5cb5-de23-4625-8040-3dadd2b7362e for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:28:48.124496 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Updating router 1b1f5cb5-de23-4625-8040-3dadd2b7362e port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:28:48.151267 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.176075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.258099 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.273037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.293537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.297967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Network 640cfd82-a92b-45fc-b35a-026553aff23d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:48.301533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:48.305194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:48.312717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Pushing event updated for resources: {'Port': ['ID=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:48.370474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Attempting to bind port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:48.370846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Attempting to bind port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:48.371245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Attempting to bind port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc on network 640cfd82-a92b-45fc-b35a-026553aff23d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:48.376967 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:48.377347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Checking segment: {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:48.377750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.378142 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Bound using segment: {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:48.378636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Bound port: f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:48.379018 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.409277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Allocated IP 172.25.5.116 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:48.433782 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.446245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bb374331-1be2-440f-811b-aa648a222467 None None] For port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:48.449292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bb374331-1be2-440f-811b-aa648a222467 None None] For port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:48.498051 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.509968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.532957 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.561295 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Pushing event updated for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:48.588787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.589128 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.589463 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.589791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.590120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.590432 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.590748 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.591232 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.591553 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.591869 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.592181 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.592494 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.598514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb374331-1be2-440f-811b-aa648a222467 None None] Pushing event updated for resources: {'Port': ['ID=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:48.624441 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.629294 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Attempting to bind port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:48.629907 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Attempting to bind port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:48.630317 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Attempting to bind port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:48.637591 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:48.637955 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Checking segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:48.638350 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.638808 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Bound using segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:48.639345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Bound port: c4d7aa00-b0b6-4acd-ac17-ec73f14915b1, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:48.639758 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.691450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:48.696821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:48.702175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:48.706717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Pushing event updated for resources: {'Port': ['ID=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:48.722847 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] For port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:48.727115 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] For port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:48.737677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.738024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.738369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.738707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.739041 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.739402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.739732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.740053 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.740379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.740701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.741027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.741335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:28:48.830607 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.852284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] Provisioning complete for port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:48.852804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.912390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:48.913035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:48.975986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:48.997401 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45150d4-0d9e-4972-81e1-238067662a6b None None] Pushing event updated for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:49.008861 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] For port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:49.043839 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:49.080952 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.142059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab76ec-813b-4aea-a805-fe736b452116 None None] Pushing event updated for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:49.155366 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.202202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-eeeabb8e-a0e2-4f47-a64d-8c066dbc5905 None None] Provisioning complete for port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:49.202729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eeeabb8e-a0e2-4f47-a64d-8c066dbc5905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.279172 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'c4d7aa00-b0b6-4acd-ac17-ec73f14915b1', 'name': '', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'mac_address': 'fa:16:3e:40:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:44Z', 'updated_at': '2021-10-26T17:28:48Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'subnets': [{'id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:49.308784 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873a3b8-1c59-45d6-87c2-423a76e87376 None None] The sync data for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 is: [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:28:44Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'c4d7aa00-b0b6-4acd-ac17-ec73f14915b1', 'name': '', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'mac_address': 'fa:16:3e:40:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:44Z', 'updated_at': '2021-10-26T17:28:48Z', 'revision_number': 4, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'subnets': [{'id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:28:49.692250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce968ab3-22d4-4366-9760-4a183f93513e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:49.728917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d695ef8-f134-4f9a-9736-1b3df719e0f8 None None] Network 640cfd82-a92b-45fc-b35a-026553aff23d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:28:49.759110 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.808217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port ce968ab3-22d4-4366-9760-4a183f93513e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:49.808589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.872115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] Provisioning complete for port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:49.872569 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:49.972484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Router 564e5add-8c26-4e34-9539-72bf17cfc101 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:28:50.036502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:50.083867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:28:50.091176 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.097261 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Sync routers for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:28:50.180344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.181650 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d6f8fe0-a5aa-4a4a-a412-9ef88de940fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5161216 Oct 26 17:28:50.184571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:28:50.294661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:50.295310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:50.370735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] For port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:50.382373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:50.388179 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.448122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:50.475780 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.629017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.635619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:50.643019 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d44bca-1016-4858-84fe-8be46d67dc1a None None] Pushing event updated for resources: {'Port': ['ID=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:50.681907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b12e1c37-e305-4870-b274-8172c7d5d5fb None None] Provisioning complete for port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:50.682271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b12e1c37-e305-4870-b274-8172c7d5d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.782978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:50.783369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.788957 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Allocated IP 172.20.0.1 (640cfd82-a92b-45fc-b35a-026553aff23d/3a3bf790-bb20-4eda-88be-4322730cabfe/331625b7-4609-43d4-bbd7-02e3df31a445) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:50.848913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:48Z', 'revision_number': 3, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:50.881151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Checking router: 564e5add-8c26-4e34-9539-72bf17cfc101 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:28:50.881375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Updating router 564e5add-8c26-4e34-9539-72bf17cfc101 port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:28:50.896466 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.914916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:50.983419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.027543 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Network 640cfd82-a92b-45fc-b35a-026553aff23d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:51.030439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:51.033488 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:51.056578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Pushing event updated for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:51.077420 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.208134 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.273844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a2958e95-5751-46b7-8976-b85e3951b800 None None] Provisioning complete for port 331625b7-4609-43d4-bbd7-02e3df31a445 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:51.274338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a2958e95-5751-46b7-8976-b85e3951b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.279030 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.300133 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.361731 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a2958e95-5751-46b7-8976-b85e3951b800 None None] Port 331625b7-4609-43d4-bbd7-02e3df31a445 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:28:51.369233 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Attempting to bind port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:51.369601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Attempting to bind port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:51.369964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Attempting to bind port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:51.373098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f1ce5-0d56-4467-b596-6af001368eca None None] Pushing event updated for resources: {'Port': ['ID=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:51.379545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:51.379917 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:51.380314 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.380697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:51.381215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Bound port: 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:51.381531 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.435507 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] For port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:51.439213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] For port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:51.450314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.492761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.516689 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.521671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:51.530414 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.587786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Pushing event updated for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:51.590131 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.599179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f1ce5-0d56-4467-b596-6af001368eca None None] Pushing event updated for resources: {'Port': ['ID=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:51.601626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:51.602230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:51.682947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Network 640cfd82-a92b-45fc-b35a-026553aff23d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:51.684454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:51.690628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:51.691015 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:51.757479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:52.005692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-79ceee67-a0a5-452a-9dce-f35f1a2173f6 None None] Provisioning complete for port 331625b7-4609-43d4-bbd7-02e3df31a445 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:52.006062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-79ceee67-a0a5-452a-9dce-f35f1a2173f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:52.048829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-79ceee67-a0a5-452a-9dce-f35f1a2173f6 None None] Port 331625b7-4609-43d4-bbd7-02e3df31a445 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:28:52.054410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '331625b7-4609-43d4-bbd7-02e3df31a445', 'name': '', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'mac_address': 'fa:16:3e:f3:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:50Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 2, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'subnets': [{'id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:52.082674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd98353-3e39-45b9-a296-150ba68ea3e0 None None] The sync data for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 is: [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '331625b7-4609-43d4-bbd7-02e3df31a445', 'name': '', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'mac_address': 'fa:16:3e:f3:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:50Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 2, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'subnets': [{'id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:28:52.140564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Router 564e5add-8c26-4e34-9539-72bf17cfc101 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:28:52.252739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:28:52.267961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-640ab5d9-053a-4861-a768-9b899721e25a admin admin] 10.222.0.21 "PUT /v2.0/routers/564e5add-8c26-4e34-9539-72bf17cfc101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0822773 Oct 26 17:28:53.052388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:53.279808 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-f834d992-723f-426c-8e47-43b87d384c50 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:53.281256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-f834d992-723f-426c-8e47-43b87d384c50 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/networks?id=4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 200 len: 817 time: 0.1042862 Oct 26 17:28:53.296777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-fe9ad45b-47e3-4ce2-ae4b-59983c3193e8 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/quotas/6ad3ccd7dd0a46eb8fe0629e4768e31f HTTP/1.1" status: 200 len: 375 time: 0.0092156 Oct 26 17:28:53.351742 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-490f6a85-44b6-4a16-b221-e85f193fe7ff tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487494 Oct 26 17:28:53.444706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-367ed524-72f7-4ef5-89ce-dd7d6ce3eb3a service neutron] 10.222.0.21 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806944 Oct 26 17:28:53.547001 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:53.548753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-fcb4a68d-846b-46d3-b692-35586d7d69ef service neutron] 10.222.0.21 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977511 Oct 26 17:28:53.763829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:53.764147 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:53.815232 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e489e4f1-070f-4c7e-b4d7-8ccef08832bf req-b512fae1-76e9-476e-b26a-6d0fbcbda45c tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 210 time: 0.0381336 Oct 26 17:28:53.851853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:53.874092 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:53.943751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:53.993626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:54.011377 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Sync routers for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:28:54.022241 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:54.022923 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:54.216258 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:54.416031 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '331625b7-4609-43d4-bbd7-02e3df31a445', 'name': '', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'mac_address': 'fa:16:3e:f3:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:50Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 2, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'subnets': [{'id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:54.442053 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Checking router: 564e5add-8c26-4e34-9539-72bf17cfc101 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:28:54.442396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Updating router 564e5add-8c26-4e34-9539-72bf17cfc101 port 331625b7-4609-43d4-bbd7-02e3df31a445 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:28:54.467610 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:54.738012 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:54.817813 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:54.872916 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30022076-45e2-45ff-ba2d-d1983b5f03a5 None None] Pushing event updated for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:54.930484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0b38a10-2a4a-48e6-b575-563a228a5546 req-0f7cf3cb-01a4-4b79-81c5-295e9f96e567 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Oct 26 17:28:54.936857 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Attempting to bind port 331625b7-4609-43d4-bbd7-02e3df31a445 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:54.937289 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Attempting to bind port 331625b7-4609-43d4-bbd7-02e3df31a445 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:54.937685 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Attempting to bind port 331625b7-4609-43d4-bbd7-02e3df31a445 on network 640cfd82-a92b-45fc-b35a-026553aff23d {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:54.948959 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:54.949499 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Checking segment: {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:54.949898 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:54.950294 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Bound using segment: {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:54.950838 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Bound port: 331625b7-4609-43d4-bbd7-02e3df31a445, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:54.951797 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.024403 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] For port 331625b7-4609-43d4-bbd7-02e3df31a445, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:55.027618 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] For port 331625b7-4609-43d4-bbd7-02e3df31a445, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=331625b7-4609-43d4-bbd7-02e3df31a445,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:55.093133 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.093874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] Provisioning complete for port 331625b7-4609-43d4-bbd7-02e3df31a445 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:55.094581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.154116 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:28:55.160854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:28:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:55.190641 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.196105 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30022076-45e2-45ff-ba2d-d1983b5f03a5 None None] Pushing event updated for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:55.230885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] For port 331625b7-4609-43d4-bbd7-02e3df31a445, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=331625b7-4609-43d4-bbd7-02e3df31a445,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:28:55.286382 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:28:55.292630 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.364623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ea96e-8bce-4cb4-863d-5133f344d532 None None] Pushing event updated for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:55.414354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fd3dfb00-ebd4-4ffb-94bc-4baba81a1129 None None] Provisioning complete for port 331625b7-4609-43d4-bbd7-02e3df31a445 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:55.414641 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfb00-ebd4-4ffb-94bc-4baba81a1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.510338 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '331625b7-4609-43d4-bbd7-02e3df31a445', 'name': '', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'mac_address': 'fa:16:3e:f3:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:50Z', 'updated_at': '2021-10-26T17:28:55Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'subnets': [{'id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:28:55.540713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f98f6-7c15-4338-a344-a234f8e1a4dc None None] The sync data for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 is: [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:28:51Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '331625b7-4609-43d4-bbd7-02e3df31a445', 'name': '', 'network_id': '640cfd82-a92b-45fc-b35a-026553aff23d', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'mac_address': 'fa:16:3e:f3:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:50Z', 'updated_at': '2021-10-26T17:28:55Z', 'revision_number': 4, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'subnets': [{'id': '3a3bf790-bb20-4eda-88be-4322730cabfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:28:55.560111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:55.611464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:55.611846 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.701465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 331625b7-4609-43d4-bbd7-02e3df31a445 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:28:55.752860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 331625b7-4609-43d4-bbd7-02e3df31a445 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:55.753232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:55.951147 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-7309ac67-f4bc-4f94-bc09-b10c99c04d8c tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:55.953390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-7309ac67-f4bc-4f94-bc09-b10c99c04d8c tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "GET /v2.0/networks?id=4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 200 len: 817 time: 0.1136272 Oct 26 17:28:55.966479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Request body: {'port': {'device_id': 'af376663-ebea-44c7-b353-4171d2a17182', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'admin_state_up': True, 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:56.046719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-347c2f2c-f8e4-4f79-ab73-a2d0e369ceb6 req-924d5771-5d67-4ba0-ac27-f8b975758b14 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 210 time: 0.0259626 Oct 26 17:28:56.143773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Made reservation on behalf of 6ad3ccd7dd0a46eb8fe0629e4768e31f for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:28:56.147602 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.278736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Allocated IP 172.20.0.13 (4d821ffd-4a24-418f-9b85-de3c75d58210/dbf24f39-f509-4a0f-81fa-218a87b8d89f/a55be2c5-e8a3-48d6-a1eb-5b062fa578e8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:28:56.430401 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.492179 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.535110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:28:56.538341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:28:56.542143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:28:56.568492 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Pushing event updated for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:56.597457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:56.598077 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.666271 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4f87ef00-9f5b-421f-8746-35e157c87843 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7042089 Oct 26 17:28:56.679626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Request body: {'port': {'device_id': 'af376663-ebea-44c7-b353-4171d2a17182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:28:56.740808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.748318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a3777272-68e0-4622-814d-3e35966de20d None None] Provisioning complete for port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:28:56.748820 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a3777272-68e0-4622-814d-3e35966de20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:56.782251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a3777272-68e0-4622-814d-3e35966de20d None None] Port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:28:56.992899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:28:56.999953 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:57.011386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Transition to ACTIVE for port object a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:28:57.097379 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:57.179824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Pushing event updated for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:57.192679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10bde-a6e2-4072-bef5-c315a1bc547a req-279e26ca-0ce4-4b9c-af83-2be9c0c75e08 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.194253 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dda10bde-a6e2-4072-bef5-c315a1bc547a req-279e26ca-0ce4-4b9c-af83-2be9c0c75e08 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 944 time: 0.0626950 Oct 26 17:28:57.233453 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Attempting to bind port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:28:57.233796 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Attempting to bind port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:28:57.234107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Attempting to bind port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:57.238986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:28:57.239344 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Attempting to bind port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:28:57.243932 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dda10bde-a6e2-4072-bef5-c315a1bc547a req-d18c34a5-0d0e-4fb6-aae5-9d4b6d7ae246 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Oct 26 17:28:57.244661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:28:57.245001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Checking segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:28:57.245383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Bound using segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:28:57.245811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Bound port: a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:28:57.246171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:57.322120 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:28:57.325515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:28:57.389222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:57.431714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.432325 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:28:57.433708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] 10.222.0.47 "PUT /v2.0/ports/a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 HTTP/1.1" status: 200 len: 1092 time: 0.7587764 Oct 26 17:28:57.434144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:28:57.436477 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b286c5fe-b99b-46c5-a05f-4251a1491f45" -d '{"events": [{"name": "network-changed", "server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:28:57.473140 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf30e30-3c97-4cbc-9e40-a4347702a649 service neutron] Pushing event updated for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:28:57.477393 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf22a04-dbea-46b0-9fad-ad18a3a29adf x-openstack-request-id: req-acf22a04-dbea-46b0-9fad-ad18a3a29adf {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:28:57.477685 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:28:57.477939 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acf22a04-dbea-46b0-9fad-ad18a3a29adf {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:28:57.478340 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8', 'status': 'completed', 'code': 200} Oct 26 17:28:57.550483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-d2f1f667-5179-4aaf-b91d-f82738e49712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.552051 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-d2f1f667-5179-4aaf-b91d-f82738e49712 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 1095 time: 0.0521982 Oct 26 17:28:57.653923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-625661ea-01c5-4c82-922b-4ec5d5ec1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.655418 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-625661ea-01c5-4c82-922b-4ec5d5ec1e5b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0947227 Oct 26 17:28:57.755476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-c96301dd-bef7-4bdd-bbbf-a91f75245092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.756980 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b286c5fe-b99b-46c5-a05f-4251a1491f45 req-c96301dd-bef7-4bdd-bbbf-a91f75245092 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947003 Oct 26 17:28:57.833973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-9178c094-bf2b-4db7-8995-a87b3e21c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.835464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-9178c094-bf2b-4db7-8995-a87b3e21c561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 1095 time: 0.0406661 Oct 26 17:28:57.882265 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-1dd319bf-b073-49de-bfb0-4c309c3a422d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 HTTP/1.1" status: 200 len: 217 time: 0.0371714 Oct 26 17:28:57.932049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-1825722e-acf9-44a7-836b-00ca0c4a5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.933450 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-1825722e-acf9-44a7-836b-00ca0c4a5b36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbf24f39-f509-4a0f-81fa-218a87b8d89f HTTP/1.1" status: 200 len: 856 time: 0.0443239 Oct 26 17:28:57.979077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-9775ee8f-003e-45a0-8cd2-76bad9f795f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:57.980589 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-9775ee8f-003e-45a0-8cd2-76bad9f795f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d821ffd-4a24-418f-9b85-de3c75d58210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400815 Oct 26 17:28:58.072927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-4d2b4bc1-da73-4212-a2a8-916cf8fa925b service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Oct 26 17:28:58.161580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08c9187e-041b-40fe-942a-46b04ec445c3 req-678653ad-a3e0-4516-a200-f30cedd919be service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815749 Oct 26 17:28:58.363050 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46725f-50ad-40fa-9223-7fd325571ad8 req-c5cdcd20-471b-4128-9817-98b31f22c7bd tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:58.364448 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f46725f-50ad-40fa-9223-7fd325571ad8 req-c5cdcd20-471b-4128-9817-98b31f22c7bd tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 944 time: 0.0520787 Oct 26 17:28:58.401918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f46725f-50ad-40fa-9223-7fd325571ad8 req-ae76fd7a-da41-4f3a-b67e-3ab4fade1f43 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Oct 26 17:28:59.519076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976555-5b07-4051-a807-b2f43854659b req-336d566a-2f04-449a-9a27-0ed463415046 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:28:59.520604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8976555-5b07-4051-a807-b2f43854659b req-336d566a-2f04-449a-9a27-0ed463415046 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 944 time: 0.0494721 Oct 26 17:28:59.559201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e8976555-5b07-4051-a807-b2f43854659b req-04318be9-562b-4c0d-976d-2f5a26fc0d20 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Oct 26 17:29:00.678499 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a00af-14f8-4ff0-965e-e330c77263e1 req-b019424a-ab53-49f8-a493-2d23be69fa77 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:00.680001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9a00af-14f8-4ff0-965e-e330c77263e1 req-b019424a-ab53-49f8-a493-2d23be69fa77 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 944 time: 0.0528042 Oct 26 17:29:00.716624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-be9a00af-14f8-4ff0-965e-e330c77263e1 req-e784f57f-b67e-4497-a8a8-677a31fb5cf1 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303967 Oct 26 17:29:01.075738 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:29:01.129000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1a301bae-a121-4228-ae99-439e16b9e2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:01.174177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:01.185513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'port_id': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8', 'mac_address': 'fa:16:3e:ac:7e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:29:01.221062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:01.233483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:29:01.253226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:01.320580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:01.372973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:01.521411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a55be2c5-e8a3-48d6-a1eb-5b062fa578e8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:29:01.832368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55218-5196-466d-b6bd-b88ca1aad07a req-4753999a-e2b0-453c-826f-c5d1e3f03352 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:01.833847 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ed55218-5196-466d-b6bd-b88ca1aad07a req-4753999a-e2b0-453c-826f-c5d1e3f03352 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Oct 26 17:29:01.871856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ed55218-5196-466d-b6bd-b88ca1aad07a req-8f0e7eeb-7df4-44ce-bd0b-967a3cf20c6d tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Oct 26 17:29:02.984668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b561b36-4afe-4dc0-bf81-80b1d0455a1f req-9268143f-d1c9-4aa9-87aa-de2638f30452 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:02.986101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b561b36-4afe-4dc0-bf81-80b1d0455a1f req-9268143f-d1c9-4aa9-87aa-de2638f30452 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 945 time: 0.0485899 Oct 26 17:29:03.023685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2b561b36-4afe-4dc0-bf81-80b1d0455a1f req-a68cda72-2aed-4db8-aa15-d517ffe90018 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Oct 26 17:29:03.075462 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:29:03.223049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:29:03.227004 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:29:03.227425 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:03.302210 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:03.324167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:29:03.326439 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa365d-455b-459b-9fe0-84e52481217d" -d '{"events": [{"server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "name": "network-vif-plugged", "status": "completed", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:29:03.338694 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:03.364681 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45117662-1a7d-4e9b-a6cf-20cfc10f50ae x-openstack-request-id: req-45117662-1a7d-4e9b-a6cf-20cfc10f50ae {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:29:03.365030 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "name": "network-vif-plugged", "status": "completed", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:29:03.365290 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45117662-1a7d-4e9b-a6cf-20cfc10f50ae {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:29:03.365687 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8', 'code': 200} Oct 26 17:29:03.417855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:03.465283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6702e-c839-4bca-ae1c-fd09378df9c5 req-d000c617-da76-422f-8ac5-da403cc46142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:03.466951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67e6702e-c839-4bca-ae1c-fd09378df9c5 req-d000c617-da76-422f-8ac5-da403cc46142 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 1097 time: 0.0406544 Oct 26 17:29:03.470782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:03.478811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.478991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.479216 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.479573 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.480254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.480254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.480640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.480968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.481289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.481610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.481931 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.482247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:29:03.507677 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67e6702e-c839-4bca-ae1c-fd09378df9c5 req-19d0cb2e-f394-4ab2-be03-a02ee2aa0142 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Oct 26 17:29:03.612118 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84862505-75ff-4793-b017-434f6ba68b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:04.141690 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb206-4987-4d59-bef4-c39f04e2f211 req-0ccb44bd-3d0a-473a-887e-4140da0c34fe tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:04.143172 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1befb206-4987-4d59-bef4-c39f04e2f211 req-0ccb44bd-3d0a-473a-887e-4140da0c34fe tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0528882 Oct 26 17:29:04.148989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:04.181539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1befb206-4987-4d59-bef4-c39f04e2f211 req-0281db15-0c18-4663-8044-49ac0f3138dd tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Oct 26 17:29:05.263686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:05.299871 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b2e5-1a94-43ba-a10f-cb57100fd8e5 req-2d5b78d2-a9a7-4e82-968c-2c463d682bd1 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:05.301645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f9b2e5-1a94-43ba-a10f-cb57100fd8e5 req-2d5b78d2-a9a7-4e82-968c-2c463d682bd1 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Oct 26 17:29:05.338376 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e7f9b2e5-1a94-43ba-a10f-cb57100fd8e5 req-fb93f9a1-2b66-4644-8c1c-03f57fae08af tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Oct 26 17:29:05.461578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b354e0-0543-4cb3-ac92-88e25563fc98 req-59bb2e46-2ce1-4df8-8edf-dee1c3ba9ba2 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:05.462957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4b354e0-0543-4cb3-ac92-88e25563fc98 req-59bb2e46-2ce1-4df8-8edf-dee1c3ba9ba2 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Oct 26 17:29:05.501321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4b354e0-0543-4cb3-ac92-88e25563fc98 req-93b7df10-9465-4124-b0c1-c34f9c0a8599 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Oct 26 17:29:06.834688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:18.618274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-c9602f4b-b407-4bf7-8141-f648e03bb2cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381691 Oct 26 17:29:18.701841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-990e85e8-5543-4c2e-a5db-8ce1e20d60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:18.703373 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-990e85e8-5543-4c2e-a5db-8ce1e20d60cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 1097 time: 0.0413187 Oct 26 17:29:18.812112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-15978d74-bca6-4777-8588-d8d5d66fff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:18.814065 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-15978d74-bca6-4777-8588-d8d5d66fff94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 200 len: 918 time: 0.0864530 Oct 26 17:29:18.864284 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-3ace1e6d-cb02-46aa-a996-1a2345d60648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 HTTP/1.1" status: 200 len: 217 time: 0.0330615 Oct 26 17:29:18.912305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-a79deebe-9a8c-4177-be5f-f84d1044184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:18.913708 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-a79deebe-9a8c-4177-be5f-f84d1044184c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbf24f39-f509-4a0f-81fa-218a87b8d89f HTTP/1.1" status: 200 len: 856 time: 0.0428069 Oct 26 17:29:18.962418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-08027fd9-295c-4b1d-bd49-4fe9be024b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:18.963953 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-08027fd9-295c-4b1d-bd49-4fe9be024b43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d821ffd-4a24-418f-9b85-de3c75d58210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438755 Oct 26 17:29:19.052547 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-11e2e8a3-5234-47d8-996f-dcb643a9ddf9 service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817113 Oct 26 17:29:19.144538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a6dd36-af02-4e7f-8fe2-ae9ff56149a1 req-8f79d670-6223-4b1b-b633-d33ede2f8564 service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Oct 26 17:29:21.531988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:23.017676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:24.793705 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:29:30.563962 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ede5fb-b787-40c9-bba5-c66ffa4dfd2a req-14baad4d-ba27-4d1d-8cb6-6ddb162d656e tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:30.566070 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50ede5fb-b787-40c9-bba5-c66ffa4dfd2a req-14baad4d-ba27-4d1d-8cb6-6ddb162d656e tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0573092 Oct 26 17:29:30.606181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-50ede5fb-b787-40c9-bba5-c66ffa4dfd2a req-ab409018-ae69-4a08-a58b-4da156d835c9 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Oct 26 17:29:31.131619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-191006dd-a0ab-4d5c-8f64-25b9dbc48656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:31.726750 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9347a-c0fa-4305-ad0e-a8bc48792393 req-2b151be9-fd8f-4a51-9738-061efc2f7feb tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:31.728267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75d9347a-c0fa-4305-ad0e-a8bc48792393 req-2b151be9-fd8f-4a51-9738-061efc2f7feb tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0506294 Oct 26 17:29:31.766011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-75d9347a-c0fa-4305-ad0e-a8bc48792393 req-a3b43887-511d-45ed-926f-8eebfe48fe53 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Oct 26 17:29:32.061204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-ea67dcac-6529-4f03-ac3a-6fe6bbc3b78b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:32.062637 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-ea67dcac-6529-4f03-ac3a-6fe6bbc3b78b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 946 time: 0.0487916 Oct 26 17:29:32.147671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Deleting port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:29:32.148008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:32.235844 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] For port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:32.236722 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:32.248564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Calling delete_port for a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:29:32.440371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:32.452638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['a55be2c5-e8a3-48d6-a1eb-5b062fa578e8'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:29:32.469803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Pushing event deleted for resources: {'Port': ['ID=a55be2c5-e8a3-48d6-a1eb-5b062fa578e8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:32.510923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] No DVR routers for this DVR port a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:29:32.513625 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:32.516992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e2bcd6e0-7f95-4e78-b329-bac25bd0fec6 req-6a8661ce-b3a4-45dd-9c9d-96ba11e51339 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "DELETE /v2.0/ports/a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 HTTP/1.1" status: 204 len: 173 time: 0.4484668 Oct 26 17:29:32.518037 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'name': 'network-vif-deleted', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:29:32.520455 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726ae28-0424-4576-8cdb-64b89155f0d9" -d '{"events": [{"server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "name": "network-vif-deleted", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:29:32.559286 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b5fdd7-8e89-4dd4-a234-d108e4182cb5 x-openstack-request-id: req-69b5fdd7-8e89-4dd4-a234-d108e4182cb5 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:29:32.559671 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af376663-ebea-44c7-b353-4171d2a17182", "name": "network-vif-deleted", "tag": "a55be2c5-e8a3-48d6-a1eb-5b062fa578e8", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:29:32.560000 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69b5fdd7-8e89-4dd4-a234-d108e4182cb5 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:29:32.560461 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af376663-ebea-44c7-b353-4171d2a17182', 'name': 'network-vif-deleted', 'tag': 'a55be2c5-e8a3-48d6-a1eb-5b062fa578e8', 'status': 'completed', 'code': 200} Oct 26 17:29:32.891717 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e902e045-5a22-4d5c-b9b8-c1868fcffcfe req-05bec8ab-f07f-41fb-8ab3-186b169ec3ce tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=af376663-ebea-44c7-b353-4171d2a17182 HTTP/1.1" status: 200 len: 210 time: 0.0355592 Oct 26 17:29:33.588914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-11c77a95-9e94-4525-be4d-d94776b32113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:34.148699 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:34.589564 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-89d65e38-1db2-44e7-b76d-0aefa890e249 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:34.591009 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-89d65e38-1db2-44e7-b76d-0aefa890e249 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/networks?id=4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 200 len: 817 time: 0.1043262 Oct 26 17:29:34.606343 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-25f12eb2-0fb6-4071-a62e-6e9b023d181e tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/quotas/6ad3ccd7dd0a46eb8fe0629e4768e31f HTTP/1.1" status: 200 len: 375 time: 0.0087607 Oct 26 17:29:34.657705 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-e7d365df-4809-42b6-a429-47bcf68ff615 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452478 Oct 26 17:29:34.755026 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-011b9797-cea3-453a-87b3-077cec7e731e service neutron] 10.222.0.21 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849807 Oct 26 17:29:34.842981 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-59de5437-2d99-4465-9dd7-bc11003cdf6c service neutron] 10.222.0.21 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817423 Oct 26 17:29:35.087367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fdf5ff46-400a-4851-9223-4a9bd3075b2a req-60635d91-b736-4219-b4ee-a6a68005c3d3 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 210 time: 0.0276389 Oct 26 17:29:35.291460 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:36.186048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e4befb6-3388-43ff-a0d9-befbb21bb6a0 req-23450f44-e129-4cbe-b123-72d8c5bae055 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 210 time: 0.0315869 Oct 26 17:29:36.874451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:36.975448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-7e7a0b6c-361c-4847-8f88-eb3874fac5f2 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:36.976974 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-7e7a0b6c-361c-4847-8f88-eb3874fac5f2 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "GET /v2.0/networks?id=4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 200 len: 817 time: 0.1071167 Oct 26 17:29:36.989090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Request body: {'port': {'device_id': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'admin_state_up': True, 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:29:37.171613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Made reservation on behalf of 6ad3ccd7dd0a46eb8fe0629e4768e31f for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:29:37.175326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.200592 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:29:37.223521 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:29:37.223866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device a55be2c5-e8a3-48d6-a1eb-5b062fa578e8 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:29:37.290106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa387af1-6dda-4be5-9755-02c2355ed31d req-079a2e5d-1bc1-4450-bc8b-729f843c051d tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 210 time: 0.0263660 Oct 26 17:29:37.302997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Allocated IP 172.20.0.10 (4d821ffd-4a24-418f-9b85-de3c75d58210/dbf24f39-f509-4a0f-81fa-218a87b8d89f/300521fe-c4f1-45ef-a710-d311ebc5f673) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:29:37.447636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.531847 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.577077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:29:37.580174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:29:37.584577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:29:37.611653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Pushing event updated for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:37.642569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:37.643302 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.728154 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-c777cf9f-6a5b-4538-b0e4-376f92034e5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427485 Oct 26 17:29:37.740786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Request body: {'port': {'device_id': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:29:37.793847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-09401b15-74b5-4548-96ae-58e2936fae60 None None] Provisioning complete for port 300521fe-c4f1-45ef-a710-d311ebc5f673 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:29:37.794327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09401b15-74b5-4548-96ae-58e2936fae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.794586 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:37.829116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-09401b15-74b5-4548-96ae-58e2936fae60 None None] Port 300521fe-c4f1-45ef-a710-d311ebc5f673 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:29:38.054243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300521fe-c4f1-45ef-a710-d311ebc5f673 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:29:38.061705 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:38.074153 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Transition to ACTIVE for port object 300521fe-c4f1-45ef-a710-d311ebc5f673 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:29:38.137011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:38.204982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Pushing event updated for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:38.257690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Attempting to bind port 300521fe-c4f1-45ef-a710-d311ebc5f673 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:29:38.258163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Attempting to bind port 300521fe-c4f1-45ef-a710-d311ebc5f673 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:29:38.258633 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Attempting to bind port 300521fe-c4f1-45ef-a710-d311ebc5f673 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:29:38.263369 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Port 300521fe-c4f1-45ef-a710-d311ebc5f673 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:29:38.263682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Attempting to bind port 300521fe-c4f1-45ef-a710-d311ebc5f673 on network 4d821ffd-4a24-418f-9b85-de3c75d58210 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:29:38.269075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:29:38.269406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Checking segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:29:38.269786 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Bound using segment: {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:29:38.270212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Bound port: 300521fe-c4f1-45ef-a710-d311ebc5f673, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c061e9e-d4f0-4222-b4f3-2b7d1095a355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:29:38.270564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:38.336642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:29:38.340202 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=300521fe-c4f1-45ef-a710-d311ebc5f673,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:29:38.408538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0941f4e-a4f1-4919-8593-40a1da56d121 req-aa6fcff2-c880-4ab1-b83b-a44ece560a4c tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.410045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0941f4e-a4f1-4919-8593-40a1da56d121 req-aa6fcff2-c880-4ab1-b83b-a44ece560a4c tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 944 time: 0.0489693 Oct 26 17:29:38.429248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:38.449903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a0941f4e-a4f1-4919-8593-40a1da56d121 req-978addd7-145f-48bf-bd8f-c9b95647771f tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Oct 26 17:29:38.468035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.468654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:38.470026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] 10.222.0.47 "PUT /v2.0/ports/300521fe-c4f1-45ef-a710-d311ebc5f673 HTTP/1.1" status: 200 len: 1092 time: 0.7340431 Oct 26 17:29:38.470466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:29:38.472762 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac4a27-1c51-441f-8cba-5f14a9c91304" -d '{"events": [{"name": "network-changed", "server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:29:38.509457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5de2-ae60-4ff5-9ee1-6f2e9dbcd90b service neutron] Pushing event updated for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:38.570774 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd342991-4fd4-4413-9b36-a2662b40df98 x-openstack-request-id: req-bd342991-4fd4-4413-9b36-a2662b40df98 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:29:38.571063 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:29:38.571344 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd342991-4fd4-4413-9b36-a2662b40df98 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:29:38.571747 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673', 'status': 'completed', 'code': 200} Oct 26 17:29:38.638858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-b351cfab-abba-4676-aef0-9704034312ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.640436 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-b351cfab-abba-4676-aef0-9704034312ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 1095 time: 0.0427997 Oct 26 17:29:38.740792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-bf0b0479-9b64-4640-8ab7-b0bc7445d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.742166 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-bf0b0479-9b64-4640-8ab7-b0bc7445d1c9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0941176 Oct 26 17:29:38.833191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-70dcad9c-8b30-49e1-8cf3-fa4b1cb4e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.834535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1cac4a27-1c51-441f-8cba-5f14a9c91304 req-70dcad9c-8b30-49e1-8cf3-fa4b1cb4e5e6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856404 Oct 26 17:29:38.914560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-2447d211-d23b-4735-9d31-15764eec1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:38.916061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-2447d211-d23b-4735-9d31-15764eec1734 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 1095 time: 0.0436141 Oct 26 17:29:38.958728 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-72e76e77-a18e-4252-840e-1acc0af377b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300521fe-c4f1-45ef-a710-d311ebc5f673 HTTP/1.1" status: 200 len: 217 time: 0.0352559 Oct 26 17:29:39.007359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-26da62c3-2266-4b12-b551-310c5f283b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:39.008819 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-26da62c3-2266-4b12-b551-310c5f283b50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbf24f39-f509-4a0f-81fa-218a87b8d89f HTTP/1.1" status: 200 len: 856 time: 0.0433636 Oct 26 17:29:39.054350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080f34-372e-4c69-af47-04c2544bd293 req-263ee000-e7a0-4130-8c70-9e0b59e821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:39.055863 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-263ee000-e7a0-4130-8c70-9e0b59e821ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d821ffd-4a24-418f-9b85-de3c75d58210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400786 Oct 26 17:29:39.148814 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-9bd9b715-be02-4334-92b0-013389cf6f5c service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Oct 26 17:29:39.239428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-57080f34-372e-4c69-af47-04c2544bd293 req-6888cf0f-a55b-451d-8f30-f551377300a8 service neutron] 10.222.0.47 "GET /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839033 Oct 26 17:29:39.573587 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91460af6-dad7-4ff4-84a5-78db21a558e4 req-899fb1f9-88c2-4875-84d7-17fdff9cf3b6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:39.575049 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91460af6-dad7-4ff4-84a5-78db21a558e4 req-899fb1f9-88c2-4875-84d7-17fdff9cf3b6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 944 time: 0.0494325 Oct 26 17:29:39.612922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-91460af6-dad7-4ff4-84a5-78db21a558e4 req-b80aa1aa-2ab8-4567-8a83-e628356a557d tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Oct 26 17:29:40.733542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccefe8-5797-44fe-8e82-1d6f2104d6e5 req-70d560b4-aef5-41b5-a683-8eb726acdba3 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:40.734991 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34ccefe8-5797-44fe-8e82-1d6f2104d6e5 req-70d560b4-aef5-41b5-a683-8eb726acdba3 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 944 time: 0.0521994 Oct 26 17:29:40.772132 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-34ccefe8-5797-44fe-8e82-1d6f2104d6e5 req-488d64ad-8577-43ce-8726-4661697876b6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Oct 26 17:29:41.887860 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a22b-428c-4937-a3fc-36f26057ea6c req-c1b3b652-ecea-461e-a98d-b409c2c2b442 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:41.889336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6478a22b-428c-4937-a3fc-36f26057ea6c req-c1b3b652-ecea-461e-a98d-b409c2c2b442 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 944 time: 0.0500376 Oct 26 17:29:41.927883 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6478a22b-428c-4937-a3fc-36f26057ea6c req-94b00cb9-eb3a-42c6-9bfa-0c1af9dbdf5b tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Oct 26 17:29:43.046759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9181a0c-5e13-4037-97d7-99f33b0849e7 req-1c804b7a-ac55-412b-8570-3ec29e3b1be5 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:43.048292 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9181a0c-5e13-4037-97d7-99f33b0849e7 req-1c804b7a-ac55-412b-8570-3ec29e3b1be5 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 944 time: 0.0492289 Oct 26 17:29:43.085501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b9181a0c-5e13-4037-97d7-99f33b0849e7 req-229aa197-ab6e-4635-9103-1b27abd85544 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Oct 26 17:29:43.247324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 300521fe-c4f1-45ef-a710-d311ebc5f673 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:29:43.347569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=300521fe-c4f1-45ef-a710-d311ebc5f673,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:43.357911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '300521fe-c4f1-45ef-a710-d311ebc5f673', 'network_id': '4d821ffd-4a24-418f-9b85-de3c75d58210', 'port_id': '300521fe-c4f1-45ef-a710-d311ebc5f673', 'mac_address': 'fa:16:3e:c6:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf24f39-f509-4a0f-81fa-218a87b8d89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:29:43.394134 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:43.406587 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300521fe-c4f1-45ef-a710-d311ebc5f673 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:29:43.426043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=300521fe-c4f1-45ef-a710-d311ebc5f673,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:43.496940 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:43.548373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:43.703106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['300521fe-c4f1-45ef-a710-d311ebc5f673'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:29:44.203845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc12299-c6cd-4fd2-93e2-a17a8986455e req-d602c9bb-a3bd-4b0a-a4cd-955759a8a283 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:44.205356 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fc12299-c6cd-4fd2-93e2-a17a8986455e req-d602c9bb-a3bd-4b0a-a4cd-955759a8a283 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 945 time: 0.0533216 Oct 26 17:29:44.242489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fc12299-c6cd-4fd2-93e2-a17a8986455e req-4c418a2f-63aa-4997-8c53-3bc23c4c6ac6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Oct 26 17:29:45.262910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 300521fe-c4f1-45ef-a710-d311ebc5f673 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:29:45.364063 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779facf-99a2-4925-8377-1630105f573f req-69d1efd5-3b38-45ee-a7e6-9a257c23c075 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:45.366076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7779facf-99a2-4925-8377-1630105f573f req-69d1efd5-3b38-45ee-a7e6-9a257c23c075 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 945 time: 0.0518723 Oct 26 17:29:45.377086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 300521fe-c4f1-45ef-a710-d311ebc5f673 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:29:45.381688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 300521fe-c4f1-45ef-a710-d311ebc5f673 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:29:45.382063 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:45.415013 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7779facf-99a2-4925-8377-1630105f573f req-85636127-fb8c-4c21-b4e0-e6442c0842d7 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Oct 26 17:29:45.465931 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:45.491098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:29:45.493339 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2159cd55-5828-4704-8ea9-f73b79e89376" -d '{"events": [{"server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "name": "network-vif-plugged", "status": "completed", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:29:45.507876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=300521fe-c4f1-45ef-a710-d311ebc5f673,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:29:45.538024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272195a-243f-4717-accb-56aeab1c4898 x-openstack-request-id: req-e272195a-243f-4717-accb-56aeab1c4898 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:29:45.538024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "name": "network-vif-plugged", "status": "completed", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:29:45.538024 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e272195a-243f-4717-accb-56aeab1c4898 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:29:45.538024 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673', 'code': 200} Oct 26 17:29:45.583391 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:45.633869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2e25-da3a-47ff-8aa4-0dd3c1d60489 req-fd492522-6576-4e49-9a82-479586b5ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:45.634608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:29:45.636043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb8c2e25-da3a-47ff-8aa4-0dd3c1d60489 req-fd492522-6576-4e49-9a82-479586b5ba99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 1097 time: 0.0432832 Oct 26 17:29:45.672360 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fb8c2e25-da3a-47ff-8aa4-0dd3c1d60489 req-43c529d3-f669-4bf2-b36d-91ef01506fc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292528 Oct 26 17:29:46.530143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7683e11-9eee-463b-9d79-7fedc984bd8a req-2d46e876-a147-453d-ada9-3e2444bcd51e tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:46.531666 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7683e11-9eee-463b-9d79-7fedc984bd8a req-2d46e876-a147-453d-ada9-3e2444bcd51e tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0491290 Oct 26 17:29:46.571377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7683e11-9eee-463b-9d79-7fedc984bd8a req-b10892bc-36bb-499a-b862-fbcc5dd4c952 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Oct 26 17:29:47.695287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccdbb7-ae10-4db5-93da-ccb2e7dcbc21 req-297c66a9-fdbd-4574-bf8b-983407bc82b7 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:47.696845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68ccdbb7-ae10-4db5-93da-ccb2e7dcbc21 req-297c66a9-fdbd-4574-bf8b-983407bc82b7 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0561609 Oct 26 17:29:47.735025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68ccdbb7-ae10-4db5-93da-ccb2e7dcbc21 req-7c1898c2-ba9c-4344-83e1-ec2d4fdf21b4 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Oct 26 17:29:47.850407 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a7e5b-5071-4d0b-9572-9af2b9756943 req-b9d2c782-0c36-4cc5-ba8a-771e501075b8 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:29:47.851877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd1a7e5b-5071-4d0b-9572-9af2b9756943 req-b9d2c782-0c36-4cc5-ba8a-771e501075b8 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0486064 Oct 26 17:29:47.888965 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd1a7e5b-5071-4d0b-9572-9af2b9756943 req-a5c4fa18-bd6f-46db-b01e-b23766c091db tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Oct 26 17:29:51.582789 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:29:53.022694 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:01.079388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-73527cf2-1565-4b0d-a8e3-85c64e8b69f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:01.793367 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:30:03.604946 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-65195ab4-6ae7-4eb2-9920-7c819bb89e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:04.159177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:05.262650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:06.822169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:12.768162 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1e32-036d-4827-bb01-9a8c36aada4e req-83543545-1729-45ed-a90f-ddb6908f4ea5 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:12.770372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-037c1e32-036d-4827-bb01-9a8c36aada4e req-83543545-1729-45ed-a90f-ddb6908f4ea5 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0499325 Oct 26 17:30:12.811274 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-037c1e32-036d-4827-bb01-9a8c36aada4e req-c00cc015-d75c-4738-a351-8505812a81e1 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Oct 26 17:30:13.933882 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc2601-2506-4a7c-b183-6ea02f87e813 req-a3acfa60-480c-45e9-b8dc-f77ea10bf0fe tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:13.935407 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98dc2601-2506-4a7c-b183-6ea02f87e813 req-a3acfa60-480c-45e9-b8dc-f77ea10bf0fe tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0547411 Oct 26 17:30:13.975062 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98dc2601-2506-4a7c-b183-6ea02f87e813 req-9f033809-2578-4475-87da-62fd4e6989f6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d94738-5683-45d1-a76c-10acfdedab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Oct 26 17:30:14.348997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-6a5ab345-5193-4db6-9a92-b29e131bf9c6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:14.350415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-6a5ab345-5193-4db6-9a92-b29e131bf9c6 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 946 time: 0.0473206 Oct 26 17:30:14.442639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Deleting port 300521fe-c4f1-45ef-a710-d311ebc5f673 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:14.442974 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:14.529797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] For port 300521fe-c4f1-45ef-a710-d311ebc5f673, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=300521fe-c4f1-45ef-a710-d311ebc5f673,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:14.530160 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:14.542936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Calling delete_port for 300521fe-c4f1-45ef-a710-d311ebc5f673 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:14.724867 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:14.737320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['300521fe-c4f1-45ef-a710-d311ebc5f673'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:30:14.753446 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Pushing event deleted for resources: {'Port': ['ID=300521fe-c4f1-45ef-a710-d311ebc5f673,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:14.780925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.781278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.781622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.781963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.782296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.782630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.782961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.783317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.783649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.783983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.784312 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.784637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:14.807925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] No DVR routers for this DVR port 300521fe-c4f1-45ef-a710-d311ebc5f673 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:30:14.810700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:14.814024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70989a9a-7b44-4b53-a5e8-5076d28e449c req-ba9e494a-4e84-47cb-bbfe-c7046e075a76 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.47 "DELETE /v2.0/ports/300521fe-c4f1-45ef-a710-d311ebc5f673 HTTP/1.1" status: 204 len: 173 time: 0.4569654 Oct 26 17:30:14.817171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'name': 'network-vif-deleted', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:30:14.817171 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72237303-64e5-4448-a41d-eedda4fc6bd4" -d '{"events": [{"server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "name": "network-vif-deleted", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:30:14.853663 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ab052-788a-41fd-9044-c152f7d3f86b x-openstack-request-id: req-389ab052-788a-41fd-9044-c152f7d3f86b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:30:14.853972 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f96f2-66f5-4657-bc5b-3e25e3c21bef", "name": "network-vif-deleted", "tag": "300521fe-c4f1-45ef-a710-d311ebc5f673", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:30:14.854215 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-389ab052-788a-41fd-9044-c152f7d3f86b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:30:14.854611 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f96f2-66f5-4657-bc5b-3e25e3c21bef', 'name': 'network-vif-deleted', 'tag': '300521fe-c4f1-45ef-a710-d311ebc5f673', 'status': 'completed', 'code': 200} Oct 26 17:30:15.072998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b0cf0696-7f29-4007-ae14-1f9503664c4a req-86b27279-2407-401b-bb0c-f7f820078103 tempest-TestEncryptedCinderVolumes-1953231174 tempest-TestEncryptedCinderVolumes-1953231174-project] 10.222.0.21 "GET /v2.0/ports?device_id=513f96f2-66f5-4657-bc5b-3e25e3c21bef HTTP/1.1" status: 200 len: 210 time: 0.0301938 Oct 26 17:30:16.225082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60390) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:16.570256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:16.820494 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Deleting port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:16.820734 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:16.899144 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] For port c4d7aa00-b0b6-4acd-ac17-ec73f14915b1, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:16.899505 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:16.912521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Calling delete_port for c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:17.159076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:17.191079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d7aa00-b0b6-4acd-ac17-ec73f14915b1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:17.213000 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.213346 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.215785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.216086 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.216393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.216706 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:17.366373 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:17.582969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Router 1b1f5cb5-de23-4625-8040-3dadd2b7362e has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:30:17.692480 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:17.700369 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-53180e36-b14f-4043-bae6-11048a1ae850 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b1f5cb5-de23-4625-8040-3dadd2b7362e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4713225 Oct 26 17:30:17.700369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60392) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:17.700868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Sync routers for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:17.710776 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:17.711416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:17.804034 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:17.814013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:17.904522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:17.990998 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:30:17Z', 'revision_number': 5, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port': {'id': 'ce968ab3-22d4-4366-9760-4a183f93513e', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:42Z', 'updated_at': '2021-10-26T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:18.007926 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Deleting port ce968ab3-22d4-4366-9760-4a183f93513e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:18.008261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.018371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Checking router: 1b1f5cb5-de23-4625-8040-3dadd2b7362e for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:18.027772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Routers {'1b1f5cb5-de23-4625-8040-3dadd2b7362e'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:18.028380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:18.088238 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] For port ce968ab3-22d4-4366-9760-4a183f93513e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=ce968ab3-22d4-4366-9760-4a183f93513e,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:18.088594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.101732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Calling delete_port for ce968ab3-22d4-4366-9760-4a183f93513e owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:18.116040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] Set router 1b1f5cb5-de23-4625-8040-3dadd2b7362e gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:18.328168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:30:17Z', 'revision_number': 6, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:18.330852 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.355334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f0128-7b17-412b-bec8-9a2b03871d75 None None] The sync data for ids ['1b1f5cb5-de23-4625-8040-3dadd2b7362e'] in n-d-815373-2 is: [{'id': '1b1f5cb5-de23-4625-8040-3dadd2b7362e', 'name': 'tempest-TestEncryptedCinderVolumes-1937274581-router', 'tenant_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:41Z', 'updated_at': '2021-10-26T17:30:17Z', 'revision_number': 6, 'project_id': '6ad3ccd7dd0a46eb8fe0629e4768e31f', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:18.362290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce968ab3-22d4-4366-9760-4a183f93513e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:18.422213 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.514020 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.516266 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.622161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.622614 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1f5cb5-de23-4625-8040-3dadd2b7362e {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:30:18.627498 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.629179 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f9ae4883-583d-4183-b6f1-180d7d76296b admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b1f5cb5-de23-4625-8040-3dadd2b7362e HTTP/1.1" status: 204 len: 168 time: 0.9276333 Oct 26 17:30:18.632100 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60394) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:18.679870 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Deleting subnet dbf24f39-f509-4a0f-81fa-218a87b8d89f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:30:18.683697 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.722100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.805305 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.930798 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.960923 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf24f39-f509-4a0f-81fa-218a87b8d89f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:18.962859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:18.966021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-bc32f73b-79bc-4be8-a00d-df477c0dd3d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dbf24f39-f509-4a0f-81fa-218a87b8d89f HTTP/1.1" status: 204 len: 168 time: 0.3329914 Oct 26 17:30:18.967985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f78be-0fcb-4d0b-b858-76ea18083639 None None] Network 4d821ffd-4a24-418f-9b85-de3c75d58210 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:18.968551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60396) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:19.036969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.092978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Deleting port aa98161a-e366-47c9-aea6-1753411562df {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:19.093339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.154749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] DHCP port deletion for 4d821ffd-4a24-418f-9b85-de3c75d58210 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:30:19.166234 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] For port aa98161a-e366-47c9-aea6-1753411562df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=aa98161a-e366-47c9-aea6-1753411562df,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:19.166596 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.180300 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Calling delete_port for aa98161a-e366-47c9-aea6-1753411562df owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:19.206520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Deleting port aa98161a-e366-47c9-aea6-1753411562df {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:19.207659 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.270300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] For port aa98161a-e366-47c9-aea6-1753411562df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=aa98161a-e366-47c9-aea6-1753411562df,segment=NetworkSegment(0c061e9e-d4f0-4222-b4f3-2b7d1095a355),segment_id=0c061e9e-d4f0-4222-b4f3-2b7d1095a355)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:19.270695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.283195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Calling delete_port for aa98161a-e366-47c9-aea6-1753411562df owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:19.342201 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.368961 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.372035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] No DVR routers for this DVR port aa98161a-e366-47c9-aea6-1753411562df on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:30:19.374253 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa98161a-e366-47c9-aea6-1753411562df,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:19.395260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Pushing event deleted for resources: {'Port': ['ID=aa98161a-e366-47c9-aea6-1753411562df,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:19.399682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] No DVR routers for this DVR port aa98161a-e366-47c9-aea6-1753411562df on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.412243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c89dca-e8e6-460e-a4f0-581b2c9fcb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:19.469064 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.483915 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 300521fe-c4f1-45ef-a710-d311ebc5f673 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:19.491744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d821ffd-4a24-418f-9b85-de3c75d58210']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:19.501071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c061e9e-d4f0-4222-b4f3-2b7d1095a355') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:19.501368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c061e9e-d4f0-4222-b4f3-2b7d1095a355') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:19.504667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 300521fe-c4f1-45ef-a710-d311ebc5f673 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:19.505015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 300521fe-c4f1-45ef-a710-d311ebc5f673 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:19.512469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.527869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.534261 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:30:19.534733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:30:19.537366 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:30:19.578249 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce968ab3-22d4-4366-9760-4a183f93513e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:19.598527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: ce968ab3-22d4-4366-9760-4a183f93513e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:19.598870 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device ce968ab3-22d4-4366-9760-4a183f93513e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:19.599312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:19.617964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:19.618308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c4d7aa00-b0b6-4acd-ac17-ec73f14915b1 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:19.618702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device aa98161a-e366-47c9-aea6-1753411562df no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:19.640201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: aa98161a-e366-47c9-aea6-1753411562df {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:19.640477 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device aa98161a-e366-47c9-aea6-1753411562df not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:19.662095 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.667796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:19.670890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d821ffd-4a24-418f-9b85-de3c75d58210 HTTP/1.1" status: 204 len: 168 time: 0.7013321 Oct 26 17:30:19.674012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60398) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:20.016984 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45f6b-b4c8-47f9-bbcb-7f65eca33b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d821ffd-4a24-418f-9b85-de3c75d58210,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:20.036658 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:20.611373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Deleting port 331625b7-4609-43d4-bbd7-02e3df31a445 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:20.611712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:20.690813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] For port 331625b7-4609-43d4-bbd7-02e3df31a445, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=331625b7-4609-43d4-bbd7-02e3df31a445,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:20.692072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:20.704137 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Calling delete_port for 331625b7-4609-43d4-bbd7-02e3df31a445 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:20.941518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:20.966392 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=331625b7-4609-43d4-bbd7-02e3df31a445,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:21.132007 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.342494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Router 564e5add-8c26-4e34-9539-72bf17cfc101 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:30:21.448207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:21.453278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6043be41-d043-40fa-b8c5-b4d0e5a5d9b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/564e5add-8c26-4e34-9539-72bf17cfc101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782104 Oct 26 17:30:21.455841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:21.460297 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Sync routers for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:21.469703 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:21.470305 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:21.558929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.572483 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.579627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:21.677046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.758090 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:30:20Z', 'revision_number': 5, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port': {'id': '13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:28:48Z', 'updated_at': '2021-10-26T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:21.789365 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Checking router: 564e5add-8c26-4e34-9539-72bf17cfc101 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:21.797291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Deleting port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:21.797830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.805104 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Routers {'564e5add-8c26-4e34-9539-72bf17cfc101'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:21.805691 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['564e5add-8c26-4e34-9539-72bf17cfc101'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:21.880479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] For port 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:21.880857 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:21.894515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Calling delete_port for 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:21.981539 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] Set router 564e5add-8c26-4e34-9539-72bf17cfc101 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:22.032866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:30:21Z', 'revision_number': 6, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:22.062411 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a9fa-7392-4b80-bca8-d1d8182221e9 None None] The sync data for ids ['564e5add-8c26-4e34-9539-72bf17cfc101'] in n-d-815373-2 is: [{'id': '564e5add-8c26-4e34-9539-72bf17cfc101', 'name': 'tempest-TestEncryptedCinderVolumes-423810116-router', 'tenant_id': 'f54672b4c4424457ae020caf12e004a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:28:47Z', 'updated_at': '2021-10-26T17:30:21Z', 'revision_number': 6, 'project_id': 'f54672b4c4424457ae020caf12e004a6', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:22.131306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.162242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:22.220330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.309983 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.312097 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.416411 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.416996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564e5add-8c26-4e34-9539-72bf17cfc101 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:30:22.421558 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.422988 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c9a6b1d8-aedc-4f82-bc66-bd754f310492 admin admin] 10.222.0.21 "DELETE /v2.0/routers/564e5add-8c26-4e34-9539-72bf17cfc101 HTTP/1.1" status: 204 len: 168 time: 0.9660580 Oct 26 17:30:22.430094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60402) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:22.477774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Deleting subnet 3a3bf790-bb20-4eda-88be-4322730cabfe {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:30:22.480946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.516403 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.592222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.724626 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.754020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3bf790-bb20-4eda-88be-4322730cabfe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:22.757511 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.760743 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c2e1500-0f99-4318-ba67-4eba2bb4eb40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a3bf790-bb20-4eda-88be-4322730cabfe HTTP/1.1" status: 204 len: 168 time: 0.3328378 Oct 26 17:30:22.763414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60404) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:22.764966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13902ff8-d8fd-4953-b757-ba0038160d11 None None] Network 640cfd82-a92b-45fc-b35a-026553aff23d requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:22.834158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.887633 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Deleting port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:22.888103 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.956122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] DHCP port deletion for 640cfd82-a92b-45fc-b35a-026553aff23d request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:30:22.956647 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] For port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:22.957493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:22.970263 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Calling delete_port for f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:23.006223 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Deleting port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:30:23.006595 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.045748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.075110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] For port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,segment=NetworkSegment(5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a),segment_id=5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:23.075525 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.088640 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Calling delete_port for f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:30:23.107577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.135053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:23.139029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] No DVR routers for this DVR port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:30:23.169658 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.197054 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] Pushing event deleted for resources: {'Port': ['ID=f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:23.198384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd757234-cb3a-4f6b-b188-1d080dcc912c None None] No DVR routers for this DVR port f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:30:23.214099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.233500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640cfd82-a92b-45fc-b35a-026553aff23d']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:23.243026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:23.243352 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef2dfe7-7d1d-4ee6-a688-99caccf13e7a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:23.256423 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.269731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.275510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:30:23.275870 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:30:23.277481 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:30:23.370479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.375986 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.379449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] 10.222.0.21 "DELETE /v2.0/networks/640cfd82-a92b-45fc-b35a-026553aff23d HTTP/1.1" status: 204 len: 168 time: 0.6149411 Oct 26 17:30:23.390342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1193f-cbd7-4a8b-b6f6-8bef00b5e18d admin admin] Pushing event deleted for resources: {'Network': ['ID=640cfd82-a92b-45fc-b35a-026553aff23d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:23.564409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:23.585450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:23.585792 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 13f7f9f3-d2aa-4db4-b438-7a6c2e5373e0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:23.586195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 331625b7-4609-43d4-bbd7-02e3df31a445 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:23.608578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 331625b7-4609-43d4-bbd7-02e3df31a445 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:23.608924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 331625b7-4609-43d4-bbd7-02e3df31a445 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:23.609368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:30:23.629979 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:30:23.630218 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f5f8d0a4-c7c8-49ff-b5b9-81d6bc0090fc not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:30:23.684597 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:23.725143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a01e0c41-5a35-4b7f-b338-804348bb6abd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ad3ccd7dd0a46eb8fe0629e4768e31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392795 Oct 26 17:30:23.727510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60410) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:23.775752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.795866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.907475 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.909989 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:23.911167 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d94738-5683-45d1-a76c-10acfdedab0f HTTP/1.1" status: 204 len: 168 time: 0.1827435 Oct 26 17:30:23.919642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b887df-0ca2-4ec6-a96c-1e99478a9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d94738-5683-45d1-a76c-10acfdedab0f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:24.575374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:24.615441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9175056e-49a7-4102-845f-b3eb9c91d7ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f54672b4c4424457ae020caf12e004a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388608 Oct 26 17:30:24.623908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60418) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:24.670988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:24.692076 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:24.787227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:24.789740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:24.790911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec3532ab-bee0-4dfb-9c97-5b3de517e10c HTTP/1.1" status: 204 len: 168 time: 0.1661317 Oct 26 17:30:24.798699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158e4fa-2c84-498a-b4de-164e54b69d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3532ab-bee0-4dfb-9c97-5b3de517e10c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:25.746839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60440) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:25.843200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1323046106-network', 'tenant_id': 'fc9119b94bb64d278040253b78555b36'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:25.941834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Made reservation on behalf of fc9119b94bb64d278040253b78555b36 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:30:25.944089 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:25.953289 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.025787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.084244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.110428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:30:26.115809 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2360e-882e-41a5-b4ff-49dee61b50e8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:26.123273 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.123273 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Added segment 683e8fd2-698a-408c-a310-8106ab2665f5 of type vlan for network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 Oct 26 17:30:26.163430 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.244592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.245462 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:26.246025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.307571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] Pushing event updated for resources: {'Network': ['ID=131b96d5-65ce-48fd-a3a5-5cc2b7348809,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:26.318628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:30:26.413377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c4fb4f28-c06b-4763-b2bf-7d79557b71c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6653826 Oct 26 17:30:26.416117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60444) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:26.420749 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Request body: {'subnet': {'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1323046106-subnet', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:26.507209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Made reservation on behalf of fc9119b94bb64d278040253b78555b36 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:30:26.509419 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.730723 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.786336 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00a0f03-8a43-4b95-aaec-ee30d85ef852,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:26.795910 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Checking segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:26.796266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Network hostable DHCP agents. Network: 131b96d5-65ce-48fd-a3a5-5cc2b7348809, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:30:26.861435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:30:26.913157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 131b96d5-65ce-48fd-a3a5-5cc2b7348809) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:26.917115 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:26.917765 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:26.922013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f0242-9d07-41e7-93b8-c39942538599 None None] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:26.984515 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b4be3f7a-890a-4e27-ae87-84a5296dca80 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5673637 Oct 26 17:30:26.987193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60446) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:26.992288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:27.065675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:30:27.066638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.096280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.098270 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.149303 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.199239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Allocated IP 172.20.0.2 (131b96d5-65ce-48fd-a3a5-5cc2b7348809/d00a0f03-8a43-4b95-aaec-ee30d85ef852/b4d9171b-2ab4-4726-9f9f-386ce42d0582) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:27.341572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.350344 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.410663 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.454750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:27.458401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:27.461934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:27.469588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Pushing event updated for resources: {'Port': ['ID=b4d9171b-2ab4-4726-9f9f-386ce42d0582,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:27.519690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Attempting to bind port b4d9171b-2ab4-4726-9f9f-386ce42d0582 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:27.520211 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Attempting to bind port b4d9171b-2ab4-4726-9f9f-386ce42d0582 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:27.520639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Attempting to bind port b4d9171b-2ab4-4726-9f9f-386ce42d0582 on network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:27.525957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:27.529816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Checking segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:27.529816 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.529816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Bound using segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:27.529816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Bound port: b4d9171b-2ab4-4726-9f9f-386ce42d0582, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:27.529816 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.590609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] For port b4d9171b-2ab4-4726-9f9f-386ce42d0582, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:27.593977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] For port b4d9171b-2ab4-4726-9f9f-386ce42d0582, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4d9171b-2ab4-4726-9f9f-386ce42d0582,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:27.646115 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.665810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.679607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.744823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35659-70c4-4e49-9e0a-5bb04d29e795 None None] Pushing event updated for resources: {'Port': ['ID=b4d9171b-2ab4-4726-9f9f-386ce42d0582,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:27.769421 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Allocated IP 172.25.5.95 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:27.878131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:27.971157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.011840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:28.014874 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:28.018442 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:28.044669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:28.350279 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.554114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.601187 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80139e5-21e2-4975-951b-432d15947efd None None] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:28.730327 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] Provisioning complete for port b4d9171b-2ab4-4726-9f9f-386ce42d0582 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:28.730608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.735941 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:30:28.833155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.848777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:28.862277 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271d864-6757-4232-8520-203759ce2eee None None] Sync routers for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:28.876772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] For port b4d9171b-2ab4-4726-9f9f-386ce42d0582, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4d9171b-2ab4-4726-9f9f-386ce42d0582,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:28.882885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:28.883585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:28.949244 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:28.950536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2c5786e2-0926-443c-9fa4-11f917fc91c3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9617105 Oct 26 17:30:28.953349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60448) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:28.977508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.032015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:29.094796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7c4f1-e968-4d54-8798-e84371f2a40e None None] Pushing event updated for resources: {'Port': ['ID=b4d9171b-2ab4-4726-9f9f-386ce42d0582,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:29.149114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-667590c6-ceed-4e71-80b7-5b8764626fd6 None None] Provisioning complete for port b4d9171b-2ab4-4726-9f9f-386ce42d0582 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:29.149482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-667590c6-ceed-4e71-80b7-5b8764626fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.308268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:28Z', 'revision_number': 3, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:29.335226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271d864-6757-4232-8520-203759ce2eee None None] Checking router: 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:29.335569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271d864-6757-4232-8520-203759ce2eee None None] Updating router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:30:29.360660 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.622703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.634341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4d9171b-2ab4-4726-9f9f-386ce42d0582 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:29.685016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b4d9171b-2ab4-4726-9f9f-386ce42d0582 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:29.685388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.714540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.726654 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.787269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0271d864-6757-4232-8520-203759ce2eee None None] Attempting to bind port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:29.787666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0271d864-6757-4232-8520-203759ce2eee None None] Attempting to bind port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:29.788027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0271d864-6757-4232-8520-203759ce2eee None None] Attempting to bind port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:29.791275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac65a2-cf95-4012-a139-a857c466d0f0 None None] Pushing event updated for resources: {'Port': ['ID=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:29.815410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0271d864-6757-4232-8520-203759ce2eee None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:29.816285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0271d864-6757-4232-8520-203759ce2eee None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:29.817200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.817601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0271d864-6757-4232-8520-203759ce2eee None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:29.818094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0271d864-6757-4232-8520-203759ce2eee None None] Bound port: b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:29.818478 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.883630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Allocated IP 172.20.0.1 (131b96d5-65ce-48fd-a3a5-5cc2b7348809/d00a0f03-8a43-4b95-aaec-ee30d85ef852/1d0cddfa-5a14-45d8-a970-b6dc6747dbf8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:29.885598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0271d864-6757-4232-8520-203759ce2eee None None] For port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:29.888690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0271d864-6757-4232-8520-203759ce2eee None None] For port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:29.981853 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0271d864-6757-4232-8520-203759ce2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:29.987770 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.037418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:30.038028 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:30.091384 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.133989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:30.137110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:30.140788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:30.164003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:30.188725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.262360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac65a2-cf95-4012-a139-a857c466d0f0 None None] Pushing event updated for resources: {'Port': ['ID=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:30.312094 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:30.396099 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.438794 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8c1038ad-e4bf-45e0-acbf-167c9b458552 None None] Provisioning complete for port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:30.439075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c1038ad-e4bf-45e0-acbf-167c9b458552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.507002 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8c1038ad-e4bf-45e0-acbf-167c9b458552 None None] Port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:30.543305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0271d864-6757-4232-8520-203759ce2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:28Z', 'revision_number': 3, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:30.566631 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.574147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271d864-6757-4232-8520-203759ce2eee None None] The sync data for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 is: [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:28Z', 'revision_number': 3, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:30.639028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.708126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:30.709955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:30.817403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:30.818816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:30.949014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:30:31.070368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:31.075592 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1d5536be-0415-42e1-bc96-227007102972 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212811 Oct 26 17:30:31.102023 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40ce8489-ca03-4df9-a32f-81747e3caee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.132119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2f3f8c54-9aa9-4f86-aa16-958896583ba3 None None] Provisioning complete for port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:31.132647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f3f8c54-9aa9-4f86-aa16-958896583ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.169254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f8c54-9aa9-4f86-aa16-958896583ba3 None None] Port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:31.590044 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:31.641151 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:31.641517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.721295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.741554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:31.787301 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.824000 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60464) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:31.829401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1297772270-network', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:31.839487 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:31.901884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Made reservation on behalf of 9c4f99880fc345ce95ebca1b39dbc6c6 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:30:31.904276 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.913579 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:31.989333 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.033249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.060729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:30:32.070858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575cc2ee-ca25-416a-80f5-40ac797a49a1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:32.077129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.077507 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Added segment 6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6 of type vlan for network 9bd09373-b030-4845-84ae-15a9158ef524 Oct 26 17:30:32.118102 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.150680 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Sync routers for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:32.162006 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:32.162006 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:32.210175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.211179 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:32.211750 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.267085 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:32.273271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] Pushing event updated for resources: {'Network': ['ID=9bd09373-b030-4845-84ae-15a9158ef524,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:32.282858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9bd09373-b030-4845-84ae-15a9158ef524 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:30:32.338429 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-8c69c931-081c-4c9b-b8a2-3c807f16bc1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5130730 Oct 26 17:30:32.341146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60466) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:32.346642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Request body: {'subnet': {'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1297772270-subnet', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:32.433177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Made reservation on behalf of 9c4f99880fc345ce95ebca1b39dbc6c6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:30:32.435508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.468466 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 2, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:32.498833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Checking router: 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:32.499195 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Updating router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:30:32.523595 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.662037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.718391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a3ebf8-e32b-48da-917a-b9c8556e18d2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:32.728047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Checking segment: {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:32.728422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Network hostable DHCP agents. Network: 9bd09373-b030-4845-84ae-15a9158ef524, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:30:32.792342 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.815753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Network 9bd09373-b030-4845-84ae-15a9158ef524 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:30:32.895550 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.907319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9bd09373-b030-4845-84ae-15a9158ef524) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:32.912127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:32.918343 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:32.920024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42745ae1-1657-456e-b199-7c9e96efb3e3 None None] Network 9bd09373-b030-4845-84ae-15a9158ef524 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:32.956711 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Pushing event updated for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:32.983310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.983653 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.984405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.984405 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.984632 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.984935 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.985400 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.985723 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.986045 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.986359 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.986945 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:32.987345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:30:33.002172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-856c17e1-b9a4-4556-9c96-67e7ea3cdc38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6597168 Oct 26 17:30:33.004832 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60468) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:33.009558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:33.041346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Attempting to bind port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:33.041992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Attempting to bind port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:33.042832 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Attempting to bind port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 on network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:33.049927 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:33.052447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Checking segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:33.052447 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.052447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Bound using segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:33.052447 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Bound port: 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:33.052447 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.105077 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9bd09373-b030-4845-84ae-15a9158ef524', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:30:33.106077 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.125391 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] For port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:33.129440 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] For port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:33.148028 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.156407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.213269 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.227235 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] Provisioning complete for port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:33.227593 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.240143 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.303897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Allocated IP 172.20.0.2 (9bd09373-b030-4845-84ae-15a9158ef524/f6a3ebf8-e32b-48da-917a-b9c8556e18d2/813eca3f-d769-4f2c-a63b-91294abe18df) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:33.310390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:33.311022 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:33.313821 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca043eb-752d-43e4-9f8e-cc306c388547 None None] Pushing event updated for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:33.403629 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.439762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:33.465122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] For port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:33.483323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.524313 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.534591 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.602016 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.612708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:33.661879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6c292166-ee7e-4054-983f-6a1e0d234ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.676204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc595-3bf4-48bf-a4d5-327914304c31 None None] Pushing event updated for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:33.680111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Network 9bd09373-b030-4845-84ae-15a9158ef524 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:33.690199 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:33.712506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:33.720465 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:33.728321 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9600d43e-c780-4148-b49f-317bcb88db36 None None] Provisioning complete for port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:33.728846 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9600d43e-c780-4148-b49f-317bcb88db36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.748140 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e461fa2-11af-40ed-a441-82fb1f3acd19 None None] The sync data for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 is: [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:33.776581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.796445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.818389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Pushing event updated for resources: {'Port': ['ID=813eca3f-d769-4f2c-a63b-91294abe18df,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:33.848849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:33.849218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.851837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Attempting to bind port 813eca3f-d769-4f2c-a63b-91294abe18df on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:33.852214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Attempting to bind port 813eca3f-d769-4f2c-a63b-91294abe18df by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:33.852559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Attempting to bind port 813eca3f-d769-4f2c-a63b-91294abe18df on network 9bd09373-b030-4845-84ae-15a9158ef524 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:33.883444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:33.883823 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Checking segment: {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:33.884385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.884788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Bound using segment: {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:33.885274 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Bound port: 813eca3f-d769-4f2c-a63b-91294abe18df, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:33.885647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:33.913636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Allocated IP 172.25.5.105 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/abe90332-cc64-4eb4-9947-ecd8e0dbd6c6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:34.042457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] For port 813eca3f-d769-4f2c-a63b-91294abe18df, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:34.043294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.046681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] For port 813eca3f-d769-4f2c-a63b-91294abe18df, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=813eca3f-d769-4f2c-a63b-91294abe18df,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:34.119237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.147772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.184494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77b36-b225-4260-84a7-49fa2c5a4dd3 None None] Pushing event updated for resources: {'Port': ['ID=813eca3f-d769-4f2c-a63b-91294abe18df,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:34.204542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.206647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:34.209931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:34.214469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:34.222798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Pushing event updated for resources: {'Port': ['ID=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:34.586692 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.789030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:34.989087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Router 5eb0eb95-5c61-43a4-a951-f4aa11913695 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:30:35.103500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:35.112150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Sync routers for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:35.123197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:35.123909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:35.203924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15a66a-8983-4524-9b6d-2c5a4ddbf474 None None] Network 9bd09373-b030-4845-84ae-15a9158ef524 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:30:35.206859 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.208146 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a4a1dd6c-1bfc-4202-a602-f8465fee36ec admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2022727 Oct 26 17:30:35.210883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60472) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:30:35.293997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] Provisioning complete for port 813eca3f-d769-4f2c-a63b-91294abe18df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:35.294343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.334231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:35.343324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.641715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.663866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 813eca3f-d769-4f2c-a63b-91294abe18df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:35.819456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.867060 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 813eca3f-d769-4f2c-a63b-91294abe18df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:35.867481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:35.903924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] For port 813eca3f-d769-4f2c-a63b-91294abe18df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=813eca3f-d769-4f2c-a63b-91294abe18df,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:35.926813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:34Z', 'revision_number': 3, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:35.962124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Checking router: 5eb0eb95-5c61-43a4-a951-f4aa11913695 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:35.962470 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Updating router 5eb0eb95-5c61-43a4-a951-f4aa11913695 port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:30:35.989517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.047111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.077947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:36.132185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c624e4a-8661-4e0b-9773-e27d2c94983a None None] Pushing event updated for resources: {'Port': ['ID=813eca3f-d769-4f2c-a63b-91294abe18df,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:36.157800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Allocated IP 172.20.0.1 (9bd09373-b030-4845-84ae-15a9158ef524/f6a3ebf8-e32b-48da-917a-b9c8556e18d2/1b73204c-78e0-498d-ad77-1a1ecc50eed7) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:36.210532 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-de36b061-336a-44cb-a0a6-b59c2b2b08c2 None None] Provisioning complete for port 813eca3f-d769-4f2c-a63b-91294abe18df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:36.210909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de36b061-336a-44cb-a0a6-b59c2b2b08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.263309 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.303986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:36.304353 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.330548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.373614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Network 9bd09373-b030-4845-84ae-15a9158ef524 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:36.376517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:36.381754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:36.384944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:36.422049 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.521258 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.576096 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.622886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.630577 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Attempting to bind port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:36.630956 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Attempting to bind port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:36.631338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Attempting to bind port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:36.634322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e622624-83c8-43b9-89a0-bb75ff7ab51a None None] Pushing event updated for resources: {'Port': ['ID=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:36.638993 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:36.643691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:36.643691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.643691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:36.643691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Bound port: abe90332-cc64-4eb4-9947-ecd8e0dbd6c6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:36.643691 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.694192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5af8753b-2429-494f-afba-344fc974cae3 None None] Provisioning complete for port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:36.694453 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5af8753b-2429-494f-afba-344fc974cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.731344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] For port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:36.747479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] For port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:36.748551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5af8753b-2429-494f-afba-344fc974cae3 None None] Port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:36.788219 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.810281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.845841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.866314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:36.866920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:36.890294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.937768 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e622624-83c8-43b9-89a0-bb75ff7ab51a None None] Pushing event updated for resources: {'Port': ['ID=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:36.961601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:36.963326 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:36.987185 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:37.054710 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Network 9bd09373-b030-4845-84ae-15a9158ef524 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:37.056123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:37.178709 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Router 5eb0eb95-5c61-43a4-a951-f4aa11913695 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:30:37.203444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1b73204c-78e0-498d-ad77-1a1ecc50eed7', 'name': '', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'mac_address': 'fa:16:3e:d2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:35Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 1, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'subnets': [{'id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:37.232339 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d4b99-01a6-4f94-8fc3-36c2787a57e7 None None] The sync data for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 is: [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1b73204c-78e0-498d-ad77-1a1ecc50eed7', 'name': '', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'mac_address': 'fa:16:3e:d2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:35Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 1, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'subnets': [{'id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:37.302216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:30:37.307232 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1099f5a6-5011-47f4-808a-3cd02e5563d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/5eb0eb95-5c61-43a4-a951-f4aa11913695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0951853 Oct 26 17:30:37.372468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3a2949f6-3906-40cc-b07b-8e93d5844ec8 None None] Provisioning complete for port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:37.372842 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3a2949f6-3906-40cc-b07b-8e93d5844ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:37.416909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3a2949f6-3906-40cc-b07b-8e93d5844ec8 None None] Port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:37.621137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 813eca3f-d769-4f2c-a63b-91294abe18df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:37.681548 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 813eca3f-d769-4f2c-a63b-91294abe18df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:37.681926 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:38.793753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:30:39.640402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:39.693008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:39.693683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:39.782712 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:39.807692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:39.867564 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:39.928101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:40.787630 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Sync routers for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:30:40.801861 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:40.802500 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:41.023230 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:41.235445 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1b73204c-78e0-498d-ad77-1a1ecc50eed7', 'name': '', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'mac_address': 'fa:16:3e:d2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:35Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 2, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'subnets': [{'id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:41.261330 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Checking router: 5eb0eb95-5c61-43a4-a951-f4aa11913695 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:30:41.261677 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Updating router 5eb0eb95-5c61-43a4-a951-f4aa11913695 port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:30:41.290147 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.577752 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.604255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:41.660664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:41.661057 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.661282 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.766694 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7828-6db7-42b1-89d3-b0b9e90712da None None] Pushing event updated for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:41.828204 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Attempting to bind port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:30:41.829156 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Attempting to bind port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:30:41.829522 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Attempting to bind port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 on network 9bd09373-b030-4845-84ae-15a9158ef524 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:30:41.837278 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:30:41.837278 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Checking segment: {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:30:41.837648 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.837752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Bound using segment: {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:30:41.839031 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Bound port: 1b73204c-78e0-498d-ad77-1a1ecc50eed7, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:30:41.839031 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:41.948125 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] For port 1b73204c-78e0-498d-ad77-1a1ecc50eed7, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:30:41.951753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] For port 1b73204c-78e0-498d-ad77-1a1ecc50eed7, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1b73204c-78e0-498d-ad77-1a1ecc50eed7,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:30:41.981009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fbe68ff8-4734-4ac6-b032-323c78a919cf None None] Provisioning complete for port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:41.981240 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fbe68ff8-4734-4ac6-b032-323c78a919cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:42.011796 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:42.033247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fbe68ff8-4734-4ac6-b032-323c78a919cf None None] Port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:42.081263 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:30:42.082523 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:30:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:42.191309 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7828-6db7-42b1-89d3-b0b9e90712da None None] Pushing event updated for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:42.245763 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:30:42.364027 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] Provisioning complete for port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:42.364650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:42.454075 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:42.503401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] For port 1b73204c-78e0-498d-ad77-1a1ecc50eed7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1b73204c-78e0-498d-ad77-1a1ecc50eed7,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:30:42.506532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1b73204c-78e0-498d-ad77-1a1ecc50eed7', 'name': '', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'mac_address': 'fa:16:3e:d2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:35Z', 'updated_at': '2021-10-26T17:30:41Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'subnets': [{'id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:30:42.541562 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5859b61-15cb-49e2-b4b2-4987478fe995 None None] The sync data for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 is: [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:36Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1b73204c-78e0-498d-ad77-1a1ecc50eed7', 'name': '', 'network_id': '9bd09373-b030-4845-84ae-15a9158ef524', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'mac_address': 'fa:16:3e:d2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:35Z', 'updated_at': '2021-10-26T17:30:41Z', 'revision_number': 4, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'subnets': [{'id': 'f6a3ebf8-e32b-48da-917a-b9c8556e18d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:30:42.575876 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:42.648074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d92b3-9601-45ea-89d1-1ca850771999 None None] Pushing event updated for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:43.638984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1b73204c-78e0-498d-ad77-1a1ecc50eed7 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:30:43.864645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:43.865355 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:49.095579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-73d10f0d-12d4-48d5-94d3-a297c43f8e85 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:49.097114 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-73d10f0d-12d4-48d5-94d3-a297c43f8e85 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 815 time: 0.1013815 Oct 26 17:30:49.112163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-b068ad86-73c9-4c32-ae67-29d55b99cb4d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/quotas/fc9119b94bb64d278040253b78555b36 HTTP/1.1" status: 200 len: 375 time: 0.0088496 Oct 26 17:30:49.162871 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-b0a1d367-513f-4cd0-b1d6-0ca7f7736493 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455630 Oct 26 17:30:49.266194 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-9dbda6ff-0273-4184-abc8-bb0a4039c94b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:30:49.267242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-9dbda6ff-0273-4184-abc8-bb0a4039c94b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0930800 Oct 26 17:30:49.359534 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-1f7226bd-669a-466d-8aeb-576d6b87557a service neutron] 10.222.0.21 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858464 Oct 26 17:30:49.447242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-092ae39f-3c42-453a-a61b-e82d30a7f7b1 service neutron] 10.222.0.21 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808413 Oct 26 17:30:49.701209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-730390cc-d703-45d4-a3f7-1ad78cfb3007 req-caa35591-3d8e-4b79-9ee9-4c6216f8aee1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 210 time: 0.0265043 Oct 26 17:30:50.801957 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-02271b01-2d92-4ae8-94b8-9532ce0047d9 req-33701cac-38ed-4391-bbdd-b9d521d51e78 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 210 time: 0.0312622 Oct 26 17:30:51.615677 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:51.723487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-b06df22e-7bd4-4b12-8cf2-46476ab95f87 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:51.724930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-b06df22e-7bd4-4b12-8cf2-46476ab95f87 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 815 time: 0.1122260 Oct 26 17:30:51.737688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'port': {'device_id': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'admin_state_up': True, 'tenant_id': 'fc9119b94bb64d278040253b78555b36'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:30:51.897970 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fe954bbc-fc3c-42d5-bf26-4eb19b4efc00 req-174b82fc-4074-42cb-a7de-9c43f5d7d885 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Oct 26 17:30:51.929996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Made reservation on behalf of fc9119b94bb64d278040253b78555b36 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:30:51.933718 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:52.068472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Allocated IP 172.20.0.12 (131b96d5-65ce-48fd-a3a5-5cc2b7348809/d00a0f03-8a43-4b95-aaec-ee30d85ef852/7cb6174f-dd45-4ea3-9dbf-484b9a4daaff) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:30:52.219308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:52.320383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:52.379351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:30:52.387831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:30:52.394151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:30:52.468248 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:52.469103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:52.487382 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:30:52.555464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-226e7789-819d-46a7-87e2-011d8010ed0c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210666 Oct 26 17:30:52.760404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d8aaf843-b7ab-483b-8d1b-ebe26abcd887 None None] Provisioning complete for port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:30:52.760985 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf843-b7ab-483b-8d1b-ebe26abcd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:52.797408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d8aaf843-b7ab-483b-8d1b-ebe26abcd887 None None] Port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:30:53.024927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b77d11-0051-4e37-82be-8db194f2e6a6 req-8b3c4f69-609e-4f7e-a112-d4eb577e1096 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:53.026496 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9b77d11-0051-4e37-82be-8db194f2e6a6 req-8b3c4f69-609e-4f7e-a112-d4eb577e1096 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0495052 Oct 26 17:30:53.040574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:30:53.069161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e9b77d11-0051-4e37-82be-8db194f2e6a6 req-0b0c80bf-206b-42c6-8e08-8bf5ad34110f tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Oct 26 17:30:54.198370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dc278-333a-4788-84d8-40a26ad350ae req-37eb789d-9451-439c-99c4-98772f04a4cd tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:54.200791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87dc278-333a-4788-84d8-40a26ad350ae req-37eb789d-9451-439c-99c4-98772f04a4cd tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0535090 Oct 26 17:30:54.244772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a87dc278-333a-4788-84d8-40a26ad350ae req-46f39eba-98f4-4776-b4cd-b1129665b3b1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356190 Oct 26 17:30:55.372875 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b4e19-ff6d-4ae5-97b1-4df9c4f35aac req-1f822d5b-5971-4b45-9f36-7f224b2f3469 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:55.374466 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e5b4e19-ff6d-4ae5-97b1-4df9c4f35aac req-1f822d5b-5971-4b45-9f36-7f224b2f3469 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0553889 Oct 26 17:30:55.415401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e5b4e19-ff6d-4ae5-97b1-4df9c4f35aac req-6bef049c-3787-48fb-91ce-e2c24961289b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Oct 26 17:30:56.538601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d921-38e9-4438-92f2-d84cac81aa0f req-837c37b8-5442-4cbd-b429-3973294a7b63 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:56.540163 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f761d921-38e9-4438-92f2-d84cac81aa0f req-837c37b8-5442-4cbd-b429-3973294a7b63 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0561986 Oct 26 17:30:56.580046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f761d921-38e9-4438-92f2-d84cac81aa0f req-e4f262d3-6c20-4d05-976c-445759bb5bd1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Oct 26 17:30:57.714863 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8550c4a-47ed-4e18-b8c3-fff9262e2148 req-1c5c0a1e-7c89-41ca-9ae7-869df84411b4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:57.716728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8550c4a-47ed-4e18-b8c3-fff9262e2148 req-1c5c0a1e-7c89-41ca-9ae7-869df84411b4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0589609 Oct 26 17:30:57.754781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b8550c4a-47ed-4e18-b8c3-fff9262e2148 req-a3aa7aed-f56e-452a-bd20-ac94d8b64db3 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Oct 26 17:30:58.889845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d77d53-6e45-400f-b903-c2a474e4358f req-65a6bbfb-7887-45c2-958a-4048f7f8eed1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:30:58.891345 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d77d53-6e45-400f-b903-c2a474e4358f req-65a6bbfb-7887-45c2-958a-4048f7f8eed1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0632360 Oct 26 17:30:58.932643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f3d77d53-6e45-400f-b903-c2a474e4358f req-1c1bb9aa-f450-4638-8910-4c4a593ccb46 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Oct 26 17:31:00.051566 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8519a6-b2b9-4891-9edf-0396787751f4 req-3618a138-17fe-4df4-ab79-62a85f314fcc tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:00.053105 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a8519a6-b2b9-4891-9edf-0396787751f4 req-3618a138-17fe-4df4-ab79-62a85f314fcc tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0527990 Oct 26 17:31:00.091151 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2a8519a6-b2b9-4891-9edf-0396787751f4 req-287e35bc-1f3f-4693-9f2c-81fbed42cd68 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Oct 26 17:31:01.135403 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92b15fef-30ab-4f9d-ae09-ef1e083d6a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:01.216278 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7955-7e34-42fb-88d7-24c5913a25f0 req-c8cfb344-df3e-409b-b0b2-cee623944617 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:01.217816 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47d7955-7e34-42fb-88d7-24c5913a25f0 req-c8cfb344-df3e-409b-b0b2-cee623944617 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0568099 Oct 26 17:31:01.258120 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d47d7955-7e34-42fb-88d7-24c5913a25f0 req-38a90525-4103-4f8e-9078-5f49d56489e6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Oct 26 17:31:02.379585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee206ea-ad21-420a-aa25-6e11288a06ba req-d182306a-6cbd-46d7-9287-f7042be2043d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:02.381058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee206ea-ad21-420a-aa25-6e11288a06ba req-d182306a-6cbd-46d7-9287-f7042be2043d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 932 time: 0.0540991 Oct 26 17:31:02.419443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ee206ea-ad21-420a-aa25-6e11288a06ba req-748349ea-365d-4c21-8a46-044ed62ee078 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Oct 26 17:31:02.667402 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Request body: {'port': {'device_id': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:02.726093 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:02.989419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:31:02.996578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.009231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Transition to ACTIVE for port object 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:31:03.140675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.212271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:03.265694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Attempting to bind port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:31:03.266055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Attempting to bind port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:31:03.266348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Attempting to bind port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff on network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:31:03.271613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff on network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:31:03.271934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Attempting to bind port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff on network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:31:03.276971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:31:03.277373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Checking segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:31:03.277762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Bound using segment: {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:31:03.278190 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Bound port: 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683e8fd2-698a-408c-a310-8106ab2665f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:31:03.278545 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.346102 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:31:03.349793 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:31:03.467510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.509126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.509741 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.511173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] 10.222.0.47 "PUT /v2.0/ports/7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 1092 time: 0.8483794 Oct 26 17:31:03.511617 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:31:03.513906 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91bb71e-20d0-4823-843c-04e61aa092f1" -d '{"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:31:03.552651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974aad-3cdb-4c7b-951a-91fc10089c7d service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:03.570954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfccba-4c76-44e8-943b-94c3c114c31e req-ba971273-f908-4212-ba6d-8b8c5413b497 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.573713 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29bfccba-4c76-44e8-943b-94c3c114c31e req-ba971273-f908-4212-ba6d-8b8c5413b497 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 944 time: 0.0871532 Oct 26 17:31:03.591058 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e49c2-c6cb-41db-b66e-523f62dd9334 x-openstack-request-id: req-430e49c2-c6cb-41db-b66e-523f62dd9334 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:31:03.591391 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:31:03.591648 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-430e49c2-c6cb-41db-b66e-523f62dd9334 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:31:03.592366 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:31:03.625282 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29bfccba-4c76-44e8-943b-94c3c114c31e req-fb0211f7-d309-4aaa-9bd4-423c04f9a92d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Oct 26 17:31:03.659107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-3f033c1f-4da5-4465-bb25-bb6731718d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.668527 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2e0d-95ec-4d3d-9f8b-66e3765b92f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:03.669283 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-3f033c1f-4da5-4465-bb25-bb6731718d7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1095 time: 0.0469954 Oct 26 17:31:03.764680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-ab48b46f-c7a1-45a4-9d82-26fabb08dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.766053 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-ab48b46f-c7a1-45a4-9d82-26fabb08dd7a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fc9119b94bb64d278040253b78555b36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963223 Oct 26 17:31:03.863719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-777bdc58-6897-438a-a0a1-45c2c355791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.865190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d91bb71e-20d0-4823-843c-04e61aa092f1 req-777bdc58-6897-438a-a0a1-45c2c355791f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908151 Oct 26 17:31:03.940110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-0ef977ed-84e6-4034-b916-3b68154d3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:03.941717 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-0ef977ed-84e6-4034-b916-3b68154d3b7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1095 time: 0.0400286 Oct 26 17:31:03.987653 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-299a3b0c-9f04-48e7-be43-0fe7211fdbb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 217 time: 0.0375865 Oct 26 17:31:04.036117 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-16e6d5f6-7ae1-463f-9b7f-81e97edacd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:04.037578 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-16e6d5f6-7ae1-463f-9b7f-81e97edacd84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0437369 Oct 26 17:31:04.083661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-1739b421-118a-4665-9102-fcd55a95c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:04.085130 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-1739b421-118a-4665-9102-fcd55a95c4aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395944 Oct 26 17:31:04.163331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:04.181400 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-01c356fe-8aed-4524-89f6-52bdb0a46766 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887079 Oct 26 17:31:04.270304 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-508b2ce9-347e-407e-b9c0-36a956bd51fd req-e58666b9-da2b-47ae-9730-4ec65c33c6d8 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819795 Oct 26 17:31:04.744979 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2e4be-fe4d-432d-a490-84b0f97388b7 req-0c872ac5-d31f-47dc-baab-334c6e77014d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:04.746426 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9d2e4be-fe4d-432d-a490-84b0f97388b7 req-0c872ac5-d31f-47dc-baab-334c6e77014d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 944 time: 0.0477433 Oct 26 17:31:04.783843 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9d2e4be-fe4d-432d-a490-84b0f97388b7 req-e7d27ad6-5b0d-47e6-b8e2-c90a74249b9e tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Oct 26 17:31:05.277468 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:05.903448 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c96c-fe45-4c5c-a0d3-f213277dc218 req-817b8a47-840e-42c6-8faa-7d01e807f562 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:05.904922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26b7c96c-fe45-4c5c-a0d3-f213277dc218 req-817b8a47-840e-42c6-8faa-7d01e807f562 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 944 time: 0.0526400 Oct 26 17:31:05.943670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-26b7c96c-fe45-4c5c-a0d3-f213277dc218 req-e3fba1c4-d621-492f-9a4b-d6f6c0b7dcc0 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Oct 26 17:31:06.825942 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:07.057068 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af910bf-98d9-4213-a289-6d0e96d0dcc2 req-4f80243f-f9d6-4896-995b-00bc56fb89f7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:07.058588 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0af910bf-98d9-4213-a289-6d0e96d0dcc2 req-4f80243f-f9d6-4896-995b-00bc56fb89f7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 944 time: 0.0494032 Oct 26 17:31:07.097520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0af910bf-98d9-4213-a289-6d0e96d0dcc2 req-1a3ae979-e021-4d0c-841e-d2235e0f4e18 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Oct 26 17:31:07.766673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:31:07.862889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:31:07.873650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'port_id': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'mac_address': 'fa:16:3e:7f:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:31:07.909520 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:07.922048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:31:07.941717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:31:07.997305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:08.046123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:08.213084 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:31:08.215459 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4955e83-76a0-43c2-a078-ec4deadcfc66 req-50806c08-c776-40b4-8e2b-26f0d7335681 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:08.216954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4955e83-76a0-43c2-a078-ec4deadcfc66 req-50806c08-c776-40b4-8e2b-26f0d7335681 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 945 time: 0.0513694 Oct 26 17:31:08.255558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d4955e83-76a0-43c2-a078-ec4deadcfc66 req-8f4bf731-dc75-4933-bbf2-3d15f3877184 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Oct 26 17:31:09.382405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d588-18be-4072-8cf3-65af59a8f3a8 req-84784c7f-073f-4bdf-bb15-c6a958d51a39 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:09.383937 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6b1d588-18be-4072-8cf3-65af59a8f3a8 req-84784c7f-073f-4bdf-bb15-c6a958d51a39 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 945 time: 0.0615985 Oct 26 17:31:09.428311 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f6b1d588-18be-4072-8cf3-65af59a8f3a8 req-231219c3-af4b-49e5-bfca-9a93e547aed1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Oct 26 17:31:09.767374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:31:09.860591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:31:09.864774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:31:09.865140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:09.938757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:09.960868 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:31:09.963081 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a784d3a-2f39-41e5-b594-1236b8b0fcab" -d '{"events": [{"server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:31:09.975700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:31:09.998913 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768629ef-db06-46d4-a577-62b97a55bcdd x-openstack-request-id: req-768629ef-db06-46d4-a577-62b97a55bcdd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:31:09.999232 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:31:09.999488 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-768629ef-db06-46d4-a577-62b97a55bcdd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:31:09.999897 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'code': 200} Oct 26 17:31:10.008914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:10.057259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:10.100679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886a8ea-d724-48ff-9443-fdceb7d85fc9 req-17edace1-87f7-42ec-878a-83c60e0863d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:10.102238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a886a8ea-d724-48ff-9443-fdceb7d85fc9 req-17edace1-87f7-42ec-878a-83c60e0863d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0450187 Oct 26 17:31:10.136327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a886a8ea-d724-48ff-9443-fdceb7d85fc9 req-b896c53c-9c33-4ac7-9dda-6b8aac1aa9e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270898 Oct 26 17:31:10.543873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f40a2-36ed-4c1a-99ff-17472c2f620e req-e53686e2-be04-43e9-975c-f17261b97d61 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:10.545372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-208f40a2-36ed-4c1a-99ff-17472c2f620e req-e53686e2-be04-43e9-975c-f17261b97d61 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0503309 Oct 26 17:31:10.584771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-208f40a2-36ed-4c1a-99ff-17472c2f620e req-4f5c6800-c66e-4731-aefe-4e5b7f519e4d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Oct 26 17:31:11.700010 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9421d3-f77a-41f9-97bb-b74e85737ccd req-5c4fb48c-23d0-498b-819f-a974dc4e9048 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:11.701497 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f9421d3-f77a-41f9-97bb-b74e85737ccd req-5c4fb48c-23d0-498b-819f-a974dc4e9048 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Oct 26 17:31:11.740555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f9421d3-f77a-41f9-97bb-b74e85737ccd req-2b78cd35-8e36-4f04-9fb7-a98823980926 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Oct 26 17:31:11.863542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724794e-3230-4579-b594-e903d49e61b4 req-89167741-4217-45a2-96c2-3948e76b82f9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:11.864903 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d724794e-3230-4579-b594-e903d49e61b4 req-89167741-4217-45a2-96c2-3948e76b82f9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0529444 Oct 26 17:31:11.902604 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d724794e-3230-4579-b594-e903d49e61b4 req-8cbf3f97-25f2-4edd-8191-adf989183e36 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Oct 26 17:31:12.086069 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec788c4-142b-4643-8b09-55d97bfe8728 req-7effb91d-cb50-4366-86d2-d4ecb259d624 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:12.087541 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bec788c4-142b-4643-8b09-55d97bfe8728 req-7effb91d-cb50-4366-86d2-d4ecb259d624 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0488949 Oct 26 17:31:12.124697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bec788c4-142b-4643-8b09-55d97bfe8728 req-26ae4163-4dce-4a29-b6bc-96e4be489ca1 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Oct 26 17:31:15.794120 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:31:19.517307 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-a408facb-523a-4142-a348-815d5c199dfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410054 Oct 26 17:31:19.607324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-758bbb36-cda8-4cb0-b2ef-c6508c23df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:19.608857 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-758bbb36-cda8-4cb0-b2ef-c6508c23df8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0442173 Oct 26 17:31:19.727544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-8a9c9440-4c5f-4c13-bbd4-db2847c2cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:19.729005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-8a9c9440-4c5f-4c13-bbd4-db2847c2cc5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.1003423 Oct 26 17:31:19.771078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-5d23e33b-549c-4c4e-a66a-f233a225ae47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 217 time: 0.0352323 Oct 26 17:31:19.822164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-7ea724b8-5dac-445c-a709-787f8784551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:19.823654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-7ea724b8-5dac-445c-a709-787f8784551d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0459421 Oct 26 17:31:19.874751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-94ad23ce-0bd7-4fd5-ba8b-788b4e00918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:19.876211 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-94ad23ce-0bd7-4fd5-ba8b-788b4e00918d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453594 Oct 26 17:31:19.966633 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-391275c0-21e3-49e9-b4cf-bd78b286f45c service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834577 Oct 26 17:31:20.057843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5546ddde-b70f-474e-a8b5-d41013c8a861 req-13e85ee1-3f6e-4561-b88d-c4326c700374 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Oct 26 17:31:21.586452 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:23.025738 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:27.253771 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965db9a-204f-4ca1-a10d-9b30fd5843f7 req-bf45e4d4-5e85-45a7-a0b2-f56a376d9a08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:27.255269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6965db9a-204f-4ca1-a10d-9b30fd5843f7 req-bf45e4d4-5e85-45a7-a0b2-f56a376d9a08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0495255 Oct 26 17:31:27.293209 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6965db9a-204f-4ca1-a10d-9b30fd5843f7 req-b27645b8-5297-456c-a6c2-476d98884342 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Oct 26 17:31:27.315779 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60682) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:27.404856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf1eba-660e-4533-b40c-d5d24071790c tempest-TestMinimumBasicScenario-1871991426 tempest-TestMinimumBasicScenario-1871991426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:27.406528 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f6bf1eba-660e-4533-b40c-d5d24071790c tempest-TestMinimumBasicScenario-1871991426 tempest-TestMinimumBasicScenario-1871991426-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1092 time: 0.0897481 Oct 26 17:31:27.409441 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60686) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:27.414277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:27.477276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:27.579525 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:27.692291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Allocated IP 172.25.5.25 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f497274e-efd1-4506-932d-7e1f33c9e5ae) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:31:27.790479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:27.883653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:27.926244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:31:27.930891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:31:27.935515 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:31:27.937567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'Port': ['ID=f497274e-efd1-4506-932d-7e1f33c9e5ae,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:27.966042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.966389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.966729 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.967062 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.967414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.967741 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.968082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.968387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.968717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.969039 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.969359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:27.969676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:28.283717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:28.416073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:28.586290 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:28.717422 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:28.784416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'Port': ['ID=f497274e-efd1-4506-932d-7e1f33c9e5ae,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:28.796679 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:28.894033 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Floating IP 6fc50a3e-b03b-4493-9b78-dfc9c504557d associated. External IP: 172.25.5.25, port: 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff. Oct 26 17:31:29.096090 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:31:29.200688 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:31:29.210121 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Sync routers for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:31:29.222296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:31:29.223266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:31:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:31:29.268171 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.298375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-820851a9-6726-4000-9a49-17f1619bbfd6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8852189 Oct 26 17:31:29.298375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:31:29.299116 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0655d7fc-3367-4ff6-b2a0-44b084fc179b" -d '{"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:31:29.299265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:29.305684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239738162', 'description': 'tempest-secgroup-smoke-1239738162 description', 'project_id': 'fc9119b94bb64d278040253b78555b36'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:29.329325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:31:29.369226 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.441767 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.462721 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e729f-aa2f-46b1-8f91-7e57f6fed6d7 x-openstack-request-id: req-dd8e729f-aa2f-46b1-8f91-7e57f6fed6d7 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:31:29.463337 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:31:29.463842 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd8e729f-aa2f-46b1-8f91-7e57f6fed6d7 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:31:29.464561 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:31:29.513926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.552967 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c9b1b-87e0-4e7c-923f-b3b1542299ce,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:29.558423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-e90adab8-a5bb-4ac7-ad90-071dd1bdba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:29.559968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-e90adab8-a5bb-4ac7-ad90-071dd1bdba22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0727308 Oct 26 17:31:29.564981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.565337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.565683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.566022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.566353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.566684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.567011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.567380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.567708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.568043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.568358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.568679 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:31:29.572180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '6fc50a3e-b03b-4493-9b78-dfc9c504557d', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'port_id': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'mac_address': 'fa:16:3e:7f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:31:28Z', 'updated_at': '2021-10-26T17:31:28Z', 'revision_number': 0, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:31:29.602873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Checking router: 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:31:29.612162 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:31:29.612820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:31:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:31:29.621627 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.631298 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-27bbe964-0228-484b-b175-1b63957cfe08 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3228765 Oct 26 17:31:29.631298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60694) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:29.631298 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:29.683600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-7d25612c-4868-4078-8c3b-213c2b108ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:29.685101 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-7d25612c-4868-4078-8c3b-213c2b108ba7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.1133041 Oct 26 17:31:29.726475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:31:29.743574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.772755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-9a5400db-d63a-441b-8890-19aea3039c0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 999 time: 0.0803695 Oct 26 17:31:29.831445 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.842705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-a8d0b2ff-dc0a-4828-9266-b37ceefd86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:29.844216 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-a8d0b2ff-dc0a-4828-9266-b37ceefd86f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0610178 Oct 26 17:31:29.878510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.903174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005cdbc7-c6e6-45fa-9f4b-ec44891ad072,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:29.913348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-c5ece60c-0ebb-4b7c-9ade-0f635df8e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:29.913348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-c5ece60c-0ebb-4b7c-9ade-0f635df8e637 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605533 Oct 26 17:31:29.959766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '6fc50a3e-b03b-4493-9b78-dfc9c504557d', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'port_id': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'mac_address': 'fa:16:3e:7f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:31:28Z', 'updated_at': '2021-10-26T17:31:28Z', 'revision_number': 0, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:31:29.968742 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:29.969930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-94f7491f-ed6d-49a4-9613-b5ca5f26115b tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431349 Oct 26 17:31:29.973174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:29.978616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:29.986777 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be248b-ec8e-43ff-b21e-fc853c7beafc None None] The sync data for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 is: [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '6fc50a3e-b03b-4493-9b78-dfc9c504557d', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'port_id': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'mac_address': 'fa:16:3e:7f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:31:28Z', 'updated_at': '2021-10-26T17:31:28Z', 'revision_number': 0, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:31:30.017015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-b2164265-fe3d-4df6-b052-ef35a92303ad service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968950 Oct 26 17:31:30.048098 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.110326 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.112381 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0655d7fc-3367-4ff6-b2a0-44b084fc179b req-efd3452e-8a93-4189-926e-3c656734a723 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866499 Oct 26 17:31:30.151577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.172757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8d4245-f313-4038-8a13-05a80d21125d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:30.202364 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b799036-c1fa-4552-ae01-7c97d0fe5660 None None] New status for floating IP 6fc50a3e-b03b-4493-9b78-dfc9c504557d: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:31:30.228769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.229942 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-07d01dae-93b2-4464-84fa-f7aaf4ff399d tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2550981 Oct 26 17:31:30.232595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60698) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:30.238738 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:30.316402 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.372980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.426223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.448756 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc6ae81-fe89-4b1e-b958-48b4b3a591b3,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:30.490687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.492091 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-69853c06-5aa8-4b4a-a8c7-720dfacb4c17 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583146 Oct 26 17:31:30.494928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60700) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:30.500550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:30.579271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.638340 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.728664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.748018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ae3280-a7be-409c-9acb-50d3c4b53ee0,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:30.822324 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.823565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4209a8ee-82f4-4623-a125-9816b78b8c76 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265741 Oct 26 17:31:30.826433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60702) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:30.830786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:30.900057 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Project fc9119b94bb64d278040253b78555b36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:31:30.904946 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:30.964276 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.008581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.026081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d806320-9647-4bc0-a752-9fb6da633ccd,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:31.056950 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.058150 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65cd3e31-a901-47f5-a932-0dce331b856c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307949 Oct 26 17:31:31.060908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60704) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:31:31.065303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'security_group_rule': {'security_group_id': 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce', 'project_id': 'fc9119b94bb64d278040253b78555b36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:31.065877 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-439d2f26-38ec-4e9a-912a-4f3c92a687f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.123084 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Project fc9119b94bb64d278040253b78555b36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:31:31.128160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.189086 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.243393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.263287 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5198ff-bb7f-4fbe-a7b7-e3db15694081,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:31.308143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.309358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cd1135ef-08de-456f-8616-9f184368a292 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2475283 Oct 26 17:31:31.389902 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-0af0a367-845c-4500-b549-16eef8fb1d81 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239738162&fields=id&tenant_id=fc9119b94bb64d278040253b78555b36 HTTP/1.1" status: 200 len: 267 time: 0.0317607 Oct 26 17:31:31.442542 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d0e69a29-bb09-4a49-8219-a341b9680d3f tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:31.444093 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d0e69a29-bb09-4a49-8219-a341b9680d3f tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Oct 26 17:31:31.455514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'port': {'security_groups': ['55d2360e-882e-41a5-b4ff-49dee61b50e8', 'f54c9b1b-87e0-4e7c-923f-b3b1542299ce']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:31:31.515909 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.697830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:31:31.727225 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.774675 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.788215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:31:31.826222 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:31.826819 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:31.828234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-76f20a27-7b0e-49ca-b314-862bd9b413f2 req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "PUT /v2.0/ports/7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 982 time: 0.3772080 Oct 26 17:31:31.828686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:31:31.833692 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff413128-c377-4248-a301-4c865d205180" -d '{"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:31:31.858492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900bdd5-6f1f-490f-995c-044d1f5008e5 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=6']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:31:31.888881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:31:31.904978 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48f6a9-dd86-434f-8d6e-06dcd00b238d x-openstack-request-id: req-7b48f6a9-dd86-434f-8d6e-06dcd00b238d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:31:31.905342 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:31:31.905667 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b48f6a9-dd86-434f-8d6e-06dcd00b238d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:31:31.906139 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:31:31.982131 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413128-c377-4248-a301-4c865d205180 req-5ebfe978-cc9b-4627-9205-caa20ffcb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:31.984319 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-5ebfe978-cc9b-4627-9205-caa20ffcb566 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1136 time: 0.0572298 Oct 26 17:31:31.990150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cfe8-784a-417f-a960-b39d0716da6e req-279f7a4c-ae75-4f86-a17f-c24abf1d64f9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:31.991849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ca1cfe8-784a-417f-a960-b39d0716da6e req-279f7a4c-ae75-4f86-a17f-c24abf1d64f9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0602145 Oct 26 17:31:32.039787 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2ca1cfe8-784a-417f-a960-b39d0716da6e req-8add055b-e3b4-47b3-a607-4b2fe55a57d4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403037 Oct 26 17:31:32.095207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413128-c377-4248-a301-4c865d205180 req-14f430c8-347f-43c7-82e6-f6437444540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:32.096978 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-14f430c8-347f-43c7-82e6-f6437444540c service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.1041501 Oct 26 17:31:32.138971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f2c51ba7-409e-4f2e-bd30-ddfec21ef1aa None None] Provisioning complete for port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:31:32.139609 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2c51ba7-409e-4f2e-bd30-ddfec21ef1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:32.167032 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-ceb2450c-2a40-4a01-af15-46a4ba9f6706 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 1001 time: 0.0625062 Oct 26 17:31:32.218683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413128-c377-4248-a301-4c865d205180 req-8ee241aa-fdf7-4415-b081-78c16f361e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:32.220175 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-8ee241aa-fdf7-4415-b081-78c16f361e17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0450358 Oct 26 17:31:32.266665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413128-c377-4248-a301-4c865d205180 req-dece0f63-38c5-4bed-9236-069b0face215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:32.268199 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-dece0f63-38c5-4bed-9236-069b0face215 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401289 Oct 26 17:31:32.362292 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-c1888143-4d5f-4795-ac5e-afd83a9a8e85 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861785 Oct 26 17:31:32.451303 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ff413128-c377-4248-a301-4c865d205180 req-3585b671-f881-4e74-bf08-991b6088673f service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815835 Oct 26 17:31:33.614323 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-19825933-39f8-484b-b5bb-790b0bf9fc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:34.145610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:35.254271 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:36.859676 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:46.440812 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606b03-36e2-48b8-bbec-59ae9830cc80 req-7482b4c7-4c04-4d81-af91-167fd20bbca9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:46.442211 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a606b03-36e2-48b8-bbec-59ae9830cc80 req-7482b4c7-4c04-4d81-af91-167fd20bbca9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0531051 Oct 26 17:31:46.485543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a606b03-36e2-48b8-bbec-59ae9830cc80 req-e4ba026d-cb21-436d-8706-2c414675f7a6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356927 Oct 26 17:31:46.520923 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567f49-4913-404f-938f-815ae9f7e26b req-977d2879-60c0-47d0-a046-e904c115823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:46.522393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-977d2879-60c0-47d0-a046-e904c115823b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1136 time: 0.0485611 Oct 26 17:31:46.612246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567f49-4913-404f-938f-815ae9f7e26b req-56a4a4df-d77c-4178-b278-dc1da3056c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:46.613683 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-56a4a4df-d77c-4178-b278-dc1da3056c4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.0827351 Oct 26 17:31:46.684643 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-b302feaf-2d2e-471a-a223-0a26e7c15120 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 1001 time: 0.0632834 Oct 26 17:31:46.735607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567f49-4913-404f-938f-815ae9f7e26b req-3b695348-1df9-49bd-bd4e-6ebcf79994a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:46.736951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-3b695348-1df9-49bd-bd4e-6ebcf79994a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0446858 Oct 26 17:31:46.783648 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567f49-4913-404f-938f-815ae9f7e26b req-a61cf427-5b60-422d-b2f0-6c13bb6c31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:46.785093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-a61cf427-5b60-422d-b2f0-6c13bb6c31e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385861 Oct 26 17:31:46.879398 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-356aaed5-d733-43bf-9348-79c3a6d6f611 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Oct 26 17:31:46.971393 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ea567f49-4913-404f-938f-815ae9f7e26b req-32e0b34b-ad5d-4dce-ba98-c4a7499bb47c service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803041 Oct 26 17:31:47.619204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0a448-b123-4554-a4fa-ac51616a7567 req-306d0508-642d-4e0d-8f5d-d8ee3d6cae56 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:47.620719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eb0a448-b123-4554-a4fa-ac51616a7567 req-306d0508-642d-4e0d-8f5d-d8ee3d6cae56 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0607543 Oct 26 17:31:47.666307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4eb0a448-b123-4554-a4fa-ac51616a7567 req-4d19bae1-a02a-4c02-8298-262c8d084431 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392663 Oct 26 17:31:48.782126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165f309-2371-4215-9e42-6184c646fb46 req-476247e6-7ebf-4684-9926-791d08376aca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:48.783677 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3165f309-2371-4215-9e42-6184c646fb46 req-476247e6-7ebf-4684-9926-791d08376aca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0494711 Oct 26 17:31:48.824358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3165f309-2371-4215-9e42-6184c646fb46 req-b9afed8f-804f-42a0-bac1-0b06b06f59b8 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345888 Oct 26 17:31:49.938314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d7977-9342-4c23-84e1-17d8f11d4417 req-c1fd7008-246d-43c2-8399-139ac927c182 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:49.939808 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-790d7977-9342-4c23-84e1-17d8f11d4417 req-c1fd7008-246d-43c2-8399-139ac927c182 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0491533 Oct 26 17:31:49.980783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-790d7977-9342-4c23-84e1-17d8f11d4417 req-c3260864-b137-4f80-b962-d8581a714df6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343590 Oct 26 17:31:51.099642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07cec-e4e6-4701-a878-3145d708015b req-61400eba-e4f1-407c-b555-457559d4e81a tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:51.101123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8e07cec-e4e6-4701-a878-3145d708015b req-61400eba-e4f1-407c-b555-457559d4e81a tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0522356 Oct 26 17:31:51.140698 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8e07cec-e4e6-4701-a878-3145d708015b req-953bc237-6876-4df7-a9e1-93413f6cd4f8 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328827 Oct 26 17:31:51.585148 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:52.254837 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eda77-aaa3-4808-b19f-eab03ad3f456 req-9aa80c5a-2a4d-43d4-bcad-b32ddb17ce8c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:52.256336 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c14eda77-aaa3-4808-b19f-eab03ad3f456 req-9aa80c5a-2a4d-43d4-bcad-b32ddb17ce8c tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0491586 Oct 26 17:31:52.295512 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c14eda77-aaa3-4808-b19f-eab03ad3f456 req-5e19e400-3441-4b5e-9567-ea607e66deef tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330858 Oct 26 17:31:52.794124 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:31:53.019322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:31:53.410683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5165-68ec-44bc-92ea-f24c49b78c5a req-bd3d1464-109c-4d19-ab60-5a0da9cddaae tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:53.412203 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58ba5165-68ec-44bc-92ea-f24c49b78c5a req-bd3d1464-109c-4d19-ab60-5a0da9cddaae tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0484898 Oct 26 17:31:53.453242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-58ba5165-68ec-44bc-92ea-f24c49b78c5a req-0993fc52-6ac1-4246-aaa2-8126115059f4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340157 Oct 26 17:31:54.576903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50731a8-8069-4c96-aed4-541c97af6be4 req-a08d15fc-bd7f-4f18-988b-f4731c9783ec tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:54.578352 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b50731a8-8069-4c96-aed4-541c97af6be4 req-a08d15fc-bd7f-4f18-988b-f4731c9783ec tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0535011 Oct 26 17:31:54.617749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b50731a8-8069-4c96-aed4-541c97af6be4 req-b217053a-595b-4046-a224-cb33cd8ab244 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333905 Oct 26 17:31:55.733268 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df443f55-9040-470b-aabf-e7d590f7d8ad req-6ba9e681-5fbb-45e2-821c-fa72706a9df7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:55.734788 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df443f55-9040-470b-aabf-e7d590f7d8ad req-6ba9e681-5fbb-45e2-821c-fa72706a9df7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0499063 Oct 26 17:31:55.774603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df443f55-9040-470b-aabf-e7d590f7d8ad req-2a0c5e0b-b43b-4f90-8b0c-dc446ce4fbf7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337169 Oct 26 17:31:56.890247 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd1b3-59bd-4bc1-a82f-f8a734ac5e37 req-5235e33c-9db0-4d2b-b1e8-91ed7ff60063 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:56.891733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-632dd1b3-59bd-4bc1-a82f-f8a734ac5e37 req-5235e33c-9db0-4d2b-b1e8-91ed7ff60063 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0500953 Oct 26 17:31:56.931460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-632dd1b3-59bd-4bc1-a82f-f8a734ac5e37 req-e11e0c74-8b64-496c-aad3-8cf2de41dbed tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336537 Oct 26 17:31:58.050113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee4cc-33cb-4d8e-8dd8-2a88044e4ebe req-b5a7d664-f633-40f2-8c24-986e7f7739d7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:58.051854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-233ee4cc-33cb-4d8e-8dd8-2a88044e4ebe req-b5a7d664-f633-40f2-8c24-986e7f7739d7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0520637 Oct 26 17:31:58.091007 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-233ee4cc-33cb-4d8e-8dd8-2a88044e4ebe req-cbf471ab-fe9c-46eb-9bc5-2352ec055c82 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324788 Oct 26 17:31:59.209135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843230d-a01c-4aad-afef-5bcb1dca3c8e req-fe7343f7-4812-4c60-a7e2-d56998606eda tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:31:59.210867 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a843230d-a01c-4aad-afef-5bcb1dca3c8e req-fe7343f7-4812-4c60-a7e2-d56998606eda tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0514727 Oct 26 17:31:59.253699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a843230d-a01c-4aad-afef-5bcb1dca3c8e req-965d18d2-7712-41ea-ba70-f80f30eecfa6 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368001 Oct 26 17:32:00.370491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743161ba-808f-4b6a-8d9a-17f3e567ad27 req-c10bdb79-e9cb-40ea-b5a1-c0587b8e3f66 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:00.371998 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-743161ba-808f-4b6a-8d9a-17f3e567ad27 req-c10bdb79-e9cb-40ea-b5a1-c0587b8e3f66 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0487852 Oct 26 17:32:00.411532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-743161ba-808f-4b6a-8d9a-17f3e567ad27 req-2e703afe-2093-4bab-993b-bd93658a0293 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335262 Oct 26 17:32:01.070670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91237b6b-bde3-4464-85f0-61e267b876c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:01.533049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73aec-dd49-4370-86c6-674b5c82bb31 req-a82175c5-7135-48ba-b878-42fd1d2fde42 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:01.534129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f73aec-dd49-4370-86c6-674b5c82bb31 req-a82175c5-7135-48ba-b878-42fd1d2fde42 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0541666 Oct 26 17:32:01.576648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51f73aec-dd49-4370-86c6-674b5c82bb31 req-dae5a865-d3b5-40e3-bdea-0542f305e508 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358303 Oct 26 17:32:02.691636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a96c8-71fb-40f9-81f3-228249ab0861 req-e585155f-6425-4010-957b-b8206c1deec0 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:02.693112 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b8a96c8-71fb-40f9-81f3-228249ab0861 req-e585155f-6425-4010-957b-b8206c1deec0 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0494187 Oct 26 17:32:02.734563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5b8a96c8-71fb-40f9-81f3-228249ab0861 req-2c1aa1e5-05f1-4a78-9ee9-13fe97357f47 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343821 Oct 26 17:32:03.613830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9170f14c-3b54-493a-b588-f1c4c9344311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:03.860135 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533ffd6-293b-4986-8423-2c193af9c07d req-00ef5d39-6e04-45a4-9790-853554059e63 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:03.861513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d533ffd6-293b-4986-8423-2c193af9c07d req-00ef5d39-6e04-45a4-9790-853554059e63 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0592434 Oct 26 17:32:03.901302 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d533ffd6-293b-4986-8423-2c193af9c07d req-dc405e9a-15d0-4110-bbac-8f77aa194393 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&id=f54c9b1b-87e0-4e7c-923f-b3b1542299ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337937 Oct 26 17:32:04.173286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:05.281812 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:06.876205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:21.552918 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-f65b18e3-5d19-42e6-9807-71ce52c7712c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456927 Oct 26 17:32:21.618995 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:21.637859 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-3957eddd-f372-473f-a468-64477d9fb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:21.639405 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-3957eddd-f372-473f-a468-64477d9fb976 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1136 time: 0.0417285 Oct 26 17:32:21.741211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-d02820f4-3ed2-4577-8a47-0f3b8fa9bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:21.743275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-d02820f4-3ed2-4577-8a47-0f3b8fa9bb01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.0836895 Oct 26 17:32:21.811697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-177022be-6e31-4660-bf6d-2967134c46ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 1001 time: 0.0602725 Oct 26 17:32:21.860097 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-7a9b343e-1fc8-40cb-b67f-e263d8413263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:21.861514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-7a9b343e-1fc8-40cb-b67f-e263d8413263 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0432320 Oct 26 17:32:21.906020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-7c85912d-6fa2-40c1-99ce-0339f1d8bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:21.907581 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-7c85912d-6fa2-40c1-99ce-0339f1d8bf0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393486 Oct 26 17:32:22.001250 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-8cead752-6b6e-4786-819f-dd645d280003 service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859654 Oct 26 17:32:22.095509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e135fdeb-cdea-4493-bd59-1ea47817015f req-b0e959e9-b087-4f5c-a635-f4a7044298ad service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870190 Oct 26 17:32:23.018762 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:29.793312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:32:31.104151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-183ae7f8-8460-40f3-aeba-9067a6714ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:33.641552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb404-4f1f-4d9d-bfde-43bf368ebb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:34.167065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:35.281232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.125360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ea927f1-2450-4067-8133-a5fa12de44be req-4d6605f4-37d6-4b8c-8c16-36ca4f2f1a8a tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239738162&fields=id&tenant_id=fc9119b94bb64d278040253b78555b36 HTTP/1.1" status: 200 len: 267 time: 0.0365918 Oct 26 17:32:36.178624 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea927f1-2450-4067-8133-a5fa12de44be req-4506c7a5-c26d-4d66-b628-acaed3fb25cd tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:36.180285 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ea927f1-2450-4067-8133-a5fa12de44be req-4506c7a5-c26d-4d66-b628-acaed3fb25cd tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 985 time: 0.0492959 Oct 26 17:32:36.191223 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Request body: {'port': {'security_groups': ['55d2360e-882e-41a5-b4ff-49dee61b50e8']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:32:36.254016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.426317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:36.455273 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.527189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.539489 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:32:36.584676 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:36.585865 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.587489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8ea927f1-2450-4067-8133-a5fa12de44be req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "PUT /v2.0/ports/7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 943 time: 0.4007075 Oct 26 17:32:36.587953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:32:36.590314 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1416362-0d89-42fc-8e3b-46e261029897" -d '{"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:32:36.607016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:36.619248 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event updated for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=7']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:36.627239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.627667 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.628092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.628901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.629302 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.629701 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.630093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.630627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.631028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.631454 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.631845 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.632273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e8894-092b-4d1b-b13a-40d80777c6fb tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.665667 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a77f3a4-5169-4b4a-940e-b6ea16a21bfb x-openstack-request-id: req-8a77f3a4-5169-4b4a-940e-b6ea16a21bfb {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:32:36.666493 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:32:36.666991 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a77f3a4-5169-4b4a-940e-b6ea16a21bfb {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:32:36.668221 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:32:36.672318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.692966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:32:36.735606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.783737 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416362-0d89-42fc-8e3b-46e261029897 req-f260b4a5-fe49-4e9b-b6e4-ab905bb33c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:36.785503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-f260b4a5-fe49-4e9b-b6e4-ab905bb33c48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0950167 Oct 26 17:32:36.877759 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ee7f3eed-979e-4972-912c-2eb63ebacb3f None None] Provisioning complete for port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:32:36.878040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3eed-979e-4972-912c-2eb63ebacb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.891118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416362-0d89-42fc-8e3b-46e261029897 req-f0e63cb9-ccb3-42e7-8222-6f7dd3852a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:36.892623 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-f0e63cb9-ccb3-42e7-8222-6f7dd3852a49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.0983787 Oct 26 17:32:36.903051 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.935734 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.938301 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:36.939479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "DELETE /v2.0/security-groups/f54c9b1b-87e0-4e7c-923f-b3b1542299ce HTTP/1.1" status: 204 len: 168 time: 0.3429537 Oct 26 17:32:36.942275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60788) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:36.959626 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c9b1b-87e0-4e7c-923f-b3b1542299ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:36.972294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.972294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.972294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.972588 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.972835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.973168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.973498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.973826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.974151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.974474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.974801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.975121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e0648-32ee-4bb8-ae71-fb2c02b52046 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:36.982142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-c3e94d5c-6528-453f-a215-33b21b32fc1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 1001 time: 0.0821002 Oct 26 17:32:37.039819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416362-0d89-42fc-8e3b-46e261029897 req-e0c393a2-5f68-43ea-8e9d-0ffe001ea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:37.041286 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-e0c393a2-5f68-43ea-8e9d-0ffe001ea2e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0522637 Oct 26 17:32:37.093867 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416362-0d89-42fc-8e3b-46e261029897 req-54b4cc14-3a7a-435b-ac68-0efc3bf7a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:37.095513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-54b4cc14-3a7a-435b-ac68-0efc3bf7a23a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473664 Oct 26 17:32:37.116146 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Deleting port f497274e-efd1-4506-932d-7e1f33c9e5ae {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:37.116491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:37.198749 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-9594394d-8c35-4c6b-98a9-98ee182a894d service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961096 Oct 26 17:32:37.202672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:37.203256 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:37.219076 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Calling delete_port for f497274e-efd1-4506-932d-7e1f33c9e5ae owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:37.297697 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a1416362-0d89-42fc-8e3b-46e261029897 req-9664bf03-4021-4ed7-a996-5efec815c11d service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917916 Oct 26 17:32:37.424158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:37.452426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event deleted for resources: {'Port': ['ID=f497274e-efd1-4506-932d-7e1f33c9e5ae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:37.514179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:37.515473 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Floating IP 6fc50a3e-b03b-4493-9b78-dfc9c504557d disassociated (deleted). External IP: 172.25.5.25, port: 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff. Oct 26 17:32:38.054140 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:32:38.157077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:32:38.161701 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:38.167193 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Sync routers for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:32:38.176720 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:38.177319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:38.192176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-be28eb2e-9bf0-4591-91e0-3d33bb6b9dca tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "DELETE /v2.0/floatingips/6fc50a3e-b03b-4493-9b78-dfc9c504557d HTTP/1.1" status: 204 len: 168 time: 1.2488065 Oct 26 17:32:38.283403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:38.481674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:38.512517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Checking router: 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:32:38.521435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:38.522097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:38.631393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:38.669184 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:32:38.671962 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:32:38.711079 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80de921c-6e38-44d6-b5d3-e53dbd70c46c x-openstack-request-id: req-80de921c-6e38-44d6-b5d3-e53dbd70c46c {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:32:38.711532 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:32:38.711821 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80de921c-6e38-44d6-b5d3-e53dbd70c46c {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:32:38.712241 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:32:38.776609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-55da5b16-9288-4041-b9fc-0fc981e6ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:38.778079 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-55da5b16-9288-4041-b9fc-0fc981e6ee3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9119b94bb64d278040253b78555b36&device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0408390 Oct 26 17:32:38.837580 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:38.864137 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edca7c-dba6-47ad-b0a5-dc2a0be0faa0 None None] The sync data for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 is: [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:30Z', 'revision_number': 4, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '1d0cddfa-5a14-45d8-a970-b6dc6747dbf8', 'name': '', 'network_id': '131b96d5-65ce-48fd-a3a5-5cc2b7348809', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'mac_address': 'fa:16:3e:42:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:29Z', 'updated_at': '2021-10-26T17:30:33Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'subnets': [{'id': 'd00a0f03-8a43-4b95-aaec-ee30d85ef852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:32:39.105312 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafce197-5467-4542-aad0-62e65b285c34 None None] New status for floating IP 6fc50a3e-b03b-4493-9b78-dfc9c504557d: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:32:39.217849 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-50d49afa-b749-4f1e-b0af-ea50c9c4c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:39.219369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-50d49afa-b749-4f1e-b0af-ea50c9c4c5b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 200 len: 916 time: 0.4336998 Oct 26 17:32:39.262053 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-72b7165f-3497-46b7-b1cb-ed9d34e013da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 200 len: 217 time: 0.0347130 Oct 26 17:32:39.315440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-97ff8ef0-24ed-40de-b174-6e0dd03e7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:39.316887 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-97ff8ef0-24ed-40de-b174-6e0dd03e7ef2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 200 len: 854 time: 0.0484445 Oct 26 17:32:39.362560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-2a30f410-26a8-4a22-a6af-76fdf4fd5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:39.364049 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-2a30f410-26a8-4a22-a6af-76fdf4fd5205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=131b96d5-65ce-48fd-a3a5-5cc2b7348809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398524 Oct 26 17:32:39.453602 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-76a06e06-bec6-4cfc-8dd1-8f547a853b5d service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Oct 26 17:32:39.558683 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aae476b1-02cf-41b7-9a1f-d3f2641cd8e3 req-a74294dd-069a-4bb8-95ad-56e8f95f432f service neutron] 10.222.0.47 "GET /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974433 Oct 26 17:32:47.730059 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f067d-e2ac-41b1-8591-a90510f972c4 req-32f5b098-6400-4d99-a63c-76cf615ab9e2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:47.732712 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-565f067d-e2ac-41b1-8591-a90510f972c4 req-32f5b098-6400-4d99-a63c-76cf615ab9e2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0583122 Oct 26 17:32:47.774973 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-565f067d-e2ac-41b1-8591-a90510f972c4 req-6e8d94d6-bb4a-47cf-9e06-a200453f1791 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Oct 26 17:32:48.891377 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471fee9-a133-4ffb-b03b-5325a90789bf req-67c3cf53-b4ca-4d23-94e2-752c7fe1acf4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:48.892746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2471fee9-a133-4ffb-b03b-5325a90789bf req-67c3cf53-b4ca-4d23-94e2-752c7fe1acf4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0493906 Oct 26 17:32:48.930644 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2471fee9-a133-4ffb-b03b-5325a90789bf req-157665de-9877-4b6a-b39c-9ed026eac3b9 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d2360e-882e-41a5-b4ff-49dee61b50e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Oct 26 17:32:49.338925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-a831f96f-dc40-4097-80cc-03561b58dac4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:32:49.340366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-a831f96f-dc40-4097-80cc-03561b58dac4 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.47 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Oct 26 17:32:49.429953 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Deleting port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:49.430285 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:49.515688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] For port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:49.516042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:49.529730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Calling delete_port for 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:49.709685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:49.723177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:32:49.738538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Pushing event deleted for resources: {'Port': ['ID=7cb6174f-dd45-4ea3-9dbf-484b9a4daaff,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:49.782779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] No DVR routers for this DVR port 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:32:49.788574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:49.788723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3d22d1d7-02e7-4152-95a8-d9c92679c076 req-310fcbc8-5093-484e-9157-d3af23a025c2 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.47 "DELETE /v2.0/ports/7cb6174f-dd45-4ea3-9dbf-484b9a4daaff HTTP/1.1" status: 204 len: 173 time: 0.4422970 Oct 26 17:32:49.789111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'name': 'network-vif-deleted', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:32:49.791385 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09dc6b-d480-44f4-91ef-54026b2548ed" -d '{"events": [{"server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "name": "network-vif-deleted", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:32:49.828471 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48caea7c-b4c1-40e0-9249-79c22e054282 x-openstack-request-id: req-48caea7c-b4c1-40e0-9249-79c22e054282 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:32:49.828890 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90eace70-ac0e-428c-bb3e-bcd5388ae6d0", "name": "network-vif-deleted", "tag": "7cb6174f-dd45-4ea3-9dbf-484b9a4daaff", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:32:49.829223 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48caea7c-b4c1-40e0-9249-79c22e054282 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:32:49.829608 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90eace70-ac0e-428c-bb3e-bcd5388ae6d0', 'name': 'network-vif-deleted', 'tag': '7cb6174f-dd45-4ea3-9dbf-484b9a4daaff', 'status': 'completed', 'code': 200} Oct 26 17:32:50.027933 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-efbb114a-51e7-4604-838a-0153dce801c7 req-5b69cd20-399d-4839-92d3-235d7c8770b7 tempest-TestMinimumBasicScenario-1404294324 tempest-TestMinimumBasicScenario-1404294324-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eace70-ac0e-428c-bb3e-bcd5388ae6d0 HTTP/1.1" status: 200 len: 210 time: 0.0302761 Oct 26 17:32:51.624170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:52.197183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:52.529224 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:52.775748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Deleting port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:52.776083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:52.861695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] For port 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:52.861965 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:52.874676 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Calling delete_port for 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:53.035481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.086982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.112342 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0cddfa-5a14-45d8-a970-b6dc6747dbf8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:53.277138 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.491618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:32:53.598754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:32:53.606536 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f52457a-11e3-4041-9dec-e2e32f0233d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4074106 Oct 26 17:32:53.608207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60892) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:53.611678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Sync routers for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:32:53.628746 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:53.629366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:53.718452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.734354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:53.824811 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.915499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:32:53Z', 'revision_number': 5, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port': {'id': 'b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:53.930127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Deleting port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:53.930479 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:53.943066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Checking router: 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:32:53.952269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Routers {'4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:53.952874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:54.014145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] For port b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:54.014513 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.026347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Calling delete_port for b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:54.039985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] Set router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:54.095941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:32:53Z', 'revision_number': 6, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:54.122446 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ab15-e0e3-4859-9416-9c0c8dc4eae6 None None] The sync data for ids ['4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf'] in n-d-815373-2 is: [{'id': '4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf', 'name': 'tempest-TestMinimumBasicScenario-1323046106-router', 'tenant_id': 'fc9119b94bb64d278040253b78555b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:27Z', 'updated_at': '2021-10-26T17:32:53Z', 'revision_number': 6, 'project_id': 'fc9119b94bb64d278040253b78555b36', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:32:54.252804 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.277379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:54.312642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:54.333217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:54.333564 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 7cb6174f-dd45-4ea3-9dbf-484b9a4daaff not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:54.338306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.425405 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.427650 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.538530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.539230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:32:54.547449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.547449 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9ee4602a-66ba-4637-b1a8-5c548e5013ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/4d2cbefc-4545-4f4d-bc0a-a19dd3c1bdcf HTTP/1.1" status: 204 len: 168 time: 0.9347959 Oct 26 17:32:54.547610 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:54.594443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Deleting subnet d00a0f03-8a43-4b95-aaec-ee30d85ef852 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:32:54.597526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.633464 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.709312 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.813369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.841767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00a0f03-8a43-4b95-aaec-ee30d85ef852,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:54.843866 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.847288 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-28a3d00e-f9b1-4749-b5c1-33749df8fef4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d00a0f03-8a43-4b95-aaec-ee30d85ef852 HTTP/1.1" status: 204 len: 168 time: 0.2987006 Oct 26 17:32:54.850345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60896) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:54.850465 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773647e-bdac-4903-b203-4c4490a432e0 None None] Network 131b96d5-65ce-48fd-a3a5-5cc2b7348809 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:32:54.927810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:54.983531 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Deleting port b4d9171b-2ab4-4726-9f9f-386ce42d0582 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:54.983930 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.036611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] DHCP port deletion for 131b96d5-65ce-48fd-a3a5-5cc2b7348809 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:32:55.054653 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] For port b4d9171b-2ab4-4726-9f9f-386ce42d0582, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4d9171b-2ab4-4726-9f9f-386ce42d0582,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:55.055198 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.068727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Calling delete_port for b4d9171b-2ab4-4726-9f9f-386ce42d0582 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:55.095467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Deleting port b4d9171b-2ab4-4726-9f9f-386ce42d0582 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:55.096017 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.166024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] For port b4d9171b-2ab4-4726-9f9f-386ce42d0582, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=b4d9171b-2ab4-4726-9f9f-386ce42d0582,segment=NetworkSegment(683e8fd2-698a-408c-a310-8106ab2665f5),segment_id=683e8fd2-698a-408c-a310-8106ab2665f5)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:55.166369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.179561 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Calling delete_port for b4d9171b-2ab4-4726-9f9f-386ce42d0582 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:55.212449 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.240142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] No DVR routers for this DVR port b4d9171b-2ab4-4726-9f9f-386ce42d0582 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:32:55.245168 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d9171b-2ab4-4726-9f9f-386ce42d0582,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:55.257609 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.285549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Pushing event deleted for resources: {'Port': ['ID=b4d9171b-2ab4-4726-9f9f-386ce42d0582,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:55.290549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] No DVR routers for this DVR port b4d9171b-2ab4-4726-9f9f-386ce42d0582 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:32:55.292782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.293133 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.293558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.293905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.294303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.294635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.294959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.295310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.295637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.295966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.296288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.296605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72a8d-60cf-4415-9c97-b1b5457fcb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:32:55.323700 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.343295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b96d5-65ce-48fd-a3a5-5cc2b7348809']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:55.352787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683e8fd2-698a-408c-a310-8106ab2665f5') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:55.353082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683e8fd2-698a-408c-a310-8106ab2665f5') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:55.362168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.375052 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.380753 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:32:55.381128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:32:55.382754 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:32:55.486606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.491581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:55.494811 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] 10.222.0.21 "DELETE /v2.0/networks/131b96d5-65ce-48fd-a3a5-5cc2b7348809 HTTP/1.1" status: 204 len: 168 time: 0.6435621 Oct 26 17:32:55.498361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60898) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:55.513196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33cac-e9b1-48a5-8c02-8b6889e4c278 admin admin] Pushing event deleted for resources: {'Network': ['ID=131b96d5-65ce-48fd-a3a5-5cc2b7348809,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:55.650545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:55.671671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:55.672098 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1d0cddfa-5a14-45d8-a970-b6dc6747dbf8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:55.672836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4d9171b-2ab4-4726-9f9f-386ce42d0582 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:55.692248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b4d9171b-2ab4-4726-9f9f-386ce42d0582 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:55.692588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b4d9171b-2ab4-4726-9f9f-386ce42d0582 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:55.692991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:55.712126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:55.712459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device b60ce1f8-147e-4bcc-8ead-c3d4f6249f2c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:55.842508 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:56.408909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Deleting port 1b73204c-78e0-498d-ad77-1a1ecc50eed7 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:56.409619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:56.488618 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] For port 1b73204c-78e0-498d-ad77-1a1ecc50eed7, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1b73204c-78e0-498d-ad77-1a1ecc50eed7,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:56.488973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:56.501851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Calling delete_port for 1b73204c-78e0-498d-ad77-1a1ecc50eed7 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:56.715757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:56.742570 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1b73204c-78e0-498d-ad77-1a1ecc50eed7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:56.912999 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.132434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Router 5eb0eb95-5c61-43a4-a951-f4aa11913695 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:32:57.241711 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:32:57.247030 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f79f9e7f-59c5-4660-810c-410a517338ea admin admin] 10.222.0.21 "PUT /v2.0/routers/5eb0eb95-5c61-43a4-a951-f4aa11913695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477243 Oct 26 17:32:57.249711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:57.250414 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Sync routers for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:32:57.260343 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:57.260944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:57.353223 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.361918 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:57.455060 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.540165 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:32:56Z', 'revision_number': 5, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port': {'id': 'abe90332-cc64-4eb4-9947-ecd8e0dbd6c6', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:57.566749 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Checking router: 5eb0eb95-5c61-43a4-a951-f4aa11913695 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:32:57.575052 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Routers {'5eb0eb95-5c61-43a4-a951-f4aa11913695'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:32:57.575675 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:32:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5eb0eb95-5c61-43a4-a951-f4aa11913695'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:57.586464 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Deleting port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:57.586824 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.664310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] Set router 5eb0eb95-5c61-43a4-a951-f4aa11913695 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:32:57.673267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] For port abe90332-cc64-4eb4-9947-ecd8e0dbd6c6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:57.673634 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.687051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Calling delete_port for abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:57.718428 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:32:57Z', 'revision_number': 6, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:57.744310 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe279011-0ad0-4df9-95af-c6dfb34c4076 None None] The sync data for ids ['5eb0eb95-5c61-43a4-a951-f4aa11913695'] in n-d-815373-2 is: [{'id': '5eb0eb95-5c61-43a4-a951-f4aa11913695', 'name': 'tempest-TestMinimumBasicScenario-1297772270-router', 'tenant_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:30:33Z', 'updated_at': '2021-10-26T17:32:57Z', 'revision_number': 6, 'project_id': '9c4f99880fc345ce95ebca1b39dbc6c6', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:32:57.915480 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:57.944869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe90332-cc64-4eb4-9947-ecd8e0dbd6c6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:58.004712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.094868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.097087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.196073 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.196661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb0eb95-5c61-43a4-a951-f4aa11913695 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:32:58.201271 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.202441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8937a07d-a5b0-4012-a9e6-261abf9b59d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5eb0eb95-5c61-43a4-a951-f4aa11913695 HTTP/1.1" status: 204 len: 168 time: 0.9517593 Oct 26 17:32:58.204970 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60902) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:58.252003 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Deleting subnet f6a3ebf8-e32b-48da-917a-b9c8556e18d2 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:32:58.255014 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.288837 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.362197 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.464640 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.495161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a3ebf8-e32b-48da-917a-b9c8556e18d2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:58.498768 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.504339 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f202c3a7-23b2-4721-a4ea-88df0a122ddd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f6a3ebf8-e32b-48da-917a-b9c8556e18d2 HTTP/1.1" status: 204 len: 168 time: 0.2960656 Oct 26 17:32:58.504569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60904) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:58.504803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258819d-3d6c-4b44-a1c6-7b55bccbf752 None None] Network 9bd09373-b030-4845-84ae-15a9158ef524 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:32:58.578391 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.636338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Deleting port 813eca3f-d769-4f2c-a63b-91294abe18df {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:58.636678 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.682778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] DHCP port deletion for 9bd09373-b030-4845-84ae-15a9158ef524 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:32:58.707363 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] For port 813eca3f-d769-4f2c-a63b-91294abe18df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=813eca3f-d769-4f2c-a63b-91294abe18df,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:58.707730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.722911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Calling delete_port for 813eca3f-d769-4f2c-a63b-91294abe18df owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:58.736749 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Deleting port 813eca3f-d769-4f2c-a63b-91294abe18df {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:32:58.737382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.801053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] For port 813eca3f-d769-4f2c-a63b-91294abe18df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=813eca3f-d769-4f2c-a63b-91294abe18df,segment=NetworkSegment(6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6),segment_id=6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:32:58.801440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.813669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Calling delete_port for 813eca3f-d769-4f2c-a63b-91294abe18df owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:32:58.869495 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.891443 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.898720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=813eca3f-d769-4f2c-a63b-91294abe18df,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:58.900720 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] No DVR routers for this DVR port 813eca3f-d769-4f2c-a63b-91294abe18df on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:32:58.921148 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] Pushing event deleted for resources: {'Port': ['ID=813eca3f-d769-4f2c-a63b-91294abe18df,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:58.926552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ddce6-eb88-402b-a266-91462f4cc482 None None] No DVR routers for this DVR port 813eca3f-d769-4f2c-a63b-91294abe18df on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:32:58.974677 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:58.994504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd09373-b030-4845-84ae-15a9158ef524']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:59.003482 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:59.003758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3367a-2e7e-4ee7-b9ae-d8ebe99984e6') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:32:59.013446 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.027258 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.033264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:32:59.033637 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:32:59.035277 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:32:59.155472 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.161038 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.164227 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9bd09373-b030-4845-84ae-15a9158ef524 HTTP/1.1" status: 204 len: 168 time: 0.6567764 Oct 26 17:32:59.176931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4e8c3-5311-4a83-b8c4-e1a51c2e7b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd09373-b030-4845-84ae-15a9158ef524,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:32:59.572298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60908) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:59.612139 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a9775dec-d293-47d7-b103-85bbdb377408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc9119b94bb64d278040253b78555b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387042 Oct 26 17:32:59.614654 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60910) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:32:59.656527 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 813eca3f-d769-4f2c-a63b-91294abe18df no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:59.667359 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.677772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 813eca3f-d769-4f2c-a63b-91294abe18df {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:59.678805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 813eca3f-d769-4f2c-a63b-91294abe18df not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:59.679703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:59.688581 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.698997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:59.699368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device abe90332-cc64-4eb4-9947-ecd8e0dbd6c6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:59.699773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1b73204c-78e0-498d-ad77-1a1ecc50eed7 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:32:59.718953 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1b73204c-78e0-498d-ad77-1a1ecc50eed7 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:32:59.719696 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1b73204c-78e0-498d-ad77-1a1ecc50eed7 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:32:59.812675 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.815238 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:32:59.816393 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55d2360e-882e-41a5-b4ff-49dee61b50e8 HTTP/1.1" status: 204 len: 168 time: 0.2007463 Oct 26 17:32:59.824948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225925a-7a49-4f9e-af73-0e923d67b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2360e-882e-41a5-b4ff-49dee61b50e8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:00.422999 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60916) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:00.464963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0c8e266a-cb77-42c0-ab03-4d344d3734df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c4f99880fc345ce95ebca1b39dbc6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407913 Oct 26 17:33:00.467406 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:00.518796 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:00.541786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:00.657965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:00.660487 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:00.661636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/575cc2ee-ca25-416a-80f5-40ac797a49a1 HTTP/1.1" status: 204 len: 168 time: 0.1933451 Oct 26 17:33:00.669601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bf4ac-f89a-4d66-a9bf-fc81b77235b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575cc2ee-ca25-416a-80f5-40ac797a49a1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:01.103787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02cd2b1d-9005-4014-a8ee-ffdf4fd8a28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:02.808112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60958) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:02.812731 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242337688', 'description': 'tempest-secgroup-smoke-1242337688 description', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:02.886915 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:02.895732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:02.969601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.006632 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.044768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7540732a-9912-4839-ba9e-a6e597838650,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:03.082788 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.121042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.149686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4915e6d-2784-4c10-a282-6f33b364404d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:03.185676 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.186907 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-eea00be4-cd08-4825-a253-510589de2d0b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3777807 Oct 26 17:33:03.189870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60960) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:03.194341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:03.262642 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.321590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.360671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.378773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22d4f57-9b64-493a-a9f5-a5ee8fde4580,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:03.459710 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.461117 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-81a91187-fb7f-41f7-8f5b-e2fdb89d2a96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703042 Oct 26 17:33:03.463799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60962) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:03.468243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:03.554588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.595035 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1dafe8f7-329a-4609-9ccf-9f4fa21b4476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.611893 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.663459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.682417 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556c5c8d-cf5e-40f5-962e-a8993a108a97,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:03.739956 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.741116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ea81557c-7a01-4931-89a4-e131cd004c76 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2763448 Oct 26 17:33:03.743944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60964) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:03.748311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:03.879598 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:03.937382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.012180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.030365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12755075-b7d1-44ff-bebe-e73d9f4de1db,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:04.111581 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.112813 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c08f5d1e-522e-4cd7-b038-97c5f05781c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678730 Oct 26 17:33:04.115482 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60966) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:04.120814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:04.195486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.223166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.282725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.332162 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.349748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc8509a-6b91-495f-90c8-13427e33e4e4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:04.408248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.409464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dfdd887e-8a56-42fc-9d8a-d0e0f2fd7605 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930713 Oct 26 17:33:04.412533 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60968) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:04.417465 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:04.474765 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:33:04.480560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.541201 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.583335 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.601595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0be509a-3691-40a2-8f70-83ad6f0ccb77,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:04.642435 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.643673 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0e139262-f5f9-42ed-a898-3ff2765c1ad4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2302320 Oct 26 17:33:04.646418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60970) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:04.651835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'e4915e6d-2784-4c10-a282-6f33b364404d', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:04.714928 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:33:04.719870 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.778621 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.823423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.841199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73c6f1f-466b-4f04-ab2a-38deca8a443a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:04.905533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:04.907043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e17cb470-cc03-4d43-bae1-114b2481a2fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2593889 Oct 26 17:33:04.911212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60972) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:04.914726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'network': {'name': 'tempest-network-smoke--1967664520', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:04.983764 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:33:04.987245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.010945 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:33:05.019375 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.019711 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Added segment a4c45677-e182-414c-a500-d2e610b78e00 of type vlan for network c150694d-51b0-4c1a-a2b6-eca2c86b0911 Oct 26 17:33:05.061008 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.133194 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.138761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:05.139372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.203668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Network': ['ID=c150694d-51b0-4c1a-a2b6-eca2c86b0911,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:05.215124 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:33:05.255543 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-685bd4a5-ce69-4974-8062-c1acbc6dd708 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3446724 Oct 26 17:33:05.259383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60974) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:05.264002 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'admin_state_up': True, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:05.350461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.352773 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.409062 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.493034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.613580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.861600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.880100 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:05.983434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.55 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/63d01d03-6e45-4235-bec0-bc1e6b84cf03) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:33:06.080488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:06.166809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:06.210049 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:06.213521 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:06.216949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:33:06.222225 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=63d01d03-6e45-4235-bec0-bc1e6b84cf03,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:06.556858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:06.747334 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:06.793152 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:33:06.863849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:06.943787 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:33:07.046719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:33:07.056789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Sync routers for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:33:07.066907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:07.069011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:07.118725 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.120081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ff02ec3f-dc5f-46b1-8a33-5916b1f5a538 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8597174 Oct 26 17:33:07.123142 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60976) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:07.172995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:07.245969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-381436da-3d83-4e43-aada-c0158617cad8 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=08272201e7e24d1bb15b14dd07b9b4fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217167 Oct 26 17:33:07.248807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60980) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:07.336995 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56db30-e4d1-4401-9c97-64b11e642c53 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:07.338990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-8b56db30-e4d1-4401-9c97-64b11e642c53 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885987 Oct 26 17:33:07.341322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60982) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:07.353437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:06Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:07.372659 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b2b09609-cf0a-4258-b9a5-56b730a05a0b tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302815 Oct 26 17:33:07.375371 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 60984) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:07.379279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Checking router: 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:33:07.379619 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Updating router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:33:07.379987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774703967', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:07.403989 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.520401 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:33:07.524513 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.662801 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.738112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.766998 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.785046 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Attempting to bind port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:33:07.785411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Attempting to bind port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:33:07.785772 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Attempting to bind port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:33:07.796525 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:33:07.796894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:33:07.797293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.797678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:33:07.798171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Bound port: 63d01d03-6e45-4235-bec0-bc1e6b84cf03, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:33:07.798508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.801158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bc13c-cd82-4244-b86e-f6ed46705faa None None] Pushing event updated for resources: {'Port': ['ID=63d01d03-6e45-4235-bec0-bc1e6b84cf03,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:07.834790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Subnet': ['ID=16b6579b-3b25-40b1-a1f6-ca98af20d537,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:07.843722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Checking segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:33:07.844083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network hostable DHCP agents. Network: c150694d-51b0-4c1a-a2b6-eca2c86b0911, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:33:07.853086 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] For port 63d01d03-6e45-4235-bec0-bc1e6b84cf03, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:33:07.856645 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] For port 63d01d03-6e45-4235-bec0-bc1e6b84cf03, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=63d01d03-6e45-4235-bec0-bc1e6b84cf03,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:33:07.938142 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:07.966361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:33:08.000322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:08.000933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:08.003934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bc13c-cd82-4244-b86e-f6ed46705faa None None] Pushing event updated for resources: {'Port': ['ID=63d01d03-6e45-4235-bec0-bc1e6b84cf03,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:08.046715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, c150694d-51b0-4c1a-a2b6-eca2c86b0911) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:08.051679 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:08.052265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.068667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b9d51a-69ac-4921-9fc5-482fe8bbe1f7 None None] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:33:08.140489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-12eeb2a7-88b0-402c-ab6d-9f90fdc414c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7640140 Oct 26 17:33:08.143316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 60986) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:08.187964 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:08.357058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:33:08.358458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.531905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:06Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:08.565643 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a9718-aa3d-4253-963a-7fe1227c4ad5 None None] The sync data for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 is: [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:06Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:33:08.568543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Allocated IP 172.20.0.2 (c150694d-51b0-4c1a-a2b6-eca2c86b0911/16b6579b-3b25-40b1-a1f6-ca98af20d537/7b8d2310-da9f-4020-8c15-a7ea0cc09ae6) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:33:08.595051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.725097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.780206 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.837331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:08.842202 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:08.846302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:33:08.855085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Pushing event updated for resources: {'Port': ['ID=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:08.913980 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Attempting to bind port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:33:08.914344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Attempting to bind port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:33:08.914706 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Attempting to bind port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 on network c150694d-51b0-4c1a-a2b6-eca2c86b0911 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:33:08.924023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:33:08.924406 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Checking segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:33:08.924786 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.925181 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Bound using segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:33:08.925909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Bound port: 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:33:08.926285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:08.994627 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] For port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:33:08.997986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] For port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:33:09.076607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.140170 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec24ef2-f2e6-48e2-ae6e-754844584ed9 None None] Pushing event updated for resources: {'Port': ['ID=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:09.282496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.1 (c150694d-51b0-4c1a-a2b6-eca2c86b0911/16b6579b-3b25-40b1-a1f6-ca98af20d537/9166692a-cd14-40af-8a63-ac4c000e5f14) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:33:09.415385 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.493519 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.543691 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:09.546893 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:09.551276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:33:09.558592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:09.597732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.714328 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 63d01d03-6e45-4235-bec0-bc1e6b84cf03 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:09.768611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:09.768985 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.778518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.852929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.878284 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 63d01d03-6e45-4235-bec0-bc1e6b84cf03, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=63d01d03-6e45-4235-bec0-bc1e6b84cf03,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:09.946892 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:09.946892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:10.060356 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=63d01d03-6e45-4235-bec0-bc1e6b84cf03,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:10.069841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:10.069841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.128308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.174753 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.203060 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.215601 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee149648-958c-46b0-b152-8916ee07ea29 None None] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:33:10.280478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.283538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:10.387576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:10.389177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:10.428605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:10.457937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-899edb08-eee5-4984-a288-cd00a90897ef None None] Provisioning complete for port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:10.458202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-899edb08-eee5-4984-a288-cd00a90897ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.493517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:10.507978 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:33:10.621597 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:33:10.626960 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0f44d9bc-3ca0-49fd-b178-1f79b0c0eb1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/5a6ac84d-7c5f-47db-bd58-2c4410f481d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4826014 Oct 26 17:33:10.665909 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:10.720119 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Sync routers for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:33:10.732084 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:10.732250 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:10.786651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c02cdd95-ee82-4759-b45b-61755f7c887c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242337688&fields=id&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 267 time: 0.0374136 Oct 26 17:33:10.842795 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:10.903833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c0e9653b-4871-46bc-990c-774ac54d4810 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:10.905500 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c0e9653b-4871-46bc-990c-774ac54d4810 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/networks?id=c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 200 len: 797 time: 0.1096659 Oct 26 17:33:10.922749 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-a6688529-65ff-47c5-941f-799b37f00b0d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/quotas/08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 375 time: 0.0111327 Oct 26 17:33:10.999284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-069e05da-70fa-46ca-ac6b-2a1c7d0b1fdc tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647566 Oct 26 17:33:11.004552 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b3356451-f804-49a6-95e9-ef9d41ae590b None None] Provisioning complete for port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.004921 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3356451-f804-49a6-95e9-ef9d41ae590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.064847 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 2, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:11.099281 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Checking router: 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:33:11.099930 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Updating router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 port 9166692a-cd14-40af-8a63-ac4c000e5f14 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:33:11.113842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b3356451-f804-49a6-95e9-ef9d41ae590b None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.114334 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3356451-f804-49a6-95e9-ef9d41ae590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.127833 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-a92e9c19-e88c-46ed-8b13-4c8b2ea3dfbf service neutron] 10.222.0.21 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176639 Oct 26 17:33:11.143000 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.150755 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b3356451-f804-49a6-95e9-ef9d41ae590b None None] Port 9166692a-cd14-40af-8a63-ac4c000e5f14 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:33:11.236331 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-3b896a6d-552f-408f-a222-32d39be9c02e service neutron] 10.222.0.21 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019287 Oct 26 17:33:11.276607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8fc6685a-ab1c-4fde-916f-8ced70c68db9 None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.276824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8fc6685a-ab1c-4fde-916f-8ced70c68db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.340978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6685a-ab1c-4fde-916f-8ced70c68db9 None None] Port 9166692a-cd14-40af-8a63-ac4c000e5f14 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:33:11.427710 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.452375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1cd9e98d-e03b-4a87-9702-49357749b157 None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.452747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1cd9e98d-e03b-4a87-9702-49357749b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.492110 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9e98d-e03b-4a87-9702-49357749b157 None None] Port 9166692a-cd14-40af-8a63-ac4c000e5f14 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:33:11.492680 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.523005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bbec5b68-11f9-4a46-839f-7e9e76c0daad req-5c4e572f-c547-449b-882a-bd44ac9b80da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 210 time: 0.0391963 Oct 26 17:33:11.567114 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Pushing event updated for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:11.592753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.592886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.593581 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.593895 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.594277 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.594545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.594864 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.595209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.595528 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.595844 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.596160 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.596545 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:33:11.616284 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Attempting to bind port 9166692a-cd14-40af-8a63-ac4c000e5f14 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:33:11.617231 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Attempting to bind port 9166692a-cd14-40af-8a63-ac4c000e5f14 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:33:11.617570 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Attempting to bind port 9166692a-cd14-40af-8a63-ac4c000e5f14 on network c150694d-51b0-4c1a-a2b6-eca2c86b0911 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:33:11.623582 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:33:11.623955 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Checking segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:33:11.624477 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.624848 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Bound using segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:33:11.625316 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Bound port: 9166692a-cd14-40af-8a63-ac4c000e5f14, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:33:11.625688 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.704273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 63d01d03-6e45-4235-bec0-bc1e6b84cf03 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:11.710597 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] For port 9166692a-cd14-40af-8a63-ac4c000e5f14, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:33:11.716085 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] For port 9166692a-cd14-40af-8a63-ac4c000e5f14, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9166692a-cd14-40af-8a63-ac4c000e5f14,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:33:11.755966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.756546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.807514 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.843925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-61e797a0-1885-452f-a610-69f271e53278 None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.844298 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61e797a0-1885-452f-a610-69f271e53278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.868778 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:11.869415 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:11.875369 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be7d8e-f60f-4630-83b1-52360cff12d9 None None] Pushing event updated for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:11.876750 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:11.968646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:11.969013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:11.970796 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61e797a0-1885-452f-a610-69f271e53278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:12.036806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-61e797a0-1885-452f-a610-69f271e53278 None None] For port 9166692a-cd14-40af-8a63-ac4c000e5f14, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9166692a-cd14-40af-8a63-ac4c000e5f14,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:12.095944 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61e797a0-1885-452f-a610-69f271e53278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:12.098116 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:12.146430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e797a0-1885-452f-a610-69f271e53278 None None] Pushing event updated for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:12.218198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-1bae4f38-e32b-4443-aeaf-26f987f7fba1 None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:12.218821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1bae4f38-e32b-4443-aeaf-26f987f7fba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:12.314526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:11Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:12.345346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe14ed-b3aa-4b9c-bd9c-78dcde08b05e None None] The sync data for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 is: [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:11Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:33:12.593399 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c47e3f71-b6a6-4be9-9192-6ab421f43343 req-62fff05b-c3f9-4b0f-8d12-bdc1aea0935d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 210 time: 0.0274780 Oct 26 17:33:13.692896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9166692a-cd14-40af-8a63-ac4c000e5f14 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:13.712335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c6a56c0e-8a53-46f2-a53c-a97948ca7489 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:13.713846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c6a56c0e-8a53-46f2-a53c-a97948ca7489 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/networks?id=c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 200 len: 797 time: 0.1273081 Oct 26 17:33:13.738525 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e613d547-bf06-4013-b76e-f673794c3997 req-e537f266-4e4c-40d2-9b73-59ed41aab7a6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 210 time: 0.0294771 Oct 26 17:33:13.749718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 9166692a-cd14-40af-8a63-ac4c000e5f14 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:13.750090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:13.766009 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-3bf7ae66-82fa-4ea3-966d-00831d2f67ee tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 380 time: 0.0394411 Oct 26 17:33:13.776261 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'port': {'device_id': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'admin_state_up': True, 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'security_groups': ['e4915e6d-2784-4c10-a282-6f33b364404d']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:13.972332 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:33:13.975981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.100301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.13 (c150694d-51b0-4c1a-a2b6-eca2c86b0911/16b6579b-3b25-40b1-a1f6-ca98af20d537/9c80a603-88cf-40ef-9adc-0ccff9343e5f) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:33:14.236051 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.314648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.358268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:14.361310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:14.364971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:33:14.372065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:14.424156 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:14.424787 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.495938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-c48cba70-fa5b-4742-8aa4-30fe2297142d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240858 Oct 26 17:33:14.507159 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-9597370d-2982-440c-8cb8-2f0ca2b1acf2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:33:14.508202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-9597370d-2982-440c-8cb8-2f0ca2b1acf2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056548 Oct 26 17:33:14.549403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-27c62968-6348-4362-b663-1bfe604baf2a None None] Provisioning complete for port 9c80a603-88cf-40ef-9adc-0ccff9343e5f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:14.549819 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-27c62968-6348-4362-b663-1bfe604baf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.568651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Request body: {'port': {'device_id': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:14.584613 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-27c62968-6348-4362-b663-1bfe604baf2a None None] Port 9c80a603-88cf-40ef-9adc-0ccff9343e5f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:33:14.622098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.871955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eea8e-5f25-40b6-85b6-a611bd214180 req-7efca7dd-a376-4fcb-919d-18c4b60b2687 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:14.873876 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7eea8e-5f25-40b6-85b6-a611bd214180 req-7efca7dd-a376-4fcb-919d-18c4b60b2687 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 932 time: 0.0575435 Oct 26 17:33:14.885917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c80a603-88cf-40ef-9adc-0ccff9343e5f {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:33:14.893418 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:14.905808 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Transition to ACTIVE for port object 9c80a603-88cf-40ef-9adc-0ccff9343e5f will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:33:14.917586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ca7eea8e-5f25-40b6-85b6-a611bd214180 req-0df21fc7-deb7-4775-bb04-72907cdd9a55 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376172 Oct 26 17:33:14.977950 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:15.028327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:15.096909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Attempting to bind port 9c80a603-88cf-40ef-9adc-0ccff9343e5f on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:33:15.097243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Attempting to bind port 9c80a603-88cf-40ef-9adc-0ccff9343e5f by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:33:15.097564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Attempting to bind port 9c80a603-88cf-40ef-9adc-0ccff9343e5f on network c150694d-51b0-4c1a-a2b6-eca2c86b0911 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:33:15.103109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Port 9c80a603-88cf-40ef-9adc-0ccff9343e5f on network c150694d-51b0-4c1a-a2b6-eca2c86b0911 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:33:15.103494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Attempting to bind port 9c80a603-88cf-40ef-9adc-0ccff9343e5f on network c150694d-51b0-4c1a-a2b6-eca2c86b0911 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:33:15.108424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:33:15.108760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Checking segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:33:15.109136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Bound using segment: {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:33:15.109556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Bound port: 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c45677-e182-414c-a500-d2e610b78e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:33:15.109906 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:15.182419 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:33:15.185719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:33:15.229751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:15.267669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.268340 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:15.269721 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 200 len: 1092 time: 0.7535710 Oct 26 17:33:15.270164 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:33:15.272477 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:33:15.296235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553bda0-0810-4830-9970-43fdea0b07d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:15.319936 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c75cbe-ce68-4786-a04f-c8a29f6a4ca2 x-openstack-request-id: req-44c75cbe-ce68-4786-a04f-c8a29f6a4ca2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:33:15.319936 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:33:15.320648 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44c75cbe-ce68-4786-a04f-c8a29f6a4ca2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:33:15.320872 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'status': 'completed', 'code': 200} Oct 26 17:33:15.384457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-3108c6a5-b92f-4b8e-a7ef-d3daa8f37d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.385985 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-3108c6a5-b92f-4b8e-a7ef-d3daa8f37d62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1095 time: 0.0440869 Oct 26 17:33:15.490534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-3c400a6e-45a5-4269-9819-d7d95986f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.492177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-3c400a6e-45a5-4269-9819-d7d95986f5b6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0978734 Oct 26 17:33:15.588055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-2c8ce473-5243-4710-8eb2-8406caf330c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.589524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e78e3cb5-8e2d-48b8-9673-ac539972c0f2 req-2c8ce473-5243-4710-8eb2-8406caf330c2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905643 Oct 26 17:33:15.670774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-76a5b2fb-beea-4e61-85c3-f23befc94774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.672301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-76a5b2fb-beea-4e61-85c3-f23befc94774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1095 time: 0.0446451 Oct 26 17:33:15.713110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-45d5270d-a6d4-4988-8c44-bc39197e2fc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 200 len: 217 time: 0.0329432 Oct 26 17:33:15.762464 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-e67a46cd-349f-4cc8-8b2a-a569e9314131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.764004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-e67a46cd-349f-4cc8-8b2a-a569e9314131 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b6579b-3b25-40b1-a1f6-ca98af20d537 HTTP/1.1" status: 200 len: 834 time: 0.0432262 Oct 26 17:33:15.808952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-5c960c7a-45b2-4426-add0-39f1b844cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:15.810378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-5c960c7a-45b2-4426-add0-39f1b844cca0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c150694d-51b0-4c1a-a2b6-eca2c86b0911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386021 Oct 26 17:33:15.901409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-7632a1cc-5545-4e26-9be4-6c4692745ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Oct 26 17:33:15.995534 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c42dd89a-61a2-4881-95f7-516c89368ca3 req-bca692ff-89a2-47fc-b10c-1bb8a2599fea service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Oct 26 17:33:16.033802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2febf90-4d29-4118-a0ab-3bb1142bebde req-fd41a5b3-3361-4239-ba3e-64a2f7073092 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:16.035333 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2febf90-4d29-4118-a0ab-3bb1142bebde req-fd41a5b3-3361-4239-ba3e-64a2f7073092 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 944 time: 0.0496476 Oct 26 17:33:16.074956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c2febf90-4d29-4118-a0ab-3bb1142bebde req-0f844388-4e87-4984-84fc-10af24adebfb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Oct 26 17:33:17.192805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364162f9-fbc4-4a3a-8e0b-a6e65ceb631d req-85ea11fe-6aca-4465-9807-3228772cad98 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:17.194280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-364162f9-fbc4-4a3a-8e0b-a6e65ceb631d req-85ea11fe-6aca-4465-9807-3228772cad98 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 944 time: 0.0491312 Oct 26 17:33:17.233603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-364162f9-fbc4-4a3a-8e0b-a6e65ceb631d req-14ab20bb-83bf-4602-909d-67ebf4e578ce tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Oct 26 17:33:18.348832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976fbdb-f5d1-44b8-98c0-8a5b1a5cefc7 req-37bc85ad-2c3d-4d1e-a299-75287ae63e4e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:18.350307 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a976fbdb-f5d1-44b8-98c0-8a5b1a5cefc7 req-37bc85ad-2c3d-4d1e-a299-75287ae63e4e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 944 time: 0.0499592 Oct 26 17:33:18.392313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a976fbdb-f5d1-44b8-98c0-8a5b1a5cefc7 req-fc98a474-290c-4224-a56d-94dde9d419fe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Oct 26 17:33:19.505927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecd212-2c5f-4a19-b1c2-cd162dffe16f req-fa7823c9-4a5f-413e-b5a1-1add990fc0bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:19.507595 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6ecd212-2c5f-4a19-b1c2-cd162dffe16f req-fa7823c9-4a5f-413e-b5a1-1add990fc0bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 944 time: 0.0490410 Oct 26 17:33:19.547121 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b6ecd212-2c5f-4a19-b1c2-cd162dffe16f req-abfc3eef-c7af-4e86-9bfc-9ec9abee5ae3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335066 Oct 26 17:33:20.404344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 9c80a603-88cf-40ef-9adc-0ccff9343e5f details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:33:20.499140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:20.510288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'port_id': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'mac_address': 'fa:16:3e:57:ae:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:33:20.546385 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:20.559970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c80a603-88cf-40ef-9adc-0ccff9343e5f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:33:20.582341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:20.652215 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:20.668744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff88389-8835-44c4-90cf-d0803c4a556b req-c4ed3c0e-8fd7-4f1c-ba0d-15c0ddc8b588 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:20.668744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff88389-8835-44c4-90cf-d0803c4a556b req-c4ed3c0e-8fd7-4f1c-ba0d-15c0ddc8b588 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 944 time: 0.0524089 Oct 26 17:33:20.703518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:20.706363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7ff88389-8835-44c4-90cf-d0803c4a556b req-459c159a-4f41-4798-9802-2db1432068f5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329621 Oct 26 17:33:20.904025 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['9c80a603-88cf-40ef-9adc-0ccff9343e5f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:33:21.600723 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:21.824932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8a14-0947-41d2-a0c6-8855a13f2ed2 req-072abcaf-be37-4755-9899-c1ef3fcde669 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:21.826306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-770d8a14-0947-41d2-a0c6-8855a13f2ed2 req-072abcaf-be37-4755-9899-c1ef3fcde669 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 945 time: 0.0483336 Oct 26 17:33:21.866476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-770d8a14-0947-41d2-a0c6-8855a13f2ed2 req-33e138a4-4c96-414e-9e43-d11564d37eec tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Oct 26 17:33:22.419558 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 9c80a603-88cf-40ef-9adc-0ccff9343e5f up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:33:22.526379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 9c80a603-88cf-40ef-9adc-0ccff9343e5f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:33:22.530795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 9c80a603-88cf-40ef-9adc-0ccff9343e5f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:33:22.531194 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:22.612045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:22.634075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:33:22.636320 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e8b893-35b0-484d-ad7e-9a3063374690" -d '{"events": [{"server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "name": "network-vif-plugged", "status": "completed", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:33:22.650995 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:33:22.703736 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:22.731516 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f99fb-732a-4f20-9a65-bd4239e03207 x-openstack-request-id: req-707f99fb-732a-4f20-9a65-bd4239e03207 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:33:22.731791 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "name": "network-vif-plugged", "status": "completed", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:33:22.732039 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-707f99fb-732a-4f20-9a65-bd4239e03207 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:33:22.732463 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'code': 200} Oct 26 17:33:22.757353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:22.836199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859b4ca-53f3-4817-84e6-66bbc7d1377a req-e8a1b884-2ea9-4e4f-8da4-d1fd2b2cc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:22.837662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3859b4ca-53f3-4817-84e6-66bbc7d1377a req-e8a1b884-2ea9-4e4f-8da4-d1fd2b2cc2cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1097 time: 0.0403337 Oct 26 17:33:22.871428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3859b4ca-53f3-4817-84e6-66bbc7d1377a req-73c323cc-aa02-4ec0-8948-3366c589ee5e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268099 Oct 26 17:33:22.981361 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bda29a-cbcc-46e9-88e5-9896087af9a3 req-6cdad632-5e6b-49e2-9806-1a4c297b2afe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:22.982852 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45bda29a-cbcc-46e9-88e5-9896087af9a3 req-6cdad632-5e6b-49e2-9806-1a4c297b2afe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0492151 Oct 26 17:33:23.011994 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:23.020388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45bda29a-cbcc-46e9-88e5-9896087af9a3 req-36ec96ed-6542-4794-8dde-bb3e7525de63 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Oct 26 17:33:24.137967 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2cef-d310-4a72-9d0c-2c87373db43f req-ca01be0a-e64d-45d6-becc-3bc5c348a229 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:24.139446 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55ad2cef-d310-4a72-9d0c-2c87373db43f req-ca01be0a-e64d-45d6-becc-3bc5c348a229 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0484834 Oct 26 17:33:24.176899 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-55ad2cef-d310-4a72-9d0c-2c87373db43f req-a48f834e-37a7-44cf-9309-744bb4e824f6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Oct 26 17:33:24.289615 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ce34-d5cd-4b82-84c9-110f66724fc6 req-735e6d44-f575-4d17-91ac-817d3e48828b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:24.291058 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2384ce34-d5cd-4b82-84c9-110f66724fc6 req-735e6d44-f575-4d17-91ac-817d3e48828b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0477941 Oct 26 17:33:24.331560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2384ce34-d5cd-4b82-84c9-110f66724fc6 req-1809792f-e7c5-4181-bb78-6ca2d46bf5bb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Oct 26 17:33:24.353165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32814) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:24.392545 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6438addc-6f08-4b77-b6cc-e35a4258b7c9 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:24.394040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6438addc-6f08-4b77-b6cc-e35a4258b7c9 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1092 time: 0.0399182 Oct 26 17:33:24.396866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32816) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:24.401311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:33:24.520684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:24.618215 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:24.720642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.241 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/db38d45e-ff7a-40b9-8383-18c270ca8a4e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:33:24.822021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:24.909573 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:24.948535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:33:24.951431 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:33:24.954019 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:33:24.981990 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=db38d45e-ff7a-40b9-8383-18c270ca8a4e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:25.294295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:25.414368 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:25.562896 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:25.629092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:25.700646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=db38d45e-ff7a-40b9-8383-18c270ca8a4e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:33:25.711732 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:25.807639 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP ff1762aa-7450-45df-9108-46a55a5f703f associated. External IP: 172.25.5.241, port: 9c80a603-88cf-40ef-9adc-0ccff9343e5f. Oct 26 17:33:26.009975 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:33:26.114101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:33:26.124565 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Sync routers for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:33:26.134615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:26.135272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:26.207930 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:26.238856 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a3f277e3-ad77-4477-86f4-4c0786a42bba tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8385224 Oct 26 17:33:26.238856 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:33:26.239763 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524048e-5a15-4a0b-9642-ade21bfd9a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:33:26.241510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:26.290880 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42831548-868c-4ef2-a371-1422f5902acd x-openstack-request-id: req-42831548-868c-4ef2-a371-1422f5902acd {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:33:26.291266 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:33:26.291524 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42831548-868c-4ef2-a371-1422f5902acd {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:33:26.291930 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'status': 'completed', 'code': 200} Oct 26 17:33:26.359484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-35ba39cd-4ea1-47c8-8808-d843cec7c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:26.361134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-35ba39cd-4ea1-47c8-8808-d843cec7c3d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1097 time: 0.0426478 Oct 26 17:33:26.364333 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac8969-a958-4c12-a86b-8ca9aaebf2e8 req-dce7118d-6262-45c3-96c3-457ba32aaf7a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:26.366547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8ac8969-a958-4c12-a86b-8ca9aaebf2e8 req-dce7118d-6262-45c3-96c3-457ba32aaf7a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0599368 Oct 26 17:33:26.409248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8ac8969-a958-4c12-a86b-8ca9aaebf2e8 req-8e2dfaa9-95da-4b49-a535-0b15abe1bc1c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362911 Oct 26 17:33:26.436858 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32822) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:26.463842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-d63ca986-407e-44df-8ebf-64a2bfec198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:26.465639 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-d63ca986-407e-44df-8ebf-64a2bfec198e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 200 len: 898 time: 0.0976677 Oct 26 17:33:26.480011 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff1762aa-7450-45df-9108-46a55a5f703f', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'port_id': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'mac_address': 'fa:16:3e:57:ae:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:33:25Z', 'updated_at': '2021-10-26T17:33:25Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:26.509429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Checking router: 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:33:26.520802 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:33:26.521348 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:33:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:26.546332 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-5b83ce2c-aa8f-4ad5-bc6d-654c4e131174 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 200 len: 1000 time: 0.0731840 Oct 26 17:33:26.606079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-cae0253d-23bb-41c3-897c-582b33f39f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:26.607315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-cae0253d-23bb-41c3-897c-582b33f39f86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b6579b-3b25-40b1-a1f6-ca98af20d537 HTTP/1.1" status: 200 len: 834 time: 0.0530052 Oct 26 17:33:26.640492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:33:26.657722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-ae01112d-1087-49eb-8bf7-6f1508ce575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:26.659290 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-ae01112d-1087-49eb-8bf7-6f1508ce575e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c150694d-51b0-4c1a-a2b6-eca2c86b0911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444701 Oct 26 17:33:26.755778 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-123b1e2e-341d-4bdb-9435-0206de016e11 service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891383 Oct 26 17:33:26.852478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-9961e092-d3ea-4ef7-9583-ded372290815 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff1762aa-7450-45df-9108-46a55a5f703f HTTP/1.1" status: 200 len: 992 time: 0.4133806 Oct 26 17:33:26.862736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0524048e-5a15-4a0b-9642-ade21bfd9a1e req-1f8647ab-eab7-496f-9624-a09841036809 service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998440 Oct 26 17:33:26.881349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff1762aa-7450-45df-9108-46a55a5f703f', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'port_id': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'mac_address': 'fa:16:3e:57:ae:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:33:25Z', 'updated_at': '2021-10-26T17:33:25Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:33:26.908389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465fed5-8ae1-4168-a070-98e45d789f7c None None] The sync data for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 is: [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff1762aa-7450-45df-9108-46a55a5f703f', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'port_id': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'mac_address': 'fa:16:3e:57:ae:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:33:25Z', 'updated_at': '2021-10-26T17:33:25Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:33:27.090837 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce09a94-b1d0-4804-ab49-4368772b8fbe None None] New status for floating IP ff1762aa-7450-45df-9108-46a55a5f703f: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:33:27.855311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32824) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:33:27.917727 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e64a2237-3fb8-464c-9ebf-69f18acb0755 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff1762aa-7450-45df-9108-46a55a5f703f HTTP/1.1" status: 200 len: 994 time: 0.0613513 Oct 26 17:33:31.103224 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f906a924-dc23-4bcf-aa26-46b527283206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:33.646140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96026bb6-b9e2-4a4b-a7f8-637809c03fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:34.142915 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:35.285713 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:36.868954 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:43.747023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-1a51a98b-a6a3-41e7-b3b1-b12e5fa5ba0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395300 Oct 26 17:33:43.796520 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:33:43.828955 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-eef8da74-0f63-4e14-a6d9-f07d603027f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:43.830445 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-eef8da74-0f63-4e14-a6d9-f07d603027f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1097 time: 0.0406630 Oct 26 17:33:43.939783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-5ccb75b9-46fa-467a-80c9-33f8fa92ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:43.941230 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-5ccb75b9-46fa-467a-80c9-33f8fa92ca7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 200 len: 898 time: 0.0902317 Oct 26 17:33:44.014191 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-fcc0873a-f41b-4b33-a928-71a34e7079e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 200 len: 1002 time: 0.0641978 Oct 26 17:33:44.062937 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-07cbf28f-3055-491d-bf2a-551134b80260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:44.064315 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-07cbf28f-3055-491d-bf2a-551134b80260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b6579b-3b25-40b1-a1f6-ca98af20d537 HTTP/1.1" status: 200 len: 834 time: 0.0430777 Oct 26 17:33:44.109892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-969d8f36-e239-474b-bed1-ab3754b31767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:44.111377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-969d8f36-e239-474b-bed1-ab3754b31767 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c150694d-51b0-4c1a-a2b6-eca2c86b0911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397213 Oct 26 17:33:44.204699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-88510264-f80b-48f1-bf79-1ecdeaa6e1ac service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850816 Oct 26 17:33:44.292400 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e87158fd-68f0-4c73-b13c-cfc27ce15cf5 req-5988c243-4d08-4922-b737-8fdbc411b7e0 service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799701 Oct 26 17:33:51.599672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:53.056768 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:33:59.220511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3c1d-a4a4-4c7b-ba16-27c1fea124de req-39a94186-1b8e-4751-b3dc-ff30038c629b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:33:59.221963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a97a3c1d-a4a4-4c7b-ba16-27c1fea124de req-39a94186-1b8e-4751-b3dc-ff30038c629b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0512667 Oct 26 17:33:59.263210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a97a3c1d-a4a4-4c7b-ba16-27c1fea124de req-5c534c31-e44c-4e78-9889-b93841c4d15a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Oct 26 17:34:00.380859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72de7f-a5f6-4ba8-9dea-6e4b729ad0d3 req-f2239c26-7d3b-4751-9a50-65006d5e92d8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:00.382313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa72de7f-a5f6-4ba8-9dea-6e4b729ad0d3 req-f2239c26-7d3b-4751-9a50-65006d5e92d8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0487034 Oct 26 17:34:00.418832 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fa72de7f-a5f6-4ba8-9dea-6e4b729ad0d3 req-b7f16dac-7f20-48fe-b301-4ead5de22ffb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Oct 26 17:34:00.441686 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:00.500629 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c7573bbd-f990-4e10-9aef-008da26e3c25 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff1762aa-7450-45df-9108-46a55a5f703f HTTP/1.1" status: 200 len: 994 time: 0.0578694 Oct 26 17:34:01.119488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6afec392-fdb8-48fc-8ace-c44072ae594e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:01.909922 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c96c8-ef82-4d6b-8992-d572b03cd1b0 req-b41e440a-c7a0-4651-8d75-6de95d2b9026 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:01.911396 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-810c96c8-ef82-4d6b-8992-d572b03cd1b0 req-b41e440a-c7a0-4651-8d75-6de95d2b9026 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0542841 Oct 26 17:34:01.949289 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-810c96c8-ef82-4d6b-8992-d572b03cd1b0 req-63c89d6c-ea92-44fa-a936-512c0b9d2cd4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Oct 26 17:34:03.070143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c044426-665d-4c2e-b905-776e9022c015 req-29be082a-cec6-4843-9aa7-3ef7d8bedc56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:03.072122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c044426-665d-4c2e-b905-776e9022c015 req-29be082a-cec6-4843-9aa7-3ef7d8bedc56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0495110 Oct 26 17:34:03.109095 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2c044426-665d-4c2e-b905-776e9022c015 req-ff9dd233-a422-43fa-8915-716bca9c8832 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Oct 26 17:34:03.130958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32852) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:03.198220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-241fd456-ede2-442c-882e-26fc30e66181 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff1762aa-7450-45df-9108-46a55a5f703f HTTP/1.1" status: 200 len: 994 time: 0.0660357 Oct 26 17:34:03.419550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32858) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:03.574423 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port db38d45e-ff7a-40b9-8383-18c270ca8a4e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:34:03.574770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.616607 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8a306d0e-aedc-42f9-8794-756ef102919a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.649899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.650229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.661650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for db38d45e-ff7a-40b9-8383-18c270ca8a4e owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:34:03.868736 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.895061 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=db38d45e-ff7a-40b9-8383-18c270ca8a4e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:03.921920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.922262 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.922596 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.922924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.923277 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.923602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.923925 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.924246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.924567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.924885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.925201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.925510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:03.966618 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:03.966968 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP ff1762aa-7450-45df-9108-46a55a5f703f disassociated (deleted). External IP: 172.25.5.241, port: 9c80a603-88cf-40ef-9adc-0ccff9343e5f. Oct 26 17:34:04.159735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:04.177311 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:34:04.283538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:34:04.288303 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:04.293299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Sync routers for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:34:04.303647 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:04.304247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:04.314977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6ed6c6a9-e0bb-4b32-8f3c-d726bd4847fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff1762aa-7450-45df-9108-46a55a5f703f HTTP/1.1" status: 204 len: 168 time: 0.8943808 Oct 26 17:34:04.315549 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:34:04.317864 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df779278-35bc-4c78-9d16-67a58cec9dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:34:04.357508 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff61f43c-ed38-4df4-b4fe-074d60bee4a9 x-openstack-request-id: req-ff61f43c-ed38-4df4-b4fe-074d60bee4a9 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:34:04.357844 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:34:04.358097 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff61f43c-ed38-4df4-b4fe-074d60bee4a9 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:34:04.358501 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'status': 'completed', 'code': 200} Oct 26 17:34:04.416342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:04.422157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-353702c9-9e02-4a22-b7b6-c01340c225d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:04.423782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-353702c9-9e02-4a22-b7b6-c01340c225d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 1097 time: 0.0412481 Oct 26 17:34:04.524199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-e9c37a4b-f1ca-4acd-b99e-2ddd971a2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:04.530179 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-e9c37a4b-f1ca-4acd-b99e-2ddd971a2832 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 200 len: 898 time: 0.0947657 Oct 26 17:34:04.574967 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-1935729c-4c16-48d1-badc-b2caa9a0c96e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 200 len: 217 time: 0.0402727 Oct 26 17:34:04.630842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-bdf9d2a9-802d-4101-b21c-46d2c55e7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:04.632484 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-bdf9d2a9-802d-4101-b21c-46d2c55e7279 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b6579b-3b25-40b1-a1f6-ca98af20d537 HTTP/1.1" status: 200 len: 834 time: 0.0505445 Oct 26 17:34:04.683239 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-4501ce8a-b440-4839-a09f-e6748dde9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:04.684665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-4501ce8a-b440-4839-a09f-e6748dde9621 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c150694d-51b0-4c1a-a2b6-eca2c86b0911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441122 Oct 26 17:34:04.732150 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b538e4-379c-40d3-b348-95c7f36f2a55 req-bb4cb216-748e-4eec-a7f6-a11baffca383 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:04.735610 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61b538e4-379c-40d3-b348-95c7f36f2a55 req-bb4cb216-748e-4eec-a7f6-a11baffca383 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0552552 Oct 26 17:34:04.775907 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-61b538e4-379c-40d3-b348-95c7f36f2a55 req-83685198-cdaf-4c90-bf7f-a7d16bb24cdc tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355632 Oct 26 17:34:04.787062 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-1624d35a-b761-4d87-9b1d-56c446d3b21e service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936027 Oct 26 17:34:04.792567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:04.818653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Checking router: 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:34:04.826774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:04.827398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:04.884925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df779278-35bc-4c78-9d16-67a58cec9dbd req-cd0b0e42-8083-4813-886b-ab2f35898c0d service neutron] 10.222.0.39 "GET /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889699 Oct 26 17:34:04.931349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:05.129259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:05.154821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6058c16-2a58-4795-81e2-01e6f4933dff None None] The sync data for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 is: [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '9166692a-cd14-40af-8a63-ac4c000e5f14', 'name': '', 'network_id': 'c150694d-51b0-4c1a-a2b6-eca2c86b0911', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:3f:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:09Z', 'updated_at': '2021-10-26T17:33:12Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '16b6579b-3b25-40b1-a1f6-ca98af20d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:34:05.291804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:05.377491 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e105b2-aec4-43ef-ab9b-29037f555899 None None] New status for floating IP ff1762aa-7450-45df-9108-46a55a5f703f: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:34:05.896703 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f684-47fc-4ce4-976b-aae758010471 req-732454cb-9f4f-4e9b-bdb4-56f294b9f81e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:05.898177 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0128f684-47fc-4ce4-976b-aae758010471 req-732454cb-9f4f-4e9b-bdb4-56f294b9f81e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0489154 Oct 26 17:34:05.936066 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0128f684-47fc-4ce4-976b-aae758010471 req-a754af4a-e047-4f98-b8a1-49cce165d384 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4915e6d-2784-4c10-a282-6f33b364404d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Oct 26 17:34:06.287878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-5218c0d1-3b5c-4621-a485-03c8475f892e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:06.289846 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-5218c0d1-3b5c-4621-a485-03c8475f892e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 946 time: 0.0479696 Oct 26 17:34:06.384821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 9c80a603-88cf-40ef-9adc-0ccff9343e5f {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:34:06.385158 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:06.470913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 9c80a603-88cf-40ef-9adc-0ccff9343e5f, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=9c80a603-88cf-40ef-9adc-0ccff9343e5f,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:06.471323 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:06.484124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 9c80a603-88cf-40ef-9adc-0ccff9343e5f owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:34:06.645487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:06.674870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=9c80a603-88cf-40ef-9adc-0ccff9343e5f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:06.687783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.688361 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.688846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.689374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.689763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.690113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.690449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.690779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.691116 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.691466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.691792 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.692118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:06.730135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] No DVR routers for this DVR port 9c80a603-88cf-40ef-9adc-0ccff9343e5f on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:34:06.732720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:06.735979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-1779cd57-156f-453c-897e-a2cc6e30e8c5 req-1087983c-bf2a-4293-b2c7-90e5b1d29b7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "DELETE /v2.0/ports/9c80a603-88cf-40ef-9adc-0ccff9343e5f HTTP/1.1" status: 204 len: 173 time: 0.4398894 Oct 26 17:34:06.736416 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'name': 'network-vif-deleted', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:34:06.738641 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f687ef6-89ae-42b2-84c1-a1c1fd1833e5" -d '{"events": [{"server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "name": "network-vif-deleted", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:34:06.778888 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649161aa-b0c3-40fd-a359-33614bc6ff58 x-openstack-request-id: req-649161aa-b0c3-40fd-a359-33614bc6ff58 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:34:06.778888 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41d0d5-af1f-4081-80ea-63ea485db75e", "name": "network-vif-deleted", "tag": "9c80a603-88cf-40ef-9adc-0ccff9343e5f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:34:06.778888 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-649161aa-b0c3-40fd-a359-33614bc6ff58 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:34:06.778888 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41d0d5-af1f-4081-80ea-63ea485db75e', 'name': 'network-vif-deleted', 'tag': '9c80a603-88cf-40ef-9adc-0ccff9343e5f', 'status': 'completed', 'code': 200} Oct 26 17:34:06.856955 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:07.048935 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e391e511-9e2a-4c64-869b-74c98d904d5a req-7e1e741d-ea7e-4188-8f77-46be2fd25c07 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c41d0d5-af1f-4081-80ea-63ea485db75e HTTP/1.1" status: 200 len: 210 time: 0.0328937 Oct 26 17:34:08.109745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32874) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:08.457035 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:08.704778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 9166692a-cd14-40af-8a63-ac4c000e5f14 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:34:08.705116 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:08.791656 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 9166692a-cd14-40af-8a63-ac4c000e5f14, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=9166692a-cd14-40af-8a63-ac4c000e5f14,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:08.792015 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:08.808137 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 9166692a-cd14-40af-8a63-ac4c000e5f14 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:34:09.061892 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.088824 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=9166692a-cd14-40af-8a63-ac4c000e5f14,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:09.267620 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.484775 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:34:09.589674 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:34:09.594664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3cb4b02a-64c7-4b49-a07a-4f407b17b30a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/5a6ac84d-7c5f-47db-bd58-2c4410f481d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4839220 Oct 26 17:34:09.597370 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32876) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:09.598968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Sync routers for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:34:09.609034 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:09.609635 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:09.655110 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting subnet 16b6579b-3b25-40b1-a1f6-ca98af20d537 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:34:09.658730 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.701416 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.719734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:09.787898 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.897372 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.901962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:34:08Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:09.925855 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Subnet': ['ID=16b6579b-3b25-40b1-a1f6-ca98af20d537,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:09.929351 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Checking router: 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:34:09.929715 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:09.933024 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e7e45947-2cc4-49d9-9282-38b3630b5938 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/subnets/16b6579b-3b25-40b1-a1f6-ca98af20d537 HTTP/1.1" status: 204 len: 168 time: 0.3343329 Oct 26 17:34:09.937397 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32878) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:09.939476 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82a0ab-cc50-459e-a36f-2c3d2e109350 None None] Network c150694d-51b0-4c1a-a2b6-eca2c86b0911 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:34:09.980395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Routers {'5a6ac84d-7c5f-47db-bd58-2c4410f481d3'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:09.981014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:10.045329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.142244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] Set router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:10.151762 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.280072 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] DHCP port deletion for c150694d-51b0-4c1a-a2b6-eca2c86b0911 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:34:10.281907 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 63d01d03-6e45-4235-bec0-bc1e6b84cf03 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:34:10.282378 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.368976 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Deleting port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:34:10.369283 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.370455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 63d01d03-6e45-4235-bec0-bc1e6b84cf03, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=63d01d03-6e45-4235-bec0-bc1e6b84cf03,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:10.370856 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.382768 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 63d01d03-6e45-4235-bec0-bc1e6b84cf03 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:34:10.421889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:34:08Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:10.460881 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43545e-6b89-439e-967c-03bbc4b5d246 None None] The sync data for ids ['5a6ac84d-7c5f-47db-bd58-2c4410f481d3'] in n-d-815373-2 is: [{'id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702801308', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:34:08Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '63d01d03-6e45-4235-bec0-bc1e6b84cf03', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac84d-7c5f-47db-bd58-2c4410f481d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:33:05Z', 'updated_at': '2021-10-26T17:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:34:10.469918 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] For port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,segment=NetworkSegment(a4c45677-e182-414c-a500-d2e610b78e00),segment_id=a4c45677-e182-414c-a500-d2e610b78e00)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:10.469918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.486213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Calling delete_port for 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:34:10.629858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:10.654150 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Pushing event deleted for resources: {'Port': ['ID=7b8d2310-da9f-4020-8c15-a7ea0cc09ae6,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:10.664744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] No DVR routers for this DVR port 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:34:10.667488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.667836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.668250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.668511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.668840 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.669168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.669510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.669833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.670153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.670473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.670793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.671114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3b7e7-90d9-4f69-bc7a-5b541f064723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:10.677026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 9c80a603-88cf-40ef-9adc-0ccff9343e5f no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:34:10.698752 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 9c80a603-88cf-40ef-9adc-0ccff9343e5f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:34:10.699095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 9c80a603-88cf-40ef-9adc-0ccff9343e5f not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:34:10.971682 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.000577 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=63d01d03-6e45-4235-bec0-bc1e6b84cf03,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:11.060808 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.152405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.154393 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.314063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.314759 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6ac84d-7c5f-47db-bd58-2c4410f481d3 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:34:11.322143 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.323294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-abd354b7-08e4-477c-820f-c138b4603c7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/routers/5a6ac84d-7c5f-47db-bd58-2c4410f481d3 HTTP/1.1" status: 204 len: 168 time: 1.3849213 Oct 26 17:34:11.326041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32880) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:11.408298 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.499699 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.518485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c150694d-51b0-4c1a-a2b6-eca2c86b0911']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:11.527739 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c45677-e182-414c-a500-d2e610b78e00') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:11.528035 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c45677-e182-414c-a500-d2e610b78e00') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:11.537754 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.551364 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.557699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:34:11.558077 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:34:11.561016 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:34:11.697313 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.706683 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.707457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/networks/c150694d-51b0-4c1a-a2b6-eca2c86b0911 HTTP/1.1" status: 204 len: 168 time: 0.3803041 Oct 26 17:34:11.710302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:11.720167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ce468-9821-43f8-af61-f3b99c12a156 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Network': ['ID=c150694d-51b0-4c1a-a2b6-eca2c86b0911,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:11.778218 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.806719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 63d01d03-6e45-4235-bec0-bc1e6b84cf03 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:34:11.808713 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.826973 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 63d01d03-6e45-4235-bec0-bc1e6b84cf03 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:34:11.827449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 63d01d03-6e45-4235-bec0-bc1e6b84cf03 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:34:11.827916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9166692a-cd14-40af-8a63-ac4c000e5f14 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:34:11.847026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 9166692a-cd14-40af-8a63-ac4c000e5f14 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:34:11.847467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 9166692a-cd14-40af-8a63-ac4c000e5f14 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:34:11.847941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:34:11.866612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:34:11.866955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7b8d2310-da9f-4020-8c15-a7ea0cc09ae6 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:34:11.931502 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.934084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:11.935279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4915e6d-2784-4c10-a282-6f33b364404d HTTP/1.1" status: 204 len: 168 time: 0.2231469 Oct 26 17:34:11.947099 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1897a-94a1-418d-b437-627efe1d2c56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4915e6d-2784-4c10-a282-6f33b364404d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:12.284619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32888) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:12.289746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726709270', 'description': 'tempest-secgroup-smoke-726709270 description', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:12.365011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.430388 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.502453 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.530473 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d4c79-e193-49db-a0fb-d0b4b40352f4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:12.607222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.608476 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-88271bb7-8d23-4b4a-bd7a-edbc697b01ac tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3228819 Oct 26 17:34:12.611549 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:12.615855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:12.707116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.764367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.828648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.848254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ffca36-adb2-4342-acca-4eb8db16ebeb,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:12.898578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:12.899893 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c372f5a0-c1ec-4b25-80b7-6980ab213cc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874222 Oct 26 17:34:12.902884 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32892) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:12.907256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:12.982339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.036968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.113822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.132184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd6a439-0cc9-4d4c-b25a-f95972ea932d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:13.190124 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.191423 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b73efc6a-9ab8-4b86-9d21-06159185f1a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875397 Oct 26 17:34:13.194165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32894) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:13.198916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:13.278832 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.334195 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.393481 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.411535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb3d512-86c0-46b8-9283-702582623c1f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:13.464410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.465635 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f09c1382-115d-477b-ac7e-d298e04a7e16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703521 Oct 26 17:34:13.468310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32896) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:13.472661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:13.553355 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.612297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.679352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.697352 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eec59fb-98cf-4f53-8438-0846e41d09c4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:13.766317 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.767590 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9f247eb0-104d-4855-9429-b1eb95bcdce4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2982697 Oct 26 17:34:13.770173 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32898) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:13.775169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:13.873211 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:34:13.878754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.938556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:13.988035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.003432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68157bf-efb5-4018-80eb-580507d0b921,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:14.058872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.060128 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-916e07d1-1f2a-4caa-98f8-17dd4b1d9816 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2890470 Oct 26 17:34:14.062852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32900) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:14.067303 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd02d4c79-e193-49db-a0fb-d0b4b40352f4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:14.147144 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:34:14.152308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.213681 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.295618 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.315193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ea8533-8483-49f6-b449-90d4faf920f3,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:14.384287 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.385542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dbb34112-1d36-4cf7-a3c2-db63c160e84e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216805 Oct 26 17:34:14.388341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32902) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:14.393134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'network': {'name': 'tempest-network-smoke--212808071', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:14.479431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:34:14.482729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.505283 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:34:14.513732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.514069 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Added segment 89be28c1-29f3-49ae-a334-42c7cfb4663a of type vlan for network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 Oct 26 17:34:14.556606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.633944 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.639504 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:14.640083 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.702016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Network': ['ID=eb6ee7b6-c520-4b4d-b931-132989a2c9d4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:14.712977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:34:14.762212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-393d6825-ea45-4406-b982-f48ddad2db1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3727396 Oct 26 17:34:14.764881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32904) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:14.769445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'admin_state_up': True, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:14.850845 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.852460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:14.901652 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.097615 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.360267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.378127 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.474932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.34 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:34:15.577996 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.645419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:15.684551 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:15.687516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:15.690204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:34:15.718167 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:15.999148 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:16.191687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:16.376416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 60a392bc-9ddf-4591-985e-fbe81de58315 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:34:16.481438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:34:16.491960 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Sync routers for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:34:16.502921 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:16.503553 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:16.578955 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:16.580358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4fa6ed64-29d3-4e2b-88fa-f1e600265e4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8144679 Oct 26 17:34:16.583396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32906) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:16.609507 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:16.612498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d2b58999-0186-4ca6-b457-ac84f18b4e1d tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=08272201e7e24d1bb15b14dd07b9b4fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278935 Oct 26 17:34:16.615079 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32908) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:16.699807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362defa-e4b1-47c0-881a-b1e2e02b0766 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:16.701218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1362defa-e4b1-47c0-881a-b1e2e02b0766 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852451 Oct 26 17:34:16.704073 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32910) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:16.731241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c8697efb-93f7-42bc-96e4-df0426a5ece2 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261030 Oct 26 17:34:16.733694 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32912) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:16.738426 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072771267', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:16.786393 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:15Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:16.816727 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Checking router: 60a392bc-9ddf-4591-985e-fbe81de58315 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:34:16.817069 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Updating router 60a392bc-9ddf-4591-985e-fbe81de58315 port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:34:16.842515 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:16.885387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:34:16.889056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.085674 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.154257 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.183656 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.222453 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Subnet': ['ID=ffe118d8-842f-4d71-86c9-5314944f021d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:17.223954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Checking segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:34:17.224319 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network hostable DHCP agents. Network: eb6ee7b6-c520-4b4d-b931-132989a2c9d4, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:34:17.240744 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Attempting to bind port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:34:17.241115 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Attempting to bind port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:34:17.241460 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Attempting to bind port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:34:17.248387 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:34:17.250689 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:34:17.251059 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.261417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:34:17.261417 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Bound port: 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:34:17.261417 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.283259 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Pushing event updated for resources: {'Port': ['ID=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:17.295185 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.295524 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.295946 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.296287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.296611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.296928 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.297243 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.297556 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.297866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.298177 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.298487 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.298798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:34:17.319968 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] For port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:34:17.323957 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] For port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:34:17.337456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:34:17.400728 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.416510 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, eb6ee7b6-c520-4b4d-b931-132989a2c9d4) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:17.420636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:17.421226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.425985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598a1af-5d9c-42e5-aa72-d4d983a97667 None None] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:34:17.462701 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186d53e-4c29-46df-b50d-39ac56d268f9 None None] Pushing event updated for resources: {'Port': ['ID=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:17.465714 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:17.466309 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:17.497272 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cfb459d5-14a1-4a4f-986e-a185df3adc16 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7599008 Oct 26 17:34:17.497665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 32914) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:17.586773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:34:17.587785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:17.588717 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:17.882762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:15Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:17.890450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Allocated IP 172.20.0.2 (eb6ee7b6-c520-4b4d-b931-132989a2c9d4/ffe118d8-842f-4d71-86c9-5314944f021d/5ce88104-7409-47ed-a208-795fa98caf2f) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:34:17.912596 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fab6e5-f26e-4de9-8cbe-b43b3e66e8ce None None] The sync data for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 is: [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:15Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:34:17.972050 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.043011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.140033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.199932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:18.208609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:18.216518 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:34:18.220662 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Pushing event updated for resources: {'Port': ['ID=5ce88104-7409-47ed-a208-795fa98caf2f,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:18.278899 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Attempting to bind port 5ce88104-7409-47ed-a208-795fa98caf2f on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:34:18.279315 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Attempting to bind port 5ce88104-7409-47ed-a208-795fa98caf2f by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:34:18.279690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Attempting to bind port 5ce88104-7409-47ed-a208-795fa98caf2f on network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:34:18.285608 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:34:18.286021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Checking segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:34:18.286431 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.286828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Bound using segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:34:18.287347 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Bound port: 5ce88104-7409-47ed-a208-795fa98caf2f, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:34:18.287730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.371846 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] For port 5ce88104-7409-47ed-a208-795fa98caf2f, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:34:18.375325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] For port 5ce88104-7409-47ed-a208-795fa98caf2f, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5ce88104-7409-47ed-a208-795fa98caf2f,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:34:18.451554 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.515156 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18208291-be84-48c1-a334-8ae939eb8949 None None] Pushing event updated for resources: {'Port': ['ID=5ce88104-7409-47ed-a208-795fa98caf2f,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:18.646720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.1 (eb6ee7b6-c520-4b4d-b931-132989a2c9d4/ffe118d8-842f-4d71-86c9-5314944f021d/8166aa7d-10a0-485c-85cf-01cd248a3b5c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:34:18.782370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.868561 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:18.910886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:18.913947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:18.917758 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:34:18.923892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:18.968114 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.166515 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.388959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479698d9-4b81-43f5-abd1-5c8ff51b0d16 None None] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:34:19.462968 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.465681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] Provisioning complete for port 5ce88104-7409-47ed-a208-795fa98caf2f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:19.466158 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.533471 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.618214 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:19.620966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.635464 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.729691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] For port 5ce88104-7409-47ed-a208-795fa98caf2f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5ce88104-7409-47ed-a208-795fa98caf2f,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:19.733877 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:19.735538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:19.816799 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:19.826586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5ce88104-7409-47ed-a208-795fa98caf2f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:19.860973 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 60a392bc-9ddf-4591-985e-fbe81de58315 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:34:19.909901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31640de-71db-4289-bb55-6128b1c25cba None None] Pushing event updated for resources: {'Port': ['ID=5ce88104-7409-47ed-a208-795fa98caf2f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:19.925040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5ce88104-7409-47ed-a208-795fa98caf2f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:19.925417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.001423 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:34:20.006617 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0dfd0412-29d8-461e-9ffb-9ea21d12e21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/60a392bc-9ddf-4591-985e-fbe81de58315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079408 Oct 26 17:34:20.013152 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Sync routers for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:34:20.016697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:20.068053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:20.068695 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:20.153423 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-33b67164-1704-4d81-b0c6-e7a61091b460 None None] Provisioning complete for port 8166aa7d-10a0-485c-85cf-01cd248a3b5c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:20.153863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-33b67164-1704-4d81-b0c6-e7a61091b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.181620 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-df946289-a6ee-40b9-9304-dfb58ecd542d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726709270&fields=id&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 267 time: 0.0413525 Oct 26 17:34:20.216026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-33b67164-1704-4d81-b0c6-e7a61091b460 None None] Port 8166aa7d-10a0-485c-85cf-01cd248a3b5c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:34:20.222805 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:20.223198 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.271229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:20.303839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-63b274b2-00a0-417f-8710-8485c16c27fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:20.305653 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-63b274b2-00a0-417f-8710-8485c16c27fa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 796 time: 0.1161444 Oct 26 17:34:20.307996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-33b67164-1704-4d81-b0c6-e7a61091b460 None None] Provisioning complete for port 5ce88104-7409-47ed-a208-795fa98caf2f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:20.308370 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-33b67164-1704-4d81-b0c6-e7a61091b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.323242 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-f81f42f0-faa4-498f-95ab-e993f050c8fe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/quotas/08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 375 time: 0.0103214 Oct 26 17:34:20.384895 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a20a25ef-9cc1-4af9-a7be-a956eede4b56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556803 Oct 26 17:34:20.485755 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-bbd8546e-a070-416f-a9d8-c477215133f6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Oct 26 17:34:20.491195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.561153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:20.582344 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-fe2bb881-685c-45b5-b430-5e70452d5fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904515 Oct 26 17:34:20.618473 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 2, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:20.646243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Checking router: 60a392bc-9ddf-4591-985e-fbe81de58315 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:34:20.646598 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Updating router 60a392bc-9ddf-4591-985e-fbe81de58315 port 8166aa7d-10a0-485c-85cf-01cd248a3b5c binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:34:20.648578 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.711188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.740793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:20.746510 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-46a5efa8-5c60-473f-a63b-e462f414a075 None None] Provisioning complete for port 8166aa7d-10a0-485c-85cf-01cd248a3b5c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:20.746872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46a5efa8-5c60-473f-a63b-e462f414a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:20.795877 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:34:20.854217 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-46a5efa8-5c60-473f-a63b-e462f414a075 None None] Port 8166aa7d-10a0-485c-85cf-01cd248a3b5c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:34:20.928092 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-68e3f9f8-86b0-4968-9fa5-cb3e75eb463d req-0ee81433-1327-4b13-aed5-b1b192f01a58 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 210 time: 0.1116464 Oct 26 17:34:21.033433 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.125124 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.187194 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2159f-7707-416b-97b5-23d327d73c73 None None] Pushing event updated for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:21.238991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Attempting to bind port 8166aa7d-10a0-485c-85cf-01cd248a3b5c on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:34:21.239483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Attempting to bind port 8166aa7d-10a0-485c-85cf-01cd248a3b5c by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:34:21.239839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Attempting to bind port 8166aa7d-10a0-485c-85cf-01cd248a3b5c on network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:34:21.245820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:34:21.246434 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Checking segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:34:21.247010 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.247429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Bound using segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:34:21.247896 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Bound port: 8166aa7d-10a0-485c-85cf-01cd248a3b5c, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:34:21.248293 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.318520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] For port 8166aa7d-10a0-485c-85cf-01cd248a3b5c, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:34:21.322195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] For port 8166aa7d-10a0-485c-85cf-01cd248a3b5c, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8166aa7d-10a0-485c-85cf-01cd248a3b5c,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:34:21.377877 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c5c4ba30-ce88-4cd7-94b1-4b2cf3534d0b None None] Provisioning complete for port 8166aa7d-10a0-485c-85cf-01cd248a3b5c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:21.379545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ba30-ce88-4cd7-94b1-4b2cf3534d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.405309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.457113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4ba30-ce88-4cd7-94b1-4b2cf3534d0b None None] Port 8166aa7d-10a0-485c-85cf-01cd248a3b5c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:34:21.480847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:21.481485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:21.483316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2159f-7707-416b-97b5-23d327d73c73 None None] Pushing event updated for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:21.599853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:21.726275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5ce88104-7409-47ed-a208-795fa98caf2f up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:21.771923 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] Provisioning complete for port 8166aa7d-10a0-485c-85cf-01cd248a3b5c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:21.772286 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:21.970279 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:22.026479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5ce88104-7409-47ed-a208-795fa98caf2f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:22.026836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:22.030042 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-549069cb-9dba-4ca6-b552-29504f2a51b9 req-a0adc206-0a06-4574-bdfa-84f7a84c964c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 210 time: 0.0309525 Oct 26 17:34:22.116146 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:22.136370 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:21Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:22.187767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7272348-7458-452c-af15-3e582a22c3ad None None] The sync data for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 is: [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:21Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:34:22.199056 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:22.264334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:22.264837 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:22.309862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] For port 8166aa7d-10a0-485c-85cf-01cd248a3b5c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8166aa7d-10a0-485c-85cf-01cd248a3b5c,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:22.370674 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:22.420810 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25efea-2b59-4094-8483-1f78a6c82e70 None None] Pushing event updated for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:22.867591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-f1a19727-4de3-4e2b-8773-88829aa6c57d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:22.869153 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-f1a19727-4de3-4e2b-8773-88829aa6c57d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 796 time: 0.1128769 Oct 26 17:34:22.922567 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-63445eec-433d-4092-a2f0-5fca5db72914 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 379 time: 0.0439904 Oct 26 17:34:22.933434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'port': {'device_id': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'admin_state_up': True, 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'security_groups': ['d02d4c79-e193-49db-a0fb-d0b4b40352f4']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:23.045633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.130355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:34:23.131194 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-64ea63bf-82c0-4cd5-9cfc-7df78358fa41 req-560964a9-174a-47c4-bf24-4da4fc3fe6f4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 210 time: 0.0273292 Oct 26 17:34:23.134942 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.273136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.12 (eb6ee7b6-c520-4b4d-b931-132989a2c9d4/ffe118d8-842f-4d71-86c9-5314944f021d/56948b7f-d5fa-4c91-9429-626ce5147fb4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:34:23.412080 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.519806 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.568494 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:23.571630 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:23.575307 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:34:23.581767 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:23.633790 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:23.634410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.712061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-a4049ab8-363f-4a66-949d-e44c0bd2100b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830455 Oct 26 17:34:23.727366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8166aa7d-10a0-485c-85cf-01cd248a3b5c up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:23.728345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-cb2c2fb9-99d6-4469-b83f-92454330d322 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:34:23.729744 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-cb2c2fb9-99d6-4469-b83f-92454330d322 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076070 Oct 26 17:34:23.780444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 8166aa7d-10a0-485c-85cf-01cd248a3b5c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:23.780816 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.789349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Request body: {'port': {'device_id': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:23.831088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-be68f0d8-544c-4d4e-bd61-77c7f244e37a None None] Provisioning complete for port 56948b7f-d5fa-4c91-9429-626ce5147fb4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:23.831489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be68f0d8-544c-4d4e-bd61-77c7f244e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.851578 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:23.890757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-be68f0d8-544c-4d4e-bd61-77c7f244e37a None None] Port 56948b7f-d5fa-4c91-9429-626ce5147fb4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:34:24.112778 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56948b7f-d5fa-4c91-9429-626ce5147fb4 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:34:24.120330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:24.132803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Transition to ACTIVE for port object 56948b7f-d5fa-4c91-9429-626ce5147fb4 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:34:24.187225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:24.241203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Pushing event updated for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:24.254432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f08071-61a1-4efa-bb8b-fdbd78a410cc req-9789874c-f751-444c-ad07-d86750662915 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.256566 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08f08071-61a1-4efa-bb8b-fdbd78a410cc req-9789874c-f751-444c-ad07-d86750662915 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 944 time: 0.0540817 Oct 26 17:34:24.304548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08f08071-61a1-4efa-bb8b-fdbd78a410cc req-45afd638-2a60-49c0-9674-074a3fc58f6c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353177 Oct 26 17:34:24.314774 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Attempting to bind port 56948b7f-d5fa-4c91-9429-626ce5147fb4 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:34:24.315111 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Attempting to bind port 56948b7f-d5fa-4c91-9429-626ce5147fb4 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:34:24.315469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Attempting to bind port 56948b7f-d5fa-4c91-9429-626ce5147fb4 on network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:34:24.320975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Port 56948b7f-d5fa-4c91-9429-626ce5147fb4 on network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:34:24.321536 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Attempting to bind port 56948b7f-d5fa-4c91-9429-626ce5147fb4 on network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:34:24.326479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:34:24.326816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Checking segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:34:24.327227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Bound using segment: {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:34:24.327660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Bound port: 56948b7f-d5fa-4c91-9429-626ce5147fb4, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89be28c1-29f3-49ae-a334-42c7cfb4663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:34:24.328019 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:24.395250 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:34:24.398992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:34:24.473035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:24.505741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.506941 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:24.509003 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] 10.222.0.47 "PUT /v2.0/ports/56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 1092 time: 0.7715425 Oct 26 17:34:24.516103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:34:24.519303 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa177a-3b4c-400e-a006-89e95a1f098a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:34:24.549776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dcf3-17e2-4bf7-a22c-3656b3d9a43c service neutron] Pushing event updated for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:24.567439 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f785f9-2e35-4c40-8251-30dc6e47d016 x-openstack-request-id: req-24f785f9-2e35-4c40-8251-30dc6e47d016 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:34:24.567735 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:34:24.567991 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24f785f9-2e35-4c40-8251-30dc6e47d016 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:34:24.568398 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'status': 'completed', 'code': 200} Oct 26 17:34:24.638488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-dc423f73-cb8d-42fc-aaca-3cde970b7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.640079 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-dc423f73-cb8d-42fc-aaca-3cde970b7044 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1095 time: 0.0505898 Oct 26 17:34:24.743762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-f2b654b7-41d0-425d-bfdb-65fc66b80ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.745261 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-f2b654b7-41d0-425d-bfdb-65fc66b80ca7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977206 Oct 26 17:34:24.842688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-acbeca44-e626-42fd-9632-eb3c51403e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.844161 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-19aa177a-3b4c-400e-a006-89e95a1f098a req-acbeca44-e626-42fd-9632-eb3c51403e6d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920811 Oct 26 17:34:24.921686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-3dc07233-e297-468f-b450-0e7bac5a552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:24.923073 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-3dc07233-e297-468f-b450-0e7bac5a552c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1095 time: 0.0421338 Oct 26 17:34:24.968620 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-f4b635a5-e459-4701-922c-caaea76f95af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 217 time: 0.0378134 Oct 26 17:34:25.019898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-27dfbb0a-b042-4f27-b1d4-c8a3f5922b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:25.021351 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-27dfbb0a-b042-4f27-b1d4-c8a3f5922b18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 200 len: 835 time: 0.0434701 Oct 26 17:34:25.066913 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-173318ab-353a-4534-b1c8-06e18d560d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:25.068447 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-173318ab-353a-4534-b1c8-06e18d560d4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391817 Oct 26 17:34:25.161404 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-529d8f65-6c99-45bf-afb5-f17cd6afa21d service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Oct 26 17:34:25.250335 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3a4ba4ff-9065-4e50-8bea-2ec5af743aa3 req-36102300-41b3-4082-8f1f-df63ef5669ed service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823030 Oct 26 17:34:25.422008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad586ed2-e6eb-4787-b066-d55a3495cbb7 req-842abf02-24ec-44b0-8611-3c0ba133c33c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:25.423469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad586ed2-e6eb-4787-b066-d55a3495cbb7 req-842abf02-24ec-44b0-8611-3c0ba133c33c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Oct 26 17:34:25.461248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad586ed2-e6eb-4787-b066-d55a3495cbb7 req-4a5b4935-bf44-49f2-a8e9-e457ca02cf67 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310166 Oct 26 17:34:26.576697 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf83b0-4a61-441b-8cf0-e3fb25f501ca req-63a28145-0d24-4daf-b088-04c35cd4f4aa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:26.578153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2caf83b0-4a61-441b-8cf0-e3fb25f501ca req-63a28145-0d24-4daf-b088-04c35cd4f4aa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 944 time: 0.0497150 Oct 26 17:34:26.615680 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2caf83b0-4a61-441b-8cf0-e3fb25f501ca req-ae222eab-387e-44b0-871e-ff71767ba413 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Oct 26 17:34:27.780873 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7f13b-10c0-4271-a1d8-2d5f19f9e045 req-6a1b3852-c003-41ca-9548-d406df946f13 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:27.782415 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebc7f13b-10c0-4271-a1d8-2d5f19f9e045 req-6a1b3852-c003-41ca-9548-d406df946f13 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 944 time: 0.0992558 Oct 26 17:34:27.821667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebc7f13b-10c0-4271-a1d8-2d5f19f9e045 req-9c657855-b787-412c-a3e9-44923a7bd6f7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333090 Oct 26 17:34:28.701937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 56948b7f-d5fa-4c91-9429-626ce5147fb4 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:34:28.800003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:28.811379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'port_id': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'mac_address': 'fa:16:3e:79:1b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:34:28.849703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:28.863289 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56948b7f-d5fa-4c91-9429-626ce5147fb4 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:34:28.883236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:28.942142 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf536bb-50c4-4f7b-84cf-379590c29ff4 req-18de73d9-b882-436d-b9a8-47561acc3c40 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:28.943614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbf536bb-50c4-4f7b-84cf-379590c29ff4 req-18de73d9-b882-436d-b9a8-47561acc3c40 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 944 time: 0.0536718 Oct 26 17:34:28.964781 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:28.983314 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbf536bb-50c4-4f7b-84cf-379590c29ff4 req-4f6b06c6-1295-4067-83e5-0a363e43ce34 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328918 Oct 26 17:34:29.012551 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:29.206849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['56948b7f-d5fa-4c91-9429-626ce5147fb4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:34:30.100657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbfcb-5c19-4db4-9d2f-3044143f8938 req-c10797b2-8d81-43bb-85b0-b9b0d2a782ab tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:30.102265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fccbbfcb-5c19-4db4-9d2f-3044143f8938 req-c10797b2-8d81-43bb-85b0-b9b0d2a782ab tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Oct 26 17:34:30.138846 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fccbbfcb-5c19-4db4-9d2f-3044143f8938 req-3e8651f0-f16e-44ed-bcc4-825500fa02cf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306602 Oct 26 17:34:30.718168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 56948b7f-d5fa-4c91-9429-626ce5147fb4 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:34:30.896390 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 56948b7f-d5fa-4c91-9429-626ce5147fb4 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:34:30.900250 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 56948b7f-d5fa-4c91-9429-626ce5147fb4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:34:30.900619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:30.974849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:30.997429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:34:30.999680 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9704aa38-d528-468d-978a-ef05aea48239" -d '{"events": [{"server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "name": "network-vif-plugged", "status": "completed", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:34:31.012245 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:34:31.035428 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df32ca-c6e4-4a00-b637-0556098a7680 x-openstack-request-id: req-e4df32ca-c6e4-4a00-b637-0556098a7680 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:34:31.035714 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "name": "network-vif-plugged", "status": "completed", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:34:31.035970 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4df32ca-c6e4-4a00-b637-0556098a7680 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:34:31.036353 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'code': 200} Oct 26 17:34:31.090794 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:31.120104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f725-2418-426a-86de-a806a4aaa55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:31.134646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f00510-288b-4db3-9bc4-1c105e4ec964 req-5903b275-13d8-4086-b0d5-719bd30db7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:31.136220 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16f00510-288b-4db3-9bc4-1c105e4ec964 req-5903b275-13d8-4086-b0d5-719bd30db7e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1097 time: 0.0418549 Oct 26 17:34:31.144710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:31.177526 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-16f00510-288b-4db3-9bc4-1c105e4ec964 req-9954b439-b952-4bc7-818b-4d4be8ebd878 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345197 Oct 26 17:34:31.255971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3de86c-4b2d-4d11-9411-475fc183a88d req-c401a921-7dc2-4734-8a4d-f44a85ce1ce2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:31.257612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb3de86c-4b2d-4d11-9411-475fc183a88d req-c401a921-7dc2-4734-8a4d-f44a85ce1ce2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0499706 Oct 26 17:34:31.295413 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eb3de86c-4b2d-4d11-9411-475fc183a88d req-c8976694-3780-4d84-9610-29b739cb6e35 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Oct 26 17:34:32.416521 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2ea4d-4b3a-4f99-b670-f72df1be7b47 req-1dffe4c0-bc27-4de5-811e-6469bf9d6082 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:32.417997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39a2ea4d-4b3a-4f99-b670-f72df1be7b47 req-1dffe4c0-bc27-4de5-811e-6469bf9d6082 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0549142 Oct 26 17:34:32.455784 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39a2ea4d-4b3a-4f99-b670-f72df1be7b47 req-97968897-1980-4d55-b577-a6f39cb9bc56 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Oct 26 17:34:33.308164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-11fcd2fd-79e6-47e4-ad6b-af14a3f0d670 req-a51c79d9-fda9-4e42-abf6-a5d3189ccc23 service neutron] (102736) timed out ('10.222.0.39', 51438) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:34:33.571165 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0a04-509b-4d25-869b-426773141cbe req-71a8b205-ec23-45d6-8023-a68da800cbfa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:33.572545 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7fd0a04-509b-4d25-869b-426773141cbe req-71a8b205-ec23-45d6-8023-a68da800cbfa tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0503807 Oct 26 17:34:33.609946 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7fd0a04-509b-4d25-869b-426773141cbe req-da03e691-a950-475a-a9bd-999adf33a7c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 26 17:34:33.622377 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e9578671-932a-4c3a-afa8-bc0a7fbf16aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:33.727456 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb6fb-00e9-47b8-b4d3-2536deecdd03 req-3dc0cff3-7ec8-40b4-aeb2-ef2bb1903fa0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:33.729201 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aedb6fb-00e9-47b8-b4d3-2536deecdd03 req-3dc0cff3-7ec8-40b4-aeb2-ef2bb1903fa0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Oct 26 17:34:33.767699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7aedb6fb-00e9-47b8-b4d3-2536deecdd03 req-48b24ec5-c0aa-4929-b18a-87b7b37c644e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Oct 26 17:34:33.789651 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32976) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:33.832773 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a7e6c-3192-434c-a241-991c4654c9ab tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:33.834695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ac9a7e6c-3192-434c-a241-991c4654c9ab tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1092 time: 0.0436175 Oct 26 17:34:33.837174 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32978) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:33.841458 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:34:33.924922 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.025463 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.127798 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.239 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f8f2008d-4747-4c2e-a689-06c28f0f56e2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:34:34.159331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.232384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.324008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.366788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:34:34.370001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:34:34.373044 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:34:34.399924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=f8f2008d-4747-4c2e-a689-06c28f0f56e2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:34.715760 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.839944 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:34.989706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:35.055980 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:35.123840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=f8f2008d-4747-4c2e-a689-06c28f0f56e2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:34:35.131691 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:35.306504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:35.340724 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP ff6c6a90-d941-43e7-b839-d44344a725f1 associated. External IP: 172.25.5.239, port: 56948b7f-d5fa-4c91-9429-626ce5147fb4. Oct 26 17:34:35.873317 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 60a392bc-9ddf-4591-985e-fbe81de58315 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:34:35.982788 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:34:35.992654 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Sync routers for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:34:36.002488 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:36.003082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:36.091941 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:36.109164 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:36.120888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1ec5622d-49cd-4ff8-96e1-e74d273104c6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2801900 Oct 26 17:34:36.120888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:34:36.121565 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffab13f-5a94-4a3d-9167-2949d413b550" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:34:36.161351 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501713b-9c91-4a67-9b03-0771d8d2a0a8 x-openstack-request-id: req-5501713b-9c91-4a67-9b03-0771d8d2a0a8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:34:36.161824 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:34:36.162310 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5501713b-9c91-4a67-9b03-0771d8d2a0a8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:34:36.162723 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'status': 'completed', 'code': 200} Oct 26 17:34:36.220315 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea91a2-cfcc-439f-89cd-c3800330bad5 req-c69ca91e-5c91-4536-9b7d-b2ab48035f1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:36.221938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8ea91a2-cfcc-439f-89cd-c3800330bad5 req-c69ca91e-5c91-4536-9b7d-b2ab48035f1e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0517614 Oct 26 17:34:36.234182 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-34d48494-17b2-43a6-97a8-385dab023134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:36.239955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-34d48494-17b2-43a6-97a8-385dab023134 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1097 time: 0.0495548 Oct 26 17:34:36.263648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c8ea91a2-cfcc-439f-89cd-c3800330bad5 req-c304b004-a609-4f33-a369-72dd6ac17560 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341086 Oct 26 17:34:36.288077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32984) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:36.345872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-84cdb139-036a-432e-8b5d-8a6ec3463da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:36.346131 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff6c6a90-d941-43e7-b839-d44344a725f1', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'port_id': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'mac_address': 'fa:16:3e:79:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:34:34Z', 'updated_at': '2021-10-26T17:34:34Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:36.347464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-84cdb139-036a-432e-8b5d-8a6ec3463da3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 897 time: 0.1051006 Oct 26 17:34:36.354697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-10c3b09d-182d-49d9-97b4-b68971488ed0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff6c6a90-d941-43e7-b839-d44344a725f1 HTTP/1.1" status: 200 len: 992 time: 0.0650609 Oct 26 17:34:36.372423 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Checking router: 60a392bc-9ddf-4591-985e-fbe81de58315 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:34:36.380944 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:34:36.381558 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:34:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:36.419686 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-66686406-0ec9-4efd-bea3-a2a4454f69f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0647342 Oct 26 17:34:36.472177 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-5e7a7e5a-8a18-4b32-a347-6a111b2e117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:36.473573 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-5e7a7e5a-8a18-4b32-a347-6a111b2e117c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 200 len: 835 time: 0.0466549 Oct 26 17:34:36.493628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:34:36.522742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-1135c92b-c962-4d25-9c27-a752f3c5eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:34:36.526654 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-1135c92b-c962-4d25-9c27-a752f3c5eef9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434124 Oct 26 17:34:36.637024 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-8ef02e5b-cb53-4e23-9b05-e2d79de83afa service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943995 Oct 26 17:34:36.734801 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff6c6a90-d941-43e7-b839-d44344a725f1', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'port_id': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'mac_address': 'fa:16:3e:79:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:34:34Z', 'updated_at': '2021-10-26T17:34:34Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:34:36.739390 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ffab13f-5a94-4a3d-9167-2949d413b550 req-1af1bd11-0c78-43d2-a85c-15dcc92ae2de service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956817 Oct 26 17:34:36.766941 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a8e1-b1eb-4594-a939-1df27f7d21c7 None None] The sync data for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 is: [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ff6c6a90-d941-43e7-b839-d44344a725f1', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'port_id': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'mac_address': 'fa:16:3e:79:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:34:34Z', 'updated_at': '2021-10-26T17:34:34Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:34:36.896580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:36.965566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e6934-af26-4ee6-b7df-4f366921893b None None] New status for floating IP ff6c6a90-d941-43e7-b839-d44344a725f1: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:34:37.358607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 32986) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:34:37.417508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4600606c-d42d-4014-9c73-e15bd14784c4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff6c6a90-d941-43e7-b839-d44344a725f1 HTTP/1.1" status: 200 len: 994 time: 0.0577331 Oct 26 17:34:51.805481 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:53.055395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:34:57.795083 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:35:01.112951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7a44e27-51ca-4ba9-a517-d34a06d5127e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:03.684589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ea14f95c-9f00-46c0-862f-707b966faf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:04.148151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:05.289937 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:06.861517 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:08.865004 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880da9-1a97-48c7-bff5-4ed446f7b3d2 req-69edfa72-3a13-4f02-be42-52c78705a86b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:08.866721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2880da9-1a97-48c7-bff5-4ed446f7b3d2 req-69edfa72-3a13-4f02-be42-52c78705a86b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0498366 Oct 26 17:35:08.910147 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d2880da9-1a97-48c7-bff5-4ed446f7b3d2 req-00a5d23a-94de-4d4f-92a8-8dbb6d49eacc tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363517 Oct 26 17:35:08.930876 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-5ece323b-8600-4725-add6-9366f6f2661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:08.932489 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-5ece323b-8600-4725-add6-9366f6f2661e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1097 time: 0.0436056 Oct 26 17:35:09.020855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-270bad15-cc17-44e8-9cf4-8c3b6dbac27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:09.022927 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-270bad15-cc17-44e8-9cf4-8c3b6dbac27f service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 897 time: 0.0833521 Oct 26 17:35:09.091700 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-7d09179a-989c-4d0d-90e1-90a3b38f5b52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 1002 time: 0.0616329 Oct 26 17:35:09.140528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-6ba88102-7917-4a94-ad49-0bb3c73bb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:09.141971 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-6ba88102-7917-4a94-ad49-0bb3c73bb223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 200 len: 835 time: 0.0436301 Oct 26 17:35:09.186890 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-210fa34e-3d3e-4a8b-83c8-a8a8b28f859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:09.188362 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-210fa34e-3d3e-4a8b-83c8-a8a8b28f859e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390401 Oct 26 17:35:09.278577 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-6b8df7f2-50e1-43a3-be2b-af8682bd4971 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830758 Oct 26 17:35:09.364586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5d078edc-656a-4f78-ae5e-5c274eb96864 req-3baa83d5-9b8e-4754-87fa-dc764a687891 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785654 Oct 26 17:35:10.030983 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7966-f6a8-4481-bdb5-b346ea43df38 req-9d8478ce-ec18-4b10-86fb-4c65a508af95 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:10.032453 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-149e7966-f6a8-4481-bdb5-b346ea43df38 req-9d8478ce-ec18-4b10-86fb-4c65a508af95 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0484171 Oct 26 17:35:10.070709 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-149e7966-f6a8-4481-bdb5-b346ea43df38 req-cd1a5218-4026-46ce-a0ed-ddfddf738b62 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Oct 26 17:35:11.185099 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987838f9-33fd-4aab-ad52-0b1bafdf1d2d req-1abb7f82-db77-4623-a316-a78566c6cecf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:11.186554 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987838f9-33fd-4aab-ad52-0b1bafdf1d2d req-1abb7f82-db77-4623-a316-a78566c6cecf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Oct 26 17:35:11.225100 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-987838f9-33fd-4aab-ad52-0b1bafdf1d2d req-20b3a24a-a012-4e43-b886-4aaae9cf0a05 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Oct 26 17:35:12.340563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487baac7-3e9b-44e9-ab69-c88390b90bb0 req-aa12ffdc-b7cd-4191-b4a3-4de63ff476c4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:12.342032 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487baac7-3e9b-44e9-ab69-c88390b90bb0 req-aa12ffdc-b7cd-4191-b4a3-4de63ff476c4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0499389 Oct 26 17:35:12.383363 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-487baac7-3e9b-44e9-ab69-c88390b90bb0 req-51f09e69-23cd-46b6-95c2-4358cc36ce06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353384 Oct 26 17:35:13.497986 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadcea-2819-4590-9066-4fa7aee07863 req-0d5944df-d0e6-4065-8727-9117bf82c918 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:13.499451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8edadcea-2819-4590-9066-4fa7aee07863 req-0d5944df-d0e6-4065-8727-9117bf82c918 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Oct 26 17:35:13.538033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8edadcea-2819-4590-9066-4fa7aee07863 req-679f5f03-d8a3-4aaf-b147-6c5e25658c53 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Oct 26 17:35:14.653881 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf4b5b-26e9-4481-a974-6060713c6533 req-5c17cd31-42b4-4cf9-be99-ed943a17ea1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:14.655375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bcf4b5b-26e9-4481-a974-6060713c6533 req-5c17cd31-42b4-4cf9-be99-ed943a17ea1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0489621 Oct 26 17:35:14.692683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1bcf4b5b-26e9-4481-a974-6060713c6533 req-9557398b-0083-474e-b61f-af74dc7bd161 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Oct 26 17:35:15.808939 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b470b-0d8e-408a-b934-bff41269d185 req-a98b2e63-178c-44ae-969d-3d181335b5d6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:15.810347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62b470b-0d8e-408a-b934-bff41269d185 req-a98b2e63-178c-44ae-969d-3d181335b5d6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Oct 26 17:35:15.850023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f62b470b-0d8e-408a-b934-bff41269d185 req-cd9c9704-f87e-4d58-a9ea-402a4f742cf9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337884 Oct 26 17:35:16.966350 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c6cb-dce3-4cbe-bffe-0ba52940c548 req-44c3395c-0091-496f-ae4f-6aededc55f4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:16.967839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b75c6cb-dce3-4cbe-bffe-0ba52940c548 req-44c3395c-0091-496f-ae4f-6aededc55f4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Oct 26 17:35:17.004681 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8b75c6cb-dce3-4cbe-bffe-0ba52940c548 req-bb0e3820-07e7-4d4d-b322-66b37933f7a7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Oct 26 17:35:18.119682 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439808ad-5123-4e77-ad7f-267178572602 req-715bb958-2318-4e0f-a589-2b837d8c41b8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:18.121142 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-439808ad-5123-4e77-ad7f-267178572602 req-715bb958-2318-4e0f-a589-2b837d8c41b8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0488930 Oct 26 17:35:18.157555 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-439808ad-5123-4e77-ad7f-267178572602 req-fa96e5bb-eedd-4978-88a4-7ee09e72221f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Oct 26 17:35:19.274691 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4c53-13fe-42cb-afa4-5e5b1497e5a6 req-0e46c824-c3b1-45e1-ab20-bd2a90d05f8d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:19.276202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f2b4c53-13fe-42cb-afa4-5e5b1497e5a6 req-0e46c824-c3b1-45e1-ab20-bd2a90d05f8d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Oct 26 17:35:19.317137 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f2b4c53-13fe-42cb-afa4-5e5b1497e5a6 req-1f517c65-e537-48cf-b85e-5d97b0e0714b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350466 Oct 26 17:35:20.437559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204be18-f1a4-469c-8acc-6709bf26cad1 req-9f1d265b-b345-4e31-ba93-59b0bd635cd0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:20.439045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d204be18-f1a4-469c-8acc-6709bf26cad1 req-9f1d265b-b345-4e31-ba93-59b0bd635cd0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0513568 Oct 26 17:35:20.477646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d204be18-f1a4-469c-8acc-6709bf26cad1 req-9e29c90a-81d8-4895-bed7-d29963ab273a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324266 Oct 26 17:35:21.593447 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd9cef-a389-408d-b31b-152c65136e40 req-a894a59f-b202-46fe-94df-148c48e54c95 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:21.594898 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5cd9cef-a389-408d-b31b-152c65136e40 req-a894a59f-b202-46fe-94df-148c48e54c95 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Oct 26 17:35:21.632706 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5cd9cef-a389-408d-b31b-152c65136e40 req-32eb4365-b1cb-49ff-a166-27558009a567 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Oct 26 17:35:21.802760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:22.746910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985024c-c85a-4f50-a4a2-00f657be51cc req-73d4a7fc-01df-4b0f-9ad7-e4b94d992913 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:22.748403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5985024c-c85a-4f50-a4a2-00f657be51cc req-73d4a7fc-01df-4b0f-9ad7-e4b94d992913 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0490422 Oct 26 17:35:22.789929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5985024c-c85a-4f50-a4a2-00f657be51cc req-e87e9508-67b4-4291-9600-46a49560f646 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355473 Oct 26 17:35:23.049763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:23.904960 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02345b-dd13-4a21-a007-f1cc5f470f3c req-33d9dcb4-9941-4963-aa4e-8e2cd804ae23 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:23.906439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02345b-dd13-4a21-a007-f1cc5f470f3c req-33d9dcb4-9941-4963-aa4e-8e2cd804ae23 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Oct 26 17:35:23.945053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1a02345b-dd13-4a21-a007-f1cc5f470f3c req-79376f27-64ea-4b91-9d00-051472bf2b81 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Oct 26 17:35:25.064616 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30e36a-627d-42f0-a62d-187c8600a2df req-da6205d6-70e2-4b50-b52d-c48378e09a90 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:25.066586 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a30e36a-627d-42f0-a62d-187c8600a2df req-da6205d6-70e2-4b50-b52d-c48378e09a90 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0525222 Oct 26 17:35:25.105565 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4a30e36a-627d-42f0-a62d-187c8600a2df req-7bd66e72-9346-4029-b891-8326ec5f506f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Oct 26 17:35:25.526202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-3ceeeab2-acef-45cb-928b-4d7cdccc72f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453398 Oct 26 17:35:25.607272 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-177c4517-702f-48b9-8e62-8961bc172ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:25.608739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-177c4517-702f-48b9-8e62-8961bc172ac3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1097 time: 0.0399363 Oct 26 17:35:25.713926 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-a4343efc-e1e5-4c49-a57f-a1f0f304ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:25.715386 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-a4343efc-e1e5-4c49-a57f-a1f0f304ca80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 897 time: 0.0877643 Oct 26 17:35:25.778754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-f55c9364-ed39-4b6c-b1a5-faa675ca63a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 1002 time: 0.0563617 Oct 26 17:35:25.827237 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-b19e99cd-f714-4636-8de0-dfcc7d6d6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:25.828625 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-b19e99cd-f714-4636-8de0-dfcc7d6d6857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 200 len: 835 time: 0.0435119 Oct 26 17:35:25.875979 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-606b4ce7-44ec-48a3-8f43-4e90e0236e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:25.877433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-606b4ce7-44ec-48a3-8f43-4e90e0236e60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415266 Oct 26 17:35:25.969630 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-d6b80043-2a36-4025-ab91-bef7710ccf58 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Oct 26 17:35:26.063094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3b7394b6-8c21-4f1a-b932-5f9ab968f2f5 req-bfa112e1-43ca-4f29-824a-52c8a605b4c7 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865808 Oct 26 17:35:26.222368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98017303-dc6c-4787-baf5-4baccca7d681 req-3c85b5ff-b8ee-4cd7-8401-3aacdee68178 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:26.223859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98017303-dc6c-4787-baf5-4baccca7d681 req-3c85b5ff-b8ee-4cd7-8401-3aacdee68178 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0497773 Oct 26 17:35:26.266094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98017303-dc6c-4787-baf5-4baccca7d681 req-4fdada95-17df-4585-8972-4cf9c0f659bd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363057 Oct 26 17:35:26.288526 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33034) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:35:26.349237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2b2f67fa-fa13-4a36-90e5-e32d725e2700 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/ff6c6a90-d941-43e7-b839-d44344a725f1 HTTP/1.1" status: 200 len: 994 time: 0.0594702 Oct 26 17:35:31.145423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bac9d742-577f-427b-80f0-29fb51bce249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:33.626205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9c53d454-7ab7-4e0c-9157-5f2d4b011a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:34.152395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:34.795605 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:35:35.295542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:36.906461 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:51.803477 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:53.077625 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:56.770721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:35:56.925532 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port f8f2008d-4747-4c2e-a689-06c28f0f56e2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:35:56.925794 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.002788 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.003111 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.014911 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for f8f2008d-4747-4c2e-a689-06c28f0f56e2 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:35:57.209861 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.236018 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=f8f2008d-4747-4c2e-a689-06c28f0f56e2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:35:57.259071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.259445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.259781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.260113 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.260437 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.260761 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.261091 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.261449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.261783 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.262125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.262442 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.262742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:35:57.302963 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.303314 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP ff6c6a90-d941-43e7-b839-d44344a725f1 disassociated (deleted). External IP: 172.25.5.239, port: 56948b7f-d5fa-4c91-9429-626ce5147fb4. Oct 26 17:35:57.507982 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 60a392bc-9ddf-4591-985e-fbe81de58315 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:35:57.613185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:35:57.618449 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:57.623990 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Sync routers for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:35:57.634761 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:35:57.635396 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:35:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:35:57.645031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6fca86b5-2c72-4c86-9e15-8f853ee24601 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff6c6a90-d941-43e7-b839-d44344a725f1 HTTP/1.1" status: 204 len: 168 time: 0.8723233 Oct 26 17:35:57.645743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:35:57.648509 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5475af67-574c-4bf7-aad1-c96787cfb7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:35:57.688561 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f49f5-c307-403e-ae04-56e79ad6da42 x-openstack-request-id: req-457f49f5-c307-403e-ae04-56e79ad6da42 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:35:57.688831 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:35:57.689196 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-457f49f5-c307-403e-ae04-56e79ad6da42 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:35:57.689617 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'status': 'completed', 'code': 200} Oct 26 17:35:57.744783 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:35:57.756714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-fb2d105d-6f45-498a-8741-89d5c56ab855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:57.758278 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-fb2d105d-6f45-498a-8741-89d5c56ab855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 1097 time: 0.0425656 Oct 26 17:35:57.859765 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-6e5581ba-5528-482f-8e53-b6bbb6029362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:57.861259 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-6e5581ba-5528-482f-8e53-b6bbb6029362 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 200 len: 897 time: 0.0936782 Oct 26 17:35:57.905310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-c720e4cf-cd64-416b-86a3-ce2e2cc8e5ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 200 len: 217 time: 0.0364969 Oct 26 17:35:57.963714 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-a8012358-d9cf-4e11-8e89-e61c320ad7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:57.965184 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-a8012358-d9cf-4e11-8e89-e61c320ad7e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 200 len: 835 time: 0.0471261 Oct 26 17:35:58.016523 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-7b28f8fe-31ed-4e90-913f-ac4a2d3d7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:58.018274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-7b28f8fe-31ed-4e90-913f-ac4a2d3d7e1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb6ee7b6-c520-4b4d-b931-132989a2c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463994 Oct 26 17:35:58.045912 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:35:58.074581 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Checking router: 60a392bc-9ddf-4591-985e-fbe81de58315 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:35:58.083762 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:35:58.084376 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:35:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:35:58.112992 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da73efc-1058-4a77-832a-7099b59a20e1 req-9e32facb-9e33-4f96-8310-e779aef1dc53 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:58.115849 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0da73efc-1058-4a77-832a-7099b59a20e1 req-9e32facb-9e33-4f96-8310-e779aef1dc53 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0520113 Oct 26 17:35:58.123655 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-1b29a82a-69d9-4eb0-8a9a-ad4eca470f37 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921812 Oct 26 17:35:58.158135 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0da73efc-1058-4a77-832a-7099b59a20e1 req-229dcf48-0d55-4949-aafd-b036265d3317 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342329 Oct 26 17:35:58.196974 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:35:58.222950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5475af67-574c-4bf7-aad1-c96787cfb7d9 req-85bddcdc-2b6b-4bad-84d3-10c9b2ebcfe3 service neutron] 10.222.0.47 "GET /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904844 Oct 26 17:35:58.391787 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:35:58.420650 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939d00d-834c-4b91-8afc-1f4c3bf5f6be None None] The sync data for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 is: [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:34:19Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '8166aa7d-10a0-485c-85cf-01cd248a3b5c', 'name': '', 'network_id': 'eb6ee7b6-c520-4b4d-b931-132989a2c9d4', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:fe:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:18Z', 'updated_at': '2021-10-26T17:34:22Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'ffe118d8-842f-4d71-86c9-5314944f021d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:35:58.631789 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c364a45-0c78-4696-b5ea-62dd6ca45a33 None None] New status for floating IP ff6c6a90-d941-43e7-b839-d44344a725f1: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:35:59.281030 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfe52a-5d08-43cb-984f-195b2c8d65db req-7f0d7505-86de-49c6-879e-b8c465da9bf9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:59.282482 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fbfe52a-5d08-43cb-984f-195b2c8d65db req-7f0d7505-86de-49c6-879e-b8c465da9bf9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0482621 Oct 26 17:35:59.319731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0fbfe52a-5d08-43cb-984f-195b2c8d65db req-f8f49224-138d-435e-921b-bc5b94291027 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d02d4c79-e193-49db-a0fb-d0b4b40352f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306625 Oct 26 17:35:59.562930 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-9ec21d08-14ca-4eb0-9ee4-7ef6846a3717 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:35:59.564402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-9ec21d08-14ca-4eb0-9ee4-7ef6846a3717 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Oct 26 17:35:59.650391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 56948b7f-d5fa-4c91-9429-626ce5147fb4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:35:59.650731 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:59.740934 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 56948b7f-d5fa-4c91-9429-626ce5147fb4, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=56948b7f-d5fa-4c91-9429-626ce5147fb4,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:35:59.741274 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:59.753345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 56948b7f-d5fa-4c91-9429-626ce5147fb4 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:35:59.962349 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:35:59.991469 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=56948b7f-d5fa-4c91-9429-626ce5147fb4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:00.015865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.016205 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.016550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.016886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.017217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.017547 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.017873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.018195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.018520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.018846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.019359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.019481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:00.041544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] No DVR routers for this DVR port 56948b7f-d5fa-4c91-9429-626ce5147fb4 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:36:00.044248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:00.047618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dd47dfc6-01b4-4beb-876e-43cc76a34e21 req-66f74afa-29c7-47cb-ade7-9eccbf274155 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "DELETE /v2.0/ports/56948b7f-d5fa-4c91-9429-626ce5147fb4 HTTP/1.1" status: 204 len: 173 time: 0.4771385 Oct 26 17:36:00.048068 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'name': 'network-vif-deleted', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:36:00.050317 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d7223-6ddc-48bb-bf17-25189ce3e976" -d '{"events": [{"server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "name": "network-vif-deleted", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:36:00.143343 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207e678-6560-46ea-b143-cf463358a7a2 x-openstack-request-id: req-e207e678-6560-46ea-b143-cf463358a7a2 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:36:00.143957 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c8cbf6-308c-4a3c-857a-bb00adc193d5", "name": "network-vif-deleted", "tag": "56948b7f-d5fa-4c91-9429-626ce5147fb4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:36:00.144251 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e207e678-6560-46ea-b143-cf463358a7a2 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:36:00.144651 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c8cbf6-308c-4a3c-857a-bb00adc193d5', 'name': 'network-vif-deleted', 'tag': '56948b7f-d5fa-4c91-9429-626ce5147fb4', 'status': 'completed', 'code': 200} Oct 26 17:36:00.437226 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cafa0a7c-2bb6-40b1-aee1-644d05385cbd req-c5b8042e-7da4-4067-bb01-e257b9a6d5b2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c8cbf6-308c-4a3c-857a-bb00adc193d5 HTTP/1.1" status: 200 len: 210 time: 0.0331464 Oct 26 17:36:01.122874 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c381ead9-99b8-45cd-8086-bc3fc9bdc53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:01.498845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33074) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:01.858275 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:02.431005 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 8166aa7d-10a0-485c-85cf-01cd248a3b5c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:36:02.431381 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:02.516668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 8166aa7d-10a0-485c-85cf-01cd248a3b5c, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=8166aa7d-10a0-485c-85cf-01cd248a3b5c,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:02.517348 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:02.530027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 8166aa7d-10a0-485c-85cf-01cd248a3b5c owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:36:02.807749 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:02.834001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=8166aa7d-10a0-485c-85cf-01cd248a3b5c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:03.010433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.224649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 60a392bc-9ddf-4591-985e-fbe81de58315 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:36:03.248270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 56948b7f-d5fa-4c91-9429-626ce5147fb4 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:36:03.270578 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: 56948b7f-d5fa-4c91-9429-626ce5147fb4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:36:03.271024 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 56948b7f-d5fa-4c91-9429-626ce5147fb4 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:36:03.332047 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:36:03.337407 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ccf03dd9-1c8e-41f8-ab21-51b84d7845b9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/60a392bc-9ddf-4591-985e-fbe81de58315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373604 Oct 26 17:36:03.339983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33078) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:03.342757 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Sync routers for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:36:03.353001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:03.353588 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:35:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:03.390882 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting subnet ffe118d8-842f-4d71-86c9-5314944f021d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:36:03.394026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.434084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.456660 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:03.522390 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.603569 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e228-ee44-449a-ba46-e297349b88cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.637203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:36:02Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:03.649360 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.666366 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Checking router: 60a392bc-9ddf-4591-985e-fbe81de58315 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:36:03.674700 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Routers {'60a392bc-9ddf-4591-985e-fbe81de58315'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:03.675349 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['60a392bc-9ddf-4591-985e-fbe81de58315'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:03.677741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe118d8-842f-4d71-86c9-5314944f021d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:03.681819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.687402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6f8e077c-f4b8-45db-8d46-ef1a2bad4e2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/subnets/ffe118d8-842f-4d71-86c9-5314944f021d HTTP/1.1" status: 204 len: 168 time: 0.3441133 Oct 26 17:36:03.687787 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:03.704031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c4a83-807b-4875-95b9-f6afd32ce3f6 None None] Network eb6ee7b6-c520-4b4d-b931-132989a2c9d4 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:36:03.782160 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] Set router 60a392bc-9ddf-4591-985e-fbe81de58315 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:03.811670 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.920820 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:03.987425 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:36:02Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:04.011074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] DHCP port deletion for eb6ee7b6-c520-4b4d-b931-132989a2c9d4 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:36:04.014220 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcca1d-8473-4658-9af2-37c1689ea098 None None] The sync data for ids ['60a392bc-9ddf-4591-985e-fbe81de58315'] in n-d-815373-2 is: [{'id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890644383', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:34:14Z', 'updated_at': '2021-10-26T17:36:02Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a392bc-9ddf-4591-985e-fbe81de58315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:34:15Z', 'updated_at': '2021-10-26T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:36:04.069862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Deleting port 5ce88104-7409-47ed-a208-795fa98caf2f {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:36:04.070182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:36:04.070336 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.070774 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.142135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] For port 5ce88104-7409-47ed-a208-795fa98caf2f, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5ce88104-7409-47ed-a208-795fa98caf2f,segment=NetworkSegment(89be28c1-29f3-49ae-a334-42c7cfb4663a),segment_id=89be28c1-29f3-49ae-a334-42c7cfb4663a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:04.142522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.151797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:04.152161 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.157141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Calling delete_port for 5ce88104-7409-47ed-a208-795fa98caf2f owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:36:04.164555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:36:04.202160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.415531 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.441040 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:04.501095 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.514962 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.531633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Pushing event deleted for resources: {'Port': ['ID=5ce88104-7409-47ed-a208-795fa98caf2f,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:04.533879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] No DVR routers for this DVR port 5ce88104-7409-47ed-a208-795fa98caf2f on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.551454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2ff61-c489-4648-9a91-92f04c222ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:04.614199 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.616951 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.740828 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.741525 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Fanout notify agent at l3_agent the message router_deleted on router 60a392bc-9ddf-4591-985e-fbe81de58315 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:36:04.748230 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.749329 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fb72509f-328d-4412-a2b9-66d73af819a4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/routers/60a392bc-9ddf-4591-985e-fbe81de58315 HTTP/1.1" status: 204 len: 168 time: 1.0606289 Oct 26 17:36:04.752242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:04.837249 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.924673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.944705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6ee7b6-c520-4b4d-b931-132989a2c9d4']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:04.953506 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89be28c1-29f3-49ae-a334-42c7cfb4663a') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:04.953800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89be28c1-29f3-49ae-a334-42c7cfb4663a') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:04.968918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.982683 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.988515 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:36:04.988905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:36:04.991906 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:36:05.214796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.222075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.226173 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/networks/eb6ee7b6-c520-4b4d-b931-132989a2c9d4 HTTP/1.1" status: 204 len: 168 time: 0.4728856 Oct 26 17:36:05.231204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33086) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:05.246069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e41f41-cf2e-4c34-a773-92a69b0fd534 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Network': ['ID=eb6ee7b6-c520-4b4d-b931-132989a2c9d4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:05.293228 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.310169 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.322126 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.460345 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.462873 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:05.464107 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/security-groups/d02d4c79-e193-49db-a0fb-d0b4b40352f4 HTTP/1.1" status: 204 len: 168 time: 0.2316322 Oct 26 17:36:05.473198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab176-32c5-47b3-ae22-e7ae9af9d50b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d4c79-e193-49db-a0fb-d0b4b40352f4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:05.750307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5ce88104-7409-47ed-a208-795fa98caf2f no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:36:05.771213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 5ce88104-7409-47ed-a208-795fa98caf2f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:36:05.771590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5ce88104-7409-47ed-a208-795fa98caf2f not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:36:05.772043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:36:05.790484 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:36:05.790820 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 82ac6c1f-7dfc-407c-ad53-c8e4ca111ec0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:36:05.791237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8166aa7d-10a0-485c-85cf-01cd248a3b5c no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:36:05.813112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 8166aa7d-10a0-485c-85cf-01cd248a3b5c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:36:05.817231 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 8166aa7d-10a0-485c-85cf-01cd248a3b5c not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:36:05.845673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33092) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:05.850376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743012451', 'description': 'tempest-secgroup-smoke-743012451 description', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:05.944902 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.009818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.066383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.094728 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d181c5c4-9585-4d9c-bcfc-cf481b8beccd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:06.163634 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.164922 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5faf1142-29f3-45e5-94ef-54d3b55d849f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3182619 Oct 26 17:36:06.167825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33094) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:06.173052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:06.253373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.312881 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.368985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.386768 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5d7c59-dbbf-4b97-9ea1-fdddd8643701,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:06.445352 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.446612 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-3bdf1172-c95c-483c-9f5d-24db2f229ff9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778726 Oct 26 17:36:06.449488 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:06.454558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:06.523055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.579595 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.664603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.684400 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfff55a-f4d5-453d-9ec2-282c27ee9b3b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:06.752362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.753582 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-928c4ad7-acd7-464e-8cd6-cb42cd465c14 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3029149 Oct 26 17:36:06.756639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:06.760976 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:06.858487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.887695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.914939 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:06.990493 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.010537 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a1c603-841f-4f84-bd26-c0edb5b60c85,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:07.091290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.092512 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9c9b9984-ccd2-4212-8da3-dc54509b8c84 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349419 Oct 26 17:36:07.095286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:07.099696 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:07.209082 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.268501 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.339882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.357479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f052931-8b26-41da-9425-96643e759033,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:07.428282 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.429517 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e4a43e29-0417-4d2a-bc8b-0943bc917ec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332572 Oct 26 17:36:07.432194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33102) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:07.436602 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:07.552437 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:36:07.557822 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.617606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.688480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.706673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ef1532-8c90-4056-81ee-776394423929,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:07.776365 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.777595 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4aff69a0-3950-45f3-96e7-d17bea2d4fb3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444719 Oct 26 17:36:07.780514 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33104) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:07.785113 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': 'd181c5c4-9585-4d9c-bcfc-cf481b8beccd', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:07.860378 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:36:07.865840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.924168 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.975023 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:07.993493 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ad9702-163f-417d-a7de-3452804448d9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:08.040174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.041317 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c5a9f56e-d3ef-4eca-b20c-78c2d9277c77 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2597401 Oct 26 17:36:08.044262 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33106) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:08.049178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'network': {'name': 'tempest-network-smoke--1334848243', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:08.121398 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:36:08.124858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.147680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:36:08.156014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.156351 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Added segment 4202ef26-cf86-4d74-90b2-5f388187c2b4 of type vlan for network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c Oct 26 17:36:08.197512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.304529 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.310058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:08.314046 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.373340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Network': ['ID=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:08.384030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:36:08.418301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5f3d4457-6ddb-4e74-8621-c167e7eea329 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3705633 Oct 26 17:36:08.418500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33108) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:08.422875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'admin_state_up': True, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:08.505278 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.506560 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.562169 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:08.791027 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.084550 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.103174 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.205801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.233 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:36:09.305245 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.390292 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.432363 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:09.435279 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:09.440071 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:36:09.462641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:09.744784 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:09.941858 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.117347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 41acc44d-cf08-40f0-a289-95852592f169 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:36:10.221935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:36:10.231913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Sync routers for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:36:10.242969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:10.247919 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:10.313821 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.319232 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-73e98ee0-6185-401f-9d5a-fd9940bce05e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8956435 Oct 26 17:36:10.322431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33110) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:10.347395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2a4ca15d-9ecb-4328-b26f-6913a84eb3da tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=08272201e7e24d1bb15b14dd07b9b4fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267837 Oct 26 17:36:10.350627 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33112) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:10.351441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:10.440892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9758ea8-55e8-441a-9a66-7328016800ac tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:10.442924 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e9758ea8-55e8-441a-9a66-7328016800ac tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907347 Oct 26 17:36:10.445983 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:10.473586 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-278b8e0d-2975-4a71-bc1e-21aed276fc75 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264926 Oct 26 17:36:10.476100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33116) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:10.480726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1340129379', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:10.533874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:09Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:10.562018 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Checking router: 41acc44d-cf08-40f0-a289-95852592f169 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:36:10.562360 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Updating router 41acc44d-cf08-40f0-a289-95852592f169 port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:36:10.586627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.632017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:36:10.635980 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.836153 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.854865 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.898928 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.922920 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Subnet': ['ID=b3c633be-f24f-47e8-977f-adf02e41c56b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:10.931722 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Checking segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:36:10.932094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network hostable DHCP agents. Network: e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:36:10.954714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Attempting to bind port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:36:10.960255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Attempting to bind port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:36:10.960255 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Attempting to bind port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:36:10.967234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b20c6-7bda-481f-ae6f-800e9d7bfa1c None None] Pushing event updated for resources: {'Port': ['ID=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:10.971182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:36:10.971182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:36:10.971182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:10.971182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:36:10.971182 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Bound port: c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:36:10.971686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.012851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:36:11.024807 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] For port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:36:11.028639 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] For port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:36:11.075911 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:11.084517 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0a79a-4da7-4636-9e72-4269e8b54ae5 None None] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:36:11.088566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:11.089078 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.129302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.168360 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33118) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:11.168942 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-79e43215-61be-4ede-9bcb-462a11e4c432 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6916952 Oct 26 17:36:11.221444 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:11.222058 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:11.229427 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b20c6-7bda-481f-ae6f-800e9d7bfa1c None None] Pushing event updated for resources: {'Port': ['ID=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:11.389310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:36:11.390144 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.393758 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:11.603274 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.657605 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Allocated IP 172.20.0.2 (e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c/b3c633be-f24f-47e8-977f-adf02e41c56b/2950e6c6-fd97-4128-9017-2df2aadb4953) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:36:11.735003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:09Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:11.766760 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14748a3-bbda-4b48-9f77-ecaa298072e5 None None] The sync data for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 is: [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:09Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:36:11.795450 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:36:11.849778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.941079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:11.988625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:11.996316 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:12.003174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:36:12.012497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Pushing event updated for resources: {'Port': ['ID=2950e6c6-fd97-4128-9017-2df2aadb4953,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:12.028557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.1 (e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c/b3c633be-f24f-47e8-977f-adf02e41c56b/37fb4b79-cdab-4b46-b8f5-5c6250aa8699) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:36:12.085304 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Attempting to bind port 2950e6c6-fd97-4128-9017-2df2aadb4953 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:36:12.088920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Attempting to bind port 2950e6c6-fd97-4128-9017-2df2aadb4953 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:36:12.088920 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Attempting to bind port 2950e6c6-fd97-4128-9017-2df2aadb4953 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:36:12.091929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:36:12.092308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Checking segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:36:12.092706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.093269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Bound using segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:36:12.093818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Bound port: 2950e6c6-fd97-4128-9017-2df2aadb4953, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:36:12.094202 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.159080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.163889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] For port 2950e6c6-fd97-4128-9017-2df2aadb4953, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:36:12.167238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] For port 2950e6c6-fd97-4128-9017-2df2aadb4953, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2950e6c6-fd97-4128-9017-2df2aadb4953,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:36:12.220910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.243859 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.292270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83957b-64c0-4b56-9990-31925cad62d6 None None] Pushing event updated for resources: {'Port': ['ID=2950e6c6-fd97-4128-9017-2df2aadb4953,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:12.302444 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:12.305784 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:12.310945 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:36:12.341580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:12.370653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.600528 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.875969 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:12.967200 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:13.039282 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:13.041127 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:13.239660 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f902e0-1f74-43f4-97fe-9523e5ee1507 None None] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:36:13.459634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] Provisioning complete for port 2950e6c6-fd97-4128-9017-2df2aadb4953 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:13.460000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:13.486590 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:13.488595 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:13.609172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 41acc44d-cf08-40f0-a289-95852592f169 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:36:13.614668 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:13.667813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] For port 2950e6c6-fd97-4128-9017-2df2aadb4953, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2950e6c6-fd97-4128-9017-2df2aadb4953,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:13.726924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:36:13.735780 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e38b4d6-24ac-479a-9a93-98246b8fe6da tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/41acc44d-cf08-40f0-a289-95852592f169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633869 Oct 26 17:36:13.747378 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Sync routers for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:36:13.757143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:13.760753 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:13.761570 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:13.833173 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15acf94-5d32-4f40-b6c1-2a29942e2159 None None] Pushing event updated for resources: {'Port': ['ID=2950e6c6-fd97-4128-9017-2df2aadb4953,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:13.894111 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:13.902374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2950e6c6-fd97-4128-9017-2df2aadb4953 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:13.974294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-b6a06b64-452d-405d-95df-e4904aba5af1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743012451&fields=id&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 267 time: 0.0657711 Oct 26 17:36:13.985971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-958972e3-d6a3-4c09-a8ea-d3a5c42a10a9 None None] Provisioning complete for port 2950e6c6-fd97-4128-9017-2df2aadb4953 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:13.985971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-958972e3-d6a3-4c09-a8ea-d3a5c42a10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.021816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2950e6c6-fd97-4128-9017-2df2aadb4953 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:14.022295 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.107420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-69ddbf28-7c9a-4978-acec-52d186942386 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:14.108977 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-69ddbf28-7c9a-4978-acec-52d186942386 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 797 time: 0.1337638 Oct 26 17:36:14.126451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-125d5e91-d0c1-4bf9-ba49-08f678bbaca0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/quotas/08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 375 time: 0.0107014 Oct 26 17:36:14.198797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:14.203792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-7f329d5c-92ea-4ed3-b169-a04cd3ccb183 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709255 Oct 26 17:36:14.240528 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 2, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:14.241819 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-958972e3-d6a3-4c09-a8ea-d3a5c42a10a9 None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:14.242308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-958972e3-d6a3-4c09-a8ea-d3a5c42a10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.272086 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Checking router: 41acc44d-cf08-40f0-a289-95852592f169 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:36:14.272424 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Updating router 41acc44d-cf08-40f0-a289-95852592f169 port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:36:14.295350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-958972e3-d6a3-4c09-a8ea-d3a5c42a10a9 None None] Port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:36:14.296937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:14.297301 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.304462 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.390079 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.399506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-f40d0c92-166b-407b-be9d-0d5337e6cb3a service neutron] 10.222.0.21 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822498 Oct 26 17:36:14.429974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:14.438063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-168d4da8-a3de-49f0-84b5-8777c812a9bb None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:14.438437 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-168d4da8-a3de-49f0-84b5-8777c812a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.474554 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-168d4da8-a3de-49f0-84b5-8777c812a9bb None None] Port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:36:14.497877 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-fc6da2c7-dee9-46c2-a694-9104c9903f91 service neutron] 10.222.0.21 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902836 Oct 26 17:36:14.528695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.591836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:14.602530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c672b993-f2c3-482a-9115-1963c502bf07 None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:14.602922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c672b993-f2c3-482a-9115-1963c502bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.610543 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.637397 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c672b993-f2c3-482a-9115-1963c502bf07 None None] Port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:36:14.689001 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.747522 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4682293-9eda-4e03-8e36-1462764e5705 req-3354f902-eb2c-497b-936e-1255c1900326 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 210 time: 0.0306849 Oct 26 17:36:14.796889 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Pushing event updated for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:14.818351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.818821 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.819319 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.819900 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.820346 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.820796 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.821181 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.821572 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.822139 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.822524 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.822908 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.823320 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:36:14.827763 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Attempting to bind port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:36:14.828259 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Attempting to bind port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:36:14.828738 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Attempting to bind port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:36:14.835527 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:36:14.835996 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Checking segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:36:14.836539 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.837023 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Bound using segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:36:14.837476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Bound port: 37fb4b79-cdab-4b46-b8f5-5c6250aa8699, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:36:14.837921 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:14.905832 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] For port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:36:14.909081 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] For port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:36:14.969521 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:15.037499 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b4a5e-19d2-4eb0-8f4c-7a6913390d8d None None] Pushing event updated for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:15.045038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:15.045038 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:15.073052 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:15.076533 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:15.165759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:15.171991 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:15.206684 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] For port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:15.281611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:15.332717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7189f93-acbd-4f60-8f5d-3b4d4fe35b2a None None] Pushing event updated for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:15.378434 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:15.403984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0d12bb29-ad8f-49fa-85e5-21361ed6bd7b None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:15.404398 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0d12bb29-ad8f-49fa-85e5-21361ed6bd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:15.405483 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f993c3-fbec-462b-baec-ba4cf849e3bd None None] The sync data for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 is: [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:36:15.856237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:15.881759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-045e7e60-e9c7-4db0-8f10-c50d04f2ce6e req-494f845f-4f05-401a-b26e-494b714c320b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 210 time: 0.0431364 Oct 26 17:36:15.928104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:15.928507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:16.011913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2950e6c6-fd97-4128-9017-2df2aadb4953 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:16.066866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2950e6c6-fd97-4128-9017-2df2aadb4953 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:16.067262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:16.154055 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:16.204739 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:16.205112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:16.986678 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3359492b-e358-48eb-a1db-606179baa8c2 req-868ca103-2191-4c33-b31c-6ef0f9b726ef tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 210 time: 0.0267820 Oct 26 17:36:17.013770 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-08acb5da-7dc8-466b-86ff-0248fda0bad9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:17.015244 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-08acb5da-7dc8-466b-86ff-0248fda0bad9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 797 time: 0.4561770 Oct 26 17:36:17.057370 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-9e881634-e749-4361-80f4-b841672071b7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 379 time: 0.0323715 Oct 26 17:36:17.068396 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'port': {'device_id': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'admin_state_up': True, 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'security_groups': ['d181c5c4-9585-4d9c-bcfc-cf481b8beccd']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:17.235706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:36:17.239837 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.363325 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.8 (e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c/b3c633be-f24f-47e8-977f-adf02e41c56b/d8db73ad-5639-4de8-beea-c22f45529558) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:36:17.500339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.579297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.621864 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:17.624931 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:17.628582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:36:17.653406 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:17.682705 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:17.683373 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.771789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-60b4ad0c-815e-4d56-8c86-b3cadfc02ad3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7075205 Oct 26 17:36:17.784706 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Request body: {'port': {'device_id': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:17.831381 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-50b9cb73-4c10-4c4e-9a5d-83880053a48c None None] Provisioning complete for port d8db73ad-5639-4de8-beea-c22f45529558 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:17.831977 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50b9cb73-4c10-4c4e-9a5d-83880053a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.843297 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:17.865061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-50b9cb73-4c10-4c4e-9a5d-83880053a48c None None] Port d8db73ad-5639-4de8-beea-c22f45529558 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:36:18.106054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8db73ad-5639-4de8-beea-c22f45529558 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:36:18.108372 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c9bf9-a6ef-461f-b39a-dbd86b54bb30 req-33c801b5-04b0-4322-a3bf-cb38862ae1ce tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.109868 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da6c9bf9-a6ef-461f-b39a-dbd86b54bb30 req-33c801b5-04b0-4322-a3bf-cb38862ae1ce tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 931 time: 0.0544760 Oct 26 17:36:18.113912 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:18.126065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Transition to ACTIVE for port object d8db73ad-5639-4de8-beea-c22f45529558 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:36:18.147964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-da6c9bf9-a6ef-461f-b39a-dbd86b54bb30 req-18e1afff-79db-463c-9bdc-581c77ade44b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Oct 26 17:36:18.184166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:18.258357 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:18.309373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:36:18.309727 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:36:18.310051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:36:18.314498 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:36:18.314813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:36:18.320644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:36:18.320981 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Checking segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:36:18.321355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Bound using segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:36:18.321780 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Bound port: d8db73ad-5639-4de8-beea-c22f45529558, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:36:18.322131 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:18.387194 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:36:18.390181 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:36:18.464538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:18.511184 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.511802 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:18.513212 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 1091 time: 0.7329288 Oct 26 17:36:18.513660 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:36:18.516291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0de5af0-c781-4560-a716-a4bd0fe461f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:36:18.535410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c1ca-8b9c-4278-898a-075be778e635 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:18.565986 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a3643-2aaa-4ccf-87dc-40bccbea2f53 x-openstack-request-id: req-612a3643-2aaa-4ccf-87dc-40bccbea2f53 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:36:18.566287 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:36:18.566546 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-612a3643-2aaa-4ccf-87dc-40bccbea2f53 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:36:18.567768 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'status': 'completed', 'code': 200} Oct 26 17:36:18.632989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-bd425f88-b81b-4b9d-a52c-3c5dd09cff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.634570 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-bd425f88-b81b-4b9d-a52c-3c5dd09cff2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0464029 Oct 26 17:36:18.734534 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-77b43bce-4b4b-4229-98e9-a80796c31cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.736047 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-77b43bce-4b4b-4229-98e9-a80796c31cd3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0940928 Oct 26 17:36:18.834781 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-c1de311c-4b74-483c-a1ee-a1e21a193578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.838196 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b0de5af0-c781-4560-a716-a4bd0fe461f6 req-c1de311c-4b74-483c-a1ee-a1e21a193578 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955367 Oct 26 17:36:18.918451 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ec0f2d48-2162-46cb-a349-18e5f06e2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:18.919994 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-ec0f2d48-2162-46cb-a349-18e5f06e2782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0426674 Oct 26 17:36:18.968039 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-f0c9a089-82a4-41e6-af0a-779d7fa59316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 217 time: 0.0394332 Oct 26 17:36:19.017119 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-c7485d80-067b-4d0f-9a97-54a2228b6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:19.018540 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-c7485d80-067b-4d0f-9a97-54a2228b6c7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0436652 Oct 26 17:36:19.064472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-c5a7de25-142e-4d27-ac78-a95682ab0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:19.065853 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-c5a7de25-142e-4d27-ac78-a95682ab0ebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402436 Oct 26 17:36:19.160020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-0924d9f1-b33e-4295-87ac-8169a71ef010 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Oct 26 17:36:19.251652 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-08bab1d5-8e06-4354-8915-77c0abf86862 req-9f5a21bd-ef00-4b8e-bf59-b7373dc68471 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Oct 26 17:36:19.262898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c563-6c69-4a17-903e-3bf89a56071d req-f7e75969-d6be-4c2a-b832-7baf7de716cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:19.264612 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ca4c563-6c69-4a17-903e-3bf89a56071d req-f7e75969-d6be-4c2a-b832-7baf7de716cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0493169 Oct 26 17:36:19.302340 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ca4c563-6c69-4a17-903e-3bf89a56071d req-336bf1ab-a1b6-4c15-bead-298eca577a58 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318689 Oct 26 17:36:20.418369 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953293e-dda7-47f5-a9c4-a6e90234594b req-4e4d7441-30ee-4aa1-8b5e-b587d61d6b96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:20.419908 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2953293e-dda7-47f5-a9c4-a6e90234594b req-4e4d7441-30ee-4aa1-8b5e-b587d61d6b96 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0487955 Oct 26 17:36:20.459149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2953293e-dda7-47f5-a9c4-a6e90234594b req-3948c2c6-ba7f-430d-8e5d-c362a770bc5e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332243 Oct 26 17:36:21.577382 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7b29-20c7-428e-b9e7-a09ae883ccc5 req-10cca608-72c2-4e0a-b908-f8bec585fead tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:21.578850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c1c7b29-20c7-428e-b9e7-a09ae883ccc5 req-10cca608-72c2-4e0a-b908-f8bec585fead tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0533466 Oct 26 17:36:21.615839 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c1c7b29-20c7-428e-b9e7-a09ae883ccc5 req-8b966cbc-bdd2-44ef-b945-9fee69a40689 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Oct 26 17:36:21.814411 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:22.730141 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b488-2492-40b7-ba10-616efec55af5 req-ce8116a9-6252-49e4-96b0-089d943d1b4f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:22.731542 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f36b488-2492-40b7-ba10-616efec55af5 req-ce8116a9-6252-49e4-96b0-089d943d1b4f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0485599 Oct 26 17:36:22.768922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f36b488-2492-40b7-ba10-616efec55af5 req-1770e6f4-ce01-47c8-a860-dad25d08e278 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Oct 26 17:36:23.048424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:23.258334 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:36:23.352671 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:23.363492 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'd8db73ad-5639-4de8-beea-c22f45529558', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'mac_address': 'fa:16:3e:9a:0d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:36:23.404205 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:23.416948 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8db73ad-5639-4de8-beea-c22f45529558 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:36:23.435528 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:23.538306 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:23.587379 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:23.770382 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['d8db73ad-5639-4de8-beea-c22f45529558'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:36:23.889570 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932932d-52fa-42ec-a698-2a54d4dc71c6 req-449246ff-c221-4c06-a350-493a6b081be5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:23.891117 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e932932d-52fa-42ec-a698-2a54d4dc71c6 req-449246ff-c221-4c06-a350-493a6b081be5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 944 time: 0.0495903 Oct 26 17:36:23.930052 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e932932d-52fa-42ec-a698-2a54d4dc71c6 req-6bd449ba-f9d7-443d-9ae4-c47e5f934eab tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327098 Oct 26 17:36:25.049264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419adf66-bf88-4cbc-9d4c-e7f5a231923b req-fc2a3ba0-192e-41f3-a972-33508e2577de tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:25.050766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-419adf66-bf88-4cbc-9d4c-e7f5a231923b req-fc2a3ba0-192e-41f3-a972-33508e2577de tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 944 time: 0.0541649 Oct 26 17:36:25.088911 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-419adf66-bf88-4cbc-9d4c-e7f5a231923b req-49dbad17-bc64-4131-bd8c-ae25098cfd20 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Oct 26 17:36:25.258568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:36:25.396141 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port d8db73ad-5639-4de8-beea-c22f45529558 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:36:25.399947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port d8db73ad-5639-4de8-beea-c22f45529558 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:36:25.400317 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:25.481417 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:25.503849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:36:25.506582 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9afcf2-f80c-4830-92c9-ad27c645c1ee" -d '{"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:36:25.520435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:36:25.548126 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7de8da-41a4-4bdd-82f2-5b84ca8f0824 x-openstack-request-id: req-9b7de8da-41a4-4bdd-82f2-5b84ca8f0824 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:36:25.548126 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:36:25.548126 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b7de8da-41a4-4bdd-82f2-5b84ca8f0824 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:36:25.548126 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'code': 200} Oct 26 17:36:25.595763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:25.642475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:25.651975 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fa98-0ddb-4bbd-9b12-687fc1c11300 req-306c6583-8465-4716-9d30-52c61ddc6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:25.653527 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3e30fa98-0ddb-4bbd-9b12-687fc1c11300 req-306c6583-8465-4716-9d30-52c61ddc6b4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1096 time: 0.0471325 Oct 26 17:36:25.688868 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3e30fa98-0ddb-4bbd-9b12-687fc1c11300 req-597ea8c3-3803-4842-9549-7c86ce512513 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285931 Oct 26 17:36:26.204326 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49fd51-5ef1-44e8-a255-f13c48209a5e req-0e30a1de-de5b-465c-971f-13be20d08c2e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:26.205797 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd49fd51-5ef1-44e8-a255-f13c48209a5e req-0e30a1de-de5b-465c-971f-13be20d08c2e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0491869 Oct 26 17:36:26.243675 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fd49fd51-5ef1-44e8-a255-f13c48209a5e req-ed5beb36-c937-4701-a68c-446024ad3b45 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Oct 26 17:36:27.360934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f191f7-04fb-4cd1-9a8d-57996e47f862 req-f3c5f325-f5d5-4116-87a4-f9a70311471b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:27.362438 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04f191f7-04fb-4cd1-9a8d-57996e47f862 req-f3c5f325-f5d5-4116-87a4-f9a70311471b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0491326 Oct 26 17:36:27.400106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04f191f7-04fb-4cd1-9a8d-57996e47f862 req-a828a24d-107d-4a7c-8b63-19246b5b0763 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Oct 26 17:36:27.522642 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d9c6c-38bf-4b3b-84b7-cc4eaf6f9b6f req-789edf09-8f9b-4a83-b3db-ce71802275c8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:27.524193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd9d9c6c-38bf-4b3b-84b7-cc4eaf6f9b6f req-789edf09-8f9b-4a83-b3db-ce71802275c8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0535252 Oct 26 17:36:27.562280 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cd9d9c6c-38bf-4b3b-84b7-cc4eaf6f9b6f req-6971eedf-c0b8-43e8-8b68-6f77467b6367 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Oct 26 17:36:27.584294 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33176) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:27.623916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf25ae-1bfe-42aa-9f4d-1a8a97270083 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:27.625409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7faf25ae-1bfe-42aa-9f4d-1a8a97270083 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1091 time: 0.0401542 Oct 26 17:36:27.628191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33178) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:27.633152 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:36:27.711862 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:27.811731 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:27.913057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.154 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/fcf2b57d-b437-4b29-b95b-66b5326d5650) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:36:28.016493 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.145882 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.186961 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:36:28.191468 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:36:28.196469 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:36:28.199508 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=fcf2b57d-b437-4b29-b95b-66b5326d5650,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:28.527521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.651247 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.800947 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.859499 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:28.931757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=fcf2b57d-b437-4b29-b95b-66b5326d5650,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:36:28.938687 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:29.037175 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP bcefe18e-cd03-4b3d-8e1f-894db2fedc28 associated. External IP: 172.25.5.154, port: d8db73ad-5639-4de8-beea-c22f45529558. Oct 26 17:36:29.241933 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 41acc44d-cf08-40f0-a289-95852592f169 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:36:29.351304 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:36:29.360513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Sync routers for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:36:29.370134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:29.370742 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:29.433522 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:29.460897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-da30b66b-5454-44e8-aa62-83552fc353b1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8310359 Oct 26 17:36:29.461618 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:36:29.464087 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d751546-40c6-43c9-bb9f-89758736baba" -d '{"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:36:29.477117 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:29.569965 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ddc51-48df-4739-ab72-38d823854276 req-126c5a5f-7d67-428c-8cc9-8095bd73709c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:29.571505 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837ddc51-48df-4739-ab72-38d823854276 req-126c5a5f-7d67-428c-8cc9-8095bd73709c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0570526 Oct 26 17:36:29.573120 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f787c-4f5d-4d4b-97b8-3fe206d01448 x-openstack-request-id: req-926f787c-4f5d-4d4b-97b8-3fe206d01448 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:36:29.573404 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:36:29.573655 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-926f787c-4f5d-4d4b-97b8-3fe206d01448 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:36:29.574041 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'status': 'completed', 'code': 200} Oct 26 17:36:29.612888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-837ddc51-48df-4739-ab72-38d823854276 req-62688967-4613-482c-8ec2-9cb314be8513 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341916 Oct 26 17:36:29.635811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33186) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:29.642234 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751546-40c6-43c9-bb9f-89758736baba req-ab55451f-e9b6-4ed9-9217-9a9e23b64a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:29.644093 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-ab55451f-e9b6-4ed9-9217-9a9e23b64a38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1096 time: 0.0501165 Oct 26 17:36:29.701785 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5cf4e76d-746d-4f61-b042-7a7200bd2f11 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/bcefe18e-cd03-4b3d-8e1f-894db2fedc28 HTTP/1.1" status: 200 len: 991 time: 0.0648112 Oct 26 17:36:29.738373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bcefe18e-cd03-4b3d-8e1f-894db2fedc28', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '41acc44d-cf08-40f0-a289-95852592f169', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'mac_address': 'fa:16:3e:9a:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:36:28Z', 'updated_at': '2021-10-26T17:36:28Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:29.742020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751546-40c6-43c9-bb9f-89758736baba req-ea9e7738-9085-4c40-b512-4120915e7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:29.743555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-ea9e7738-9085-4c40-b512-4120915e7f1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.0912180 Oct 26 17:36:29.763711 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Checking router: 41acc44d-cf08-40f0-a289-95852592f169 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:36:29.772708 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:36:29.773300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:36:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:29.808412 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-5c59d34a-303a-4fd7-9465-2679a98d3de7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 999 time: 0.0577140 Oct 26 17:36:29.858869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751546-40c6-43c9-bb9f-89758736baba req-14e35494-0e62-4f2a-a51f-ec9bb199f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:29.860337 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-14e35494-0e62-4f2a-a51f-ec9bb199f0eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0443861 Oct 26 17:36:29.877159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:36:29.911165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751546-40c6-43c9-bb9f-89758736baba req-01124356-80b8-4c2a-bd71-6c0d93095128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:29.912716 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-01124356-80b8-4c2a-bd71-6c0d93095128 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448670 Oct 26 17:36:30.003323 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-59e208cf-c68c-40d4-ac47-f3f22eb8c5e9 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826495 Oct 26 17:36:30.096679 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0d751546-40c6-43c9-bb9f-89758736baba req-91acd68f-c925-4b40-b934-87bcaffd6ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Oct 26 17:36:30.105701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bcefe18e-cd03-4b3d-8e1f-894db2fedc28', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '41acc44d-cf08-40f0-a289-95852592f169', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'mac_address': 'fa:16:3e:9a:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:36:28Z', 'updated_at': '2021-10-26T17:36:28Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:36:30.132688 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48046f17-9741-494a-96b3-a809ab5f516a None None] The sync data for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 is: [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bcefe18e-cd03-4b3d-8e1f-894db2fedc28', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '41acc44d-cf08-40f0-a289-95852592f169', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'mac_address': 'fa:16:3e:9a:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:36:28Z', 'updated_at': '2021-10-26T17:36:28Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:36:30.324910 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863194d-8b74-4c37-8f94-f424bdc0eea7 None None] New status for floating IP bcefe18e-cd03-4b3d-8e1f-894db2fedc28: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:36:30.704971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:36:30.764693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9a3ebc66-b0c3-4d45-8e6d-20e3efb6d7db tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/bcefe18e-cd03-4b3d-8e1f-894db2fedc28 HTTP/1.1" status: 200 len: 993 time: 0.0585380 Oct 26 17:36:31.126956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba979-9fae-43e1-905b-d095457a98a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:33.608365 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e29ffaed-4961-4ed7-a602-00a569fbaaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:34.151688 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:35.335038 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:36.898447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:46.743759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-18f174f1-dae8-4ae5-9b9c-f02ba5780e2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391171 Oct 26 17:36:46.831191 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-48ba24ad-161e-4ab1-8dd5-598105c804d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:46.832733 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-48ba24ad-161e-4ab1-8dd5-598105c804d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1096 time: 0.0454781 Oct 26 17:36:46.935729 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-afea2b59-bb92-4ddf-837c-0582f6fd9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:46.937176 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-afea2b59-bb92-4ddf-837c-0582f6fd9758 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.0842345 Oct 26 17:36:47.006000 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-14f74765-eab4-42cd-b18a-bd476a218e17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 1001 time: 0.0603080 Oct 26 17:36:47.056544 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-5da73943-40b5-4a51-8696-24f8e356725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:47.057978 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-5da73943-40b5-4a51-8696-24f8e356725d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0440228 Oct 26 17:36:47.103647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-d1faec94-8769-4723-85e6-3ef4975770c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:36:47.105020 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-d1faec94-8769-4723-85e6-3ef4975770c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399132 Oct 26 17:36:47.198135 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-7e7aa4f7-878d-402c-a1c7-9197465186e2 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843778 Oct 26 17:36:47.288647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b39e45d7-848d-42ca-94e6-472c00e93cd0 req-f4897ece-f3f7-4959-88c3-44eedc570e67 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826807 Oct 26 17:36:48.795474 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:36:51.785117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:36:53.097436 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:01.105031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d018670-6adc-47f7-82cb-b56572ad61b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:01.666417 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-8dc399c6-5755-414b-8b12-436a61e0f07b req-6b5bb08a-e954-4c35-b6e1-9dd8756af286 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:37:01.667414 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8dc399c6-5755-414b-8b12-436a61e0f07b req-6b5bb08a-e954-4c35-b6e1-9dd8756af286 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053277 Oct 26 17:37:01.953793 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f68878-51b0-48e6-a837-5bbf746fb419 req-408dd40e-00c4-45f8-87f9-502444da7262 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:01.955306 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1f68878-51b0-48e6-a837-5bbf746fb419 req-408dd40e-00c4-45f8-87f9-502444da7262 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0499151 Oct 26 17:37:01.994199 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f1f68878-51b0-48e6-a837-5bbf746fb419 req-92df2dec-2051-4961-b54e-a290c87a3446 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326912 Oct 26 17:37:02.091724 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33208) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:37:02.174707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-f1beb094-d920-47f3-8a25-884571bbee16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817909 Oct 26 17:37:02.184353 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-ab892deb-c6b5-4132-b721-e186b9b1188b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:37:02.185305 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-ab892deb-c6b5-4132-b721-e186b9b1188b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049171 Oct 26 17:37:03.111900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654221-ca9a-45d6-a701-52f7f4ee56d4 req-e8e53cd4-26b5-4d9f-b355-aaf1593fd14e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:03.113380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1654221-ca9a-45d6-a701-52f7f4ee56d4 req-e8e53cd4-26b5-4d9f-b355-aaf1593fd14e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0487263 Oct 26 17:37:03.151397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e1654221-ca9a-45d6-a701-52f7f4ee56d4 req-c8546cfb-1d1c-4d1f-8966-a828f83d11ff tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Oct 26 17:37:03.613841 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1187-bf15-4f54-a0a0-a92a960648b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:04.168006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:04.277465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684524-424b-4e3d-aea8-9c3eb1fd3930 req-23993d79-6b45-4c24-8dc5-ae55149a6746 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:04.278927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94684524-424b-4e3d-aea8-9c3eb1fd3930 req-23993d79-6b45-4c24-8dc5-ae55149a6746 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0532634 Oct 26 17:37:04.317807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94684524-424b-4e3d-aea8-9c3eb1fd3930 req-14816424-9c53-4bca-8944-656b0820fd12 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323179 Oct 26 17:37:05.293208 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:05.433495 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aafbb2-17ad-4015-8d16-ce4f4c5a05a7 req-dbdca588-da14-4698-8c9a-6468760d3753 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:05.434894 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36aafbb2-17ad-4015-8d16-ce4f4c5a05a7 req-dbdca588-da14-4698-8c9a-6468760d3753 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0493660 Oct 26 17:37:05.471184 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-36aafbb2-17ad-4015-8d16-ce4f4c5a05a7 req-89f6a3c7-ddff-4dec-85ea-e11024fc2a9c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303228 Oct 26 17:37:06.597969 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7831528-e970-4aa4-aa08-7f272c31b2a4 req-0a1558e4-f546-4a95-83c3-0520677058d7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:06.599462 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7831528-e970-4aa4-aa08-7f272c31b2a4 req-0a1558e4-f546-4a95-83c3-0520677058d7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0487173 Oct 26 17:37:06.637064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c7831528-e970-4aa4-aa08-7f272c31b2a4 req-d89ac76c-c2b4-4a63-8e6f-3702bda13c73 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Oct 26 17:37:06.916682 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:07.759224 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90806750-bd62-4cde-ba31-7cb46d49459e req-ead41172-5cb0-49cd-8a5d-a1011bb598d7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:07.760721 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90806750-bd62-4cde-ba31-7cb46d49459e req-ead41172-5cb0-49cd-8a5d-a1011bb598d7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0553544 Oct 26 17:37:07.799928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-90806750-bd62-4cde-ba31-7cb46d49459e req-f8afb36c-a1e9-42b2-ba86-2c8ca8451f3a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Oct 26 17:37:08.360888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-6a9075a9-5c7c-4a51-a0dd-fadd692127e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:08.362411 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-6a9075a9-5c7c-4a51-a0dd-fadd692127e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1096 time: 0.0402601 Oct 26 17:37:08.450568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-f61d9b7a-a4da-4bda-819b-2cfcc1cd8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:08.452063 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-f61d9b7a-a4da-4bda-819b-2cfcc1cd8542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.0824335 Oct 26 17:37:08.518992 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-56d7c5e1-41ce-4d2f-9974-dda05bd933b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 1001 time: 0.0595293 Oct 26 17:37:08.568816 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-641d41a5-0ef3-46ae-a930-ddc756cc538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:08.570266 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-641d41a5-0ef3-46ae-a930-ddc756cc538f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0441957 Oct 26 17:37:08.614193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-5c17507f-8b6a-4f49-a5e5-057427d40f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:08.615696 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-5c17507f-8b6a-4f49-a5e5-057427d40f80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384421 Oct 26 17:37:08.705747 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-4faea649-2fb8-4143-a68e-2060db9483e5 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Oct 26 17:37:08.800981 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-db772484-fc3e-4c59-83e1-6c6847ff9303 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Oct 26 17:37:08.921295 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa159db-b5ad-4662-8395-6028af48988c req-2c657b3d-fa6b-4b7f-b94a-2fb52eca8324 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:08.922731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa159db-b5ad-4662-8395-6028af48988c req-2c657b3d-fa6b-4b7f-b94a-2fb52eca8324 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0510211 Oct 26 17:37:08.964234 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fa159db-b5ad-4662-8395-6028af48988c req-a2be79d8-8b86-4f30-a76b-5000b18ef12b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Oct 26 17:37:10.079785 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b17e2-3ad5-45f0-b153-5ae5161e8ccc req-025c5906-a023-4155-9006-bf05ba83ceb2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:10.081245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b7b17e2-3ad5-45f0-b153-5ae5161e8ccc req-025c5906-a023-4155-9006-bf05ba83ceb2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0490332 Oct 26 17:37:10.118983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1b7b17e2-3ad5-45f0-b153-5ae5161e8ccc req-30944610-f98c-4b27-a89f-48967f3de835 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Oct 26 17:37:11.245038 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae1726-633f-4670-bca6-a1fd269ee149 req-2e57466f-075e-4944-898e-94e4cf75b38c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:11.247165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feae1726-633f-4670-bca6-a1fd269ee149 req-2e57466f-075e-4944-898e-94e4cf75b38c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0554900 Oct 26 17:37:11.287386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-feae1726-633f-4670-bca6-a1fd269ee149 req-1ab24e2e-414c-497f-86a5-014c7a5421c0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332961 Oct 26 17:37:12.406971 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91fa8c-9779-41c4-b2dc-5d36a4149149 req-10118a26-11c6-407b-a849-842c5a9f7e73 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:12.408476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad91fa8c-9779-41c4-b2dc-5d36a4149149 req-10118a26-11c6-407b-a849-842c5a9f7e73 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0488656 Oct 26 17:37:12.445857 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ad91fa8c-9779-41c4-b2dc-5d36a4149149 req-a743b1c0-114b-400e-bc2d-5ec0398b0a7e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307305 Oct 26 17:37:13.562500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6e3ac-e095-4e65-a8ab-47100f6db10c req-41c2a865-609c-40a3-a334-2035b4189fe6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:13.564008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3f6e3ac-e095-4e65-a8ab-47100f6db10c req-41c2a865-609c-40a3-a334-2035b4189fe6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0492115 Oct 26 17:37:13.602220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d3f6e3ac-e095-4e65-a8ab-47100f6db10c req-22328c04-55a0-4ad2-b29e-e104f1b5b96e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Oct 26 17:37:14.719505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65cf9-3192-44d3-986c-0c773311eb09 req-31f611de-4bf6-4b3a-b713-11035f8a598b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:14.720963 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d65cf9-3192-44d3-986c-0c773311eb09 req-31f611de-4bf6-4b3a-b713-11035f8a598b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0519600 Oct 26 17:37:14.757960 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d65cf9-3192-44d3-986c-0c773311eb09 req-31739b77-7295-43fb-a6b5-fdbbdd46886f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304542 Oct 26 17:37:15.886440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2de6-1dd5-4023-a283-ba7a002d3ed1 req-7734022f-55f4-46bb-8159-078285085a83 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:15.888686 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d6f2de6-1dd5-4023-a283-ba7a002d3ed1 req-7734022f-55f4-46bb-8159-078285085a83 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0625272 Oct 26 17:37:15.929388 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4d6f2de6-1dd5-4023-a283-ba7a002d3ed1 req-ae5fda00-40a2-41d7-a2ad-7a6d93bf3b79 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Oct 26 17:37:17.043822 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa926a7-7b07-4b4d-9356-c7cc97428e7e req-37149737-7887-426d-b8f1-f8546c67c13f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:17.045269 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaa926a7-7b07-4b4d-9356-c7cc97428e7e req-37149737-7887-426d-b8f1-f8546c67c13f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0481780 Oct 26 17:37:17.082864 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-aaa926a7-7b07-4b4d-9356-c7cc97428e7e req-18c2ca73-7d18-41cf-a4cb-3d3113d6e50d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Oct 26 17:37:18.201555 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ee657-3b0f-4efd-aaf2-f38fd8cb0f44 req-0126ae07-004e-4489-98d2-04ed0c55b38f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:18.202985 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c4ee657-3b0f-4efd-aaf2-f38fd8cb0f44 req-0126ae07-004e-4489-98d2-04ed0c55b38f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0529709 Oct 26 17:37:18.241746 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6c4ee657-3b0f-4efd-aaf2-f38fd8cb0f44 req-8d38b631-8b1a-48c1-a460-d917f0f51358 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Oct 26 17:37:19.355411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6adaa0-2ab7-425d-9442-4426d4f17123 req-f6b8ba25-b6ba-4142-b7b4-242334772ac1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:19.356880 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c6adaa0-2ab7-425d-9442-4426d4f17123 req-f6b8ba25-b6ba-4142-b7b4-242334772ac1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0487499 Oct 26 17:37:19.393520 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c6adaa0-2ab7-425d-9442-4426d4f17123 req-1bf0bd02-35e5-4157-a21b-36d9381d066a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Oct 26 17:37:20.508754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73730e8-d3a8-41bd-b229-17f5ea7bbe42 req-a9dd3fc2-3d64-4e98-be2c-09f920c817ef tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:20.510202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c73730e8-d3a8-41bd-b229-17f5ea7bbe42 req-a9dd3fc2-3d64-4e98-be2c-09f920c817ef tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0481820 Oct 26 17:37:20.547543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c73730e8-d3a8-41bd-b229-17f5ea7bbe42 req-96da0431-7419-4431-9f5c-9c5e7fd3cb58 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Oct 26 17:37:20.813222 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-36ffa655-2e6f-4b59-9749-de6159baa001 service neutron] show failed (client error): The resource could not be found. Oct 26 17:37:20.814207 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-36ffa655-2e6f-4b59-9749-de6159baa001 service neutron] 10.222.0.39 "GET /v2.0/ports/d8db73ad-5639-4de8-beea-c22f45529558/bindings/n-h1-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0541468 Oct 26 17:37:21.308450 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-662dd133-4b1f-469e-8f3f-42eb06adccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:21.309925 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-662dd133-4b1f-469e-8f3f-42eb06adccd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 1096 time: 0.0411875 Oct 26 17:37:21.323755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:37:21.379387 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:21.578135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:37:21.612228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:37:21.651708 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:37:21.653978 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4e903-588f-47dc-9d52-22f92abdcccd" -d '{"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:37:21.658369 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:21.671414 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Transition to ACTIVE for port object d8db73ad-5639-4de8-beea-c22f45529558 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:37:21.685569 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58b16f-b094-49ad-afe5-d12f45905005 req-c050a7f3-ecc0-4c33-83b4-475c6712da9a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:21.686939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b58b16f-b094-49ad-afe5-d12f45905005 req-c050a7f3-ecc0-4c33-83b4-475c6712da9a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0654321 Oct 26 17:37:21.704501 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87c837-0db4-41c2-b979-bf8e3a43dbb5 x-openstack-request-id: req-fc87c837-0db4-41c2-b979-bf8e3a43dbb5 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:37:21.704803 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:37:21.705055 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc87c837-0db4-41c2-b979-bf8e3a43dbb5 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:37:21.705854 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'code': 200} Oct 26 17:37:21.728171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b58b16f-b094-49ad-afe5-d12f45905005 req-a9aef918-2a20-4693-ba20-878dfa089d10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Oct 26 17:37:21.749055 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:21.828915 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:21.829545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:21.844208 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.844562 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.844898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.845231 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.845558 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.845881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.846204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.846524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.846845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.847187 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.847507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.847825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:21.886662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] No DVR routers for this DVR port d8db73ad-5639-4de8-beea-c22f45529558 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:37:22.024075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:37:22.024409 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:37:22.024732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:37:22.028902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:37:22.029219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Attempting to bind port d8db73ad-5639-4de8-beea-c22f45529558 on network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:37:22.033986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:37:22.034322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Checking segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:37:22.034698 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Bound using segment: {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:37:22.035121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Bound port: d8db73ad-5639-4de8-beea-c22f45529558, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4202ef26-cf86-4d74-90b2-5f388187c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:37:22.035495 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:22.097090 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:37:22.100310 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:37:22.171729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:22.213380 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.214059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:22.215465 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] 10.222.0.47 "PUT /v2.0/ports/d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 1091 time: 0.8955746 Oct 26 17:37:22.234769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5252d2-ffe5-46b8-917d-96eddca2680f service neutron] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:22.287837 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-b4391c29-34ee-47b5-9990-2898c5d026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.289505 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-b4391c29-34ee-47b5-9990-2898c5d026f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0481615 Oct 26 17:37:22.382267 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-b126f8bc-8112-4aff-8364-0f248437f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.383782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-b126f8bc-8112-4aff-8364-0f248437f82d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.0878084 Oct 26 17:37:22.455090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-35c1f520-9c98-4689-9770-cc70e610410d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 999 time: 0.0641723 Oct 26 17:37:22.505377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-a41f042e-f228-422d-a32b-ea9f30dc9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.506754 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-a41f042e-f228-422d-a32b-ea9f30dc9b63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0439215 Oct 26 17:37:22.553603 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-1deb757a-e692-42d1-9957-bbf7b408abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.555104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-1deb757a-e692-42d1-9957-bbf7b408abfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411837 Oct 26 17:37:22.648254 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-335c500b-70a4-41e8-ab78-3e5a12e713af service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863106 Oct 26 17:37:22.737015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9fb6cbb0-d8db-4db3-8cf6-957e6839ff93 req-87537e87-9263-4ea7-b66a-e2c08a9efb5c service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816355 Oct 26 17:37:22.851660 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a09c5-8a50-475f-bb4f-5ada316eaa42 req-8519f661-c8f1-460f-b868-38a980db039e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:22.853162 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421a09c5-8a50-475f-bb4f-5ada316eaa42 req-8519f661-c8f1-460f-b868-38a980db039e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0492947 Oct 26 17:37:22.893196 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-421a09c5-8a50-475f-bb4f-5ada316eaa42 req-855fe9c2-ace6-481d-97f2-6005f5377f4f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Oct 26 17:37:23.076529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:23.707043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:37:23.709982 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d8340-fe96-406e-a811-4f99f5e701ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:37:23.758875 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833ecde0-5e2a-4f5a-aae8-9cbae840da3b x-openstack-request-id: req-833ecde0-5e2a-4f5a-aae8-9cbae840da3b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:37:23.759325 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:37:23.759575 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833ecde0-5e2a-4f5a-aae8-9cbae840da3b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:37:23.759972 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'status': 'completed', 'code': 200} Oct 26 17:37:23.854391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-4c087148-f678-48a7-bcf8-1c81e9d24152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:23.855844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-4c087148-f678-48a7-bcf8-1c81e9d24152 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0769582 Oct 26 17:37:23.858216 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b0f12b40-07be-49f3-b593-ba283df8dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:23.859548 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b0f12b40-07be-49f3-b593-ba283df8dd30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0726449 Oct 26 17:37:24.016256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3e8a1-dff0-40b2-8be6-6d57271c1c93 req-762b2fe0-6151-43f1-83e0-324faa2abd37 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.017791 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fb3e8a1-dff0-40b2-8be6-6d57271c1c93 req-762b2fe0-6151-43f1-83e0-324faa2abd37 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0507481 Oct 26 17:37:24.025595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-d9494f86-e863-43a9-94e4-c5721d79a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.027074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-d9494f86-e863-43a9-94e4-c5721d79a066 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.1627359 Oct 26 17:37:24.028151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-f3c2acea-f18b-48ab-8668-5fb0f93648d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.029535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-f3c2acea-f18b-48ab-8668-5fb0f93648d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.1575391 Oct 26 17:37:24.057458 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2fb3e8a1-dff0-40b2-8be6-6d57271c1c93 req-55e75c3c-d127-43e2-9d58-71387094eb10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327089 Oct 26 17:37:24.150904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-928dce40-335a-455f-8958-8d14b71a0ccd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 999 time: 0.1134775 Oct 26 17:37:24.154632 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-fa5da732-9545-41b7-8e7c-900ac78f0115 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 999 time: 0.1094589 Oct 26 17:37:24.241916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-7c5cd2eb-e550-4151-9946-35e595c49db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.243395 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-7c5cd2eb-e550-4151-9946-35e595c49db3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0848334 Oct 26 17:37:24.245489 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b8667952-796d-48be-8ed4-0cb1f91acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.246789 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b8667952-796d-48be-8ed4-0cb1f91acc0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0800815 Oct 26 17:37:24.316779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b19d1f08-71c4-4554-8aea-f2ceae9ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.319496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-b19d1f08-71c4-4554-8aea-f2ceae9ee9fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679588 Oct 26 17:37:24.325802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8340-fe96-406e-a811-4f99f5e701ac req-7b0a7c99-c796-4b88-b21a-8a53d2f200ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:24.327198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-7b0a7c99-c796-4b88-b21a-8a53d2f200ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678720 Oct 26 17:37:24.489181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-a026a9b6-a274-4dbc-a30f-7b103a974277 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609709 Oct 26 17:37:24.491807 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-7a5ff5ce-1183-48c9-a5d2-dcbe0b9d2c91 service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472983 Oct 26 17:37:24.659198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-f7becec8-620c-4c0a-ac6d-8e43c96e491d service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631474 Oct 26 17:37:24.661327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-159d8340-fe96-406e-a811-4f99f5e701ac req-63a18816-854a-44c4-81cd-92c732c3646d service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575737 Oct 26 17:37:25.180455 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ede52-4942-4642-9856-01d018010add req-acface93-3831-45c6-ae34-a89751ad6f2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.181912 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-445ede52-4942-4642-9856-01d018010add req-acface93-3831-45c6-ae34-a89751ad6f2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0528951 Oct 26 17:37:25.219689 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-445ede52-4942-4642-9856-01d018010add req-0a571fd2-4b35-4328-9d65-6e1168f63d3b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 Oct 26 17:37:25.503539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-53ebceb9-b133-4f18-b9bf-e7b4a170e6ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409987 Oct 26 17:37:25.508144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:37:25.554821 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:37:25.571909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45682537-169e-49cf-9b13-d10a1d133a44 req-34a097ca-421f-4140-a270-fcf302c18f3e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.580964 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45682537-169e-49cf-9b13-d10a1d133a44 req-34a097ca-421f-4140-a270-fcf302c18f3e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0634222 Oct 26 17:37:25.602027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-272447b3-75f1-46ce-ab68-da8c62bbc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.603524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-272447b3-75f1-46ce-ab68-da8c62bbc2ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1094 time: 0.0514777 Oct 26 17:37:25.616021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-45682537-169e-49cf-9b13-d10a1d133a44 req-0d70bace-ea53-4120-9161-4a8e039c6e1d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339918 Oct 26 17:37:25.675817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:37:25.686557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-6cccc8f4-c240-4a92-8510-6690c7f0ed7d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.687773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-6cccc8f4-c240-4a92-8510-6690c7f0ed7d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&binding%3Ahost_id=n-h1-815373-2 HTTP/1.1" status: 200 len: 943 time: 0.0979071 Oct 26 17:37:25.742157 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17597d46-7fe3-42e2-ada2-ade48628eb54 req-fdc3a32b-53d2-4564-adcc-24f4309aead1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.747403 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17597d46-7fe3-42e2-ada2-ade48628eb54 req-fdc3a32b-53d2-4564-adcc-24f4309aead1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 943 time: 0.0582435 Oct 26 17:37:25.769866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-bf26ffbf-730e-4d5c-b3a0-547a94b2f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:25.771970 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-bf26ffbf-730e-4d5c-b3a0-547a94b2f812 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.1475520 Oct 26 17:37:25.777129 n-d-815373-2 neutron-server[102737]: INFO neutron.api.v2.resource [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-295cd85e-044e-4860-8f53-515116e43c6f service neutron] delete failed (client error): The resource could not be found. Oct 26 17:37:25.778090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-295cd85e-044e-4860-8f53-515116e43c6f service neutron] 10.222.0.39 "DELETE /v2.0/ports/d8db73ad-5639-4de8-beea-c22f45529558/bindings/n-h2-815373-2 HTTP/1.1" status: 404 len: 380 time: 0.0811083 Oct 26 17:37:25.785562 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:37:25.795937 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:37:25.798393 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'd8db73ad-5639-4de8-beea-c22f45529558', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'port_id': 'd8db73ad-5639-4de8-beea-c22f45529558', 'mac_address': 'fa:16:3e:9a:0d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:37:25.805357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-17597d46-7fe3-42e2-ada2-ade48628eb54 req-40c6a89f-3b9b-4f0b-9296-fd6833026ee7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514283 Oct 26 17:37:25.845917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:25.859828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8db73ad-5639-4de8-beea-c22f45529558 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:37:25.881947 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:37:25.956339 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:26.007933 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:26.016100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.016445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.016784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.017123 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.017450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.017778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.018105 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.018497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.018826 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.019167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.019494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.019815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:26.200498 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-486eb668-2880-4175-93a5-65daaad5f427 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 999 time: 0.4214404 Oct 26 17:37:26.204721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-13bf9970-bd3b-4ce0-be27-6d354586e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.206122 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-13bf9970-bd3b-4ce0-be27-6d354586e6c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1095 time: 0.0562189 Oct 26 17:37:26.210814 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['d8db73ad-5639-4de8-beea-c22f45529558'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:37:26.299415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-9f366d33-5f9c-4491-af31-d46299406b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.300875 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-9f366d33-5f9c-4491-af31-d46299406b17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0929255 Oct 26 17:37:26.357507 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-e8c7515c-19d7-4920-8562-2a1f0f886755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.358982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-e8c7515c-19d7-4920-8562-2a1f0f886755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.1431115 Oct 26 17:37:26.374961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-fa8d497f-eb2b-4803-96e5-40d484e29182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.380375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-fa8d497f-eb2b-4803-96e5-40d484e29182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654838 Oct 26 17:37:26.479247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-8d475165-18df-4be7-a974-b358d412e58f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 1000 time: 0.1124277 Oct 26 17:37:26.541501 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-71fb99b2-e174-4fb9-9067-e50c81edf7a9 service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334076 Oct 26 17:37:26.557718 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-fdadbb31-e8c9-4691-8ae7-cb39f4ba41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.559034 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-fdadbb31-e8c9-4691-8ae7-cb39f4ba41fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0719237 Oct 26 17:37:26.657657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-92163d6b-c375-40ff-a9f1-2edae7a308f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.659151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-92163d6b-c375-40ff-a9f1-2edae7a308f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890942 Oct 26 17:37:26.675775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1ed5e91-cd54-4790-a940-8fab856e9e19 req-c770ce5f-ecad-4393-8de7-2df3c3b8fdc9 service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265621 Oct 26 17:37:26.751975 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-00662673-a8c9-433a-83d2-130eedd85fb1 service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Oct 26 17:37:26.843359 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ca12e86f-fd27-4949-a859-d635dfd1468d req-23888f07-5f07-4aa5-a7d3-57d6eec83b8f service neutron] 10.222.0.39 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844955 Oct 26 17:37:26.940505 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd8ff-5024-4e3e-9840-83758f7b3644 req-9ec4b29b-7df8-42e8-b597-52971ef36694 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:26.941997 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cbfd8ff-5024-4e3e-9840-83758f7b3644 req-9ec4b29b-7df8-42e8-b597-52971ef36694 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 944 time: 0.0526996 Oct 26 17:37:26.980940 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7cbfd8ff-5024-4e3e-9840-83758f7b3644 req-52486fa0-a992-4273-b451-2eb9add9a999 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Oct 26 17:37:27.679682 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:37:27.784774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port d8db73ad-5639-4de8-beea-c22f45529558 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:37:27.788735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port d8db73ad-5639-4de8-beea-c22f45529558 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:37:27.794136 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:27.868262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:27.891189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:37:27.893461 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730f256-6f07-4351-9107-97504ed9520e" -d '{"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:37:27.907292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:37:27.930946 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68765b2-020f-4742-aaa7-8eb480081128 x-openstack-request-id: req-f68765b2-020f-4742-aaa7-8eb480081128 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:37:27.931277 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:37:27.931533 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f68765b2-020f-4742-aaa7-8eb480081128 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:37:27.931931 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'code': 200} Oct 26 17:37:27.971232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:28.022326 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:28.100987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec8516-f7f6-4ab8-9d19-e2701b9ec7ab req-b2312390-ee93-440f-b932-150c2cdb478c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:28.102362 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73ec8516-f7f6-4ab8-9d19-e2701b9ec7ab req-b2312390-ee93-440f-b932-150c2cdb478c tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0496125 Oct 26 17:37:28.140401 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-73ec8516-f7f6-4ab8-9d19-e2701b9ec7ab req-006cc37b-f3db-4f5b-be13-1073ac2e7d63 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Oct 26 17:37:28.163296 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:37:28.227533 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7acdfe9c-30e1-4bbb-9779-72f336a83ba6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/bcefe18e-cd03-4b3d-8e1f-894db2fedc28 HTTP/1.1" status: 200 len: 993 time: 0.0630581 Oct 26 17:37:31.125291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cdc36336-f7af-499f-b6e3-7bf3c5e5d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:33.641339 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-aa6a06e0-d137-4b00-ae1c-71225faa3ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:34.207213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:35.297068 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:36.891038 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:51.801173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:53.092737 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:54.630087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33312) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:37:54.782373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port fcf2b57d-b437-4b29-b95b-66b5326d5650 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:37:54.782623 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:54.855595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:54.855920 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:54.867811 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for fcf2b57d-b437-4b29-b95b-66b5326d5650 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:37:55.088021 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:55.113503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=fcf2b57d-b437-4b29-b95b-66b5326d5650,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:55.124396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.124744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.125085 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.125420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.125749 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.126077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.126405 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.126757 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.127082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.127427 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.127747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.128066 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:37:55.188107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:55.188433 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP bcefe18e-cd03-4b3d-8e1f-894db2fedc28 disassociated (deleted). External IP: 172.25.5.154, port: d8db73ad-5639-4de8-beea-c22f45529558. Oct 26 17:37:55.720131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 41acc44d-cf08-40f0-a289-95852592f169 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:37:55.821489 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:37:55.826134 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:55.830672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Sync routers for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:37:55.841420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:37:55.842031 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:37:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:37:55.854860 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c10e4b87-d6c2-4c7a-bbc1-760a4eee580f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/floatingips/bcefe18e-cd03-4b3d-8e1f-894db2fedc28 HTTP/1.1" status: 204 len: 168 time: 1.2236621 Oct 26 17:37:55.855809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:37:55.858142 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41dd7bd-766a-422e-af74-3c0fc12432df" -d '{"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:37:55.900735 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c776bec-1511-407f-838f-16df60ab5696 x-openstack-request-id: req-3c776bec-1511-407f-838f-16df60ab5696 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:37:55.901024 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:37:55.901485 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c776bec-1511-407f-838f-16df60ab5696 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:37:55.901973 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'status': 'completed', 'code': 200} Oct 26 17:37:55.953376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:37:55.967825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-ccb064a9-b90f-45a5-8e47-5260ba8b3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:55.969367 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-ccb064a9-b90f-45a5-8e47-5260ba8b3198 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 1096 time: 0.0416188 Oct 26 17:37:56.068347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-561101a3-7df3-494e-a4f5-b994189142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:56.070288 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-561101a3-7df3-494e-a4f5-b994189142e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 200 len: 898 time: 0.0911403 Oct 26 17:37:56.121029 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-7eb1a3ce-acc6-46df-8b57-10461805d5d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 200 len: 217 time: 0.0390205 Oct 26 17:37:56.158364 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:37:56.178799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-eb343712-d788-4efa-a513-4b8c0f105395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:56.180513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-eb343712-d788-4efa-a513-4b8c0f105395 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 200 len: 835 time: 0.0505021 Oct 26 17:37:56.185636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Checking router: 41acc44d-cf08-40f0-a289-95852592f169 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:37:56.194876 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:37:56.195663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:37:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:37:56.236750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-d43fdaca-d75e-45a0-8bf9-cccade66da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:56.238509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-d43fdaca-d75e-45a0-8bf9-cccade66da11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498204 Oct 26 17:37:56.275780 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584a8d-bcfa-4308-9581-f2436bc711b0 req-008b7534-ad19-4d87-9679-4b3c16a11f9f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:56.277441 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d584a8d-bcfa-4308-9581-f2436bc711b0 req-008b7534-ad19-4d87-9679-4b3c16a11f9f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0494280 Oct 26 17:37:56.322537 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:37:56.323665 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9d584a8d-bcfa-4308-9581-f2436bc711b0 req-07d93306-3cb8-4113-9e7e-dee379bde819 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394499 Oct 26 17:37:56.342033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-bade5d00-4ca1-4252-84bb-bd4d4a4fb148 service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956807 Oct 26 17:37:56.443780 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-d41dd7bd-766a-422e-af74-3c0fc12432df req-9792050c-d951-4fa8-a2ba-1ffc8b09cda9 service neutron] 10.222.0.47 "GET /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915389 Oct 26 17:37:56.527307 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:37:56.554572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf490-84fa-4914-b4c5-42148ddef1d7 None None] The sync data for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 is: [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:36:12Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '37fb4b79-cdab-4b46-b8f5-5c6250aa8699', 'name': '', 'network_id': 'e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:5b:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:11Z', 'updated_at': '2021-10-26T17:36:15Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': 'b3c633be-f24f-47e8-977f-adf02e41c56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:37:56.763725 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af2666-be01-4296-8271-e2e7f6556650 None None] New status for floating IP bcefe18e-cd03-4b3d-8e1f-894db2fedc28: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:37:57.443602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e27252-9947-4739-8c0f-027620bfa543 req-b8b08c94-18f0-45c6-a341-a121396bce7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:57.445744 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27e27252-9947-4739-8c0f-027620bfa543 req-b8b08c94-18f0-45c6-a341-a121396bce7f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0521345 Oct 26 17:37:57.482449 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-27e27252-9947-4739-8c0f-027620bfa543 req-bd2e861b-c8bd-48e0-bdcd-ade09ea3a28e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d181c5c4-9585-4d9c-bcfc-cf481b8beccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306625 Oct 26 17:37:57.604227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097822de-67c4-436c-886c-05c1a0d919e5 req-59b28f0e-b421-4f04-b4c5-86b745b52a78 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:37:57.605580 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-097822de-67c4-436c-886c-05c1a0d919e5 req-59b28f0e-b421-4f04-b4c5-86b745b52a78 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 945 time: 0.0478075 Oct 26 17:37:57.695244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port d8db73ad-5639-4de8-beea-c22f45529558 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:37:57.695757 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:57.786175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port d8db73ad-5639-4de8-beea-c22f45529558, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=d8db73ad-5639-4de8-beea-c22f45529558,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:37:57.786527 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:57.798447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for d8db73ad-5639-4de8-beea-c22f45529558 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:37:57.987671 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:58.015684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=d8db73ad-5639-4de8-beea-c22f45529558,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:37:58.059766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] No DVR routers for this DVR port d8db73ad-5639-4de8-beea-c22f45529558 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:37:58.062382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:37:58.065770 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-097822de-67c4-436c-886c-05c1a0d919e5 req-fc5fec9c-f44f-4f4f-a950-edfea7184622 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "DELETE /v2.0/ports/d8db73ad-5639-4de8-beea-c22f45529558 HTTP/1.1" status: 204 len: 173 time: 0.4537215 Oct 26 17:37:58.066226 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-deleted', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:37:58.068528 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d13d349-19d4-46d2-aacd-614558e25918" -d '{"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-deleted", "tag": "d8db73ad-5639-4de8-beea-c22f45529558"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:37:58.108314 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feaeeb3-2996-460d-89e2-3e729c5e9c01 x-openstack-request-id: req-7feaeeb3-2996-460d-89e2-3e729c5e9c01 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:37:58.108684 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461fc39-f159-4f18-8ef8-8e5e0734efdc", "name": "network-vif-deleted", "tag": "d8db73ad-5639-4de8-beea-c22f45529558", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:37:58.108944 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7feaeeb3-2996-460d-89e2-3e729c5e9c01 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:37:58.109344 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461fc39-f159-4f18-8ef8-8e5e0734efdc', 'name': 'network-vif-deleted', 'tag': 'd8db73ad-5639-4de8-beea-c22f45529558', 'status': 'completed', 'code': 200} Oct 26 17:37:58.590275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4ef2a7e1-a8b0-4910-9169-3d6d47af183f req-493240b3-ec76-412f-b612-3288f5fbc0ed tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c461fc39-f159-4f18-8ef8-8e5e0734efdc HTTP/1.1" status: 200 len: 210 time: 0.0292943 Oct 26 17:37:59.649022 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:00.003512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:00.254962 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:38:00.255250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:00.347456 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 37fb4b79-cdab-4b46-b8f5-5c6250aa8699, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:00.347814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:00.360449 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:38:00.612777 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:00.642690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=37fb4b79-cdab-4b46-b8f5-5c6250aa8699,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:00.815238 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.028087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 41acc44d-cf08-40f0-a289-95852592f169 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:38:01.109562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b63c0ca-c589-4a6e-ac90-c835cb728555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.138222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:38:01.143623 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-23fcaa7f-7e45-4f0e-a7e6-24491ba7c94e tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/41acc44d-cf08-40f0-a289-95852592f169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935601 Oct 26 17:38:01.146531 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33330) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:01.150101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Sync routers for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:38:01.160226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:01.160839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:37:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:01.198465 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting subnet b3c633be-f24f-47e8-977f-adf02e41c56b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:38:01.201653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.242314 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.267785 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:01.338001 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.450607 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:38:00Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:01.476875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Checking router: 41acc44d-cf08-40f0-a289-95852592f169 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:38:01.481515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.485021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Routers {'41acc44d-cf08-40f0-a289-95852592f169'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:01.485611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:37:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['41acc44d-cf08-40f0-a289-95852592f169'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:01.510677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c633be-f24f-47e8-977f-adf02e41c56b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:01.512706 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.518979 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2d3c6df8-c50d-4e49-8019-7387cfa9bb28 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/subnets/b3c633be-f24f-47e8-977f-adf02e41c56b HTTP/1.1" status: 204 len: 168 time: 0.3678839 Oct 26 17:38:01.519091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33332) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:01.551346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65666aa2-3f89-4b94-b42a-a1b29698fa32 None None] Network e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:38:01.620544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.688475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] Set router 41acc44d-cf08-40f0-a289-95852592f169 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:01.722987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.804355 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:38:01.830713 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: d8db73ad-5639-4de8-beea-c22f45529558 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:38:01.833352 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device d8db73ad-5639-4de8-beea-c22f45529558 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:38:01.846445 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] DHCP port deletion for e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:38:01.850381 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:38:01.850998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.935513 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:01.935876 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.946287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Deleting port 2950e6c6-fd97-4128-9017-2df2aadb4953 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:38:01.946891 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:01.948929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:38:01.999858 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:38:00Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:02.197122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf63e8-f98f-43b0-ac80-fb05887897f5 None None] The sync data for ids ['41acc44d-cf08-40f0-a289-95852592f169'] in n-d-815373-2 is: [{'id': '41acc44d-cf08-40f0-a289-95852592f169', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537284179', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:36:08Z', 'updated_at': '2021-10-26T17:38:00Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41acc44d-cf08-40f0-a289-95852592f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:36:09Z', 'updated_at': '2021-10-26T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:38:02.202250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.202837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] For port 2950e6c6-fd97-4128-9017-2df2aadb4953, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2950e6c6-fd97-4128-9017-2df2aadb4953,segment=NetworkSegment(4202ef26-cf86-4d74-90b2-5f388187c2b4),segment_id=4202ef26-cf86-4d74-90b2-5f388187c2b4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:02.203247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.217978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Calling delete_port for 2950e6c6-fd97-4128-9017-2df2aadb4953 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:38:02.228126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:02.295674 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.355769 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.382301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] Pushing event deleted for resources: {'Port': ['ID=2950e6c6-fd97-4128-9017-2df2aadb4953,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:02.384166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc259e14-7944-45d9-b5c3-02cb32305487 None None] No DVR routers for this DVR port 2950e6c6-fd97-4128-9017-2df2aadb4953 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:38:02.392638 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.395362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.481257 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.481707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Fanout notify agent at l3_agent the message router_deleted on router 41acc44d-cf08-40f0-a289-95852592f169 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:38:02.488485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.489598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5c188a08-3940-460b-ab5e-41d365440865 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/routers/41acc44d-cf08-40f0-a289-95852592f169 HTTP/1.1" status: 204 len: 168 time: 0.9697957 Oct 26 17:38:02.498438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33334) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:02.573763 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:02.796791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:38:02.988886 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.007997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:03.016799 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4202ef26-cf86-4d74-90b2-5f388187c2b4') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:03.017094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4202ef26-cf86-4d74-90b2-5f388187c2b4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:03.026125 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.039393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.045178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:38:03.045563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:38:03.048481 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:38:03.222472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.233474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.234035 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/networks/e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c HTTP/1.1" status: 204 len: 168 time: 0.7402747 Oct 26 17:38:03.236880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33336) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:03.247624 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31465012-0283-45b6-b6b6-b54bfd5c4185 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Network': ['ID=e4d66ae6-a213-4b8c-9d3b-a87ea6427c2c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:03.340995 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.367841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.487120 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.489650 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.490851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/security-groups/d181c5c4-9585-4d9c-bcfc-cf481b8beccd HTTP/1.1" status: 204 len: 168 time: 0.2529609 Oct 26 17:38:03.500657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e025dc-5ba0-432b-9091-745eafccbca6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d181c5c4-9585-4d9c-bcfc-cf481b8beccd,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:03.606773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d14d0947-8a45-4836-a898-39ae7a5f9f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:03.814874 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:38:03.836857 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:38:03.837208 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 37fb4b79-cdab-4b46-b8f5-5c6250aa8699 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:38:03.837609 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2950e6c6-fd97-4128-9017-2df2aadb4953 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:38:03.856795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2950e6c6-fd97-4128-9017-2df2aadb4953 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:38:03.857243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2950e6c6-fd97-4128-9017-2df2aadb4953 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:38:03.857657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:38:03.860897 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:03.865392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143116666', 'description': 'tempest-secgroup-smoke-2143116666 description', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:03.876811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:38:03.877155 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device c53f39ef-bb68-49a6-b7ae-e0982fc0e8a4 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:38:03.949653 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.019250 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.080964 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.110368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:04.161020 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.164221 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.174668 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-93c25933-6490-4a67-b969-db84fec53fb5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3035817 Oct 26 17:38:04.174668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33346) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:04.174668 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:04.249785 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.304952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.372553 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.391829 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7966c702-e026-404a-8f83-ac0c9b4de988,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:04.446900 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.448175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-23f50615-28a7-470c-94c3-5f97d99176fb tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2788534 Oct 26 17:38:04.450896 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33348) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:04.455244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:04.535431 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.591158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.656062 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.673102 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a10a54d-1aed-47a7-8a49-08d7b002672a,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:04.732448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.733673 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-ec192ac1-4862-4ad6-87cf-87fc254b8950 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2818160 Oct 26 17:38:04.736709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33350) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:04.741201 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:04.826252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.885574 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.972229 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:04.990359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab288b57-525f-422e-ba6f-98997405d738,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:05.060051 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.061279 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-3225aeb0-15c5-4492-85b5-d69c252f5d4b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235264 Oct 26 17:38:05.063997 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:05.068301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:05.137965 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.195818 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.258469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.277014 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f16a1e-0bb6-4360-a6f4-382317bf375f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:05.313504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.338591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.339850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-caace8a0-bbd2-4145-af0d-d278b99f647a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2749019 Oct 26 17:38:05.342559 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:05.346905 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:05.439430 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:38:05.445160 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.503500 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.578403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.595954 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afcb43a-a473-4c91-af3a-f9b19928b56d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:05.671696 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.672906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c7002910-ae2c-40e2-abf5-260a3a149514 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3293548 Oct 26 17:38:05.681571 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:05.686094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:05.755784 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:38:05.761786 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.823663 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.892622 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.913342 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcbfce7-99b8-42eb-8633-3def723b4fae,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:05.992733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:05.993976 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8526843-e5b3-4cbc-b317-05ad9739b36b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3114419 Oct 26 17:38:05.996754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33358) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:06.001820 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'network': {'name': 'tempest-network-smoke--794742175', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'port_security_enabled': True}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:06.081567 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:38:06.085226 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.108094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:38:06.117048 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.117397 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Added segment b7734683-92ce-428b-bcda-2720732b9bab of type vlan for network 3d7f1758-65f2-429a-89cd-34506e0997d3 Oct 26 17:38:06.156249 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.235763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.242037 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:06.245239 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.305516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Network': ['ID=3d7f1758-65f2-429a-89cd-34506e0997d3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:06.315929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:38:06.353504 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b76668ed-dfcc-4aa6-a6d6-39652cc441b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3555579 Oct 26 17:38:06.356277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33360) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:06.360968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'admin_state_up': True, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:06.435617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.436657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.491506 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.668518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.869701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.911072 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:06.929940 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:07.027944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.209 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/e7cc8539-3fb9-45ca-8d34-383b47d09c30) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:38:07.129371 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:07.252920 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:07.290794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:07.293699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:07.297195 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:38:07.325154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=e7cc8539-3fb9-45ca-8d34-383b47d09c30,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:07.625844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:07.813840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.086707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 820884e2-8f44-4553-bc70-da83457e1527 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:38:08.197133 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:38:08.207363 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Sync routers for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:38:08.218237 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:08.218945 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:08.260617 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.261885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-11090dfe-2111-4617-9b43-ed0d40797df0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9045382 Oct 26 17:38:08.266652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:08.325345 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:08.341838 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-33f1e531-1614-4984-9666-fcf97e078d53 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=08272201e7e24d1bb15b14dd07b9b4fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738738 Oct 26 17:38:08.344390 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33366) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:08.433607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25385270-92c8-40f2-bfba-863b71117933 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:08.435123 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-25385270-92c8-40f2-bfba-863b71117933 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898345 Oct 26 17:38:08.437997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33368) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:08.465898 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-6d2b252d-24d1-4125-8f6e-9a73c5b47fc5 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268505 Oct 26 17:38:08.468432 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33370) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:08.473063 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080679495', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:08.504142 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:07Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:08.531817 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Checking router: 820884e2-8f44-4553-bc70-da83457e1527 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:38:08.532202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Updating router 820884e2-8f44-4553-bc70-da83457e1527 port e7cc8539-3fb9-45ca-8d34-383b47d09c30 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:38:08.558280 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.607030 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:38:08.611761 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.810884 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.853070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.881941 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.918807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Subnet': ['ID=206cd4ad-78c5-4a7b-a75d-2a315b80d70b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:08.931954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Checking segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:38:08.932323 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network hostable DHCP agents. Network: 3d7f1758-65f2-429a-89cd-34506e0997d3, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:38:08.937964 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Attempting to bind port e7cc8539-3fb9-45ca-8d34-383b47d09c30 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:38:08.938328 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Attempting to bind port e7cc8539-3fb9-45ca-8d34-383b47d09c30 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:38:08.938679 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Attempting to bind port e7cc8539-3fb9-45ca-8d34-383b47d09c30 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:38:08.940657 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Pushing event updated for resources: {'Port': ['ID=e7cc8539-3fb9-45ca-8d34-383b47d09c30,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:08.950854 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.951218 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.951555 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.951899 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.952205 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.952526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.952841 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.953156 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.953476 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.953786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.954099 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.954449 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:38:08.957428 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:38:08.957789 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:38:08.958179 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:08.958546 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:38:08.959001 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Bound port: e7cc8539-3fb9-45ca-8d34-383b47d09c30, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:38:08.959398 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.001136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:38:09.009610 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] For port e7cc8539-3fb9-45ca-8d34-383b47d09c30, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:38:09.012754 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] For port e7cc8539-3fb9-45ca-8d34-383b47d09c30, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e7cc8539-3fb9-45ca-8d34-383b47d09c30,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:38:09.067701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3d7f1758-65f2-429a-89cd-34506e0997d3) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:09.073833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:09.075122 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.076215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92203e42-029e-41ad-bc4b-acb06e9ab0bf None None] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:38:09.077308 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.130115 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:09.130716 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:09.183006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-49e291e7-dd26-4d32-92e4-b3bd815609e6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7108502 Oct 26 17:38:09.183365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33372) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:09.196840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09805da-5198-4b7c-b1c2-384a1546625e None None] Pushing event updated for resources: {'Port': ['ID=e7cc8539-3fb9-45ca-8d34-383b47d09c30,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:09.233040 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-3d7f1758-65f2-429a-89cd-34506e0997d3', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:38:09.233873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.253178 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:09.371683 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Allocated IP 172.20.0.2 (3d7f1758-65f2-429a-89cd-34506e0997d3/206cd4ad-78c5-4a7b-a75d-2a315b80d70b/7073c08d-e673-482a-a655-0e2f72e5b995) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:38:09.440942 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:07Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:09.468251 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c8076-0e09-4999-870d-585005f9a060 None None] The sync data for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 is: [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:07Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:38:09.523028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.622406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.648403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.666977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:09.669968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:09.673495 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:38:09.680882 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Pushing event updated for resources: {'Port': ['ID=7073c08d-e673-482a-a655-0e2f72e5b995,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:09.762911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Attempting to bind port 7073c08d-e673-482a-a655-0e2f72e5b995 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:38:09.763450 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Attempting to bind port 7073c08d-e673-482a-a655-0e2f72e5b995 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:38:09.764009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Attempting to bind port 7073c08d-e673-482a-a655-0e2f72e5b995 on network 3d7f1758-65f2-429a-89cd-34506e0997d3 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:38:09.769177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:38:09.769553 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Checking segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:38:09.769992 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.770331 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Bound using segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:38:09.770798 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Bound port: 7073c08d-e673-482a-a655-0e2f72e5b995, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:38:09.771200 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.860721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] For port 7073c08d-e673-482a-a655-0e2f72e5b995, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:38:09.864359 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e7cc8539-3fb9-45ca-8d34-383b47d09c30 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:38:09.895623 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] For port 7073c08d-e673-482a-a655-0e2f72e5b995, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7073c08d-e673-482a-a655-0e2f72e5b995,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:38:09.924852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e7cc8539-3fb9-45ca-8d34-383b47d09c30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:09.925220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.962671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:09.988023 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.1 (3d7f1758-65f2-429a-89cd-34506e0997d3/206cd4ad-78c5-4a7b-a75d-2a315b80d70b/0ea42eaf-41d9-4794-9e06-61cbd32820df) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:38:10.054128 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559ab0-f72f-4c41-86d5-14bef6f608a8 None None] Pushing event updated for resources: {'Port': ['ID=7073c08d-e673-482a-a655-0e2f72e5b995,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:10.072998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.098101 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port e7cc8539-3fb9-45ca-8d34-383b47d09c30, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e7cc8539-3fb9-45ca-8d34-383b47d09c30,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:10.149087 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.167454 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.236131 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=e7cc8539-3fb9-45ca-8d34-383b47d09c30,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:10.264988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.317343 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:10.321827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:10.325817 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:38:10.352524 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:10.379362 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.579370 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.855582 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.932910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:10.996308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc2816-0233-4a4a-9bde-bb13b1073014 None None] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:38:11.011869 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:11.014217 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.079014 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] Provisioning complete for port 7073c08d-e673-482a-a655-0e2f72e5b995 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:11.079406 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.111747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:11.113579 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:11.222006 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.228236 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 820884e2-8f44-4553-bc70-da83457e1527 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:38:11.264806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] For port 7073c08d-e673-482a-a655-0e2f72e5b995, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7073c08d-e673-482a-a655-0e2f72e5b995,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:11.348290 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:38:11.353338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.355222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-fad9a897-3376-43a8-958d-557f251c5e08 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/820884e2-8f44-4553-bc70-da83457e1527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699257 Oct 26 17:38:11.411374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d022a1-3175-47b6-8c09-90bc7d5fe7a4 None None] Pushing event updated for resources: {'Port': ['ID=7073c08d-e673-482a-a655-0e2f72e5b995,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:11.553693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Sync routers for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:38:11.564318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:11.565126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:11.569532 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-fea00880-4c4b-4e4a-9f29-679be3f54033 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143116666&fields=id&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 267 time: 0.0798659 Oct 26 17:38:11.670508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5681b5be-7f51-43bd-93ed-21f740c4ec4d None None] Provisioning complete for port 0ea42eaf-41d9-4794-9e06-61cbd32820df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:11.670870 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5681b5be-7f51-43bd-93ed-21f740c4ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.701436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-98ddcd5f-4d75-428c-a4ed-f643b3a427a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:11.703048 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-98ddcd5f-4d75-428c-a4ed-f643b3a427a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 796 time: 0.1260028 Oct 26 17:38:11.724341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-6f634e76-d7c2-45a3-86da-96cf53381b53 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/quotas/08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 375 time: 0.0152245 Oct 26 17:38:11.749951 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5681b5be-7f51-43bd-93ed-21f740c4ec4d None None] Port 0ea42eaf-41d9-4794-9e06-61cbd32820df cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:38:11.778656 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:11.795461 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-48d7f20d-8b11-480f-beda-3ac2e5b46baf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608120 Oct 26 17:38:11.814666 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5681b5be-7f51-43bd-93ed-21f740c4ec4d None None] Provisioning complete for port 7073c08d-e673-482a-a655-0e2f72e5b995 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:11.815044 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5681b5be-7f51-43bd-93ed-21f740c4ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:11.925632 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-c2dc8b9d-b983-4751-a2e9-53150573a2ab service neutron] 10.222.0.21 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106081 Oct 26 17:38:11.980144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7073c08d-e673-482a-a655-0e2f72e5b995 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:38:12.032802 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-4afac880-7dfd-4646-a125-64f486559fac service neutron] 10.222.0.21 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985570 Oct 26 17:38:12.114020 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 7073c08d-e673-482a-a655-0e2f72e5b995 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:12.114424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.156555 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 2, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:12.191191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Checking router: 820884e2-8f44-4553-bc70-da83457e1527 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:38:12.191589 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Updating router 820884e2-8f44-4553-bc70-da83457e1527 port 0ea42eaf-41d9-4794-9e06-61cbd32820df binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:38:12.231750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.233402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-916769a9-8db1-42f4-8b88-0d9ec751654b None None] Provisioning complete for port 0ea42eaf-41d9-4794-9e06-61cbd32820df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:12.233760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-916769a9-8db1-42f4-8b88-0d9ec751654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.288033 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44489db3-a55e-4bf4-912b-97fc380c5159 req-d231a360-23d4-4cde-b59e-ed32cf943972 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 210 time: 0.0363743 Oct 26 17:38:12.325029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e7cc8539-3fb9-45ca-8d34-383b47d09c30 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:38:12.351313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-916769a9-8db1-42f4-8b88-0d9ec751654b None None] Port 0ea42eaf-41d9-4794-9e06-61cbd32820df cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:38:12.456714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port e7cc8539-3fb9-45ca-8d34-383b47d09c30 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:12.464911 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.652482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.707346 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.911400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed30755-5633-4c58-aa02-93e30e493a6c None None] Pushing event updated for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:12.968022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Attempting to bind port 0ea42eaf-41d9-4794-9e06-61cbd32820df on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:38:12.968402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Attempting to bind port 0ea42eaf-41d9-4794-9e06-61cbd32820df by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:38:12.968761 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Attempting to bind port 0ea42eaf-41d9-4794-9e06-61cbd32820df on network 3d7f1758-65f2-429a-89cd-34506e0997d3 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:38:12.974197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:38:12.974567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Checking segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:38:12.975522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:12.975913 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Bound using segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:38:12.976387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Bound port: 0ea42eaf-41d9-4794-9e06-61cbd32820df, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:38:12.976760 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.041466 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] For port 0ea42eaf-41d9-4794-9e06-61cbd32820df, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:38:13.044732 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] For port 0ea42eaf-41d9-4794-9e06-61cbd32820df, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0ea42eaf-41d9-4794-9e06-61cbd32820df,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:38:13.125186 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.196502 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:13.197147 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:13.240365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed30755-5633-4c58-aa02-93e30e493a6c None None] Pushing event updated for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:13.274432 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] Provisioning complete for port 0ea42eaf-41d9-4794-9e06-61cbd32820df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:13.274799 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.385678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:13.392313 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-32dde844-16fb-4d47-b370-f222bab89458 req-149eba17-2db3-48c4-8ae4-8359ae5fcec2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Oct 26 17:38:13.422552 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.525263 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] For port 0ea42eaf-41d9-4794-9e06-61cbd32820df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0ea42eaf-41d9-4794-9e06-61cbd32820df,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:13.604090 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.647796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:13.684926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993e8bf-05af-4d45-87ea-472e5acdce8e None None] The sync data for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 is: [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:38:13.686505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e6af1-a331-43cc-b1a3-50cb35866da9 None None] Pushing event updated for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:13.724178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6a251645-7bda-4c0b-8710-ce8a975b41ad None None] Provisioning complete for port 0ea42eaf-41d9-4794-9e06-61cbd32820df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:13.724542 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6a251645-7bda-4c0b-8710-ce8a975b41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:13.876632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0ea42eaf-41d9-4794-9e06-61cbd32820df up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:38:13.927300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 0ea42eaf-41d9-4794-9e06-61cbd32820df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:13.928465 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:14.248670 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-63978ae7-36d8-4172-af16-bc4fc0aaaeb0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:14.250200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-63978ae7-36d8-4172-af16-bc4fc0aaaeb0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 796 time: 0.1146307 Oct 26 17:38:14.296075 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-20bd5948-e6b6-46a4-b8d9-5619d6e8151a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 380 time: 0.0360975 Oct 26 17:38:14.306963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'port': {'device_id': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'admin_state_up': True, 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'security_groups': ['13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:14.492788 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:38:14.493507 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0cc889fe-3cbe-4c32-a5a2-87b0cee218c9 req-be34a550-e047-45d8-b98d-0e7b4777a7e1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Oct 26 17:38:14.496591 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:14.630629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.6 (3d7f1758-65f2-429a-89cd-34506e0997d3/206cd4ad-78c5-4a7b-a75d-2a315b80d70b/b054a970-6587-49ad-9a7d-6aec05668c41) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:38:14.770981 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:14.852689 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:14.902634 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:14.905747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:14.909430 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:38:14.933623 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:14.963458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:14.964104 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.049675 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-12c0b855-b986-49de-860f-974e8ea82334 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472696 Oct 26 17:38:15.062174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Request body: {'port': {'device_id': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:15.117014 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.157362 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-307b28bd-3c40-4bab-966f-02b6c9c23ceb None None] Provisioning complete for port b054a970-6587-49ad-9a7d-6aec05668c41 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:15.157917 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-307b28bd-3c40-4bab-966f-02b6c9c23ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.192784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-307b28bd-3c40-4bab-966f-02b6c9c23ceb None None] Port b054a970-6587-49ad-9a7d-6aec05668c41 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:38:15.378227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b054a970-6587-49ad-9a7d-6aec05668c41 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:38:15.386021 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.397740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Transition to ACTIVE for port object b054a970-6587-49ad-9a7d-6aec05668c41 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:38:15.452318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.503974 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Pushing event updated for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:15.573376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Attempting to bind port b054a970-6587-49ad-9a7d-6aec05668c41 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:38:15.573707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Attempting to bind port b054a970-6587-49ad-9a7d-6aec05668c41 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:38:15.574027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Attempting to bind port b054a970-6587-49ad-9a7d-6aec05668c41 on network 3d7f1758-65f2-429a-89cd-34506e0997d3 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:38:15.579566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Port b054a970-6587-49ad-9a7d-6aec05668c41 on network 3d7f1758-65f2-429a-89cd-34506e0997d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:38:15.579892 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Attempting to bind port b054a970-6587-49ad-9a7d-6aec05668c41 on network 3d7f1758-65f2-429a-89cd-34506e0997d3 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:38:15.584996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:38:15.585418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Checking segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:38:15.585802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Bound using segment: {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:38:15.586240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Bound port: b054a970-6587-49ad-9a7d-6aec05668c41, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7734683-92ce-428b-bcda-2720732b9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:38:15.586601 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.631786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8456c-dd13-46f3-be0b-2bc307d46d2a req-bfa725d4-7ac6-4f3a-9227-fee43b0447f6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:15.633984 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ad8456c-dd13-46f3-be0b-2bc307d46d2a req-bfa725d4-7ac6-4f3a-9227-fee43b0447f6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 943 time: 0.0590587 Oct 26 17:38:15.664394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:38:15.667963 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b054a970-6587-49ad-9a7d-6aec05668c41,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:38:15.676078 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5ad8456c-dd13-46f3-be0b-2bc307d46d2a req-b014cd63-b8c9-49b2-849f-01573c63dd92 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360196 Oct 26 17:38:15.755746 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.789112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:15.789729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:15.791089 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] 10.222.0.47 "PUT /v2.0/ports/b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 1091 time: 0.7332790 Oct 26 17:38:15.791555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:38:15.793805 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac1b7a5-78e0-453b-8332-326572f087a4" -d '{"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:38:15.823348 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da8de1-5633-4e4d-a036-5acdc7d07023 service neutron] Pushing event updated for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:15.842291 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d2a962-efcd-4cd2-a6e1-769ab6e5d99e x-openstack-request-id: req-80d2a962-efcd-4cd2-a6e1-769ab6e5d99e {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:38:15.842586 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:38:15.842841 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80d2a962-efcd-4cd2-a6e1-769ab6e5d99e {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:38:15.843281 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'status': 'completed', 'code': 200} Oct 26 17:38:15.907825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-42e37af9-3fc1-4603-949e-e0cf68720cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:15.909366 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-42e37af9-3fc1-4603-949e-e0cf68720cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1094 time: 0.0446663 Oct 26 17:38:16.015644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-ee0e22d7-d7fe-4abe-b792-7f1e70e28a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.017017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-ee0e22d7-d7fe-4abe-b792-7f1e70e28a70 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992882 Oct 26 17:38:16.110455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-0f9a3d2c-332a-4133-81cb-0eb31fe47d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.111977 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2ac1b7a5-78e0-453b-8332-326572f087a4 req-0f9a3d2c-332a-4133-81cb-0eb31fe47d91 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882986 Oct 26 17:38:16.192525 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-89bdea17-0482-4860-b7d4-30a086524b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.194065 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-89bdea17-0482-4860-b7d4-30a086524b05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1094 time: 0.0459969 Oct 26 17:38:16.235005 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-a8374e51-7ea3-42de-a580-b65ec15ee10e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 217 time: 0.0337777 Oct 26 17:38:16.282320 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-d254d432-d902-4102-a107-664096b2aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.283742 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-d254d432-d902-4102-a107-664096b2aefb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 200 len: 835 time: 0.0420742 Oct 26 17:38:16.332748 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-9360e13f-b469-4e69-a54c-22adf0c5fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.335007 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-9360e13f-b469-4e69-a54c-22adf0c5fb6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d7f1758-65f2-429a-89cd-34506e0997d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427952 Oct 26 17:38:16.424645 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-f888a3d3-c37e-4fc6-879e-21681a6c5a63 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827811 Oct 26 17:38:16.516618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9f4bf821-5bc9-4f1f-bd34-a5bb8faae298 req-8ebcd0ad-ab7b-445e-ba5c-2b3523a20df0 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Oct 26 17:38:16.792766 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c3a1-5b69-4be2-aa13-e9cecd0f2cea req-869bda48-7a95-4e87-9bfa-537b40a13ea3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:16.794237 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe9c3a1-5b69-4be2-aa13-e9cecd0f2cea req-869bda48-7a95-4e87-9bfa-537b40a13ea3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 943 time: 0.0503025 Oct 26 17:38:16.837251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ebe9c3a1-5b69-4be2-aa13-e9cecd0f2cea req-3ecadf59-c833-40e0-8caa-f6c835bbff1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Oct 26 17:38:17.957132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704f991-8166-46c1-b5a7-e1b2a4e2e6ee req-f16fa81c-d52b-4039-b9ae-ac5657f18bbf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:17.958613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e704f991-8166-46c1-b5a7-e1b2a4e2e6ee req-f16fa81c-d52b-4039-b9ae-ac5657f18bbf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 943 time: 0.0515232 Oct 26 17:38:17.996961 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e704f991-8166-46c1-b5a7-e1b2a4e2e6ee req-2800346f-42e2-4623-8c7e-ff3f0b6302b2 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Oct 26 17:38:19.113540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced490c-2959-40c7-80b7-9b272c546545 req-3c5088ce-a371-4e2f-a500-c56ea5b00d4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:19.115067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eced490c-2959-40c7-80b7-9b272c546545 req-3c5088ce-a371-4e2f-a500-c56ea5b00d4d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 943 time: 0.0503061 Oct 26 17:38:19.152695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eced490c-2959-40c7-80b7-9b272c546545 req-e5e46389-c2a2-49f3-a613-68213a7d5229 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Oct 26 17:38:19.861380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b054a970-6587-49ad-9a7d-6aec05668c41 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:38:19.955847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b054a970-6587-49ad-9a7d-6aec05668c41,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:19.967395 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'port_id': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'mac_address': 'fa:16:3e:ba:d8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:38:20.007380 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:20.019878 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b054a970-6587-49ad-9a7d-6aec05668c41 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:38:20.040200 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b054a970-6587-49ad-9a7d-6aec05668c41,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:20.148602 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:20.196254 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:20.269920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef510a67-ea25-4145-a892-51f3a96aaf94 req-d5f29753-61d5-4e7c-a592-61169015d904 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:20.271435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef510a67-ea25-4145-a892-51f3a96aaf94 req-d5f29753-61d5-4e7c-a592-61169015d904 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 944 time: 0.0489502 Oct 26 17:38:20.313176 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ef510a67-ea25-4145-a892-51f3a96aaf94 req-67f8a70c-2575-41c9-bf5f-e4fe87d92a99 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351205 Oct 26 17:38:20.361368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['b054a970-6587-49ad-9a7d-6aec05668c41'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:38:21.426503 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82acd6-4506-43c8-8b62-edcd16b6052d req-21ef33e1-4b58-4587-89ab-1e8b1504f7e9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:21.428939 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea82acd6-4506-43c8-8b62-edcd16b6052d req-21ef33e1-4b58-4587-89ab-1e8b1504f7e9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 944 time: 0.0499315 Oct 26 17:38:21.466102 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ea82acd6-4506-43c8-8b62-edcd16b6052d req-4ef3071c-5bd5-47e8-b97b-ad91c9503ad8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Oct 26 17:38:21.823925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:21.869302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b054a970-6587-49ad-9a7d-6aec05668c41 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:38:21.970586 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port b054a970-6587-49ad-9a7d-6aec05668c41 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:38:21.974902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port b054a970-6587-49ad-9a7d-6aec05668c41 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:38:21.975320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:22.054515 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:22.076884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:38:22.079109 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d055c95-aabb-4a48-a76a-b575c5db8336" -d '{"events": [{"server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "name": "network-vif-plugged", "status": "completed", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:38:22.091420 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b054a970-6587-49ad-9a7d-6aec05668c41,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:38:22.117380 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f47624-cf71-4a33-b6b4-8e9172f552b9 x-openstack-request-id: req-02f47624-cf71-4a33-b6b4-8e9172f552b9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:38:22.117380 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "name": "network-vif-plugged", "status": "completed", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:38:22.117380 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02f47624-cf71-4a33-b6b4-8e9172f552b9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:38:22.117380 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'code': 200} Oct 26 17:38:22.187834 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:22.215058 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3c7a-f2b6-4adc-b902-9ba376a32eb4 req-0e3646d1-3c9c-4528-a128-6d5d4d76fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:22.216661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc0a3c7a-f2b6-4adc-b902-9ba376a32eb4 req-0e3646d1-3c9c-4528-a128-6d5d4d76fce3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1095 time: 0.0436380 Oct 26 17:38:22.236572 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:22.252550 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fc0a3c7a-f2b6-4adc-b902-9ba376a32eb4 req-ebad2898-23af-4a09-8463-c792dec37481 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289960 Oct 26 17:38:22.581246 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22f63e-859f-4449-97da-53a1735f2aec req-024b8513-7761-4dc2-b564-acccce12360d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:22.582728 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e22f63e-859f-4449-97da-53a1735f2aec req-024b8513-7761-4dc2-b564-acccce12360d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0502183 Oct 26 17:38:22.620826 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5e22f63e-859f-4449-97da-53a1735f2aec req-ebcbb415-fe23-43f9-a80d-13036accb7ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Oct 26 17:38:23.097589 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:23.737901 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba5ba1-b362-4655-861f-6d1482620da7 req-a2a172b6-80b7-49b0-b406-4ac356366d55 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:23.739387 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94ba5ba1-b362-4655-861f-6d1482620da7 req-a2a172b6-80b7-49b0-b406-4ac356366d55 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Oct 26 17:38:23.781099 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-94ba5ba1-b362-4655-861f-6d1482620da7 req-e0d5b766-4c44-4a6f-b48e-d93c95806eef tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350111 Oct 26 17:38:23.898060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4716cd-5be5-4194-a4e7-628642115859 req-35e6b95b-15a9-4cd8-a080-e6d47d203e59 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:23.899552 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a4716cd-5be5-4194-a4e7-628642115859 req-35e6b95b-15a9-4cd8-a080-e6d47d203e59 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0488148 Oct 26 17:38:23.938017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9a4716cd-5be5-4194-a4e7-628642115859 req-fb49a31e-82de-48a5-8643-0673d956e898 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Oct 26 17:38:23.959273 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33428) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:23.998884 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f2c8-bac9-4acd-9d01-380c0d7b4e6e tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:24.000423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-2a20f2c8-bac9-4acd-9d01-380c0d7b4e6e tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1091 time: 0.0401957 Oct 26 17:38:24.003180 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33430) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:24.007419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:38:24.098107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:24.197815 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:24.297550 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.86 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/120854be-91fe-4608-b697-68c1942248f9) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:38:24.401384 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:24.503928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:24.543541 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:38:24.546604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:38:24.550153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:38:24.574208 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=120854be-91fe-4608-b697-68c1942248f9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:24.887669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:24.997669 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:25.149099 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:25.227207 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:25.298082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=120854be-91fe-4608-b697-68c1942248f9,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:38:25.308721 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:25.405249 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP bf34d541-37a0-4be7-8fb2-c8feb6dc77a8 associated. External IP: 172.25.5.86, port: b054a970-6587-49ad-9a7d-6aec05668c41. Oct 26 17:38:25.607282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 820884e2-8f44-4553-bc70-da83457e1527 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:38:25.715161 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:38:25.724987 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Sync routers for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:38:25.734156 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:25.734747 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:25.829579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:25.839975 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:25.856806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-caec391c-797e-4e39-9d1a-f7030f8894bf tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8526125 Oct 26 17:38:25.857392 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:38:25.859811 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac0958-6182-4539-88cd-e7688b48f80f" -d '{"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:38:25.899286 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0d7a0-6f1f-4ecb-bc98-ba347e4c675e x-openstack-request-id: req-56a0d7a0-6f1f-4ecb-bc98-ba347e4c675e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:38:25.899948 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:38:25.899948 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56a0d7a0-6f1f-4ecb-bc98-ba347e4c675e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:38:25.900315 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'status': 'completed', 'code': 200} Oct 26 17:38:25.963778 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77adf-44af-4b7c-8877-47181c425c21 req-e8dfc107-15be-4faf-8792-860a1bfbb0a9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:25.965529 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33a77adf-44af-4b7c-8877-47181c425c21 req-e8dfc107-15be-4faf-8792-860a1bfbb0a9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0571296 Oct 26 17:38:25.970991 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0958-6182-4539-88cd-e7688b48f80f req-faa26764-257e-4330-8e39-77ec263cf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:25.972562 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-faa26764-257e-4330-8e39-77ec263cf54f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0468276 Oct 26 17:38:26.008273 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-33a77adf-44af-4b7c-8877-47181c425c21 req-2c1921fa-a493-4fe5-9ab4-296295b7dace tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361476 Oct 26 17:38:26.029767 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33436) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:26.071228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0958-6182-4539-88cd-e7688b48f80f req-3dce0afc-52a7-45a3-b2c4-4aa3052b4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.072739 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-3dce0afc-52a7-45a3-b2c4-4aa3052b4fe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 897 time: 0.0937970 Oct 26 17:38:26.097243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1680edc1-add6-4e96-8992-e94c19bc23b0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/bf34d541-37a0-4be7-8fb2-c8feb6dc77a8 HTTP/1.1" status: 200 len: 990 time: 0.0652251 Oct 26 17:38:26.142422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-0b7937a3-b48e-4314-a9fd-d68ce3d82aa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 998 time: 0.0624313 Oct 26 17:38:26.178244 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bf34d541-37a0-4be7-8fb2-c8feb6dc77a8', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '820884e2-8f44-4553-bc70-da83457e1527', 'port_id': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'mac_address': 'fa:16:3e:ba:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:38:24Z', 'updated_at': '2021-10-26T17:38:24Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:26.196052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0958-6182-4539-88cd-e7688b48f80f req-d577c26e-d56f-46f0-8baa-4ac922807c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.197525 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-d577c26e-d56f-46f0-8baa-4ac922807c2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 200 len: 835 time: 0.0484128 Oct 26 17:38:26.206104 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Checking router: 820884e2-8f44-4553-bc70-da83457e1527 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:38:26.214665 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:38:26.215366 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:38:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:26.245001 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0958-6182-4539-88cd-e7688b48f80f req-41c13379-a619-4458-83f5-58d9bae357ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.246531 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-41c13379-a619-4458-83f5-58d9bae357ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d7f1758-65f2-429a-89cd-34506e0997d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416496 Oct 26 17:38:26.323706 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:38:26.342415 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-fd8ed490-7672-4d9a-8bcb-a272e00ccc75 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884171 Oct 26 17:38:26.442803 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2cac0958-6182-4539-88cd-e7688b48f80f req-e9d4618a-3fcc-4335-a283-c42104df9913 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924485 Oct 26 17:38:26.523809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-780dc281-4f2e-4998-9f3a-f0fa00655ad8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410268 Oct 26 17:38:26.559833 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bf34d541-37a0-4be7-8fb2-c8feb6dc77a8', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '820884e2-8f44-4553-bc70-da83457e1527', 'port_id': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'mac_address': 'fa:16:3e:ba:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:38:24Z', 'updated_at': '2021-10-26T17:38:24Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:38:26.587547 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f966e73-8648-44bd-a07b-2befa0db9a47 None None] The sync data for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 is: [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'bf34d541-37a0-4be7-8fb2-c8feb6dc77a8', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '820884e2-8f44-4553-bc70-da83457e1527', 'port_id': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'mac_address': 'fa:16:3e:ba:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:38:24Z', 'updated_at': '2021-10-26T17:38:24Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:38:26.624103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-c1ee3698-565e-4c77-998c-446b02879d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.625599 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-c1ee3698-565e-4c77-998c-446b02879d06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0493507 Oct 26 17:38:26.730721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-ea856aa5-b2b0-44d7-908f-5375af4be172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.732230 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-ea856aa5-b2b0-44d7-908f-5375af4be172 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 897 time: 0.0873680 Oct 26 17:38:26.790584 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907aa57-b8d1-4184-8404-f48d590b7fb0 None None] New status for floating IP bf34d541-37a0-4be7-8fb2-c8feb6dc77a8: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:38:26.803556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-33d85bd9-3b6f-47c1-b6e9-75739f8fd8b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 998 time: 0.0640507 Oct 26 17:38:26.852747 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-d63831df-cb17-4ed1-a45a-42dacbb60c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.854202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-d63831df-cb17-4ed1-a45a-42dacbb60c1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 200 len: 835 time: 0.0441253 Oct 26 17:38:26.901263 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-2da28501-e26e-42b1-947c-640165e3f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:38:26.902748 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-2da28501-e26e-42b1-947c-640165e3f31b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d7f1758-65f2-429a-89cd-34506e0997d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409431 Oct 26 17:38:27.001371 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-338a147a-45b8-4c70-8b81-3424a8376e6f service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904574 Oct 26 17:38:27.094081 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6bf7bf3c-4e2c-4e74-8fd2-b75a041d2fbf req-bc034970-f052-44bb-b116-743b6bf4b518 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Oct 26 17:38:27.099968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33438) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:38:27.163410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9a68db26-68e6-4142-acb7-b4549873b442 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/bf34d541-37a0-4be7-8fb2-c8feb6dc77a8 HTTP/1.1" status: 200 len: 992 time: 0.0622096 Oct 26 17:38:31.101144 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e333cb64-8e71-4315-913a-aa14c901665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:33.633070 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-adde25f9-06ee-4acd-bb1b-e260ce4fb7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:34.193011 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:35.337558 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:36.884282 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:39.795779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:38:51.817543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:38:53.143159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:01.118065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5ab5328f-e8ae-40f8-8c28-69a4dbd01a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:03.603177 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c6733be8-3114-41bf-9537-bb7bddee7a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:04.166182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:05.300399 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:06.886213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:16.795080 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:39:21.825884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:23.148814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:28.547787 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-1d654f16-312e-411a-8658-d537073cef56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880675 Oct 26 17:39:28.628742 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a358a-907d-4554-adf8-b134c1b3feda req-9c015041-d174-462f-9158-d78b65cb8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:39:28.630204 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-9c015041-d174-462f-9158-d78b65cb8360 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0402458 Oct 26 17:39:28.734528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a358a-907d-4554-adf8-b134c1b3feda req-0f46619e-a0fe-4742-882a-ac51099232fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:39:28.735931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-0f46619e-a0fe-4742-882a-ac51099232fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 897 time: 0.0859375 Oct 26 17:39:28.800102 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-67456a12-1ad7-4b46-a7ec-a87d5d1a4a6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 1000 time: 0.0550966 Oct 26 17:39:28.853127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a358a-907d-4554-adf8-b134c1b3feda req-1ae4fb8a-989d-483b-a56f-0caf6dfbf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:39:28.854539 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-1ae4fb8a-989d-483b-a56f-0caf6dfbf2ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 200 len: 835 time: 0.0454195 Oct 26 17:39:28.898052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a358a-907d-4554-adf8-b134c1b3feda req-ef0e768f-eac2-42f0-91da-f21b9a7117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:39:28.900165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-ef0e768f-eac2-42f0-91da-f21b9a7117a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d7f1758-65f2-429a-89cd-34506e0997d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385342 Oct 26 17:39:28.987452 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-c83e6675-00ed-4b47-a663-1d752261e379 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802321 Oct 26 17:39:29.080600 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c84a358a-907d-4554-adf8-b134c1b3feda req-0de903c6-a438-47e9-ae0b-b798d460daa8 service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Oct 26 17:39:31.108137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07e4e4b9-bcef-4ff1-9d15-27daca423a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:33.602943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d6214609-9323-4b6b-b040-f041b83acf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:34.176905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:35.294309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:36.896791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:51.850936 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:53.120058 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:53.795033 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:39:58.384685 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33464) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:39:58.540816 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 120854be-91fe-4608-b697-68c1942248f9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:39:58.541176 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:58.620369 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:58.620690 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:58.632017 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 120854be-91fe-4608-b697-68c1942248f9 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:39:59.190977 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:59.215840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=120854be-91fe-4608-b697-68c1942248f9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:39:59.228449 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.228799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.229126 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.229460 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.229790 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.230114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.230438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.230764 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.231089 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.231436 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.231754 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.232071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:39:59.284425 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:59.284765 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP bf34d541-37a0-4be7-8fb2-c8feb6dc77a8 disassociated (deleted). External IP: 172.25.5.86, port: b054a970-6587-49ad-9a7d-6aec05668c41. Oct 26 17:39:59.488083 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 820884e2-8f44-4553-bc70-da83457e1527 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:39:59.595443 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:39:59.600196 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:39:59.605014 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Sync routers for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:39:59.613954 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:39:59.614612 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:39:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:39:59.628157 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-521a3081-8fcb-48e1-a077-e5ed07367d5f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf34d541-37a0-4be7-8fb2-c8feb6dc77a8 HTTP/1.1" status: 204 len: 168 time: 1.2424178 Oct 26 17:39:59.628744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:39:59.631277 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58f7b1-f229-4819-9e4f-91f5700269a0" -d '{"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:39:59.720056 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:39:59.921279 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:39:59.948040 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Checking router: 820884e2-8f44-4553-bc70-da83457e1527 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:39:59.956441 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:39:59.957039 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:39:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:00.050067 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d5ae97-afd3-42bb-b23f-844df43b346d x-openstack-request-id: req-b0d5ae97-afd3-42bb-b23f-844df43b346d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:40:00.050511 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:40:00.050676 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0d5ae97-afd3-42bb-b23f-844df43b346d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:40:00.051116 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'status': 'completed', 'code': 200} Oct 26 17:40:00.074485 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:00.113936 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-27d4ccc1-28d8-4ad0-b5f3-0b3c2273aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:00.115433 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-27d4ccc1-28d8-4ad0-b5f3-0b3c2273aa95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0429845 Oct 26 17:40:00.194582 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab3892-c4ad-48c9-8171-c3e4fa2e488e req-54f19c1a-1643-4913-a8f8-f2ba37b71070 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:00.199460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcab3892-c4ad-48c9-8171-c3e4fa2e488e req-54f19c1a-1643-4913-a8f8-f2ba37b71070 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.1032014 Oct 26 17:40:00.239828 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fcab3892-c4ad-48c9-8171-c3e4fa2e488e req-333607f8-46b3-4719-a725-0ece0c525ff4 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366902 Oct 26 17:40:00.300628 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:00.329367 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf9eb-85d4-4e57-8837-07042ba51bc7 None None] The sync data for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 is: [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '0ea42eaf-41d9-4794-9e06-61cbd32820df', 'name': '', 'network_id': '3d7f1758-65f2-429a-89cd-34506e0997d3', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:be:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:09Z', 'updated_at': '2021-10-26T17:38:13Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '206cd4ad-78c5-4a7b-a75d-2a315b80d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:40:00.566265 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-1d791c18-63d8-4c67-92d2-119a905e4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:00.568019 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-1d791c18-63d8-4c67-92d2-119a905e4c73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 200 len: 897 time: 0.4429533 Oct 26 17:40:00.573928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f6042-e2af-47bb-a207-2c244d98c693 None None] New status for floating IP bf34d541-37a0-4be7-8fb2-c8feb6dc77a8: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:40:00.609662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-cd33dac1-6a26-4435-a859-a61b29f33a30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 200 len: 217 time: 0.0336273 Oct 26 17:40:00.660775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-690b93d3-211c-4c52-9bc4-d1233ee51e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:00.662274 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-690b93d3-211c-4c52-9bc4-d1233ee51e57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 200 len: 835 time: 0.0444307 Oct 26 17:40:00.714011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-e0313b1f-5d33-4b5a-8fc5-bf8dad39e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:00.715499 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-e0313b1f-5d33-4b5a-8fc5-bf8dad39e725 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d7f1758-65f2-429a-89cd-34506e0997d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441177 Oct 26 17:40:00.801464 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-482afcc8-9270-482c-9578-e0592c06fa3e service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788832 Oct 26 17:40:00.894054 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-2e58f7b1-f229-4819-9e4f-91f5700269a0 req-96f3aacb-bc11-4bad-9080-6c935b6701ea service neutron] 10.222.0.47 "GET /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841184 Oct 26 17:40:01.108183 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-463fe887-51ee-4aa9-ae3c-fd3c65590da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:01.354368 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a324-ff18-401e-953c-6e362b8fea95 req-d1d415b7-b94a-4b3f-8dcf-3896a9795194 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:01.355859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1441a324-ff18-401e-953c-6e362b8fea95 req-d1d415b7-b94a-4b3f-8dcf-3896a9795194 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0484445 Oct 26 17:40:01.393218 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1441a324-ff18-401e-953c-6e362b8fea95 req-f7c2ff95-7744-4223-be3b-7bffdcba8f19 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Oct 26 17:40:01.429171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-be154b67-29f9-497f-8c00-63094da7cd43 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:01.431172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-be154b67-29f9-497f-8c00-63094da7cd43 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Oct 26 17:40:01.519294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port b054a970-6587-49ad-9a7d-6aec05668c41 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:40:01.519673 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:01.607335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port b054a970-6587-49ad-9a7d-6aec05668c41, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=b054a970-6587-49ad-9a7d-6aec05668c41,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:01.607702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:01.620833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for b054a970-6587-49ad-9a7d-6aec05668c41 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:40:01.816199 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:01.845373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=b054a970-6587-49ad-9a7d-6aec05668c41,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:01.870825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.871209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.871555 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.871895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.872295 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.872566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.872901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.873233 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.873564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.873891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.874218 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.874541 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:01.899632 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] No DVR routers for this DVR port b054a970-6587-49ad-9a7d-6aec05668c41 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:40:01.902248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:01.905611 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-065d9e64-87b5-48dd-b9be-75b6a89a9294 req-7e2aadb2-4636-42f0-ba29-e5f4c311b375 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.47 "DELETE /v2.0/ports/b054a970-6587-49ad-9a7d-6aec05668c41 HTTP/1.1" status: 204 len: 173 time: 0.4685779 Oct 26 17:40:01.906055 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'name': 'network-vif-deleted', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:40:01.908370 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad8b35-3b00-4479-afcf-f23711655ba4" -d '{"events": [{"server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "name": "network-vif-deleted", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:40:01.946640 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b41b4a-0b9a-4d4e-985f-3ca311d88d9c x-openstack-request-id: req-50b41b4a-0b9a-4d4e-985f-3ca311d88d9c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:40:01.946920 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb55378-875b-44c2-b24e-6a504e88e7f8", "name": "network-vif-deleted", "tag": "b054a970-6587-49ad-9a7d-6aec05668c41", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:40:01.947207 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b41b4a-0b9a-4d4e-985f-3ca311d88d9c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:40:01.947642 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb55378-875b-44c2-b24e-6a504e88e7f8', 'name': 'network-vif-deleted', 'tag': 'b054a970-6587-49ad-9a7d-6aec05668c41', 'status': 'completed', 'code': 200} Oct 26 17:40:02.500558 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-afc919bd-d0c4-4ed3-ae84-ec971c054756 req-f0b646b3-2b46-43d8-aed7-59fdfabce33d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb55378-875b-44c2-b24e-6a504e88e7f8 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Oct 26 17:40:03.558990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33486) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:03.621899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07ac03c2-2bf4-41db-ae0a-41c1fcad6731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:03.908812 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.159315 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.168886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 0ea42eaf-41d9-4794-9e06-61cbd32820df {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:40:04.169228 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.259918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 0ea42eaf-41d9-4794-9e06-61cbd32820df, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=0ea42eaf-41d9-4794-9e06-61cbd32820df,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:04.260280 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.273121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 0ea42eaf-41d9-4794-9e06-61cbd32820df owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:40:04.550845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.579008 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=0ea42eaf-41d9-4794-9e06-61cbd32820df,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:04.752408 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:04.987683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 820884e2-8f44-4553-bc70-da83457e1527 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:40:05.100235 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:40:05.107622 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-254f4290-57eb-4e66-ab66-94f88b457dc5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/820884e2-8f44-4553-bc70-da83457e1527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454543 Oct 26 17:40:05.108343 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33488) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:05.111282 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Sync routers for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:40:05.121518 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:05.122219 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:05.159581 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting subnet 206cd4ad-78c5-4a7b-a75d-2a315b80d70b {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:40:05.164882 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.202041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.228586 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:05.292461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.336444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.433834 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.462496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Subnet': ['ID=206cd4ad-78c5-4a7b-a75d-2a315b80d70b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:05.468823 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.470325 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b793d-72ff-493f-8736-5bc617391eca None None] Network 3d7f1758-65f2-429a-89cd-34506e0997d3 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:40:05.473235 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b3da323e-4a24-442b-8f05-996756795a2f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/subnets/206cd4ad-78c5-4a7b-a75d-2a315b80d70b HTTP/1.1" status: 204 len: 168 time: 0.3639600 Oct 26 17:40:05.476036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33490) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:05.514898 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:40:04Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:05.546694 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Checking router: 820884e2-8f44-4553-bc70-da83457e1527 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:40:05.555322 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Routers {'820884e2-8f44-4553-bc70-da83457e1527'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:05.555916 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['820884e2-8f44-4553-bc70-da83457e1527'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:05.591478 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.661914 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] DHCP port deletion for 3d7f1758-65f2-429a-89cd-34506e0997d3 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:40:05.668327 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] Set router 820884e2-8f44-4553-bc70-da83457e1527 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:05.703460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.709932 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Deleting port 7073c08d-e673-482a-a655-0e2f72e5b995 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:40:05.710294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.772120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] For port 7073c08d-e673-482a-a655-0e2f72e5b995, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=7073c08d-e673-482a-a655-0e2f72e5b995,segment=NetworkSegment(b7734683-92ce-428b-bcda-2720732b9bab),segment_id=b7734683-92ce-428b-bcda-2720732b9bab)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:05.772571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.785668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Calling delete_port for 7073c08d-e673-482a-a655-0e2f72e5b995 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:40:05.816051 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port e7cc8539-3fb9-45ca-8d34-383b47d09c30 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:40:05.816427 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.861571 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:40:04Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:05.897370 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d680e-1651-41e0-b0e9-4b88118a8087 None None] The sync data for ids ['820884e2-8f44-4553-bc70-da83457e1527'] in n-d-815373-2 is: [{'id': '820884e2-8f44-4553-bc70-da83457e1527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684444079', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:40:04Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': 'e7cc8539-3fb9-45ca-8d34-383b47d09c30', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820884e2-8f44-4553-bc70-da83457e1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:38:06Z', 'updated_at': '2021-10-26T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:40:05.905095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port e7cc8539-3fb9-45ca-8d34-383b47d09c30, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=e7cc8539-3fb9-45ca-8d34-383b47d09c30,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:05.905459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.923487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for e7cc8539-3fb9-45ca-8d34-383b47d09c30 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:40:05.947973 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:05.974291 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Pushing event deleted for resources: {'Port': ['ID=7073c08d-e673-482a-a655-0e2f72e5b995,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:05.978949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] No DVR routers for this DVR port 7073c08d-e673-482a-a655-0e2f72e5b995 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:40:05.989243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.989539 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.989885 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.990225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.990559 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.990894 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.991244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.991574 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.992059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.992336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.992974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:05.993247 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b515c5d-2684-403b-bc44-27a4bbaeda9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:06.148141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.174689 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=e7cc8539-3fb9-45ca-8d34-383b47d09c30,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:06.234985 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.272936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7073c08d-e673-482a-a655-0e2f72e5b995 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:40:06.294338 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 7073c08d-e673-482a-a655-0e2f72e5b995 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:40:06.294833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 7073c08d-e673-482a-a655-0e2f72e5b995 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:40:06.335633 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.338142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.389610 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b054a970-6587-49ad-9a7d-6aec05668c41 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:40:06.415697 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: b054a970-6587-49ad-9a7d-6aec05668c41 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:40:06.416071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device b054a970-6587-49ad-9a7d-6aec05668c41 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:40:06.459606 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.460207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Fanout notify agent at l3_agent the message router_deleted on router 820884e2-8f44-4553-bc70-da83457e1527 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:40:06.467646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.469365 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-609d6239-5e8d-44bb-99b8-b2ac409386af tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/routers/820884e2-8f44-4553-bc70-da83457e1527 HTTP/1.1" status: 204 len: 168 time: 0.9920633 Oct 26 17:40:06.472082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33492) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:06.556457 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.647644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.667452 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7f1758-65f2-429a-89cd-34506e0997d3']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:06.676296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7734683-92ce-428b-bcda-2720732b9bab') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:06.676598 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7734683-92ce-428b-bcda-2720732b9bab') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:06.685922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.699610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.705556 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:40:06.705932 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:40:06.708886 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:40:06.830575 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.834998 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.846548 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/networks/3d7f1758-65f2-429a-89cd-34506e0997d3 HTTP/1.1" status: 204 len: 168 time: 0.3660293 Oct 26 17:40:06.846655 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33494) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:06.854383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5c6b9-37dc-469e-bd89-c3624eccc323 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Network': ['ID=3d7f1758-65f2-429a-89cd-34506e0997d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:06.893988 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.900803 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:06.928789 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.079287 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.081910 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.083083 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/security-groups/13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b HTTP/1.1" status: 204 len: 168 time: 0.2402501 Oct 26 17:40:07.092462 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8479bf1-75ea-4177-86c4-3e7b8616bb06 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb19df-6f53-48fe-9d42-f4ff8b8e8f3b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:07.484860 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33500) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:07.489478 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097975406', 'description': 'tempest-secgroup-smoke-2097975406 description', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:07.585143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.652025 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.727954 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.755375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b90d23-251e-4f36-ab1f-604747304ff2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:07.824564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.825909 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-956a8898-8055-41b4-92e7-986bf206a5cd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3399754 Oct 26 17:40:07.828683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33502) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:07.834291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:07.885730 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0ea42eaf-41d9-4794-9e06-61cbd32820df no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:40:07.905854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 0ea42eaf-41d9-4794-9e06-61cbd32820df {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:40:07.906197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 0ea42eaf-41d9-4794-9e06-61cbd32820df not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:40:07.906602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e7cc8539-3fb9-45ca-8d34-383b47d09c30 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:40:07.925135 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: e7cc8539-3fb9-45ca-8d34-383b47d09c30 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:40:07.928214 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device e7cc8539-3fb9-45ca-8d34-383b47d09c30 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:40:07.932380 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:07.985801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.061706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.079635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c56ecb-e6a9-4e00-9d32-b381a5d2de09,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:08.146619 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.147934 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efbdcf52-91d6-4523-8fa0-b7f7f033bd9d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183172 Oct 26 17:40:08.150886 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33504) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:08.155322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:08.241084 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.299597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.364755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.385163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8de96fe-a492-40af-ad7d-638e8e0757e9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:08.447835 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.449168 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f9899096-9c15-469a-b7e9-95022c6bb9dd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973142 Oct 26 17:40:08.451879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33506) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:08.456178 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:08.541354 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.598150 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.659424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.676671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21918600-54c2-4ff9-9bda-122cab3d6074,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:08.735623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.736839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-7e37b2ac-7c38-4251-8ce1-22dab0ae7cd6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840445 Oct 26 17:40:08.739614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33508) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:08.745169 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:08.835523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.893426 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.974000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:08.992739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c7a05c-1126-4271-bc6f-d07f4684bfa7,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:09.057929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.059138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c1000ed0-dda7-46b1-8c40-cb556436696a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185604 Oct 26 17:40:09.061872 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:09.066124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:09.153348 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:40:09.158526 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.218937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.313004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.332052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca7fce0-fd95-439e-be96-650f107196df,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:09.398329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.399795 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cd5551ec-feda-426a-96ac-c9d297186193 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369997 Oct 26 17:40:09.402528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:09.410376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'security_group_rule': {'security_group_id': '62b90d23-251e-4f36-ab1f-604747304ff2', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:09.490542 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Project 08272201e7e24d1bb15b14dd07b9b4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:40:09.495903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.558452 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.633392 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.651017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8867eef4-f1cb-4172-a5e2-49b321574e58,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:09.720914 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.722068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-48a000ea-af30-49ce-827b-feca3189365f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3185854 Oct 26 17:40:09.724869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33514) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:09.730246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'network': {'name': 'tempest-network-smoke--1372135857', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'port_security_enabled': True}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:09.801831 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:40:09.806149 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.828209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:40:09.836840 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.837175 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Added segment 63393d7d-0f1e-4e03-bec7-2ec51cb53017 of type vlan for network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a Oct 26 17:40:09.875442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.953544 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:09.959207 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:09.962009 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:10.027391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Network': ['ID=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:10.037460 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:40:10.067845 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-2cbdd5ba-49a6-4ce8-ace1-193d6250e3a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3419123 Oct 26 17:40:10.070619 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33516) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:10.075386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'admin_state_up': True, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:10.191255 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:10.192322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:10.244121 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:10.437696 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.018925 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.038032 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.140503 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.111 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/6d0fa1b8-5735-4284-9ae4-1d9de6c36051) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:40:11.242424 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.339429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.377379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:11.380305 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:11.384861 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:40:11.409199 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:11.726368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:11.923389 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.108236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 4a46dff3-4b04-4772-bbea-c95db018ee8b is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:40:12.217763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:40:12.228916 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Sync routers for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:40:12.238782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:12.244435 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:12.293161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.294422 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dd7f79a3-c1d8-4397-abce-70491c8baa10 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2226288 Oct 26 17:40:12.297649 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:12.327275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a8bb4b73-7704-4a83-9f08-26d87ee6d693 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=08272201e7e24d1bb15b14dd07b9b4fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284729 Oct 26 17:40:12.330642 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33520) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:12.346766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:12.416444 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf4616-8ce7-4221-8b22-41ecbcca4430 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:12.417870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-12cf4616-8ce7-4221-8b22-41ecbcca4430 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862713 Oct 26 17:40:12.420680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33522) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:12.453759 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-73fbd7bc-9964-473d-97ed-dff45ff3616e tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efa9153d-e479-49ac-ab4a-5e7029088657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319281 Oct 26 17:40:12.456260 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33524) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:12.461474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187390492', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:12.526144 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:11Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:12.553389 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Checking router: 4a46dff3-4b04-4772-bbea-c95db018ee8b for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:40:12.553736 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Updating router 4a46dff3-4b04-4772-bbea-c95db018ee8b port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:40:12.578421 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.642069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:40:12.645657 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.831543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.908011 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.933664 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.971401 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Subnet': ['ID=14806927-71b7-41bf-be4a-1ffe4baa70c6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:12.979291 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Checking segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:40:12.979659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network hostable DHCP agents. Network: 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:40:12.986864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Attempting to bind port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:40:12.987260 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Attempting to bind port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:40:12.987633 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Attempting to bind port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:40:12.997036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:40:12.997408 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:40:12.997806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:12.998244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:40:12.998715 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Bound port: 6d0fa1b8-5735-4284-9ae4-1d9de6c36051, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:40:12.999094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.004129 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92d788-bd3b-4dfe-9980-b730b21919e1 None None] Pushing event updated for resources: {'Port': ['ID=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:13.053889 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:40:13.057403 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] For port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:40:13.060545 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] For port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:40:13.134355 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:13.138282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:13.138986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.143704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c0ad5-5276-4fc5-9684-5eb8154db122 None None] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:40:13.185619 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.239263 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-dbea59be-392a-4930-b8e0-88bbce36c0c9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7819638 Oct 26 17:40:13.242699 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33526) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:13.277718 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92d788-bd3b-4dfe-9980-b730b21919e1 None None] Pushing event updated for resources: {'Port': ['ID=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:13.281566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:13.282177 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:13.429421 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:40:13.430428 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.436366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:13.687733 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.705860 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Allocated IP 172.20.0.2 (9da24535-2815-4aa9-9e48-b9e3c0b5fa7a/14806927-71b7-41bf-be4a-1ffe4baa70c6/45f0577f-d025-4a12-bb36-5053a6d2993d) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:40:13.781278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:11Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:13.812503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f91c-4e75-40b5-93aa-b4d91b452040 None None] The sync data for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 is: [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:11Z', 'revision_number': 3, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:40:13.896238 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:13.963392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.007569 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:14.011864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Pushing event updated for resources: {'Port': ['ID=45f0577f-d025-4a12-bb36-5053a6d2993d,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:14.014401 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:14.016457 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:40:14.026331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.1 (9da24535-2815-4aa9-9e48-b9e3c0b5fa7a/14806927-71b7-41bf-be4a-1ffe4baa70c6/08c20815-b531-4ea7-aef7-fbede176a80e) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:40:14.101280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Attempting to bind port 45f0577f-d025-4a12-bb36-5053a6d2993d on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:40:14.106690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Attempting to bind port 45f0577f-d025-4a12-bb36-5053a6d2993d by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:40:14.106690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Attempting to bind port 45f0577f-d025-4a12-bb36-5053a6d2993d on network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:40:14.107566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:40:14.107934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Checking segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:40:14.108331 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.108714 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Bound using segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:40:14.109163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Bound port: 45f0577f-d025-4a12-bb36-5053a6d2993d, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:40:14.109528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.179564 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.196594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] For port 45f0577f-d025-4a12-bb36-5053a6d2993d, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:40:14.200226 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] For port 45f0577f-d025-4a12-bb36-5053a6d2993d, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=45f0577f-d025-4a12-bb36-5053a6d2993d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:40:14.260986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.283174 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.322556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffe5db-1967-4527-8878-95a51efbe930 None None] Pushing event updated for resources: {'Port': ['ID=45f0577f-d025-4a12-bb36-5053a6d2993d,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:14.346260 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:14.349589 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:14.355404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:40:14.359692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:14.402770 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.660189 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.941829 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:14.993405 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:15.065210 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:15.072979 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:15.167806 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:15.169256 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:15.283763 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 4a46dff3-4b04-4772-bbea-c95db018ee8b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:40:15.392976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:40:15.398428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e52bdc8a-f171-4684-b026-670ceb37db49 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/4a46dff3-4b04-4772-bbea-c95db018ee8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1533778 Oct 26 17:40:15.501886 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Sync routers for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:40:15.512818 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:15.513414 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:15.541258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-dd0a3ffa-7a7f-456f-aaa2-65bdf313d216 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097975406&fields=id&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 267 time: 0.0354478 Oct 26 17:40:15.618924 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:15.647221 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-e726ac92-90cd-45d8-8f72-6bffa462a3a0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:15.648731 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-e726ac92-90cd-45d8-8f72-6bffa462a3a0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 797 time: 0.1004546 Oct 26 17:40:15.663410 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-d68b65ae-8d9b-43cb-b3f4-ca19132b88ef tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/quotas/08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 375 time: 0.0089567 Oct 26 17:40:15.719692 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-e0ceee70-252f-4ea8-a3f1-398d8da3b379 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500505 Oct 26 17:40:15.817948 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 2, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:15.829783 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-a983fb98-8d7a-4fc2-a961-c1a56e83d279 service neutron] 10.222.0.21 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978985 Oct 26 17:40:15.850954 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Checking router: 4a46dff3-4b04-4772-bbea-c95db018ee8b for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:40:15.851350 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Updating router 4a46dff3-4b04-4772-bbea-c95db018ee8b port 08c20815-b531-4ea7-aef7-fbede176a80e binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:40:15.878739 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:15.954367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-3b3bd7a8-e80b-4812-8b10-984fbef5235d service neutron] 10.222.0.21 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165249 Oct 26 17:40:16.133192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 45f0577f-d025-4a12-bb36-5053a6d2993d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:16.183303 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.187599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 45f0577f-d025-4a12-bb36-5053a6d2993d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:16.188157 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.263064 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.266830 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59d3c5-afcf-41ca-a73e-c5fed206c5c4 None None] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:40:16.268152 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8e59acfb-e186-4f0e-94c0-6cd1d317e9d0 req-52066105-ab21-4d2b-8a6d-e6faa9dd34e9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 210 time: 0.0371964 Oct 26 17:40:16.322074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.384786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Attempting to bind port 08c20815-b531-4ea7-aef7-fbede176a80e on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:40:16.385145 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Attempting to bind port 08c20815-b531-4ea7-aef7-fbede176a80e by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:40:16.385496 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Attempting to bind port 08c20815-b531-4ea7-aef7-fbede176a80e on network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:40:16.393974 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Pushing event updated for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:16.398767 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 45f0577f-d025-4a12-bb36-5053a6d2993d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=45f0577f-d025-4a12-bb36-5053a6d2993d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:16.399032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:40:16.399032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Checking segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:40:16.399032 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.399032 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Bound using segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:40:16.399465 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Bound port: 08c20815-b531-4ea7-aef7-fbede176a80e, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:40:16.399561 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.399970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d8047d61-771d-4ee5-8df9-7e046f655c77 None None] Provisioning complete for port 45f0577f-d025-4a12-bb36-5053a6d2993d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:16.400337 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d8047d61-771d-4ee5-8df9-7e046f655c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.412159 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.412495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.412827 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.413151 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.413470 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.413788 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.414619 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.414934 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.415287 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.415641 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.427577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.427577 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:40:16.477406 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] For port 08c20815-b531-4ea7-aef7-fbede176a80e, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:40:16.480876 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] For port 08c20815-b531-4ea7-aef7-fbede176a80e, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08c20815-b531-4ea7-aef7-fbede176a80e,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:40:16.487376 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.488136 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:16.554164 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.606404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=45f0577f-d025-4a12-bb36-5053a6d2993d,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:16.618043 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:16.619776 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:16.628126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:16.628751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.699369 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa031ad-1c2b-4cef-8e6b-d33c00f2a47b None None] Pushing event updated for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:16.720013 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.741436 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:16.745193 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:16.817114 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:16.872934 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:16.951259 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Provisioning complete for port 08c20815-b531-4ea7-aef7-fbede176a80e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:16.951772 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.036143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.069486 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:17.074691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] For port 08c20815-b531-4ea7-aef7-fbede176a80e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08c20815-b531-4ea7-aef7-fbede176a80e,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:17.097699 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5059b-3122-4ee7-9034-5f7b26cd00d1 None None] The sync data for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 is: [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:40:17.151828 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.197637 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Provisioning complete for port 45f0577f-d025-4a12-bb36-5053a6d2993d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:17.198004 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.236657 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4dd3-fdc8-4942-9fd9-448b52bd3bb4 None None] Pushing event updated for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:17.391922 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6b3fc79-d8c6-48d2-89c8-b83cd08c7f81 req-efe39b98-b64e-4302-925c-2cdf22ba6714 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 210 time: 0.0392830 Oct 26 17:40:17.438267 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-32b7450c-f56e-4be0-9f18-2a5617e6f786 None None] Provisioning complete for port 08c20815-b531-4ea7-aef7-fbede176a80e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:17.438746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32b7450c-f56e-4be0-9f18-2a5617e6f786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.824431 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4dcc4d4b-42d9-4eab-9e1b-fef6d916f631 None None] Provisioning complete for port 08c20815-b531-4ea7-aef7-fbede176a80e triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:17.824721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4d4b-42d9-4eab-9e1b-fef6d916f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:17.974595 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 45f0577f-d025-4a12-bb36-5053a6d2993d up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:18.022824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 45f0577f-d025-4a12-bb36-5053a6d2993d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:18.023351 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:18.099429 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:18.147844 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:18.148750 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:18.224999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08c20815-b531-4ea7-aef7-fbede176a80e up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:18.273015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 08c20815-b531-4ea7-aef7-fbede176a80e triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:18.273951 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:18.489850 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-06ed31fc-578c-4103-a2aa-22bd79c0ebf4 req-84afe1c2-5cae-49a9-bd66-ed22ef081aa0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Oct 26 17:40:18.498638 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-05c2541d-76fc-4172-9f11-80de94233707 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:18.500257 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-05c2541d-76fc-4172-9f11-80de94233707 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 797 time: 0.1092336 Oct 26 17:40:18.543419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-0b6aa875-755f-446e-b755-fc3929876924 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08272201e7e24d1bb15b14dd07b9b4fa HTTP/1.1" status: 200 len: 380 time: 0.0342522 Oct 26 17:40:18.553098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'port': {'device_id': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'admin_state_up': True, 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'security_groups': ['62b90d23-251e-4f36-ab1f-604747304ff2']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:18.743138 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Made reservation on behalf of 08272201e7e24d1bb15b14dd07b9b4fa for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:40:18.746759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:18.870502 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.20.0.6 (9da24535-2815-4aa9-9e48-b9e3c0b5fa7a/14806927-71b7-41bf-be4a-1ffe4baa70c6/72baa547-0417-4086-aebe-8a8390569e1d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:40:19.007819 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.096336 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.138278 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:19.141358 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:19.145016 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:40:19.175347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:19.204394 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:19.205081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.276773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-90e29297-770d-4f44-8936-db09fe5ea62a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274787 Oct 26 17:40:19.330895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Request body: {'port': {'device_id': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:19.351411 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-44cdc240-a4a2-4892-a9cc-20f485046053 None None] Provisioning complete for port 72baa547-0417-4086-aebe-8a8390569e1d triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:19.351990 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44cdc240-a4a2-4892-a9cc-20f485046053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.384778 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.385080 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-44cdc240-a4a2-4892-a9cc-20f485046053 None None] Port 72baa547-0417-4086-aebe-8a8390569e1d cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:40:19.607365 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c1533-d29b-4cc5-a784-2de6717aad28 req-d49448f9-4d45-488c-b1c8-b0c4c2cef7e0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:19.608842 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-106c1533-d29b-4cc5-a784-2de6717aad28 req-d49448f9-4d45-488c-b1c8-b0c4c2cef7e0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 931 time: 0.0480661 Oct 26 17:40:19.644775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72baa547-0417-4086-aebe-8a8390569e1d {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:40:19.650954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-106c1533-d29b-4cc5-a784-2de6717aad28 req-d8faf66b-854b-4f9c-b855-a2927df795c3 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359702 Oct 26 17:40:19.652383 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.665193 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Transition to ACTIVE for port object 72baa547-0417-4086-aebe-8a8390569e1d will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:40:19.747438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.814968 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Pushing event updated for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:19.870242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Attempting to bind port 72baa547-0417-4086-aebe-8a8390569e1d on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:40:19.870573 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Attempting to bind port 72baa547-0417-4086-aebe-8a8390569e1d by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:40:19.870900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Attempting to bind port 72baa547-0417-4086-aebe-8a8390569e1d on network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:40:19.875458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Port 72baa547-0417-4086-aebe-8a8390569e1d on network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:40:19.875771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Attempting to bind port 72baa547-0417-4086-aebe-8a8390569e1d on network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:40:19.880636 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:40:19.880961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Checking segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:40:19.881338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Bound using segment: {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:40:19.881760 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Bound port: 72baa547-0417-4086-aebe-8a8390569e1d, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63393d7d-0f1e-4e03-bec7-2ec51cb53017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:40:19.882126 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:19.952094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:40:19.955268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=72baa547-0417-4086-aebe-8a8390569e1d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:40:20.034142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:20.071964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.072563 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:20.073964 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] 10.222.0.39 "PUT /v2.0/ports/72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 1091 time: 0.7884519 Oct 26 17:40:20.074428 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:40:20.076675 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ee3d86-bfab-4615-8425-1801d04662d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:40:20.101762 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd5c07-779c-48cd-b278-d5bdaac19b67 service neutron] Pushing event updated for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:20.119751 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76474a13-f150-4510-bff1-7342a8f4053c x-openstack-request-id: req-76474a13-f150-4510-bff1-7342a8f4053c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:40:20.120041 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:40:20.120318 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76474a13-f150-4510-bff1-7342a8f4053c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:40:20.120729 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d', 'status': 'completed', 'code': 200} Oct 26 17:40:20.189651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-36228caa-b6c6-4985-a74d-1a089eb9193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.191224 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-36228caa-b6c6-4985-a74d-1a089eb9193d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1094 time: 0.0465317 Oct 26 17:40:20.296035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-c4dff6bb-768c-4adc-8ffe-281eb0ea32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.297439 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-c4dff6bb-768c-4adc-8ffe-281eb0ea32ef service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975418 Oct 26 17:40:20.389658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-36d40a46-6aed-4fc2-a72f-d78a1398ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.391036 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e4ee3d86-bfab-4615-8425-1801d04662d8 req-36d40a46-6aed-4fc2-a72f-d78a1398ae48 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871458 Oct 26 17:40:20.470146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-57283116-690f-4a70-8d2e-fa7a49afd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.471809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-57283116-690f-4a70-8d2e-fa7a49afd256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1094 time: 0.0436680 Oct 26 17:40:20.513015 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-9c0bb148-9f16-4a15-8a20-f97f7d4b2a12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 217 time: 0.0326231 Oct 26 17:40:20.563578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-c763f2a1-db9c-4fd0-9754-9e56df16bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.564958 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-c763f2a1-db9c-4fd0-9754-9e56df16bb7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 200 len: 835 time: 0.0452735 Oct 26 17:40:20.610878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-6ac1d4bb-8268-407b-93b2-04dd5741a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.612377 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-6ac1d4bb-8268-407b-93b2-04dd5741a892 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405419 Oct 26 17:40:20.705509 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-b93f40a5-a299-43e2-8f91-5b4f32b172b6 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863535 Oct 26 17:40:20.768604 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862df75-a1ec-4705-b8c2-03013d210f01 req-b47f3983-a358-431c-a123-4b14e0f50559 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:20.770084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a862df75-a1ec-4705-b8c2-03013d210f01 req-b47f3983-a358-431c-a123-4b14e0f50559 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 943 time: 0.0508850 Oct 26 17:40:20.803209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b4db4a13-54c5-480a-bb0e-0ee2ded36f10 req-3ae004dc-5656-4402-b930-8c2a341dfe8a service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906312 Oct 26 17:40:20.809258 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a862df75-a1ec-4705-b8c2-03013d210f01 req-c34d3ca5-b29f-4d99-acf8-5b63ec7e2792 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Oct 26 17:40:21.827451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:21.926093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ad963-b536-4cc1-a513-db4609301734 req-adeb12c2-73b9-4130-b46f-ac0949b2eb8b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:21.927822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed1ad963-b536-4cc1-a513-db4609301734 req-adeb12c2-73b9-4130-b46f-ac0949b2eb8b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Oct 26 17:40:21.965380 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed1ad963-b536-4cc1-a513-db4609301734 req-b2c0f209-b43b-445a-a3ed-bc1e03cedaa6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Oct 26 17:40:23.081172 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0ed0-8c43-4c10-8564-520559aae94d req-e617dfbd-4d62-426f-9043-864d22532ab5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:23.082719 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dace0ed0-8c43-4c10-8564-520559aae94d req-e617dfbd-4d62-426f-9043-864d22532ab5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 943 time: 0.0495322 Oct 26 17:40:23.125580 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dace0ed0-8c43-4c10-8564-520559aae94d req-1022e7f8-f8e9-443f-ae70-08aa8f37f566 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 Oct 26 17:40:23.133693 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:24.111970 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 72baa547-0417-4086-aebe-8a8390569e1d details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:40:24.219825 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=72baa547-0417-4086-aebe-8a8390569e1d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:24.235088 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '72baa547-0417-4086-aebe-8a8390569e1d', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'port_id': '72baa547-0417-4086-aebe-8a8390569e1d', 'mac_address': 'fa:16:3e:76:0b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:40:24.246359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71e60e-acb5-4ab9-99e2-b0c950c6ac40 req-f2164258-c900-4b28-a93c-a7d7a2f8add7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:24.247896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e71e60e-acb5-4ab9-99e2-b0c950c6ac40 req-f2164258-c900-4b28-a93c-a7d7a2f8add7 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 943 time: 0.0507295 Oct 26 17:40:24.272538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:24.285866 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72baa547-0417-4086-aebe-8a8390569e1d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:40:24.286953 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e71e60e-acb5-4ab9-99e2-b0c950c6ac40 req-265f69dc-c55e-4742-92a9-8a2f31f18599 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Oct 26 17:40:24.306087 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=72baa547-0417-4086-aebe-8a8390569e1d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:24.375910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:24.422588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:24.606547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['72baa547-0417-4086-aebe-8a8390569e1d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:40:25.401677 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85856-06be-4322-a3f3-091c09536f93 req-9b5ee40f-af92-4be7-8434-172666707d8f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:25.403248 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4be85856-06be-4322-a3f3-091c09536f93 req-9b5ee40f-af92-4be7-8434-172666707d8f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 944 time: 0.0488641 Oct 26 17:40:25.440910 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4be85856-06be-4322-a3f3-091c09536f93 req-86a86e83-8465-4bfc-a720-856b740f372b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Oct 26 17:40:26.112661 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 72baa547-0417-4086-aebe-8a8390569e1d up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:40:26.238522 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 72baa547-0417-4086-aebe-8a8390569e1d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:40:26.242717 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 72baa547-0417-4086-aebe-8a8390569e1d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:40:26.243278 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:26.324132 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:26.346818 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:40:26.349135 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdabc7c3-105e-4753-af7a-17e1b52caeed" -d '{"events": [{"server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "name": "network-vif-plugged", "status": "completed", "tag": "72baa547-0417-4086-aebe-8a8390569e1d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:40:26.362324 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=72baa547-0417-4086-aebe-8a8390569e1d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:40:26.437520 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc481b2-62f9-4b6b-9da7-6385cc800862 x-openstack-request-id: req-5fc481b2-62f9-4b6b-9da7-6385cc800862 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:40:26.437809 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "name": "network-vif-plugged", "status": "completed", "tag": "72baa547-0417-4086-aebe-8a8390569e1d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:40:26.438088 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fc481b2-62f9-4b6b-9da7-6385cc800862 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:40:26.438480 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d', 'code': 200} Oct 26 17:40:26.453615 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:26.509196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:26.542327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4218d0-9c51-470e-8f41-1eb341b5101f req-b9bdb8db-2d80-4bc7-9c7b-4f64ae6e0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:26.543870 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5f4218d0-9c51-470e-8f41-1eb341b5101f req-b9bdb8db-2d80-4bc7-9c7b-4f64ae6e0d26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1096 time: 0.0468955 Oct 26 17:40:26.565324 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d19b2-1d5d-4752-a4ab-aa57d6d3d845 req-8dd6cb96-0049-4b0e-aede-76fa0ebaee54 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:26.566845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d9d19b2-1d5d-4752-a4ab-aa57d6d3d845 req-8dd6cb96-0049-4b0e-aede-76fa0ebaee54 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0514915 Oct 26 17:40:26.580200 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5f4218d0-9c51-470e-8f41-1eb341b5101f req-ad60c2b5-0929-4752-acb3-2d2f4470fd1c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289805 Oct 26 17:40:26.609119 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3d9d19b2-1d5d-4752-a4ab-aa57d6d3d845 req-2e4ff2cb-3c7f-414d-9116-7ff77d771f73 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353858 Oct 26 17:40:27.726245 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348c69b-5a49-492b-8330-ddcd61e2091a req-0442e7a7-1665-49a4-a4ca-34a2b381d365 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:27.727614 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6348c69b-5a49-492b-8330-ddcd61e2091a req-0442e7a7-1665-49a4-a4ca-34a2b381d365 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0504322 Oct 26 17:40:27.765081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6348c69b-5a49-492b-8330-ddcd61e2091a req-5aafca86-b1a4-4168-b241-ce62bd934d1f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Oct 26 17:40:28.879859 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e403bf7-c878-477e-87ec-ebba4ad9608b req-67e8bb3d-bee3-4620-bab8-36e4304ababd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:28.881316 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e403bf7-c878-477e-87ec-ebba4ad9608b req-67e8bb3d-bee3-4620-bab8-36e4304ababd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Oct 26 17:40:28.918925 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e403bf7-c878-477e-87ec-ebba4ad9608b req-2403d62d-88ae-483d-8ff8-740c304fd21a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Oct 26 17:40:29.080188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9101256-06db-4c28-909f-f183836eb1dc req-f0669b11-1210-4382-8ef0-84eccca1b0a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:29.081539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9101256-06db-4c28-909f-f183836eb1dc req-f0669b11-1210-4382-8ef0-84eccca1b0a8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Oct 26 17:40:29.122470 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9101256-06db-4c28-909f-f183836eb1dc req-c775ef56-4b24-44cf-999a-45ef16f3bab0 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Oct 26 17:40:29.143887 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33586) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:29.182509 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf72b3-d502-432d-94b2-538037738656 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:29.184017 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-45cf72b3-d502-432d-94b2-538037738656 tempest-TestNetworkAdvancedServerOps-2040301660 tempest-TestNetworkAdvancedServerOps-2040301660-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1091 time: 0.0392072 Oct 26 17:40:29.186826 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:29.190953 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '72baa547-0417-4086-aebe-8a8390569e1d', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:40:29.273740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:29.367811 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:29.471340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Allocated IP 172.25.5.128 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f19ddec2-593b-4f1d-952e-cf52d6371215) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:40:29.574841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:29.664831 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:29.703916 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:40:29.706857 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:40:29.710471 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:40:29.734722 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=f19ddec2-593b-4f1d-952e-cf52d6371215,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:30.048291 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:30.180842 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:30.328439 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:30.384335 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:30.453976 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event updated for resources: {'Port': ['ID=f19ddec2-593b-4f1d-952e-cf52d6371215,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:40:30.463339 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:30.561451 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP cd1e3972-a52d-426a-99e1-ea70a6a26225 associated. External IP: 172.25.5.128, port: 72baa547-0417-4086-aebe-8a8390569e1d. Oct 26 17:40:30.794798 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:40:31.104594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dc734ce5-2362-4571-81b9-a8148c782bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:31.108492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 4a46dff3-4b04-4772-bbea-c95db018ee8b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:40:31.213565 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:40:31.223341 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Sync routers for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:40:31.233832 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:31.234642 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:31.278110 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:31.306485 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4cc6c2cb-7015-4d16-a22e-05145c7351a5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1186311 Oct 26 17:40:31.307204 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:40:31.309554 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690" -d '{"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:40:31.343968 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:31.402007 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4845a3-fd6d-433f-985f-b488cce92326 req-23671a5c-f123-49ed-9409-7d37dbcb83d5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:31.403513 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb4845a3-fd6d-433f-985f-b488cce92326 req-23671a5c-f123-49ed-9409-7d37dbcb83d5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Oct 26 17:40:31.442804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cb4845a3-fd6d-433f-985f-b488cce92326 req-74880f28-14bd-4792-a5c9-f6361fae96ec tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Oct 26 17:40:31.465301 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33594) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:31.510057 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175294d2-e4dc-478c-994a-9a45461a3d6d x-openstack-request-id: req-175294d2-e4dc-478c-994a-9a45461a3d6d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:40:31.510396 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:40:31.510664 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-175294d2-e4dc-478c-994a-9a45461a3d6d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:40:31.511061 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d', 'status': 'completed', 'code': 200} Oct 26 17:40:31.539358 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-68c0b3c2-dcf7-452a-a71b-f7f4e64c032b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 200 len: 991 time: 0.0719945 Oct 26 17:40:31.553517 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-dbf60c42-32b0-4e1f-8d34-8f97cee1d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:31.555969 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-dbf60c42-32b0-4e1f-8d34-8f97cee1d467 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1096 time: 0.0433748 Oct 26 17:40:31.574138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cd1e3972-a52d-426a-99e1-ea70a6a26225', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'port_id': '72baa547-0417-4086-aebe-8a8390569e1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'mac_address': 'fa:16:3e:76:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:40:29Z', 'updated_at': '2021-10-26T17:40:29Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:31.604276 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Checking router: 4a46dff3-4b04-4772-bbea-c95db018ee8b for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:40:31.612926 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:40:31.613646 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:40:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:31.650362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-b2e81f95-ba46-4936-a69a-9370c133fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:31.651844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-b2e81f95-ba46-4936-a69a-9370c133fa11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 898 time: 0.0883965 Oct 26 17:40:31.717376 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-814a3f20-66f8-4350-a916-f671be6b3e27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 999 time: 0.0581772 Oct 26 17:40:31.719535 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:40:31.770645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-dc3c1a58-1d9a-4570-b558-0e246538d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:31.772134 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-dc3c1a58-1d9a-4570-b558-0e246538d696 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 200 len: 835 time: 0.0479660 Oct 26 17:40:31.818803 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-f69d8e75-f883-43b2-872d-a136a0c31a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:31.820955 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-f69d8e75-f883-43b2-872d-a136a0c31a20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414922 Oct 26 17:40:31.911022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-2d40c83c-4929-4d89-bf41-1fc97e3c9e8b service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Oct 26 17:40:31.944669 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cd1e3972-a52d-426a-99e1-ea70a6a26225', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'port_id': '72baa547-0417-4086-aebe-8a8390569e1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'mac_address': 'fa:16:3e:76:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:40:29Z', 'updated_at': '2021-10-26T17:40:29Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:40:31.976975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df391-e300-4dc8-8b2d-0f7484bd782d None None] The sync data for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 is: [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'cd1e3972-a52d-426a-99e1-ea70a6a26225', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'floating_ip_address': '172.25.5.128', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'port_id': '72baa547-0417-4086-aebe-8a8390569e1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'mac_address': 'fa:16:3e:76:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:40:29Z', 'updated_at': '2021-10-26T17:40:29Z', 'revision_number': 0, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:40:32.006707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e1bf39a9-f0e9-4d44-a47a-98f33ebb1690 req-72d7de82-1790-42e3-bd3e-8def81d4afe0 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879424 Oct 26 17:40:32.540732 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33596) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:32.595779 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44baa6fc-340f-4584-9914-b04814242ee9 None None] New status for floating IP cd1e3972-a52d-426a-99e1-ea70a6a26225: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:40:32.602855 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-bb931b39-6766-4587-abf3-69166ecec6c8 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 200 len: 991 time: 0.0606329 Oct 26 17:40:33.606686 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:40:33.607372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5b94ef52-3c83-45df-9ac1-51ae21eeebcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:33.670414 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-66465bc1-c2d0-44da-a831-e371091bd80d tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 200 len: 993 time: 0.0625076 Oct 26 17:40:34.164945 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:35.313040 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:36.962049 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:48.737158 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-e99d78fc-dd2d-449f-94a0-68251360b119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407660 Oct 26 17:40:48.819329 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995205e-aac7-4905-bae9-d15357969ca7 req-2efdd66b-c6b2-4e4a-a3f8-14b98d01d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:48.820700 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-2efdd66b-c6b2-4e4a-a3f8-14b98d01d779 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1096 time: 0.0404749 Oct 26 17:40:48.924424 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995205e-aac7-4905-bae9-d15357969ca7 req-61e0fa63-ace5-40d8-93c9-0908077d320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:48.925866 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-61e0fa63-ace5-40d8-93c9-0908077d320c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 898 time: 0.0859332 Oct 26 17:40:48.993293 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-0490e48f-fd4d-4c71-913c-909ad0ec966b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 1001 time: 0.0595987 Oct 26 17:40:49.042067 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995205e-aac7-4905-bae9-d15357969ca7 req-ec61ad4e-cba3-4e10-8ee2-3ef5025c923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:49.043538 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-ec61ad4e-cba3-4e10-8ee2-3ef5025c923f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 200 len: 835 time: 0.0430956 Oct 26 17:40:49.088664 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995205e-aac7-4905-bae9-d15357969ca7 req-4965dd0f-add1-4840-8d6d-37f419154ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:40:49.090028 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-4965dd0f-add1-4840-8d6d-37f419154ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392644 Oct 26 17:40:49.182680 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-b7ef9ee9-dbe3-4ed8-8c22-8480e9e41b72 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Oct 26 17:40:49.277262 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f995205e-aac7-4905-bae9-d15357969ca7 req-b24110c7-88b8-4daf-95e7-1694b2e4ffd8 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860415 Oct 26 17:40:51.867087 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:40:53.118166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:01.126821 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b052b1a9-3983-4bdf-a4bc-badad1d2e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:03.289175 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae998-3904-483d-8960-6b922353fa53 req-41dfc0c9-ab53-472c-9cd4-c72b6f921528 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:03.290661 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c74ae998-3904-483d-8960-6b922353fa53 req-41dfc0c9-ab53-472c-9cd4-c72b6f921528 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0538228 Oct 26 17:41:03.330106 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c74ae998-3904-483d-8960-6b922353fa53 req-cd40ef5e-dab5-4b42-ae14-f359261dcc4a tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Oct 26 17:41:03.612626 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95535443-83f2-4ed1-b5f8-dcea49e130f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:04.203855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:04.445042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dddfc-9db6-4807-85fb-6b13d6b94c9e req-78ad8fe2-cad6-49ac-a538-e202855afb26 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:04.446508 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b9dddfc-9db6-4807-85fb-6b13d6b94c9e req-78ad8fe2-cad6-49ac-a538-e202855afb26 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Oct 26 17:41:04.487084 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4b9dddfc-9db6-4807-85fb-6b13d6b94c9e req-21a0ef28-1493-42ae-8f08-c4880b6e898f tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Oct 26 17:41:04.509522 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33624) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:04.573183 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e8846be5-e822-449c-9cf0-c061c205bfee tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 200 len: 993 time: 0.0623257 Oct 26 17:41:05.318128 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:05.956684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff76c1-7e09-4ddf-8c41-e29294b64140 req-0f16f3bd-65f3-4549-ad7e-69e3a9af8bfe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:05.958161 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dff76c1-7e09-4ddf-8c41-e29294b64140 req-0f16f3bd-65f3-4549-ad7e-69e3a9af8bfe tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0490808 Oct 26 17:41:05.997559 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6dff76c1-7e09-4ddf-8c41-e29294b64140 req-8dd85d79-2505-4b06-b631-6a05d80020f6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Oct 26 17:41:06.044961 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-accde581-a98e-48aa-87fa-7fd41d98c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:06.046459 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-accde581-a98e-48aa-87fa-7fd41d98c3f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1096 time: 0.0420077 Oct 26 17:41:06.152175 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-aec847e5-bc4c-49e5-b833-0a44774f7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:06.153566 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-aec847e5-bc4c-49e5-b833-0a44774f7548 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 898 time: 0.1001835 Oct 26 17:41:06.217939 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-1874a3fc-f10d-46ff-9043-423be1870db0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 1001 time: 0.0573745 Oct 26 17:41:06.265646 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-ea7a4b27-b151-4eb4-aea1-1076c7f5fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:06.267077 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-ea7a4b27-b151-4eb4-aea1-1076c7f5fc42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 200 len: 835 time: 0.0422392 Oct 26 17:41:06.314091 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-c407b783-8c70-420c-bf1f-6b8863912245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:06.315598 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-c407b783-8c70-420c-bf1f-6b8863912245 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420334 Oct 26 17:41:06.404639 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-17df3fb3-c432-494f-9bd1-9637061154e5 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820582 Oct 26 17:41:06.829713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-3506f333-1592-4637-8dc6-87bf8d6bfa86 req-501902ee-c08c-4b9f-9eed-b93297450a3a service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180593 Oct 26 17:41:06.889667 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:07.112043 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca120b-edec-4e0b-a515-766459187c93 req-a41e4ccf-f39b-48f1-a492-ba9255b1ca52 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:07.113408 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56ca120b-edec-4e0b-a515-766459187c93 req-a41e4ccf-f39b-48f1-a492-ba9255b1ca52 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0477815 Oct 26 17:41:07.151769 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-56ca120b-edec-4e0b-a515-766459187c93 req-7079766f-9580-4233-ac75-0c87e3f29ac9 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Oct 26 17:41:07.794385 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:41:08.265535 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81553-e433-4b54-bba2-ae7aac8d73e7 req-30e29c3c-942c-4a1a-98d6-2cf98f4f13b6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:08.266989 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7f81553-e433-4b54-bba2-ae7aac8d73e7 req-30e29c3c-942c-4a1a-98d6-2cf98f4f13b6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Oct 26 17:41:08.308603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7f81553-e433-4b54-bba2-ae7aac8d73e7 req-516078ef-636e-40ba-ab53-f6e482c0fba1 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357144 Oct 26 17:41:08.330898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33636) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:08.391699 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a700ac58-cfa2-4ddc-892c-d840934c55fd tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 200 len: 993 time: 0.0596490 Oct 26 17:41:08.599093 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33642) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:08.752636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port f19ddec2-593b-4f1d-952e-cf52d6371215 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:41:08.752880 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:08.830322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:08.830641 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:08.842053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for f19ddec2-593b-4f1d-952e-cf52d6371215 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:41:09.040710 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:09.067118 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=f19ddec2-593b-4f1d-952e-cf52d6371215,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:09.079747 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.081530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.081530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.081530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.081530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.081530 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.082001 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.082179 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.082511 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.082841 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.083199 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.083523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:09.137179 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:09.137511 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Floating IP cd1e3972-a52d-426a-99e1-ea70a6a26225 disassociated (deleted). External IP: 172.25.5.128, port: 72baa547-0417-4086-aebe-8a8390569e1d. Oct 26 17:41:09.341486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 4a46dff3-4b04-4772-bbea-c95db018ee8b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:41:09.446955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:09.452329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:09.457145 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Sync routers for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:09.466854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:09.467506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:09.482601 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-5ffa1b23-7608-4985-8fb0-b3bc257f8a5b tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd1e3972-a52d-426a-99e1-ea70a6a26225 HTTP/1.1" status: 204 len: 168 time: 0.8797102 Oct 26 17:41:09.482601 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:41:09.483302 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b052f580-46a2-4111-88e8-88718efe3631" -d '{"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:41:09.573238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:09.775941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:09.801369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Checking router: 4a46dff3-4b04-4772-bbea-c95db018ee8b for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:09.810243 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:09.810835 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:09.883594 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb95d4aa-b32c-4bf4-9413-4ed9fffeae1a x-openstack-request-id: req-cb95d4aa-b32c-4bf4-9413-4ed9fffeae1a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:41:09.884077 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "tag": "72baa547-0417-4086-aebe-8a8390569e1d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:41:09.884450 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb95d4aa-b32c-4bf4-9413-4ed9fffeae1a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:41:09.885801 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d', 'status': 'completed', 'code': 200} Oct 26 17:41:09.954439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f580-46a2-4111-88e8-88718efe3631 req-61cf3519-a971-42f6-989d-10cf4e92ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:09.956041 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-61cf3519-a971-42f6-989d-10cf4e92ba48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 1096 time: 0.0479271 Oct 26 17:41:09.990132 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333df514-1849-444a-be23-a6ebec577a4b req-d0d85957-612f-4b29-9524-072841d87d02 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:09.991792 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333df514-1849-444a-be23-a6ebec577a4b req-d0d85957-612f-4b29-9524-072841d87d02 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Oct 26 17:41:10.042278 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-333df514-1849-444a-be23-a6ebec577a4b req-cce2676c-cf03-4854-be42-03ad00320de5 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Oct 26 17:41:10.066548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f580-46a2-4111-88e8-88718efe3631 req-b64b5084-446a-4acb-b509-a58848562541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:10.068103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-b64b5084-446a-4acb-b509-a58848562541 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 200 len: 898 time: 0.1039782 Oct 26 17:41:10.084238 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:10.109640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-e94230e3-1bb9-45e6-a62e-15695ee8c0cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 200 len: 217 time: 0.0332785 Oct 26 17:41:10.159604 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f580-46a2-4111-88e8-88718efe3631 req-c87bf91e-7cb7-46d8-befd-0452b8783937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:10.161070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-c87bf91e-7cb7-46d8-befd-0452b8783937 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 200 len: 835 time: 0.0440271 Oct 26 17:41:10.208479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f580-46a2-4111-88e8-88718efe3631 req-e30750c8-2407-47f1-af69-eba44286e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:10.209950 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-e30750c8-2407-47f1-af69-eba44286e67b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408409 Oct 26 17:41:10.279269 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:10.303090 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-b0b0eb39-38a3-40e7-a936-0f84f5bb08b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840001 Oct 26 17:41:10.310292 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d77690-1471-46ee-bae0-8dd4b98538e2 None None] The sync data for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 is: [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:40:14Z', 'revision_number': 4, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '08c20815-b531-4ea7-aef7-fbede176a80e', 'name': '', 'network_id': '9da24535-2815-4aa9-9e48-b9e3c0b5fa7a', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'mac_address': 'fa:16:3e:2e:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:13Z', 'updated_at': '2021-10-26T17:40:17Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'subnets': [{'id': '14806927-71b7-41bf-be4a-1ffe4baa70c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:10.400105 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-b052f580-46a2-4111-88e8-88718efe3631 req-8d6924d1-9e27-42c8-a7b7-19fa8f366885 service neutron] 10.222.0.39 "GET /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884101 Oct 26 17:41:10.529472 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992f8bb-f01c-435a-92b6-500cb3fdf561 None None] New status for floating IP cd1e3972-a52d-426a-99e1-ea70a6a26225: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:41:11.166512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77f028-5b43-4eda-bba2-e7c0e1337f06 req-c90adb9f-89eb-413b-a58a-5aa097d3d961 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:11.168015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f77f028-5b43-4eda-bba2-e7c0e1337f06 req-c90adb9f-89eb-413b-a58a-5aa097d3d961 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Oct 26 17:41:11.205432 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4f77f028-5b43-4eda-bba2-e7c0e1337f06 req-63433ecc-be77-41ca-bcc2-8418c4a5d000 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/security-groups?id=62b90d23-251e-4f36-ab1f-604747304ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314097 Oct 26 17:41:11.469015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-8561a90b-e85a-4186-bad2-d594a4a55b99 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:11.470419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-8561a90b-e85a-4186-bad2-d594a4a55b99 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 26 17:41:11.558995 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 72baa547-0417-4086-aebe-8a8390569e1d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:41:11.559363 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:11.648840 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 72baa547-0417-4086-aebe-8a8390569e1d, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=72baa547-0417-4086-aebe-8a8390569e1d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:11.649184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:11.661186 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 72baa547-0417-4086-aebe-8a8390569e1d owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:41:11.880951 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:11.907966 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=72baa547-0417-4086-aebe-8a8390569e1d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:11.922491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.922848 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.923210 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.923580 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.923909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.924240 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.924569 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.924898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.925223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.925552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.925879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.926198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:11.960815 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] No DVR routers for this DVR port 72baa547-0417-4086-aebe-8a8390569e1d on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:41:11.963875 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:11.967238 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a5d008b6-520b-4e0d-a72a-36b3322c3634 req-4a019e1b-68d5-4884-8ac8-aa778e4b04ad tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.39 "DELETE /v2.0/ports/72baa547-0417-4086-aebe-8a8390569e1d HTTP/1.1" status: 204 len: 173 time: 0.4907985 Oct 26 17:41:11.967665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'name': 'network-vif-deleted', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:41:11.969902 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07b2620-1dcf-47e7-ad04-e07a0b44c0a0" -d '{"events": [{"server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "name": "network-vif-deleted", "tag": "72baa547-0417-4086-aebe-8a8390569e1d"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:41:12.057228 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313e771d-d4f8-4e1a-a6f0-ae3e87f72099 x-openstack-request-id: req-313e771d-d4f8-4e1a-a6f0-ae3e87f72099 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:41:12.057228 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87a4b01-6831-465d-ac66-a1ca02c56c22", "name": "network-vif-deleted", "tag": "72baa547-0417-4086-aebe-8a8390569e1d", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:41:12.057505 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-313e771d-d4f8-4e1a-a6f0-ae3e87f72099 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:41:12.057689 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87a4b01-6831-465d-ac66-a1ca02c56c22', 'name': 'network-vif-deleted', 'tag': '72baa547-0417-4086-aebe-8a8390569e1d', 'status': 'completed', 'code': 200} Oct 26 17:41:12.342291 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e59b3df2-d187-4935-8c23-e83a5c814e0c req-38addb0e-22c4-4005-83f0-4d1a59d70e44 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87a4b01-6831-465d-ac66-a1ca02c56c22 HTTP/1.1" status: 200 len: 210 time: 0.0421436 Oct 26 17:41:13.394013 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33660) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:13.745548 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:13.992160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 08c20815-b531-4ea7-aef7-fbede176a80e {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:41:13.992491 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.082724 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 08c20815-b531-4ea7-aef7-fbede176a80e, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=08c20815-b531-4ea7-aef7-fbede176a80e,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:14.083082 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.096285 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 08c20815-b531-4ea7-aef7-fbede176a80e owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:41:14.253026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 72baa547-0417-4086-aebe-8a8390569e1d no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:41:14.272994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 72baa547-0417-4086-aebe-8a8390569e1d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:41:14.273634 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 72baa547-0417-4086-aebe-8a8390569e1d not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:41:14.332115 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.357865 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=08c20815-b531-4ea7-aef7-fbede176a80e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:14.534717 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.747153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Router 4a46dff3-4b04-4772-bbea-c95db018ee8b has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:41:14.848890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:14.854122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6045e981-02d8-4d46-99c3-aa09cfe110ae tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "PUT /v2.0/routers/4a46dff3-4b04-4772-bbea-c95db018ee8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4590528 Oct 26 17:41:14.857163 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33662) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:14.858167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Sync routers for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:14.868375 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:14.868972 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:14.911362 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting subnet 14806927-71b7-41bf-be4a-1ffe4baa70c6 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:41:14.914591 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.954429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:14.973377 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:15.036506 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.151791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:41:14Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:15.155403 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.184825 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Subnet': ['ID=14806927-71b7-41bf-be4a-1ffe4baa70c6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:15.185071 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Checking router: 4a46dff3-4b04-4772-bbea-c95db018ee8b for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:15.186806 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.192873 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-99714146-fb99-45e6-b60f-bc5fa27e7571 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/subnets/14806927-71b7-41bf-be4a-1ffe4baa70c6 HTTP/1.1" status: 204 len: 168 time: 0.3320005 Oct 26 17:41:15.193018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33664) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:15.195388 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc571d6b-cbb5-4d65-898d-b872d2eaf2ca None None] Network 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:41:15.236043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Routers {'4a46dff3-4b04-4772-bbea-c95db018ee8b'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:15.236664 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['4a46dff3-4b04-4772-bbea-c95db018ee8b'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:15.298644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.404171 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.405705 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] Set router 4a46dff3-4b04-4772-bbea-c95db018ee8b gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:15.522867 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] DHCP port deletion for 9da24535-2815-4aa9-9e48-b9e3c0b5fa7a request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:41:15.543196 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Deleting port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:41:15.543543 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.625419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Deleting port 45f0577f-d025-4a12-bb36-5053a6d2993d {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:41:15.625707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.628341 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] For port 6d0fa1b8-5735-4284-9ae4-1d9de6c36051, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:15.628708 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.641106 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Calling delete_port for 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:41:15.682975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:41:14Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:15.714936 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a6e39-1a94-4efb-94f1-aa119af6b173 None None] The sync data for ids ['4a46dff3-4b04-4772-bbea-c95db018ee8b'] in n-d-815373-2 is: [{'id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015814892', 'tenant_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:40:10Z', 'updated_at': '2021-10-26T17:41:14Z', 'revision_number': 5, 'project_id': '08272201e7e24d1bb15b14dd07b9b4fa', 'gw_port': {'id': '6d0fa1b8-5735-4284-9ae4-1d9de6c36051', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46dff3-4b04-4772-bbea-c95db018ee8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:40:11Z', 'updated_at': '2021-10-26T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:15.720880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] For port 45f0577f-d025-4a12-bb36-5053a6d2993d, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=45f0577f-d025-4a12-bb36-5053a6d2993d,segment=NetworkSegment(63393d7d-0f1e-4e03-bec7-2ec51cb53017),segment_id=63393d7d-0f1e-4e03-bec7-2ec51cb53017)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:15.721270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.734376 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Calling delete_port for 45f0577f-d025-4a12-bb36-5053a6d2993d owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:41:15.887281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.907076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:15.910277 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Port': ['ID=6d0fa1b8-5735-4284-9ae4-1d9de6c36051,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:15.930941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Pushing event deleted for resources: {'Port': ['ID=45f0577f-d025-4a12-bb36-5053a6d2993d,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:15.941176 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] No DVR routers for this DVR port 45f0577f-d025-4a12-bb36-5053a6d2993d on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:41:15.943600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.943949 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.944290 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.944629 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.944952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.945332 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.945659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.945984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.946305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.946625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.947556 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.948047 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3d293-3b78-41d4-9a84-4f5c1eb0f97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:15.976652 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.076825 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.079070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.184100 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 45f0577f-d025-4a12-bb36-5053a6d2993d no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:41:16.199050 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.200720 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Fanout notify agent at l3_agent the message router_deleted on router 4a46dff3-4b04-4772-bbea-c95db018ee8b {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:41:16.206398 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 45f0577f-d025-4a12-bb36-5053a6d2993d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:41:16.206756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 45f0577f-d025-4a12-bb36-5053a6d2993d not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:41:16.207228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08c20815-b531-4ea7-aef7-fbede176a80e no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:41:16.207361 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.211409 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-183a17d6-ea26-4b6f-89e2-52b17a51c633 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/routers/4a46dff3-4b04-4772-bbea-c95db018ee8b HTTP/1.1" status: 204 len: 168 time: 1.0147047 Oct 26 17:41:16.211641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33666) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:16.232475 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 08c20815-b531-4ea7-aef7-fbede176a80e {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:41:16.232817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 08c20815-b531-4ea7-aef7-fbede176a80e not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:41:16.292635 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.386878 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.407185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da24535-2815-4aa9-9e48-b9e3c0b5fa7a']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:16.416615 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63393d7d-0f1e-4e03-bec7-2ec51cb53017') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:16.416902 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63393d7d-0f1e-4e03-bec7-2ec51cb53017') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:16.426140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.439818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.445682 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:41:16.446059 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:41:16.449204 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:41:16.573142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.580281 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.583431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/networks/9da24535-2815-4aa9-9e48-b9e3c0b5fa7a HTTP/1.1" status: 204 len: 168 time: 0.3707304 Oct 26 17:41:16.586271 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33668) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:16.596614 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e753-3263-4c5a-98f6-f5672c771300 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'Network': ['ID=9da24535-2815-4aa9-9e48-b9e3c0b5fa7a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:16.646707 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.671906 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.795261 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.797919 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:16.799153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] 10.222.0.21 "DELETE /v2.0/security-groups/62b90d23-251e-4f36-ab1f-604747304ff2 HTTP/1.1" status: 204 len: 168 time: 0.2118447 Oct 26 17:41:16.808861 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c757e4-46c8-4a75-8ccd-0e7195b54ce6 tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b90d23-251e-4f36-ab1f-604747304ff2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:17.353693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:17.495060 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-606e746f-817c-4ddf-9a19-cd43e388499f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08272201e7e24d1bb15b14dd07b9b4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400936 Oct 26 17:41:17.497576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33680) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:17.545146 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:17.567180 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:17.692329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:17.694813 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:17.696025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7540732a-9912-4839-ba9e-a6e597838650 HTTP/1.1" status: 204 len: 168 time: 0.1975644 Oct 26 17:41:17.704471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f8dfa-86ed-443d-b5d9-1e1ad4cdf2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540732a-9912-4839-ba9e-a6e597838650,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:17.881483 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:41:17.901322 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:41:17.901658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 6d0fa1b8-5735-4284-9ae4-1d9de6c36051 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:41:18.283314 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33686) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:18.297997 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64ab4e9a-e4b4-428c-96eb-e15e9c5da690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.370353 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64ab4e9a-e4b4-428c-96eb-e15e9c5da690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.440453 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-64ab4e9a-e4b4-428c-96eb-e15e9c5da690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.482081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-64ab4e9a-e4b4-428c-96eb-e15e9c5da690 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09c18ae7a22d483ab4b68272f5c7aa0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976218 Oct 26 17:41:18.483008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab4e9a-e4b4-428c-96eb-e15e9c5da690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc9804-9fd0-4309-a64b-621e5acd737c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:18.484772 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33688) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:18.537744 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.560024 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.698440 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.701103 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:18.702285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8abc9804-9fd0-4309-a64b-621e5acd737c HTTP/1.1" status: 204 len: 168 time: 0.2160981 Oct 26 17:41:18.710127 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9afbbf-77cb-4fea-8cf4-cbb846fec894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc9804-9fd0-4309-a64b-621e5acd737c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:19.703771 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33710) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:19.799761 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1237053504-network', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:19.874826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Made reservation on behalf of 032ddc846f0245e7a37c2bb0505488d2 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:41:19.877184 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:19.886557 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:19.958851 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.034800 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.061661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:41:20.067735 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103db36-04ea-4f11-ae76-e334bc05c6a4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:20.074136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.079103 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Added segment 39d1f464-8372-4c03-9db4-e8e46982a4f0 of type vlan for network 3e5afe8f-d209-4837-8295-19e401585aad Oct 26 17:41:20.114622 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.206410 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.207324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:20.207905 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.270883 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] Pushing event updated for resources: {'Network': ['ID=3e5afe8f-d209-4837-8295-19e401585aad,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:20.280944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 3e5afe8f-d209-4837-8295-19e401585aad details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:41:20.326979 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9e9844ed-e47f-473a-88a7-3442c6574efc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6220868 Oct 26 17:41:20.329997 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33714) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:20.334954 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Request body: {'subnet': {'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1237053504-subnet', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:20.414878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Made reservation on behalf of 032ddc846f0245e7a37c2bb0505488d2 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:41:20.417488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.644041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.702814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aceec4fd-0ad3-435a-9801-02010f25c76d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:20.709741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:20.710335 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Network hostable DHCP agents. Network: 3e5afe8f-d209-4837-8295-19e401585aad, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:41:20.800571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Network 3e5afe8f-d209-4837-8295-19e401585aad is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:41:20.874622 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 3e5afe8f-d209-4837-8295-19e401585aad) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:20.878528 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:20.879105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:20.883350 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32733a26-808b-4cf7-aed7-bf059245018c None None] Network 3e5afe8f-d209-4837-8295-19e401585aad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:41:20.957904 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-67b5243c-b4f2-469e-be6d-4fd6edd7b3c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6267960 Oct 26 17:41:20.960560 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33716) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:20.965146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:21.027402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-3e5afe8f-d209-4837-8295-19e401585aad', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:41:21.028597 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.044247 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.045320 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.099896 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.161430 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Allocated IP 172.20.0.2 (3e5afe8f-d209-4837-8295-19e401585aad/aceec4fd-0ad3-435a-9801-02010f25c76d/d043e6e1-1dfd-4307-ab0c-c242fd0d4df2) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:21.293048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.299457 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.384187 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.428614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Network 3e5afe8f-d209-4837-8295-19e401585aad is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:21.431667 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:21.435160 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:21.447636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Pushing event updated for resources: {'Port': ['ID=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:21.498588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Attempting to bind port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:21.499266 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Attempting to bind port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:21.505650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Attempting to bind port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:21.505650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:21.505650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:21.505650 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.506166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Bound using segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:21.506467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Bound port: d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:21.506845 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.569444 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.571366 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] For port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:21.575400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] For port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:21.589607 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.655562 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.695730 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Allocated IP 172.25.5.98 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/d4f37d90-b0b2-4db4-aabb-eb903b0ead86) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:21.723288 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb267099-640e-4248-b94b-a87bfd14e5b7 None None] Pushing event updated for resources: {'Port': ['ID=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:21.815003 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.950112 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:21.998811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:22.002270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:22.006035 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:22.025852 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:22.034684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Pushing event updated for resources: {'Port': ['ID=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:22.049809 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.078368 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:22.078730 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.160037 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.197817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:22.269305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.317941 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:22.347215 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.550552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.647541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb995e4-e79f-4202-9d56-2e62e95702d9 None None] Network 3e5afe8f-d209-4837-8295-19e401585aad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:41:22.759168 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-892229db-61b8-4a42-9c80-58f132630a84 None None] Provisioning complete for port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:22.760080 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-892229db-61b8-4a42-9c80-58f132630a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.781172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:41:22.886795 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:22.896125 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:22.906726 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:22.908298 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:22.954423 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:22.955775 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-823e540b-51ff-4b27-a3f9-a25c8f8a7f8b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9940617 Oct 26 17:41:22.958596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:23.018723 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:23.101253 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e6cfe1da-c7bd-4793-846b-08af229c0a75 None None] Provisioning complete for port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:23.101758 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe1da-c7bd-4793-846b-08af229c0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.129986 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.206370 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:22Z', 'revision_number': 3, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:23.232741 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:23.233082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Updating router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:41:23.261758 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.522680 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.589630 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.644249 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Attempting to bind port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:23.644627 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Attempting to bind port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:23.644969 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Attempting to bind port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:23.646951 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Pushing event updated for resources: {'Port': ['ID=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:23.656388 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.656728 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.657062 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.657390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.657713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.658035 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.658355 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.658672 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.658987 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.659326 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.659640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.659954 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:41:23.663167 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:23.663532 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:23.663927 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.664299 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:23.664786 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Bound port: d4f37d90-b0b2-4db4-aabb-eb903b0ead86, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:23.665141 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.745098 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.812347 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] For port d4f37d90-b0b2-4db4-aabb-eb903b0ead86, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:23.815818 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] For port d4f37d90-b0b2-4db4-aabb-eb903b0ead86, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:23.881392 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:23.906726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Allocated IP 172.20.0.1 (3e5afe8f-d209-4837-8295-19e401585aad/aceec4fd-0ad3-435a-9801-02010f25c76d/2c9cd077-62ec-4ab5-9372-f4c8097ce676) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:23.933876 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:23.934511 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:23.944494 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:23.996191 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:23.996655 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.017922 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.020681 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45b24-3ed6-400f-8242-b910e3b2234c None None] Pushing event updated for resources: {'Port': ['ID=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:24.061485 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:24.144202 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.187631 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Network 3e5afe8f-d209-4837-8295-19e401585aad is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:24.190643 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:24.194628 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:24.230084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Pushing event updated for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:24.240108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.255592 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:22Z', 'revision_number': 3, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:24.288852 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adb61d-fef5-4090-8690-afdb4d6bf085 None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:22Z', 'revision_number': 3, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:24.424179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-52912ef8-1252-4079-b353-f58d962e9a9b None None] Provisioning complete for port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:24.424546 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52912ef8-1252-4079-b353-f58d962e9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.461190 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-52912ef8-1252-4079-b353-f58d962e9a9b None None] Port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:41:24.465167 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.659597 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.718085 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.787095 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Pushing event updated for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:24.789539 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:24.888471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Network 3e5afe8f-d209-4837-8295-19e401585aad is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:24.889779 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:25.016532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:41:25.101298 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ee1e6dbd-4158-4315-976e-c80de490bfed None None] Provisioning complete for port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:25.101872 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ee1e6dbd-4158-4315-976e-c80de490bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:25.133285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:25.139631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-85f45347-6a65-4b69-bc33-eef6a12b36cf admin admin] 10.222.0.21 "PUT /v2.0/routers/17212ee1-38f2-4fdc-bcc8-ff70d7a40e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1794896 Oct 26 17:41:25.144215 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e6dbd-4158-4315-976e-c80de490bfed None None] Port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:41:25.808992 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:25.821153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:25.821153 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:25.821408 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33734) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:25.827299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707029826-network', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:25.903739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Made reservation on behalf of 4c9e3f2b0d18484d930b545b638cd547 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:41:25.908212 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:25.920000 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:25.933681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:25.966841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4f37d90-b0b2-4db4-aabb-eb903b0ead86 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:25.999037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.052306 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.073982 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:41:26.089134 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d1437-f2bb-4183-b534-b0d82e88742c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:26.092073 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.093016 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Added segment 7e695ce9-2f27-402d-bfd6-33075892d19a of type vlan for network 02b3965f-d5d3-4ea9-af81-9bea818859f7 Oct 26 17:41:26.099579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:26.099956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.137128 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.220789 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.221736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:26.222296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.235611 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.262673 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port d4f37d90-b0b2-4db4-aabb-eb903b0ead86, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:26.265621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 2, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:26.282017 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] Pushing event updated for resources: {'Network': ['ID=02b3965f-d5d3-4ea9-af81-9bea818859f7,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:26.298159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:41:26.300438 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:26.306935 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Updating router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:41:26.349199 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f6a832d0-b5a5-4d57-a157-f91f5446af0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5260201 Oct 26 17:41:26.351852 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:26.354909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.358483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Request body: {'subnet': {'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707029826-subnet', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:26.398672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.456689 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:26.480986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Made reservation on behalf of 4c9e3f2b0d18484d930b545b638cd547 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:41:26.483516 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.690561 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.715496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.775639 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011456a7-a6ce-4151-baf5-e9d9854bfbf4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:26.784098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Checking segment: {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:26.784458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Network hostable DHCP agents. Network: 02b3965f-d5d3-4ea9-af81-9bea818859f7, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:41:26.795045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.846164 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a9c85-b28a-4b2d-ba60-9633ba41bc76 None None] Pushing event updated for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:26.903678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Attempting to bind port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:26.904059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Attempting to bind port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:26.904418 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Attempting to bind port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:26.909611 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:26.909985 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:26.910388 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.910782 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Bound using segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:26.911280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Bound port: 2c9cd077-62ec-4ab5-9372-f4c8097ce676, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:26.911665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:26.946952 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:41:26.976672 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] For port 2c9cd077-62ec-4ab5-9372-f4c8097ce676, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:26.980816 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] For port 2c9cd077-62ec-4ab5-9372-f4c8097ce676, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c9cd077-62ec-4ab5-9372-f4c8097ce676,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:27.017662 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 02b3965f-d5d3-4ea9-af81-9bea818859f7) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:27.021674 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:27.026183 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.027791 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fcf2e6-76aa-4ad1-840f-4beb12bb60ac None None] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:41:27.064543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.092541 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ef90619e-8dc1-4f76-bc96-6ed0ec961d26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7394783 Oct 26 17:41:27.095185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33738) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:27.102873 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:27.163358 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2976336a-3529-4124-a725-19f96d60785d None None] Provisioning complete for port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:27.163728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2976336a-3529-4124-a725-19f96d60785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.168987 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a9c85-b28a-4b2d-ba60-9633ba41bc76 None None] Pushing event updated for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:27.186791 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.188382 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.193365 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:27.194005 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:27.245047 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.452929 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.553847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-02b3965f-d5d3-4ea9-af81-9bea818859f7', 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'fixed_ips': [{'subnet_id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:41:27.554706 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.576474 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:27.601830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2976336a-3529-4124-a725-19f96d60785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.703610 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.726442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.780784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2976336a-3529-4124-a725-19f96d60785d None None] For port 2c9cd077-62ec-4ab5-9372-f4c8097ce676, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c9cd077-62ec-4ab5-9372-f4c8097ce676,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:27.832812 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Allocated IP 172.25.5.204 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/079d14df-e62b-43ae-a474-7b0b66b8ff02) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:27.860130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Allocated IP 172.20.0.2 (02b3965f-d5d3-4ea9-af81-9bea818859f7/011456a7-a6ce-4151-baf5-e9d9854bfbf4/5d6a3e07-c6af-46c1-a37b-29d63c8b93f8) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:27.863729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2976336a-3529-4124-a725-19f96d60785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.948830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:27.967240 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4f37d90-b0b2-4db4-aabb-eb903b0ead86 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:28.038359 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.039404 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976336a-3529-4124-a725-19f96d60785d None None] Pushing event updated for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:28.060540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-78aec75e-8f1c-4279-b95b-3ed15965441c None None] Provisioning complete for port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:28.060905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-78aec75e-8f1c-4279-b95b-3ed15965441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.082126 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:28.085135 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:28.088817 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:28.115641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Pushing event updated for resources: {'Port': ['ID=079d14df-e62b-43ae-a474-7b0b66b8ff02,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:28.143195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:28.161986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:28.162354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.215308 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472db4e0-c8a6-46c6-a611-127b4544b02d None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:28.252900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.378160 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.431904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:28.434984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:28.438854 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:28.455277 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.466557 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:28.504698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Attempting to bind port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:28.505051 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Attempting to bind port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:28.505410 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Attempting to bind port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 on network 02b3965f-d5d3-4ea9-af81-9bea818859f7 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:28.511692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:28.512236 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Checking segment: {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:28.512672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.513063 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Bound using segment: {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:28.513591 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Bound port: 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:28.513918 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.560687 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-16258422-d2ff-43e7-962a-267188848722 req-88faa4c2-97f8-4fe7-9564-6e038f081edf service neutron] (102736) timed out ('10.222.0.21', 50626) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:41:28.592198 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] For port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:28.595320 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] For port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:28.669498 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.679497 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:28.739864 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e7416-41ef-4c4d-b008-fb73cea1f4c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:28.886776 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Router 6a0902d1-8b15-43e0-b2ed-a176b061c837 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:41:29.030947 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:29.048422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Sync routers for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:29.060662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:29.061653 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:29.099644 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.103651 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b7cc01d0-14a6-44ea-806e-a51e45ea69b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0047703 Oct 26 17:41:29.104613 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:29.174076 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:29.364209 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:28Z', 'revision_number': 3, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:29.401343 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Checking router: 6a0902d1-8b15-43e0-b2ed-a176b061c837 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:29.401752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Updating router 6a0902d1-8b15-43e0-b2ed-a176b061c837 port 079d14df-e62b-43ae-a474-7b0b66b8ff02 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:41:29.433152 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.572694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.708355 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.747577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Allocated IP 172.20.0.1 (02b3965f-d5d3-4ea9-af81-9bea818859f7/011456a7-a6ce-4151-baf5-e9d9854bfbf4/4f84b74d-d53c-49c9-925a-58288b730f98) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:29.757270 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a935b19-1059-4886-8dd7-114e32915e75 None None] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:41:29.792637 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.848943 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Attempting to bind port 079d14df-e62b-43ae-a474-7b0b66b8ff02 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:29.849369 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Attempting to bind port 079d14df-e62b-43ae-a474-7b0b66b8ff02 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:29.849807 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Attempting to bind port 079d14df-e62b-43ae-a474-7b0b66b8ff02 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:29.857036 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673523a-836c-4b10-b012-777ee15c12c8 None None] Pushing event updated for resources: {'Port': ['ID=079d14df-e62b-43ae-a474-7b0b66b8ff02,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:29.860040 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:29.865418 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:29.865574 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.865682 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.865682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:29.865682 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Bound port: 079d14df-e62b-43ae-a474-7b0b66b8ff02, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:29.865682 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.903013 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] Provisioning complete for port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:29.903463 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:29.920548 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] For port 079d14df-e62b-43ae-a474-7b0b66b8ff02, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:29.924567 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] For port 079d14df-e62b-43ae-a474-7b0b66b8ff02, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=079d14df-e62b-43ae-a474-7b0b66b8ff02,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:29.951818 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.000149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:30.003499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:30.007421 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.007958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:30.035935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Pushing event updated for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:30.039953 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.064322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.073765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c9cd077-62ec-4ab5-9372-f4c8097ce676 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:30.083640 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:30.084321 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:30.126419 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] For port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:30.153999 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:30.154400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.175696 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673523a-836c-4b10-b012-777ee15c12c8 None None] Pushing event updated for resources: {'Port': ['ID=079d14df-e62b-43ae-a474-7b0b66b8ff02,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:30.232721 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:30.243078 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.280130 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:30.314695 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.451722 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:28Z', 'revision_number': 3, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:30.486928 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18d0cd-a866-4f93-8b61-6023f020f47b None None] The sync data for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 is: [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:28Z', 'revision_number': 3, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:30.539503 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a11bc-6a98-47d0-bbb2-9b52144577cf None None] Pushing event updated for resources: {'Port': ['ID=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:30.540037 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.545626 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-58a4869c-96ca-46d8-aa7c-e5530742258a None None] Provisioning complete for port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:30.545935 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58a4869c-96ca-46d8-aa7c-e5530742258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.593180 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:30.593550 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.616844 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.689986 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.691921 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Pushing event updated for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:30.796766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4cb41b2e-8f2d-4817-858d-7564f4bfe7e1 None None] Provisioning complete for port 4f84b74d-d53c-49c9-925a-58288b730f98 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:30.797405 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4cb41b2e-8f2d-4817-858d-7564f4bfe7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:30.812215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:30.813681 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:30.842305 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4cb41b2e-8f2d-4817-858d-7564f4bfe7e1 None None] Port 4f84b74d-d53c-49c9-925a-58288b730f98 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:41:30.952052 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Router 6a0902d1-8b15-43e0-b2ed-a176b061c837 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:41:31.066957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c507a210-39a5-497a-bbf0-cf3cb3ea4bb4 None None] Provisioning complete for port 4f84b74d-d53c-49c9-925a-58288b730f98 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:31.067475 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c507a210-39a5-497a-bbf0-cf3cb3ea4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:31.106599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c507a210-39a5-497a-bbf0-cf3cb3ea4bb4 None None] Port 4f84b74d-d53c-49c9-925a-58288b730f98 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:41:31.121466 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9b17007c-5402-4dfe-946a-dac25d523a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:31.421899 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:31.427431 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c95e5ba7-941e-4828-9665-1735c0ddf597 admin admin] 10.222.0.21 "PUT /v2.0/routers/6a0902d1-8b15-43e0-b2ed-a176b061c837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3217413 Oct 26 17:41:31.959557 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:31.965048 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61611337', 'description': 'tempest-secgroup-smoke-61611337 description', 'project_id': '032ddc846f0245e7a37c2bb0505488d2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:32.002262 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 079d14df-e62b-43ae-a474-7b0b66b8ff02 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:32.043566 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.051463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 079d14df-e62b-43ae-a474-7b0b66b8ff02 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:32.051971 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.100692 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Sync routers for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:32.119322 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.132925 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:32.133549 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:32.183140 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.212939 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80348d62-2733-48bb-8c41-720324b07d03,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:32.213456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.243061 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 079d14df-e62b-43ae-a474-7b0b66b8ff02, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=079d14df-e62b-43ae-a474-7b0b66b8ff02,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:32.263849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:32.282368 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.283793 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-0ed2d8c2-c850-4c05-bf3c-55022631eb9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3231292 Oct 26 17:41:32.286866 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33750) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:32.291600 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:32.310034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.310828 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:32.382564 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.441872 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.463839 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=079d14df-e62b-43ae-a474-7b0b66b8ff02,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:32.498204 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:32.498571 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.503588 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.522933 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5fd43-4135-4822-9ac4-817f9ebd2c4b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:32.596926 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.598162 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9fae67fb-0aa5-4a46-83e7-1f8590ee4c98 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103352 Oct 26 17:41:32.600972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:32.606180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:32.613725 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:30Z', 'revision_number': 4, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4f84b74d-d53c-49c9-925a-58288b730f98', 'name': '', 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'mac_address': 'fa:16:3e:d5:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:29Z', 'updated_at': '2021-10-26T17:41:30Z', 'revision_number': 2, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'subnets': [{'id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:32.643700 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Checking router: 6a0902d1-8b15-43e0-b2ed-a176b061c837 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:32.644049 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Updating router 6a0902d1-8b15-43e0-b2ed-a176b061c837 port 4f84b74d-d53c-49c9-925a-58288b730f98 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:41:32.668447 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.694295 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.752358 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.820883 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.838410 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee7179a-9fa5-4a4e-a4a7-70eb65c01f29,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:32.902698 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.907070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-e20bac94-008b-4bdc-a46f-a6cb656c4542 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3019266 Oct 26 17:41:32.907452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33754) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:32.912021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:32.929291 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:32.997469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.003765 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.055636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2df9-179a-452d-8f19-1c877cff0de0 None None] Pushing event updated for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.058285 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.106801 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Attempting to bind port 4f84b74d-d53c-49c9-925a-58288b730f98 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:33.107303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Attempting to bind port 4f84b74d-d53c-49c9-925a-58288b730f98 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:33.107889 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Attempting to bind port 4f84b74d-d53c-49c9-925a-58288b730f98 on network 02b3965f-d5d3-4ea9-af81-9bea818859f7 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:33.112684 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.113678 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:33.117509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Checking segment: {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:33.117509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.117509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Bound using segment: {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:33.117509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Bound port: 4f84b74d-d53c-49c9-925a-58288b730f98, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e695ce9-2f27-402d-bfd6-33075892d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:33.117509 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.133552 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5e451d-3b50-4565-b355-0f7a15c1cc8f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.188303 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] For port 4f84b74d-d53c-49c9-925a-58288b730f98, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:33.191568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] For port 4f84b74d-d53c-49c9-925a-58288b730f98, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f84b74d-d53c-49c9-925a-58288b730f98,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:33.195334 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.197695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-c1ed7546-2cab-4600-a2b8-c27b5c6fe94c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882397 Oct 26 17:41:33.200309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33756) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:33.204931 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:33.289839 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.324056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.357412 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:33.357879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:33.365234 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2df9-179a-452d-8f19-1c877cff0de0 None None] Pushing event updated for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.401521 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.447890 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] Provisioning complete for port 4f84b74d-d53c-49c9-925a-58288b730f98 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:33.448253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.457497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.482202 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5571d6-41db-4b5b-b19b-10574d153445,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.517402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:33.551016 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.552294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f8a1ad7e-b764-4796-8100-5d9a56843f85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509908 Oct 26 17:41:33.555491 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33758) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:33.560523 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:33.630651 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.640482 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Project 032ddc846f0245e7a37c2bb0505488d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:41:33.645694 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.679662 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-19b6c9b8-cfb0-4906-b6d5-c1315cdeb2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.708635 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.716622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] For port 4f84b74d-d53c-49c9-925a-58288b730f98, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f84b74d-d53c-49c9-925a-58288b730f98,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:33.784066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:30Z', 'revision_number': 4, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4f84b74d-d53c-49c9-925a-58288b730f98', 'name': '', 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'mac_address': 'fa:16:3e:d5:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:29Z', 'updated_at': '2021-10-26T17:41:33Z', 'revision_number': 4, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'subnets': [{'id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:33.788978 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.805501 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f61b8c-13f5-49c4-b238-f57ef004b353,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.815320 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.818843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984499-4bbf-4995-a5c9-95fddd73ea41 None None] The sync data for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 is: [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:30Z', 'revision_number': 4, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '4f84b74d-d53c-49c9-925a-58288b730f98', 'name': '', 'network_id': '02b3965f-d5d3-4ea9-af81-9bea818859f7', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'mac_address': 'fa:16:3e:d5:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:29Z', 'updated_at': '2021-10-26T17:41:33Z', 'revision_number': 4, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'subnets': [{'id': '011456a7-a6ce-4151-baf5-e9d9854bfbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:33.874710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39bb4-0044-4069-a55b-99d544114937 None None] Pushing event updated for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:33.900514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:33.901759 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1eeb2ed1-d258-45dc-bda1-f3bc145cebc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447468 Oct 26 17:41:33.904433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 33760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:33.910486 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': '80348d62-2733-48bb-8c41-720324b07d03', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:33.941721 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2471fff0-ada7-467a-9f0e-fb246843d02a None None] Provisioning complete for port 4f84b74d-d53c-49c9-925a-58288b730f98 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:33.942033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2471fff0-ada7-467a-9f0e-fb246843d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.000863 n-d-815373-2 neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Project 032ddc846f0245e7a37c2bb0505488d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:41:34.008008 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.085279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 079d14df-e62b-43ae-a474-7b0b66b8ff02 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:34.094952 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.151729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 079d14df-e62b-43ae-a474-7b0b66b8ff02 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:34.152000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.162269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.178974 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.185588 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f198ea-90d9-4edb-9cda-c30a1ffd06fb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:34.237901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f84b74d-d53c-49c9-925a-58288b730f98 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:34.261269 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.262572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7e158178-442a-4bb4-9b2f-a459b7637ba5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3571973 Oct 26 17:41:34.301599 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4f84b74d-d53c-49c9-925a-58288b730f98 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:34.301967 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:34.424350 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-460107b0-1b67-42f0-b32f-1a0454628927 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61611337&fields=id&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 267 time: 0.0327976 Oct 26 17:41:34.537657 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10ef3542-1890-4f29-8505-49d74cab00e8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:34.539257 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10ef3542-1890-4f29-8505-49d74cab00e8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 809 time: 0.1072156 Oct 26 17:41:34.555451 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-6af7f142-2a74-4fc0-945e-8fb6f2aa7dae tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/quotas/032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 375 time: 0.0093164 Oct 26 17:41:34.607034 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-06085199-a181-4529-b9db-59f6cc9e9faa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459464 Oct 26 17:41:34.715948 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-5ffe0a47-595b-402c-bf4e-24f570f2977f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:41:34.716956 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-5ffe0a47-595b-402c-bf4e-24f570f2977f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0989168 Oct 26 17:41:34.805122 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-cc24aaf7-a67d-4897-99b5-0615194e88f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817966 Oct 26 17:41:34.901560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-f40bb5de-4939-4561-8645-dc8dc2016030 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901537 Oct 26 17:41:35.164543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c10025c6-58e4-474e-9f9f-1638f7087e3d req-ad6e8dc3-ef46-4151-b039-906761a0efe5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Oct 26 17:41:35.326751 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:36.261053 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-88e3dd45-8f7d-4732-83bf-028272ccd9a1 req-5343e746-b735-4995-978e-ee29f33b8c20 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 210 time: 0.0265484 Oct 26 17:41:36.903247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:37.260109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-b3ac74b1-a378-4211-b701-0b51655df746 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:37.261188 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-b3ac74b1-a378-4211-b701-0b51655df746 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 809 time: 0.1049407 Oct 26 17:41:37.305455 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1ad818e1-4356-465e-9ff5-ce385c029e04 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 378 time: 0.0348756 Oct 26 17:41:37.315026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'port': {'device_id': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'admin_state_up': True, 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'security_groups': ['80348d62-2733-48bb-8c41-720324b07d03']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:37.356256 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2aa0473-9ca3-4b54-a6a5-ff0ebdaff8c5 req-6449630a-1bd6-4fac-ac1f-83dfa11edaa8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 210 time: 0.0263634 Oct 26 17:41:37.506483 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Made reservation on behalf of 032ddc846f0245e7a37c2bb0505488d2 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:41:37.510814 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:37.637516 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Allocated IP 172.20.0.4 (3e5afe8f-d209-4837-8295-19e401585aad/aceec4fd-0ad3-435a-9801-02010f25c76d/ace80686-85bd-421e-ac1f-ad62013a6ef6) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:37.772675 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:37.861096 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:37.906171 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Network 3e5afe8f-d209-4837-8295-19e401585aad is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:37.909334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:37.913031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:37.919878 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:37.973798 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:37.974429 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.047715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-1e5f0bc1-0f93-4d5c-8921-bf1577636f93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364140 Oct 26 17:41:38.060807 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Request body: {'port': {'device_id': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:38.113480 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.172278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0828ff46-885f-4ec3-a8bd-09558039da48 None None] Provisioning complete for port ace80686-85bd-421e-ac1f-ad62013a6ef6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:38.173000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0828ff46-885f-4ec3-a8bd-09558039da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.209433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0828ff46-885f-4ec3-a8bd-09558039da48 None None] Port ace80686-85bd-421e-ac1f-ad62013a6ef6 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:41:38.375828 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:41:38.383026 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.395548 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Transition to ACTIVE for port object ace80686-85bd-421e-ac1f-ad62013a6ef6 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:41:38.446485 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.482833 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2800c-6ddb-409b-a3d5-edecf6e9b896 req-456a923e-0f7f-43ef-8d2d-031eb28f447d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:38.485613 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4d2800c-6ddb-409b-a3d5-edecf6e9b896 req-456a923e-0f7f-43ef-8d2d-031eb28f447d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 931 time: 0.0565310 Oct 26 17:41:38.500800 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:38.533057 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b4d2800c-6ddb-409b-a3d5-edecf6e9b896 req-a9650f48-5bda-4e50-bbc3-ed82e7eee8f1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400965 Oct 26 17:41:38.577855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Attempting to bind port ace80686-85bd-421e-ac1f-ad62013a6ef6 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:41:38.578324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Attempting to bind port ace80686-85bd-421e-ac1f-ad62013a6ef6 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:41:38.578656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Attempting to bind port ace80686-85bd-421e-ac1f-ad62013a6ef6 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:38.583088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Port ace80686-85bd-421e-ac1f-ad62013a6ef6 on network 3e5afe8f-d209-4837-8295-19e401585aad not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:41:38.583440 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Attempting to bind port ace80686-85bd-421e-ac1f-ad62013a6ef6 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:41:38.589009 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:41:38.589351 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:41:38.589736 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Bound using segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:41:38.590165 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Bound port: ace80686-85bd-421e-ac1f-ad62013a6ef6, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:41:38.590524 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.656060 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:41:38.659275 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:41:38.721181 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.761379 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:38.761988 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:38.763426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] 10.222.0.47 "PUT /v2.0/ports/ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1091 time: 0.7069981 Oct 26 17:41:38.763870 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:41:38.766139 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740b90f-b63f-4f07-b05e-ac6c2af33b44" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:41:38.795044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f2fd-ea38-436a-8806-a0c96e23d884 service neutron] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:38.803187 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103621dc-12b5-4fd6-9a71-19c5a21447bc x-openstack-request-id: req-103621dc-12b5-4fd6-9a71-19c5a21447bc {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:41:38.803559 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:41:38.803887 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-103621dc-12b5-4fd6-9a71-19c5a21447bc {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:41:38.804473 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'status': 'completed', 'code': 200} Oct 26 17:41:38.867659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-7015c97a-1e0f-4e17-9808-f61899434da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:38.870435 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-7015c97a-1e0f-4e17-9808-f61899434da8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0447814 Oct 26 17:41:38.975587 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-6838e56b-2b89-45f4-be1c-8912a79c0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:38.977076 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-6838e56b-2b89-45f4-be1c-8912a79c0dcf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=032ddc846f0245e7a37c2bb0505488d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988595 Oct 26 17:41:39.071103 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-f30ec2a5-8981-4dcc-b8a8-252e08471d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:39.072816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0740b90f-b63f-4f07-b05e-ac6c2af33b44 req-f30ec2a5-8981-4dcc-b8a8-252e08471d62 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890024 Oct 26 17:41:39.152044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-2024c75e-50b9-4c42-8658-58df38147612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:39.153513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-2024c75e-50b9-4c42-8658-58df38147612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0448701 Oct 26 17:41:39.195443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-3632c649-9d1a-46b6-98d5-6333baa9bf49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 217 time: 0.0342109 Oct 26 17:41:39.250026 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-81630685-5b84-4a29-9322-2177d401f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:39.251472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-81630685-5b84-4a29-9322-2177d401f9b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0426123 Oct 26 17:41:39.296012 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-505ec3ba-cf7c-4d0f-8258-ec9e714e9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:39.297453 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-505ec3ba-cf7c-4d0f-8258-ec9e714e9c7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388603 Oct 26 17:41:39.394001 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-52276172-50a4-455f-8e6e-15b99e649ab4 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869608 Oct 26 17:41:39.488574 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8aaa3825-205e-440a-a903-e2ad39e21bcf req-2f5c2f56-3bec-445e-9718-f4e0c5e4d987 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868540 Oct 26 17:41:39.650169 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163708e-9e30-4416-8648-855b382cc193 req-8c53806e-fa3d-46af-9bf5-bbe2e25833c0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:39.651664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8163708e-9e30-4416-8648-855b382cc193 req-8c53806e-fa3d-46af-9bf5-bbe2e25833c0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Oct 26 17:41:39.693193 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8163708e-9e30-4416-8648-855b382cc193 req-69848a59-8e48-4b5a-ac35-52ef7de69455 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356095 Oct 26 17:41:40.807988 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b45fa-6e98-4f4e-b65d-ea44d253664d req-efb0d8c6-8372-42c4-8b94-21478059c2db tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:40.809443 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d08b45fa-6e98-4f4e-b65d-ea44d253664d req-efb0d8c6-8372-42c4-8b94-21478059c2db tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0499232 Oct 26 17:41:40.846220 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d08b45fa-6e98-4f4e-b65d-ea44d253664d req-6cbc0e07-aa52-4e61-848d-7d404732c5b0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308881 Oct 26 17:41:41.964832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f5398-efc8-4de9-88ed-4131410c6fe6 req-9763ac32-b52c-4304-b3d8-2f095ca65de6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:41.966276 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f8f5398-efc8-4de9-88ed-4131410c6fe6 req-9763ac32-b52c-4304-b3d8-2f095ca65de6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0524352 Oct 26 17:41:42.002548 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f8f5398-efc8-4de9-88ed-4131410c6fe6 req-c9b48c8d-9f1a-4947-ad04-26866878fffd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302908 Oct 26 17:41:42.824085 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:41:42.921039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:42.932977 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:41:42.972137 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:42.986416 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:41:43.007704 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:43.122563 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9a6f-9bc2-49d3-b0c4-0e32382f9230 req-14e63741-14e1-4c5e-b8fb-3499f56dec27 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:43.124516 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5f9a6f-9bc2-49d3-b0c4-0e32382f9230 req-14e63741-14e1-4c5e-b8fb-3499f56dec27 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0520928 Oct 26 17:41:43.149225 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:43.163975 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1c5f9a6f-9bc2-49d3-b0c4-0e32382f9230 req-7c91efdf-cd52-4933-bef9-108677b7bf9c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335817 Oct 26 17:41:43.198387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:43.382043 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ace80686-85bd-421e-ac1f-ad62013a6ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:41:44.282212 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d091-0ebb-467c-82c7-cfcc8d63baf4 req-7b61f4b0-d6a5-4caa-ad7d-8b30a55d8c70 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:44.283720 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cef7d091-0ebb-467c-82c7-cfcc8d63baf4 req-7b61f4b0-d6a5-4caa-ad7d-8b30a55d8c70 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 944 time: 0.0504742 Oct 26 17:41:44.325372 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cef7d091-0ebb-467c-82c7-cfcc8d63baf4 req-6a53bb25-0c32-4d9a-abc2-f2ef5b306a4f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357010 Oct 26 17:41:44.792969 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:41:44.825371 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:41:44.963809 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port ace80686-85bd-421e-ac1f-ad62013a6ef6 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:41:44.967834 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ace80686-85bd-421e-ac1f-ad62013a6ef6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:41:44.968195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:45.044914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:45.067901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:41:45.070554 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729506c2-0ebd-48ca-8816-aea4705d3992" -d '{"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:41:45.082879 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:41:45.107346 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c99571b-8e35-4465-bfbe-78d795471519 x-openstack-request-id: req-6c99571b-8e35-4465-bfbe-78d795471519 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:41:45.107632 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:41:45.108018 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c99571b-8e35-4465-bfbe-78d795471519 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:41:45.108293 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'code': 200} Oct 26 17:41:45.169354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:45.208935 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced6090-8b8a-4aa0-baeb-692e1cee2477 req-cb781311-1ba6-4355-bf1a-7c9a7a47d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:45.210443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dced6090-8b8a-4aa0-baeb-692e1cee2477 req-cb781311-1ba6-4355-bf1a-7c9a7a47d28f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0424984 Oct 26 17:41:45.218796 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:45.251879 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-dced6090-8b8a-4aa0-baeb-692e1cee2477 req-faa0abba-c5e6-48df-88f9-29c4763cdd36 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294971 Oct 26 17:41:45.449433 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec333c-63ef-4955-a256-9ccbc97cdbff req-aec66227-ff40-47e8-8769-f74a0dce6194 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:45.450928 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbec333c-63ef-4955-a256-9ccbc97cdbff req-aec66227-ff40-47e8-8769-f74a0dce6194 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0546036 Oct 26 17:41:45.489519 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dbec333c-63ef-4955-a256-9ccbc97cdbff req-0cd6901b-e441-45a3-827b-84b2930ebc4a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321903 Oct 26 17:41:46.605696 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaca20-daf5-415b-bc23-65b494960b8a req-fc1b0135-f189-46a7-9515-820e26eab5e2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:46.607170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddbaca20-daf5-415b-bc23-65b494960b8a req-fc1b0135-f189-46a7-9515-820e26eab5e2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Oct 26 17:41:46.644772 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ddbaca20-daf5-415b-bc23-65b494960b8a req-1e257715-8264-48cc-84af-5476733b13bc tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316823 Oct 26 17:41:46.754951 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d4f2e-4b62-4e8d-9ee3-a74813b25b37 req-15b4f4b3-720c-4c4b-a242-1947c92a4e46 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:46.756430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b48d4f2e-4b62-4e8d-9ee3-a74813b25b37 req-15b4f4b3-720c-4c4b-a242-1947c92a4e46 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Oct 26 17:41:46.793807 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b48d4f2e-4b62-4e8d-9ee3-a74813b25b37 req-96f84896-e94d-45d2-a594-f9d513ef1ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308855 Oct 26 17:41:46.816124 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33816) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:46.897625 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c322fb-d124-4dbc-ae5e-9b1bc50fc8ae tempest-TestShelveInstance-1213435212 tempest-TestShelveInstance-1213435212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:46.899142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b8c322fb-d124-4dbc-ae5e-9b1bc50fc8ae tempest-TestShelveInstance-1213435212 tempest-TestShelveInstance-1213435212-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1091 time: 0.0820394 Oct 26 17:41:46.902088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 33820) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:41:46.906665 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:41:46.988759 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:47.087641 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:47.188370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Allocated IP 172.25.5.151 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:41:47.291234 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:47.406070 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:47.446302 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:41:47.450061 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:41:47.452755 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:41:47.483576 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:47.830556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:47.957684 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:48.111016 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:48.166299 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:48.232826 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:41:48.244407 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:48.341679 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Floating IP e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc associated. External IP: 172.25.5.151, port: ace80686-85bd-421e-ac1f-ad62013a6ef6. Oct 26 17:41:48.543993 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:41:48.648083 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:41:48.658908 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:41:48.668595 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:48.669189 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:48.768141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:48.796052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d4113ce8-1bef-4b67-acda-f0c5e40f28dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8925881 Oct 26 17:41:48.796606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:41:48.798908 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847e804-676b-4037-822c-c5af9e7bb9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:41:48.839806 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537ff35-4394-4d04-aa82-79b47a619098 x-openstack-request-id: req-3537ff35-4394-4d04-aa82-79b47a619098 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:41:48.839806 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:41:48.839806 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3537ff35-4394-4d04-aa82-79b47a619098 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:41:48.839806 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'status': 'completed', 'code': 200} Oct 26 17:41:48.863280 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:48.898794 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-1d6dab9e-abb8-4c60-9e40-ce6d1341a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:48.900322 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-1d6dab9e-abb8-4c60-9e40-ce6d1341a95b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0409901 Oct 26 17:41:48.991680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-e5d5ff5e-10b1-4cfb-a65f-e972d30c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:48.993168 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-e5d5ff5e-10b1-4cfb-a65f-e972d30c0381 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0864809 Oct 26 17:41:49.057691 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-d14af358-d4d0-4506-8b8b-7c52c2e1a888 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 999 time: 0.0570517 Oct 26 17:41:49.086361 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:41:47Z', 'updated_at': '2021-10-26T17:41:47Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:49.105438 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-7da1e759-67d7-42f4-8033-50a728a2a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:49.106910 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-7da1e759-67d7-42f4-8033-50a728a2a5b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0430875 Oct 26 17:41:49.113559 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:41:49.122602 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:41:49.123223 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:41:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:49.156246 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-443907bd-5839-40d1-be31-76e55a850377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:41:49.157740 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-443907bd-5839-40d1-be31-76e55a850377 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440805 Oct 26 17:41:49.229317 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:41:49.262273 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-01b56f2b-abc5-48ca-8920-44cebd3011e1 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Oct 26 17:41:49.356055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9847e804-676b-4037-822c-c5af9e7bb9c5 req-200a15d3-bd12-4cf5-bb12-380b90fa1bea service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862665 Oct 26 17:41:49.457548 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:41:47Z', 'updated_at': '2021-10-26T17:41:47Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:41:49.483860 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df483-1272-4a4a-a2e5-ee2f871d246f None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:41:47Z', 'updated_at': '2021-10-26T17:41:47Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:41:49.678318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d53944-d9c6-42de-aea6-9b65d1ea9f09 None None] New status for floating IP e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:41:51.934827 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:41:53.192065 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:01.131529 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9864716e-8004-4433-bcc2-376b5345d754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:03.617092 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-514fb6b5-7444-4799-be05-d22216f6e3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:04.182913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:05.357530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:06.911247 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:21.791735 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:42:21.893932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:23.159031 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:31.142047 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-69d562bb-dae1-4b7d-a2ce-b00cf6ce2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:33.539514 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-1174d097-3792-46b6-8aa3-fc4a8d31749e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399377 Oct 26 17:42:33.608151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-57cfb6e2-bbec-4119-9530-dddde6dba062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:33.620530 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-7cd5b685-a916-489e-a8e2-cab1cc811c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:42:33.622012 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-7cd5b685-a916-489e-a8e2-cab1cc811c12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0401113 Oct 26 17:42:33.725901 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-93d3024e-a564-461b-a15f-5ee98df34bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:42:33.727443 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-93d3024e-a564-461b-a15f-5ee98df34bbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0866480 Oct 26 17:42:33.794692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-2012c564-9b35-45f8-9e0b-6a48bbf56358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0560868 Oct 26 17:42:34.176601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-c851b4e5-bce2-4821-9908-f8270a404b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:42:34.177951 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-c851b4e5-bce2-4821-9908-f8270a404b3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.3770664 Oct 26 17:42:34.193732 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:34.224881 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-8f1610b7-883c-4fc2-80bc-b42d3c799e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:42:34.226391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-8f1610b7-883c-4fc2-80bc-b42d3c799e2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407619 Oct 26 17:42:34.315468 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-bea5179e-df46-4d16-a387-f4c1657dc097 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821579 Oct 26 17:42:34.408164 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a43fcd23-c746-4c4e-b239-1d9c0e0de74c req-79dca7a6-bd6f-4c9c-acaa-de1fc05b8507 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859725 Oct 26 17:42:35.347680 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:36.907992 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:51.899261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:53.153066 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:42:58.791862 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:43:01.284384 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4598-a275-428f-9444-df1162fd6248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:03.636453 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c10bbf1-e310-44dd-9e57-303f7c32d9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:04.219585 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:05.323930 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:06.899725 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:21.901284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:23.158348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:31.127033 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53703c63-50f3-459f-874c-ab8096bd8f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:33.614901 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a3251651-a594-470c-a7e4-cccccf80fbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:34.201440 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:35.335253 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:35.505849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-efc1a63e-497e-4697-9b84-fe311186ca46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390220 Oct 26 17:43:35.589717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-292249ba-9c5b-46a1-8179-435006fbccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:35.591085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-292249ba-9c5b-46a1-8179-435006fbccaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0436976 Oct 26 17:43:35.692929 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-77598ed1-3116-452c-b3ba-6c9ab3e30adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:35.694388 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-77598ed1-3116-452c-b3ba-6c9ab3e30adf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0842149 Oct 26 17:43:35.761532 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-9d4cda54-d09d-4e09-ac00-678901b1475f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0605297 Oct 26 17:43:35.791188 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:43:35.810200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-8b51b90b-7aea-4770-8371-05c9fcf19b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:35.811661 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-8b51b90b-7aea-4770-8371-05c9fcf19b28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0425804 Oct 26 17:43:35.856909 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-61210eea-7e53-41a3-8ed6-33792912b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:35.858272 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-61210eea-7e53-41a3-8ed6-33792912b313 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401008 Oct 26 17:43:35.951667 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-41a233e0-528c-4f48-a546-0f496fd7e459 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Oct 26 17:43:36.040760 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-429eaaf4-ab12-411f-b5fc-feb5ffe26cba req-69993dfa-8c40-480f-a863-c8b0033b82a2 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813429 Oct 26 17:43:36.921566 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:44.424689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8c45-6b42-4eaf-9b3a-a912cd07632d req-afb5e3dc-29cb-4d2c-b9b1-c7f898c57402 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:44.426204 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a4a8c45-6b42-4eaf-9b3a-a912cd07632d req-afb5e3dc-29cb-4d2c-b9b1-c7f898c57402 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0559506 Oct 26 17:43:44.465628 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a4a8c45-6b42-4eaf-9b3a-a912cd07632d req-6a3d217f-f5b4-4888-b288-c159cf91b819 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323176 Oct 26 17:43:45.612797 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4aa19-b645-45e5-9c81-dd92ac83a9fa req-e98e4c47-19e5-4d1b-9770-44c75c66b060 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:45.614143 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07c4aa19-b645-45e5-9c81-dd92ac83a9fa req-e98e4c47-19e5-4d1b-9770-44c75c66b060 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Oct 26 17:43:45.652374 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-07c4aa19-b645-45e5-9c81-dd92ac83a9fa req-53254f25-e9c9-4637-aed1-129a6ef6c281 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315909 Oct 26 17:43:46.767996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a670587-33e5-4514-b318-52ff48c78e4b req-9a97f9d1-d7d3-4caf-8fbb-6cc86e4131c7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:46.769506 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a670587-33e5-4514-b318-52ff48c78e4b req-9a97f9d1-d7d3-4caf-8fbb-6cc86e4131c7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Oct 26 17:43:46.814437 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a670587-33e5-4514-b318-52ff48c78e4b req-c9a38cfc-b63a-4dbf-b07d-94ace7939b14 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381231 Oct 26 17:43:47.929956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a3038-d3bb-4353-bb0e-aed238403f3f req-bece0844-b45b-49eb-8601-ae665f6a60d4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:47.931452 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed7a3038-d3bb-4353-bb0e-aed238403f3f req-bece0844-b45b-49eb-8601-ae665f6a60d4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0496082 Oct 26 17:43:47.969247 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ed7a3038-d3bb-4353-bb0e-aed238403f3f req-dbf678b9-52a4-4311-b779-eee18f18fbcb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319257 Oct 26 17:43:49.085103 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43795-9810-4dab-afdc-11efc22dccdf req-81e8f832-4b0d-452a-89c3-aafe4d11e8aa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:49.087267 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9b43795-9810-4dab-afdc-11efc22dccdf req-81e8f832-4b0d-452a-89c3-aafe4d11e8aa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0499482 Oct 26 17:43:49.124518 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d9b43795-9810-4dab-afdc-11efc22dccdf req-3a03373f-3ae5-4135-8101-e439bde4e52a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313694 Oct 26 17:43:50.239229 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ec16d-ae13-48a7-b0ab-0d750a5c57bb req-7493bd4a-85a8-4066-8f0a-e07f4e1cfdf3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:50.240599 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e6ec16d-ae13-48a7-b0ab-0d750a5c57bb req-7493bd4a-85a8-4066-8f0a-e07f4e1cfdf3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Oct 26 17:43:50.281076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e6ec16d-ae13-48a7-b0ab-0d750a5c57bb req-81edcfc1-d890-400f-a764-5b8d4a22464b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340593 Oct 26 17:43:51.396337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd61f4-2145-4956-b41d-913c1d75e2c0 req-2e43e92b-4cd4-43e4-bddc-c9eeb644d5f5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:51.397777 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28bd61f4-2145-4956-b41d-913c1d75e2c0 req-2e43e92b-4cd4-43e4-bddc-c9eeb644d5f5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Oct 26 17:43:51.436241 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-28bd61f4-2145-4956-b41d-913c1d75e2c0 req-ba95a7d7-1368-45a4-be4d-2cec446021f9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320053 Oct 26 17:43:51.892748 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:52.554143 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb219-0bd6-4f05-ad32-e909f839df52 req-de1eca61-058b-4bf4-aca2-8fa3b2bac746 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:52.555865 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294eb219-0bd6-4f05-ad32-e909f839df52 req-de1eca61-058b-4bf4-aca2-8fa3b2bac746 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Oct 26 17:43:52.593244 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-294eb219-0bd6-4f05-ad32-e909f839df52 req-a97f9a6e-7258-428c-ba83-9a2ab5843603 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314846 Oct 26 17:43:53.180826 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:53.706244 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa73a2-ade0-412d-aab4-4f6e02be3ab4 req-15dd3329-70b6-4029-a048-c3ee05224ef3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:53.707734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7fa73a2-ade0-412d-aab4-4f6e02be3ab4 req-15dd3329-70b6-4029-a048-c3ee05224ef3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Oct 26 17:43:53.748771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a7fa73a2-ade0-412d-aab4-4f6e02be3ab4 req-dc00fd67-fdc9-4c2a-a925-c91e9e8a184b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345161 Oct 26 17:43:54.863485 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44f4a-a34e-47fa-b586-5289a2db23d5 req-7c2d3f11-5109-47d2-95d7-7b1010dda04f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:54.864952 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcb44f4a-a34e-47fa-b586-5289a2db23d5 req-7c2d3f11-5109-47d2-95d7-7b1010dda04f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Oct 26 17:43:54.903231 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-dcb44f4a-a34e-47fa-b586-5289a2db23d5 req-67efb407-ebc8-497e-b716-d71dd19a8482 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314386 Oct 26 17:43:55.579590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:43:55.674822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:43:55.686048 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:43:55.725792 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:55.737930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:43:55.755817 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:43:55.843467 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:55.893265 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:43:55.900719 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904095 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.904930 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:43:55.917944 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ace80686-85bd-421e-ac1f-ad62013a6ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:43:56.020185 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784947b4-e812-4698-952f-4b076f759b5f req-337ff1ed-6f61-4b08-96af-8d98d98f3926 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:56.021670 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-784947b4-e812-4698-952f-4b076f759b5f req-337ff1ed-6f61-4b08-96af-8d98d98f3926 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 944 time: 0.0492992 Oct 26 17:43:56.059804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-784947b4-e812-4698-952f-4b076f759b5f req-8d736530-3f28-4a23-91d7-38b75523f33c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322542 Oct 26 17:43:57.177131 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12454929-cc3d-4262-a73b-e76ccd24ce19 req-6536eec1-a7a8-4296-9861-c608551c58ac tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:57.178597 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12454929-cc3d-4262-a73b-e76ccd24ce19 req-6536eec1-a7a8-4296-9861-c608551c58ac tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 944 time: 0.0495889 Oct 26 17:43:57.221004 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-12454929-cc3d-4262-a73b-e76ccd24ce19 req-371940dd-9ef3-4f6e-a459-3711146f35bd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358641 Oct 26 17:43:57.610983 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:43:57.662099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ace80686-85bd-421e-ac1f-ad62013a6ef6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:43:57.662484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:57.748983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:57.775285 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:43:57.777522 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead4b6e6-8ec1-44f6-a88a-1e81c7917c2d" -d '{"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:43:57.792744 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:43:57.820299 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5da4b-c695-4e8c-94bf-e82b63373054 x-openstack-request-id: req-73b5da4b-c695-4e8c-94bf-e82b63373054 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:43:57.820606 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:43:57.820855 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73b5da4b-c695-4e8c-94bf-e82b63373054 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:43:57.821281 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'code': 200} Oct 26 17:43:57.881716 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:43:57.937275 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:43:58.355908 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3490f-f038-420d-a837-a8099ef69a1f req-5ca5fb04-5f2c-414c-a93e-0a446c59993a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:58.358064 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78e3490f-f038-420d-a837-a8099ef69a1f req-5ca5fb04-5f2c-414c-a93e-0a446c59993a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0544393 Oct 26 17:43:58.399869 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-78e3490f-f038-420d-a837-a8099ef69a1f req-90cb2201-4159-47e9-9f29-acae1e8df9a9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353756 Oct 26 17:43:59.525851 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965581-9643-431f-8412-a519f992b28e req-92fc8abb-5b80-4cab-86b5-7862ade04b05 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:43:59.534061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b965581-9643-431f-8412-a519f992b28e req-92fc8abb-5b80-4cab-86b5-7862ade04b05 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0587182 Oct 26 17:43:59.575321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6b965581-9643-431f-8412-a519f992b28e req-2b81d7ae-5318-4267-acb1-21aea2011d0a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408463 Oct 26 17:44:00.700389 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef6c8-0220-4069-8514-b20d692b0bf6 req-0ab100ab-ae0b-46f1-845c-7bd8719a9844 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:00.702202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffbef6c8-0220-4069-8514-b20d692b0bf6 req-0ab100ab-ae0b-46f1-845c-7bd8719a9844 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0579100 Oct 26 17:44:00.747077 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ffbef6c8-0220-4069-8514-b20d692b0bf6 req-f1ff2c53-1392-4240-8d2e-8ea50a26fd99 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387127 Oct 26 17:44:01.128769 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-04be28fb-eadb-4a81-823e-35b72053e160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:01.899404 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73b048-1b4a-4472-99ac-ae15ce27b4c1 req-6b21bd78-2d83-4f43-9652-9c1b7a6a5397 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:01.908563 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d73b048-1b4a-4472-99ac-ae15ce27b4c1 req-6b21bd78-2d83-4f43-9652-9c1b7a6a5397 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0758984 Oct 26 17:44:01.966265 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d73b048-1b4a-4472-99ac-ae15ce27b4c1 req-68421b92-1841-498e-be3a-70008840534c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563271 Oct 26 17:44:03.083490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e58a7-b0cd-4ad2-95df-0900fa25e4bf req-54ee3b1f-5c6b-4c27-a9bf-b6f009612286 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:03.209359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e2e58a7-b0cd-4ad2-95df-0900fa25e4bf req-54ee3b1f-5c6b-4c27-a9bf-b6f009612286 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0568779 Oct 26 17:44:03.209359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0e2e58a7-b0cd-4ad2-95df-0900fa25e4bf req-fe8f36e8-8fff-4402-8743-f93332db4eb5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432119 Oct 26 17:44:03.624303 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14683e7d-ac2a-4865-884c-cd29d03c20e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:04.190127 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:04.281737 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415beb10-e48d-45ef-b6a1-14a0a5ec3fc7 req-a6a124e1-f294-4d41-9af8-c20a1bb83535 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:04.285031 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-415beb10-e48d-45ef-b6a1-14a0a5ec3fc7 req-a6a124e1-f294-4d41-9af8-c20a1bb83535 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0595927 Oct 26 17:44:04.333733 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-415beb10-e48d-45ef-b6a1-14a0a5ec3fc7 req-aa7cf423-7a6d-4ab9-9607-6cc57b58447c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426619 Oct 26 17:44:05.332727 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:05.827728 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ea40-14e3-4984-902f-ade15afa051b req-b608ce67-3be7-4256-925b-dfa297ebb4fe tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:05.829569 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5439ea40-14e3-4984-902f-ade15afa051b req-b608ce67-3be7-4256-925b-dfa297ebb4fe tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.4083509 Oct 26 17:44:05.870469 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5439ea40-14e3-4984-902f-ade15afa051b req-5df356d3-365b-4c8e-909d-cd2b0ed71a9f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349896 Oct 26 17:44:06.938675 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:06.997159 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbd11f-afd0-4aff-a331-1d6dd5d911e9 req-154fd76f-0f9b-4390-a4fa-168b016b11a4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:06.998703 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdbbd11f-afd0-4aff-a331-1d6dd5d911e9 req-154fd76f-0f9b-4390-a4fa-168b016b11a4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0539072 Oct 26 17:44:07.039170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bdbbd11f-afd0-4aff-a331-1d6dd5d911e9 req-8045be85-4448-46a4-bbec-c9320126d3bc tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337987 Oct 26 17:44:08.157104 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a9b9c-5adf-4b93-a2b5-fe86a5d02d95 req-bf718ecd-89ee-4ba5-9fc1-dd2d474f454f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:08.158560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-019a9b9c-5adf-4b93-a2b5-fe86a5d02d95 req-bf718ecd-89ee-4ba5-9fc1-dd2d474f454f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Oct 26 17:44:08.200806 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-019a9b9c-5adf-4b93-a2b5-fe86a5d02d95 req-ab0565d7-7c4e-48c6-a9c6-edf126016eaa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355818 Oct 26 17:44:08.426948 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-72d1cca6-f70c-4192-8365-538f1edbd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:08.428392 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-72d1cca6-f70c-4192-8365-538f1edbd24d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0461178 Oct 26 17:44:08.519365 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-b20601ed-6f85-49df-897f-28b8655f88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:08.520844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-b20601ed-6f85-49df-897f-28b8655f88ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0828667 Oct 26 17:44:08.591098 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-74639a3a-eefc-4601-8668-164aad3f0b09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0629134 Oct 26 17:44:08.641499 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-498e16d0-b618-4217-a8bd-ce3b285d78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:08.643064 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-498e16d0-b618-4217-a8bd-ce3b285d78d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0440047 Oct 26 17:44:08.688553 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-76d4085b-365c-4824-b6af-8ab7336c2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:08.689941 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-76d4085b-365c-4824-b6af-8ab7336c2b6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394974 Oct 26 17:44:08.781167 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-ad65a41d-1207-4843-a4d3-4b91afc28ad1 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833158 Oct 26 17:44:08.868555 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0fac4300-7eff-4ab9-9037-3c45f7b7685e req-7a1f0d06-5044-43e8-92f6-a25dc294443c service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808864 Oct 26 17:44:09.315239 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08d720-37c3-4fa2-b8e7-fee9f7196d5b req-6633c70e-17c5-4b23-b60e-1577c4ba006a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:09.316700 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a08d720-37c3-4fa2-b8e7-fee9f7196d5b req-6633c70e-17c5-4b23-b60e-1577c4ba006a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Oct 26 17:44:09.355153 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3a08d720-37c3-4fa2-b8e7-fee9f7196d5b req-5cf1a386-b51f-431b-99f8-0d6e0ffe0e1e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323007 Oct 26 17:44:10.472415 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74c4b3-2988-4b78-b00b-aa2fae9b62e9 req-b9bd8fc4-6ea3-4ab8-a8a7-a30acbac062a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:10.473888 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b74c4b3-2988-4b78-b00b-aa2fae9b62e9 req-b9bd8fc4-6ea3-4ab8-a8a7-a30acbac062a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0504847 Oct 26 17:44:10.512123 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9b74c4b3-2988-4b78-b00b-aa2fae9b62e9 req-610fdade-8694-4541-97f8-21ca8d8ea200 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319405 Oct 26 17:44:11.627420 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c8163-9c40-4220-af08-a1972f5ee20d req-a4bacdf2-43a8-43a1-abb3-0e0ba5f7508e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:11.628859 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d60c8163-9c40-4220-af08-a1972f5ee20d req-a4bacdf2-43a8-43a1-abb3-0e0ba5f7508e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 945 time: 0.0478132 Oct 26 17:44:11.667093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:44:11.670001 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d60c8163-9c40-4220-af08-a1972f5ee20d req-225f2712-71f1-4e46-95e6-1b99b9b6d030 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345795 Oct 26 17:44:11.737740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-d327cee7-7ed0-4428-82e6-904b68bd9214 req-2435c3f2-ff9c-437b-9ff5-823d41b7255e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:44:11.738827 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d327cee7-7ed0-4428-82e6-904b68bd9214 req-2435c3f2-ff9c-437b-9ff5-823d41b7255e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054331 Oct 26 17:44:11.745049 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:11.769981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:44:11.772252 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b3e92-1666-4d69-9b95-b75999287362" -d '{"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:44:11.793299 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:44:11.887507 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:11.934681 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:44:12.011115 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e875e-9c00-422a-a38f-7b2b69290ca1 x-openstack-request-id: req-552e875e-9c00-422a-a38f-7b2b69290ca1 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:44:12.011497 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-unplugged", "status": "failed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:44:12.011820 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-552e875e-9c00-422a-a38f-7b2b69290ca1 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:44:12.012279 n-d-815373-2 neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'code': 422} returned with failed status Oct 26 17:44:12.101890 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321cd4-2e3c-4a49-a425-abe14318d740 req-8b2b2a40-97e7-4d5d-ab98-395e3d852ad6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:12.103483 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44321cd4-2e3c-4a49-a425-abe14318d740 req-8b2b2a40-97e7-4d5d-ab98-395e3d852ad6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0509589 Oct 26 17:44:12.144949 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44321cd4-2e3c-4a49-a425-abe14318d740 req-051fab4d-a13c-40b4-a099-d2606d4a192a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354135 Oct 26 17:44:12.568607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-bb4e55d6-d705-45b6-bb24-0d6ba0da950d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862317 Oct 26 17:44:12.790611 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:44:13.266553 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9318d5-7468-4fef-9d3f-2aff5d29d731 req-813fcfb3-511e-4c4b-a5c0-dfb995c793ec tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:13.268297 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d9318d5-7468-4fef-9d3f-2aff5d29d731 req-813fcfb3-511e-4c4b-a5c0-dfb995c793ec tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0518155 Oct 26 17:44:13.306460 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7d9318d5-7468-4fef-9d3f-2aff5d29d731 req-172594e0-75dc-4405-99d7-9eb12a81f77c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315759 Oct 26 17:44:13.868661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018430e-784d-42c9-8330-02d52414dd17 req-f3ea1a77-3896-41ee-86a4-bdf9e57bf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:13.870055 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-f3ea1a77-3896-41ee-86a4-bdf9e57bf659 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 1094 time: 0.0490036 Oct 26 17:44:13.930944 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018430e-784d-42c9-8330-02d52414dd17 req-39511056-db79-42b4-a04a-f9aa2272affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:13.932437 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-39511056-db79-42b4-a04a-f9aa2272affa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0403881 Oct 26 17:44:14.024435 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018430e-784d-42c9-8330-02d52414dd17 req-d7a8693f-5e28-48b7-b6c3-b0c05f6540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:14.025931 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-d7a8693f-5e28-48b7-b6c3-b0c05f6540bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0867167 Oct 26 17:44:14.090388 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-9702a594-5142-471c-933e-640589587250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 999 time: 0.0573835 Oct 26 17:44:14.139527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018430e-784d-42c9-8330-02d52414dd17 req-e6812bcf-07f6-464a-82df-d37f34d3f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:14.140890 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-e6812bcf-07f6-464a-82df-d37f34d3f3a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0435011 Oct 26 17:44:14.190004 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018430e-784d-42c9-8330-02d52414dd17 req-0652aeaa-5e1d-46db-9eca-0da4a55e62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:14.191507 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-0652aeaa-5e1d-46db-9eca-0da4a55e62e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434792 Oct 26 17:44:14.278480 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-64da7c15-de6f-443f-aa2d-1fc0422988d9 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801961 Oct 26 17:44:14.372155 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f018430e-784d-42c9-8330-02d52414dd17 req-fb03b37c-a389-4983-8f3d-1a1b8de84fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Oct 26 17:44:14.421809 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4288d-d1f8-4a53-a1a2-32e5e826b527 req-606225e4-bdea-48ea-afe4-523f7e3f1f57 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:14.423210 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77d4288d-d1f8-4a53-a1a2-32e5e826b527 req-606225e4-bdea-48ea-afe4-523f7e3f1f57 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0494170 Oct 26 17:44:14.465822 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-77d4288d-d1f8-4a53-a1a2-32e5e826b527 req-1b7fcdca-99bb-4635-81fb-f3c5aeb1a166 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358195 Oct 26 17:44:15.587477 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c765-89f8-4b8f-994a-caac81a6b2be req-bfcd0fc5-e09a-4e78-a8a5-ab85b71d97de tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:15.589141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2c4c765-89f8-4b8f-994a-caac81a6b2be req-bfcd0fc5-e09a-4e78-a8a5-ab85b71d97de tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0506184 Oct 26 17:44:15.631543 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a2c4c765-89f8-4b8f-994a-caac81a6b2be req-dc9e62f3-9b43-4c5c-b227-f53d992d1c04 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365026 Oct 26 17:44:16.752217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff52c04-937a-4172-8c5f-c91c7641a6b8 req-879980bd-dcf4-4b35-90e4-1c7988bb7ae3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:16.753697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eff52c04-937a-4172-8c5f-c91c7641a6b8 req-879980bd-dcf4-4b35-90e4-1c7988bb7ae3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0501244 Oct 26 17:44:16.792697 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eff52c04-937a-4172-8c5f-c91c7641a6b8 req-0db405bd-eb52-485f-9f8c-3f816c6b6a5d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323756 Oct 26 17:44:17.917714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148b408-bd4b-4cc6-9a49-10d363a50fbd req-e44bb509-b283-49ea-9b99-3445611652d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:17.919284 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a148b408-bd4b-4cc6-9a49-10d363a50fbd req-e44bb509-b283-49ea-9b99-3445611652d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0563416 Oct 26 17:44:17.961851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a148b408-bd4b-4cc6-9a49-10d363a50fbd req-06e8d3ef-dc54-488a-8cb5-acfe3644c79e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365698 Oct 26 17:44:19.086909 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61cd8d-b27d-4c0e-b470-9ef50f58c57f req-5b124e01-d475-49f0-a8a2-7d84c376c479 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:19.088430 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd61cd8d-b27d-4c0e-b470-9ef50f58c57f req-5b124e01-d475-49f0-a8a2-7d84c376c479 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Oct 26 17:44:19.127198 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bd61cd8d-b27d-4c0e-b470-9ef50f58c57f req-d1f55979-5a48-4f4c-9076-6a8836579b99 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323484 Oct 26 17:44:20.253782 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333ab4-2cd5-4511-90d8-914cea946411 req-2444bb41-0394-4a48-8d4f-51eb4c844a87 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:20.255187 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e333ab4-2cd5-4511-90d8-914cea946411 req-2444bb41-0394-4a48-8d4f-51eb4c844a87 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0495405 Oct 26 17:44:20.294560 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9e333ab4-2cd5-4511-90d8-914cea946411 req-691a2696-e269-4e5a-85b5-30b6af0ae2a3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332761 Oct 26 17:44:21.419267 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06bc73-ba94-4fda-800b-575de892dd71 req-0f4e8b23-fc93-45ce-a679-aa7aea3627cc tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:21.420754 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e06bc73-ba94-4fda-800b-575de892dd71 req-0f4e8b23-fc93-45ce-a679-aa7aea3627cc tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0526009 Oct 26 17:44:21.472294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-4e06bc73-ba94-4fda-800b-575de892dd71 req-fd9630f0-5d87-4497-a72b-5460650ec5c5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396385 Oct 26 17:44:21.923281 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:22.595717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d674d1-436f-4883-a815-5698f41017de req-8bc0b566-99e2-43db-b0b5-3fb0c84fa894 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:22.597271 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53d674d1-436f-4883-a815-5698f41017de req-8bc0b566-99e2-43db-b0b5-3fb0c84fa894 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0499854 Oct 26 17:44:22.638428 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53d674d1-436f-4883-a815-5698f41017de req-62db487f-f29b-4643-8a7b-ddcc9c69018c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353100 Oct 26 17:44:23.195111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:23.772972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3bdfb-15ad-45e1-b031-e00740a86edc req-53a7523a-752a-446a-841a-798aed8d8958 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:23.774421 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98c3bdfb-15ad-45e1-b031-e00740a86edc req-53a7523a-752a-446a-841a-798aed8d8958 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0579088 Oct 26 17:44:23.812646 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-98c3bdfb-15ad-45e1-b031-e00740a86edc req-3eb6e184-1b96-489b-af21-a9575f7bcff4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314269 Oct 26 17:44:24.933504 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf3334-a0f3-4e61-83d6-862970fa8294 req-80b29830-123e-4167-98af-653d0b5515ad tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:24.935254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1baf3334-a0f3-4e61-83d6-862970fa8294 req-80b29830-123e-4167-98af-653d0b5515ad tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0529242 Oct 26 17:44:24.979081 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1baf3334-a0f3-4e61-83d6-862970fa8294 req-7abe221c-e388-429f-aad5-aa43c18c5331 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372272 Oct 26 17:44:26.095416 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391b014-1cc7-4324-94bd-275405260a3c req-3ed85888-626b-404b-86b8-5e6a0237a8ac tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:26.096897 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6391b014-1cc7-4324-94bd-275405260a3c req-3ed85888-626b-404b-86b8-5e6a0237a8ac tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Oct 26 17:44:26.134359 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6391b014-1cc7-4324-94bd-275405260a3c req-882bff55-7246-46b3-9ed6-69e07534dad0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316646 Oct 26 17:44:27.260081 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6ce43-a52e-4ff5-bae6-77b360e6ab4d req-836b4c4f-e77d-4518-bbd3-d47b673f810e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:27.261693 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e6ce43-a52e-4ff5-bae6-77b360e6ab4d req-836b4c4f-e77d-4518-bbd3-d47b673f810e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 943 time: 0.0540833 Oct 26 17:44:27.301955 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-31e6ce43-a52e-4ff5-bae6-77b360e6ab4d req-50b9f5e7-afac-4d21-b409-19d1e9a53bff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341208 Oct 26 17:44:27.725907 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:44:27.819763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:44:27.831042 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'port_id': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'mac_address': 'fa:16:3e:97:8e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:44:27.865781 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:27.878469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:44:27.896966 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:44:27.989382 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:28.035952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:44:28.227815 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['ace80686-85bd-421e-ac1f-ad62013a6ef6'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:44:28.419540 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2739f-f9ab-4339-9871-369e9f81e15a req-9e9b6769-b5ba-4b5d-aae8-12f4aedd54d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:28.421068 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8c2739f-f9ab-4339-9871-369e9f81e15a req-9e9b6769-b5ba-4b5d-aae8-12f4aedd54d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 944 time: 0.0487368 Oct 26 17:44:28.463471 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f8c2739f-f9ab-4339-9871-369e9f81e15a req-eacaf5d4-a59d-4da8-8878-e084d438d6f3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365062 Oct 26 17:44:29.577840 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f471b-385d-4290-bda0-3fd37afcaa0f req-3a6df9b9-566e-48b9-9cf9-26afc4416844 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:29.579321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-576f471b-385d-4290-bda0-3fd37afcaa0f req-3a6df9b9-566e-48b9-9cf9-26afc4416844 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 944 time: 0.0484602 Oct 26 17:44:29.615763 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-576f471b-385d-4290-bda0-3fd37afcaa0f req-d9b6c538-0ec9-448f-aa09-02894b54642d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306311 Oct 26 17:44:29.741638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:44:29.790585 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port ace80686-85bd-421e-ac1f-ad62013a6ef6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:44:29.791005 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:29.864232 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:29.886873 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:44:29.889114 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bacfbd8-99aa-44f4-82ec-8282458aa033" -d '{"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:44:29.901452 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:44:29.924680 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3de1d-fbb0-48f5-a1bc-a539d3087963 x-openstack-request-id: req-37d3de1d-fbb0-48f5-a1bc-a539d3087963 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:44:29.924967 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:44:29.925224 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37d3de1d-fbb0-48f5-a1bc-a539d3087963 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:44:29.925615 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'code': 200} Oct 26 17:44:29.967227 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:30.016009 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:44:30.189236 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008f71d-5b10-4649-96e3-e1e548d72f49 req-3ae77591-5d04-4196-8150-61c5635dde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:30.190736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4008f71d-5b10-4649-96e3-e1e548d72f49 req-3ae77591-5d04-4196-8150-61c5635dde23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0911667 Oct 26 17:44:30.225301 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4008f71d-5b10-4649-96e3-e1e548d72f49 req-6d6a0566-3ac1-4807-b55f-2084c8cc611a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266278 Oct 26 17:44:30.733915 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed5fc2-4ed6-4461-a1d5-735cdeb75ec0 req-1571c580-9d24-4ca5-84b0-e96a71f9409e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:30.735392 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52ed5fc2-4ed6-4461-a1d5-735cdeb75ec0 req-1571c580-9d24-4ca5-84b0-e96a71f9409e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.0479877 Oct 26 17:44:30.773435 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-52ed5fc2-4ed6-4461-a1d5-735cdeb75ec0 req-c4e9153f-6741-4161-a72a-90f7e2f4c161 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314922 Oct 26 17:44:31.128119 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a9965902-7892-4ea4-8bb7-b6a19f3dd2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:31.892340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4da2f-736c-426f-8582-c17dd7d3bdac req-56779f6f-1d09-4321-a398-ea2430713093 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:31.893736 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5f4da2f-736c-426f-8582-c17dd7d3bdac req-56779f6f-1d09-4321-a398-ea2430713093 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Oct 26 17:44:31.935915 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5f4da2f-736c-426f-8582-c17dd7d3bdac req-098b12e3-2c55-42f6-9e37-102f01f5c098 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361063 Oct 26 17:44:33.052082 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b46a0-abad-47ef-a9bf-34cf40f0e76f req-4a8bc294-e4b1-49ec-af6a-abd71b6fbbc8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:33.053564 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e8b46a0-abad-47ef-a9bf-34cf40f0e76f req-4a8bc294-e4b1-49ec-af6a-abd71b6fbbc8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.0495286 Oct 26 17:44:33.091682 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6e8b46a0-abad-47ef-a9bf-34cf40f0e76f req-a3621056-7403-4816-919c-2cbd7cee86ed tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313039 Oct 26 17:44:33.623521 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b901f487-b38b-4381-9891-96cf8bf8369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:34.191199 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:35.350817 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:36.928237 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:37.609629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-071519e4-717c-4a10-84ee-2aa050f3cd9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385585 Oct 26 17:44:37.696578 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-d6bae6da-b2bd-4ca1-9ff8-678f3a90bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:37.698607 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-d6bae6da-b2bd-4ca1-9ff8-678f3a90bd91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0447848 Oct 26 17:44:37.799546 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-3607f1c0-1ec2-4be6-9040-c32694a6fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:37.800913 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-3607f1c0-1ec2-4be6-9040-c32694a6fdff service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0837815 Oct 26 17:44:37.867802 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-258a8bf5-7a74-48d0-b051-8b121b4cb610 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0597429 Oct 26 17:44:37.915989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-d7e0e3dc-8ff2-416f-a451-9bd9ac5e5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:37.917423 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-d7e0e3dc-8ff2-416f-a451-9bd9ac5e5d3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0432897 Oct 26 17:44:37.963919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-29c2f646-a492-43b3-9bf5-fc9b94647bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:44:37.965419 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-29c2f646-a492-43b3-9bf5-fc9b94647bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405953 Oct 26 17:44:37.976386 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-742c205a-d753-44eb-ba13-74baedfc7e5d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:44:37.977378 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-742c205a-d753-44eb-ba13-74baedfc7e5d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049369 Oct 26 17:44:38.069682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-ce700a6e-a372-42a0-850d-f6b17150999f service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854959 Oct 26 17:44:38.157403 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f8a06056-61e6-4a5b-b2d5-0843f5722f19 req-b230fc24-fb59-4bc5-9acf-dcda54b34912 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805471 Oct 26 17:44:49.789467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:44:51.916778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:44:53.223245 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:01.122197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-970aebab-947c-4a57-a42d-202ab938b59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:03.606468 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c3e74b0-b562-477e-804b-29196cefa76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:04.173714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:05.350543 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:06.920395 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:21.921354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:23.222642 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:26.788323 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:45:31.108430 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d984-2959-4964-9cb0-57cac552baec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:33.611729 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c9172db4-b295-4dd8-9a2c-ab0f27ee7eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:34.189627 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:35.342761 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:36.925438 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:37.499382 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-e57e5b2b-630c-4cb0-9a14-d98b403ec508 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430708 Oct 26 17:45:37.581318 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6df84-eb21-4517-921f-5c907ded0bac req-da8cfee1-7c32-4fc2-8772-83d604ccd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:37.582852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-da8cfee1-7c32-4fc2-8772-83d604ccd673 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0398002 Oct 26 17:45:37.685388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6df84-eb21-4517-921f-5c907ded0bac req-5258e340-cdf2-4a15-b46c-e0ac1694f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:37.686841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-5258e340-cdf2-4a15-b46c-e0ac1694f2b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0835984 Oct 26 17:45:37.753752 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-c418094d-8663-4d95-bd14-8a6b6235f21b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0597363 Oct 26 17:45:37.809466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6df84-eb21-4517-921f-5c907ded0bac req-a77b9dcd-017f-4d42-8d58-a068b4f8f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:37.810841 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-a77b9dcd-017f-4d42-8d58-a068b4f8f014 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0423338 Oct 26 17:45:37.854959 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6df84-eb21-4517-921f-5c907ded0bac req-c1994528-2e67-4acc-b7aa-ec133a17096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:37.856410 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-c1994528-2e67-4acc-b7aa-ec133a17096d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388935 Oct 26 17:45:37.947685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-f2a7e601-a7d7-47c7-a534-91eb140279e3 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Oct 26 17:45:38.034816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-04d6df84-eb21-4517-921f-5c907ded0bac req-40549085-ff18-449e-bf42-eab83a126a14 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802279 Oct 26 17:45:41.421863 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34126) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:41.581098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Deleting port b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:45:41.581438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:41.654686 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:41.654997 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:41.666180 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Calling delete_port for b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:45:41.875537 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:41.900984 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'Port': ['ID=b802b2aa-3c2f-4fb4-a37c-96c4f6b6f20d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:41.913645 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.913992 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.914334 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.914669 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.915003 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.915364 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.915694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.916021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.916345 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.916667 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.917042 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.917524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:45:41.974946 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:41.975308 n-d-815373-2 neutron-server[102737]: INFO neutron.db.l3_db [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Floating IP e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc disassociated (deleted). External IP: 172.25.5.151, port: ace80686-85bd-421e-ac1f-ad62013a6ef6. Oct 26 17:45:42.176121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:45:42.280371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:45:42.285152 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:42.290145 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:45:42.299662 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:45:42.300260 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:45:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:45:42.313070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-58f78a81-05f6-4dd3-b850-0490c3456fc9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "DELETE /v2.0/floatingips/e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc HTTP/1.1" status: 204 len: 168 time: 0.8900695 Oct 26 17:45:42.313661 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:45:42.315967 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f0424-7fa0-4469-b471-25c19c3a12f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:45:42.497096 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:45:42.660645 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8410bf-758f-4d47-9778-4d82356eb4b8 x-openstack-request-id: req-1a8410bf-758f-4d47-9778-4d82356eb4b8 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:45:42.661149 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:45:42.661149 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a8410bf-758f-4d47-9778-4d82356eb4b8 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:45:42.661562 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'status': 'completed', 'code': 200} Oct 26 17:45:42.706390 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:45:42.732094 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-15e1f757-a5a7-43c5-853b-636b40e395f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:42.733758 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-15e1f757-a5a7-43c5-853b-636b40e395f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0485358 Oct 26 17:45:42.734421 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:45:42.742949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:45:42.743587 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:45:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:45:42.823049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437feb-f558-4be2-ab10-17c783d17931 req-52bb02b7-5dfc-4646-9e0c-e412c0a273f0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:42.824630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04437feb-f558-4be2-ab10-17c783d17931 req-52bb02b7-5dfc-4646-9e0c-e412c0a273f0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.1141944 Oct 26 17:45:42.833315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-b07ece12-d510-469c-9d57-5eb61915162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:42.834763 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-b07ece12-d510-469c-9d57-5eb61915162f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0933266 Oct 26 17:45:42.855883 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:45:42.864224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-04437feb-f558-4be2-ab10-17c783d17931 req-2525896e-02ee-4f58-b68e-9be50d778b83 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330698 Oct 26 17:45:42.883644 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-51d8f3c1-7d6d-47c2-a1ff-381272c83299 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 200 len: 217 time: 0.0396433 Oct 26 17:45:42.934340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-5cc9c2d2-5bb6-4ef5-afaa-b51d946e6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:42.935859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-5cc9c2d2-5bb6-4ef5-afaa-b51d946e6f59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0442269 Oct 26 17:45:42.981595 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-fa0baf99-1ed1-49a4-beef-3bed26f1b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:42.983080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-fa0baf99-1ed1-49a4-beef-3bed26f1b325 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404153 Oct 26 17:45:43.058686 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:45:43.076233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-82584518-2102-4045-b2b2-2f448a376e47 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Oct 26 17:45:43.085184 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69809af-8a0b-473e-86ee-7c987beaa2f2 None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:45:43.169843 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-cc5f0424-7fa0-4469-b471-25c19c3a12f3 req-ae804bc8-e3ba-45b5-a3b5-32779b0e5e16 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856969 Oct 26 17:45:43.304534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa08db3-8f84-45c4-988e-2ef982d44003 None None] New status for floating IP e9f5c5ab-96a1-48d1-b0a3-1a4078fc1ebc: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:45:43.983121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6cace-5f99-4f72-b846-624374b9f5e6 req-dbc99470-9fc7-4f4a-8824-fc2dd38f19fd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:43.984603 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14a6cace-5f99-4f72-b846-624374b9f5e6 req-dbc99470-9fc7-4f4a-8824-fc2dd38f19fd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.0528021 Oct 26 17:45:44.022468 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-14a6cace-5f99-4f72-b846-624374b9f5e6 req-9c715f40-b398-44bf-86fa-cab152f7c70d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=80348d62-2733-48bb-8c41-720324b07d03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319774 Oct 26 17:45:44.065368 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-96e40d7e-e20a-4bb6-ad0c-68f91070e998 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:45:44.066784 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-96e40d7e-e20a-4bb6-ad0c-68f91070e998 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 946 time: 0.0526974 Oct 26 17:45:44.156211 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Deleting port ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:45:44.156463 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:44.246118 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] For port ace80686-85bd-421e-ac1f-ad62013a6ef6, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=ace80686-85bd-421e-ac1f-ad62013a6ef6,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:45:44.246472 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:44.258858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Calling delete_port for ace80686-85bd-421e-ac1f-ad62013a6ef6 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:45:44.430142 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:44.467039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'Port': ['ID=ace80686-85bd-421e-ac1f-ad62013a6ef6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:44.520571 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] No DVR routers for this DVR port ace80686-85bd-421e-ac1f-ad62013a6ef6 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:45:44.520571 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:44.520571 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-14df6a4e-5cd2-47ac-b69b-e2889fe01955 req-332ef00d-f831-47e9-8440-3722f9e570d7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "DELETE /v2.0/ports/ace80686-85bd-421e-ac1f-ad62013a6ef6 HTTP/1.1" status: 204 len: 173 time: 0.4424574 Oct 26 17:45:44.662592 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-deleted', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:45:44.664993 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9530aac6-fe98-4015-aa3b-68224c8cbdb4" -d '{"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-deleted", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:45:44.712196 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53093544-5493-494c-8bd6-fbb7999972f7 x-openstack-request-id: req-53093544-5493-494c-8bd6-fbb7999972f7 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:45:44.712196 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67862-869e-4492-89b6-08891c1fe1d4", "name": "network-vif-deleted", "tag": "ace80686-85bd-421e-ac1f-ad62013a6ef6", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:45:44.712196 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53093544-5493-494c-8bd6-fbb7999972f7 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:45:44.712196 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67862-869e-4492-89b6-08891c1fe1d4', 'name': 'network-vif-deleted', 'tag': 'ace80686-85bd-421e-ac1f-ad62013a6ef6', 'status': 'completed', 'code': 200} Oct 26 17:45:45.135015 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-22d713ff-6ec9-4ec7-912f-eb594da09940 req-f78c8b83-cb0e-43ae-bf36-890c341aeb93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67862-869e-4492-89b6-08891c1fe1d4 HTTP/1.1" status: 200 len: 210 time: 0.0278916 Oct 26 17:45:46.191011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34148) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:46.248339 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:46.272754 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:46.395422 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:46.398186 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:46.399402 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "DELETE /v2.0/security-groups/80348d62-2733-48bb-8c41-720324b07d03 HTTP/1.1" status: 204 len: 168 time: 0.2073495 Oct 26 17:45:46.410875 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2c709-097e-4bda-aebf-f90ed2f36ac1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80348d62-2733-48bb-8c41-720324b07d03,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:46.876994 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34154) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:46.881644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917172109', 'description': 'tempest-secgroup-smoke-1917172109 description', 'project_id': '032ddc846f0245e7a37c2bb0505488d2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:46.978319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.047081 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.121175 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.149391 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5401498-addd-44a5-a645-4511cb523acb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:47.186064 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.187342 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74e838d4-0b26-49ec-945e-a4550748a015 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3093071 Oct 26 17:45:47.190050 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34156) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:47.194370 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:47.279119 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.332636 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.389442 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.406928 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d333b97-81a7-4322-8909-57723b8d4ba2,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:47.523580 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.524822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ce844eed-9003-4549-9def-14736112c45d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338330 Oct 26 17:45:47.527697 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:47.533243 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:47.639197 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.694863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.770878 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.787785 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feea8e45-47df-4cb7-9d3e-bab03f5cae3b,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:47.864443 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:47.865662 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-77690650-1b0a-4899-88fd-34f9e7d2e79f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370311 Oct 26 17:45:47.868460 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34160) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:47.873359 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:47.958868 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.016546 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.087048 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.105252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d83cd4b-5778-454b-884f-673be3e504e4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:48.107653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:45:48.128319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: ace80686-85bd-421e-ac1f-ad62013a6ef6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:45:48.131036 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device ace80686-85bd-421e-ac1f-ad62013a6ef6 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:45:48.174801 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.176066 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-74423762-7f23-446a-8f2a-5e7e6001ea5e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066816 Oct 26 17:45:48.178741 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34162) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:48.183319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:48.268772 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.326076 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.406367 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.423906 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22410eb5-147b-49bc-8e58-87c269899ebe,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:48.511378 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.512610 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c2fdd1e3-ff2d-4bc1-89ae-a119b8b331e9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328657 Oct 26 17:45:48.515388 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34164) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:48.519751 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:48.618351 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Project 032ddc846f0245e7a37c2bb0505488d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:45:48.623504 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.681768 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.760751 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.777813 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10bd4bf-b2f4-4825-8584-452ef253e35e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:48.848488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.849718 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-c8828d08-595f-42f3-aca6-26771a8c93d6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333912 Oct 26 17:45:48.852447 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34166) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:45:48.856842 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'security_group_rule': {'security_group_id': 'd5401498-addd-44a5-a645-4511cb523acb', 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:45:48.932363 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Project 032ddc846f0245e7a37c2bb0505488d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:45:48.937374 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:48.998042 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:49.063796 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:49.081287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b222a-cb8c-4129-b8e6-8363d649d0a6,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:45:49.162809 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:49.164064 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-56e87074-c32e-4555-8518-5a9fa02301c3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106754 Oct 26 17:45:51.898423 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:45:53.207159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:01.126832 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0354c987-b1f3-478c-a25d-62e1e6b6c72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:03.618212 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-37ad3684-7326-4ba4-9d82-8f226da7ff71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:03.788404 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:46:04.171182 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:05.361414 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:07.093784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:09.907045 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-86615beb-c142-4283-a36a-685958e6c744 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917172109&fields=id&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 267 time: 0.0331347 Oct 26 17:46:10.015993 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-ecc01fb7-4414-4d47-823e-295433efb3e3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:10.017347 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-ecc01fb7-4414-4d47-823e-295433efb3e3 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 809 time: 0.1036413 Oct 26 17:46:10.032743 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-de709980-e601-4f3e-a2a6-d01760662b29 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/quotas/032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Oct 26 17:46:10.082572 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-b64d109e-8a08-4186-ac08-6345d7e849a1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444739 Oct 26 17:46:10.179097 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-227bb034-9661-4a0f-8391-1268b5dbb1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842872 Oct 26 17:46:10.267539 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-6a68dec8-9a74-46a3-a524-debf395630fc service neutron] 10.222.0.21 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821104 Oct 26 17:46:10.847766 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7c5bd121-0512-47ac-93b5-b35f60e765c6 req-b66693d1-85b8-44cd-975c-61a29084ce80 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Oct 26 17:46:11.943011 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7cb39a1-b3ec-4193-9ee9-caebfda1ce5a req-8a7a91ee-d533-498d-be1c-b0c581b2c7e5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0268929 Oct 26 17:46:12.565324 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-b1ec2e6d-1239-4cb6-8720-1d86d9a87ee2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:12.566765 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-b1ec2e6d-1239-4cb6-8720-1d86d9a87ee2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 809 time: 0.1021430 Oct 26 17:46:12.609496 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-686eef79-6e16-4dcd-b839-7f0ab0a31061 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 380 time: 0.0322294 Oct 26 17:46:12.618754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'port': {'device_id': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'admin_state_up': True, 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'security_groups': ['d5401498-addd-44a5-a645-4511cb523acb']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:46:12.800898 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Made reservation on behalf of 032ddc846f0245e7a37c2bb0505488d2 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:46:12.804535 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:12.938561 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Allocated IP 172.20.0.14 (3e5afe8f-d209-4837-8295-19e401585aad/aceec4fd-0ad3-435a-9801-02010f25c76d/075844cc-bd2e-481f-91d9-8238849ddf50) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:46:13.049243 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5f2892be-8346-49da-8491-d96258b7de09 req-d1658378-d7fb-469a-ae83-060514276c5d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0369959 Oct 26 17:46:13.080510 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:13.178305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:13.227472 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Network 3e5afe8f-d209-4837-8295-19e401585aad is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:46:13.230606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:46:13.235654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:46:13.261744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:13.291773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:13.292393 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:13.358477 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-946e7676-daa3-41cd-832a-6d4f5802378a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7425935 Oct 26 17:46:13.377130 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Request body: {'port': {'device_id': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:46:13.426022 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:13.490039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4ef08e4f-f9ca-4f3d-9a2d-720b2fe3f4e2 None None] Provisioning complete for port 075844cc-bd2e-481f-91d9-8238849ddf50 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:46:13.491027 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4ef08e4f-f9ca-4f3d-9a2d-720b2fe3f4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:13.526026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4ef08e4f-f9ca-4f3d-9a2d-720b2fe3f4e2 None None] Port 075844cc-bd2e-481f-91d9-8238849ddf50 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:46:14.072577 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:46:14.081461 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:14.094412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Transition to ACTIVE for port object 075844cc-bd2e-481f-91d9-8238849ddf50 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:46:14.174303 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80960d35-5cbd-4aa6-b817-96600af67f2c req-862d1ce0-c1cd-457f-9c3a-a063d29121f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:14.176502 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80960d35-5cbd-4aa6-b817-96600af67f2c req-862d1ce0-c1cd-457f-9c3a-a063d29121f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 932 time: 0.0525556 Oct 26 17:46:14.183890 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:14.217812 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-80960d35-5cbd-4aa6-b817-96600af67f2c req-2fca100a-09e3-49fc-b1a2-0775b2cc10a1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347967 Oct 26 17:46:14.242593 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:14.330294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:46:14.330657 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:46:14.330986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:46:14.336014 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:46:14.336337 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:46:14.341853 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:46:14.342347 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:46:14.342695 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Bound using segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:46:14.343155 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Bound port: 075844cc-bd2e-481f-91d9-8238849ddf50, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:46:14.343512 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:14.412418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:46:14.416458 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:46:14.469927 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:14.507362 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:14.508018 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:14.509331 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] 10.222.0.47 "PUT /v2.0/ports/075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1092 time: 1.1437826 Oct 26 17:46:14.509775 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:46:14.512065 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb60e9e1-a052-4865-823a-3c50c850743a" -d '{"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:46:14.573891 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebe2a-56d7-48d4-bd14-5a1b1c915d50 service neutron] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:14.673373 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-fe59fc03-ba71-410e-90c6-9ef7ed35b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:14.676068 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-fe59fc03-ba71-410e-90c6-9ef7ed35b74c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1095 time: 0.0635040 Oct 26 17:46:14.732647 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-ecc434a1-4ed3-4812-b311-ebade828b6a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 217 time: 0.0474012 Oct 26 17:46:14.792340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-3a80137c-9f57-41f7-8d3f-512cf2615ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:14.794816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-3a80137c-9f57-41f7-8d3f-512cf2615ade service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0519824 Oct 26 17:46:14.847088 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da611-4b27-4042-a967-6647081bb717 req-df11c502-0df6-43f5-8b36-aed975f9d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:14.848542 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-df11c502-0df6-43f5-8b36-aed975f9d9a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454724 Oct 26 17:46:14.920794 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e3bc0e-ddfa-4211-9173-1c6e89bf055d x-openstack-request-id: req-a2e3bc0e-ddfa-4211-9173-1c6e89bf055d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:46:14.921071 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:46:14.921308 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2e3bc0e-ddfa-4211-9173-1c6e89bf055d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:46:14.921703 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'status': 'completed', 'code': 200} Oct 26 17:46:14.950149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-800bacba-79c7-404b-8e3f-4bf9d900d1ac service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938008 Oct 26 17:46:15.040033 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-747da611-4b27-4042-a967-6647081bb717 req-82cf6114-bba5-4400-892e-0a97adfadb46 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818627 Oct 26 17:46:15.218539 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e9e1-a052-4865-823a-3c50c850743a req-721fb407-9470-40b0-8303-95e37b098393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:15.220007 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-721fb407-9470-40b0-8303-95e37b098393 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1095 time: 0.0491331 Oct 26 17:46:15.316197 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e9e1-a052-4865-823a-3c50c850743a req-34f2e524-70e4-47dc-b928-45754c183b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:15.317707 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-34f2e524-70e4-47dc-b928-45754c183b8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0899394 Oct 26 17:46:15.345490 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005b29-6262-43d5-8276-7cfcbd154409 req-125e429a-6c2d-4221-920c-c51663b88a27 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:15.347217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57005b29-6262-43d5-8276-7cfcbd154409 req-125e429a-6c2d-4221-920c-c51663b88a27 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0545301 Oct 26 17:46:15.364391 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-da94f3b6-41e1-47f0-a037-48c81102087c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 217 time: 0.0398929 Oct 26 17:46:15.387250 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57005b29-6262-43d5-8276-7cfcbd154409 req-ab1fb854-b588-4fd2-a2c9-2d185ed2fdf0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Oct 26 17:46:15.417287 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e9e1-a052-4865-823a-3c50c850743a req-8c8a6a19-45e7-4b5e-9404-eea4ed14cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:15.418757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-8c8a6a19-45e7-4b5e-9404-eea4ed14cadb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0476007 Oct 26 17:46:15.469018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e9e1-a052-4865-823a-3c50c850743a req-969a7254-8002-443a-84fc-9f76e51e7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:15.470428 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-969a7254-8002-443a-84fc-9f76e51e7500 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450029 Oct 26 17:46:15.567103 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-30718767-3053-4042-a0cc-95931eb4cd6f service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897009 Oct 26 17:46:15.659088 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-eb60e9e1-a052-4865-823a-3c50c850743a req-04c23ead-96c4-4f6c-9156-5b40b9b2d32a service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Oct 26 17:46:16.510375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee178cf-5604-40c8-ab5c-f3e1c0f0b2cf req-cbd4ee74-022e-4a20-a7db-2ac7736e8de8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:16.511874 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee178cf-5604-40c8-ab5c-f3e1c0f0b2cf req-cbd4ee74-022e-4a20-a7db-2ac7736e8de8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0534325 Oct 26 17:46:16.551938 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-1ee178cf-5604-40c8-ab5c-f3e1c0f0b2cf req-092e6fbe-4275-4885-90b8-d908cf810288 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Oct 26 17:46:17.669827 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85ba4d-5382-4749-86cf-6d11566edf24 req-7dd911cf-c043-4880-be2b-1b92772e24fa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:17.671489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb85ba4d-5382-4749-86cf-6d11566edf24 req-7dd911cf-c043-4880-be2b-1b92772e24fa tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0509088 Oct 26 17:46:17.710484 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb85ba4d-5382-4749-86cf-6d11566edf24 req-6438d10c-d2a9-429a-8907-aed5e9b3435c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Oct 26 17:46:18.824955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29598974-3c7f-42ce-92e3-9e4d1c908079 req-e2f61a17-12f3-471a-89bc-d1e62aa72cb5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:18.827086 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29598974-3c7f-42ce-92e3-9e4d1c908079 req-e2f61a17-12f3-471a-89bc-d1e62aa72cb5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Oct 26 17:46:18.864667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-29598974-3c7f-42ce-92e3-9e4d1c908079 req-73bd89c2-96f2-4243-a192-564ee9ceef4e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Oct 26 17:46:19.981603 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d173e2-c924-4275-a233-16ffce963b10 req-378eda47-df45-4924-ae99-3a613877d9cd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:19.983776 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d173e2-c924-4275-a233-16ffce963b10 req-378eda47-df45-4924-ae99-3a613877d9cd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Oct 26 17:46:20.020317 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-05d173e2-c924-4275-a233-16ffce963b10 req-c2385a32-dc05-4ed0-b4fb-582264de034f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302732 Oct 26 17:46:21.137088 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104652e8-3191-4e0a-9f44-fce230127ffb req-3e155622-a9af-4355-93ad-bee05c9ae34b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:21.138526 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104652e8-3191-4e0a-9f44-fce230127ffb req-3e155622-a9af-4355-93ad-bee05c9ae34b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0482922 Oct 26 17:46:21.176990 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-104652e8-3191-4e0a-9f44-fce230127ffb req-4d8b53bb-9ebf-4633-bef9-841b417fca5f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Oct 26 17:46:21.891742 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:22.290228 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ef2c-a293-40f3-9546-778a891ae0f7 req-2a024187-c92e-43ff-9cd3-7e14d53a6579 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:22.291861 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d6ef2c-a293-40f3-9546-778a891ae0f7 req-2a024187-c92e-43ff-9cd3-7e14d53a6579 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0485981 Oct 26 17:46:22.329707 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-71d6ef2c-a293-40f3-9546-778a891ae0f7 req-ef1f2e96-555d-42e1-9f8b-9bde29a97dc5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Oct 26 17:46:23.267929 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:23.448607 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39720b17-1282-44ae-9e98-87d12c53eee0 req-84577553-f19a-4a0d-b89d-7ca11a708033 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:23.450111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39720b17-1282-44ae-9e98-87d12c53eee0 req-84577553-f19a-4a0d-b89d-7ca11a708033 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0540833 Oct 26 17:46:23.488752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-39720b17-1282-44ae-9e98-87d12c53eee0 req-e229d120-4bfd-4b3c-88cc-96fc30373e2a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Oct 26 17:46:24.606005 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47d7e-1cfe-485c-962d-3187ea4fa643 req-857b0f0d-2c92-4b56-83df-b78c25e1c922 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:24.608606 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-daf47d7e-1cfe-485c-962d-3187ea4fa643 req-857b0f0d-2c92-4b56-83df-b78c25e1c922 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0524590 Oct 26 17:46:24.647424 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-daf47d7e-1cfe-485c-962d-3187ea4fa643 req-aa220ff3-7d93-4cf8-b0f8-fd3dc5ef0f5f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Oct 26 17:46:25.760581 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78740aa-50da-4a26-8a22-d050839639da req-52ab1e30-ae3b-47fc-928b-31c2d3297953 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:25.762025 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f78740aa-50da-4a26-8a22-d050839639da req-52ab1e30-ae3b-47fc-928b-31c2d3297953 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0481279 Oct 26 17:46:25.799578 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f78740aa-50da-4a26-8a22-d050839639da req-0a8c8033-2fb3-4a9e-996e-1155f3af4c6a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Oct 26 17:46:26.348741 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:46:26.444079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:46:26.455314 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': '075844cc-bd2e-481f-91d9-8238849ddf50', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'mac_address': 'fa:16:3e:83:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:46:26.490580 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:26.503663 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:46:26.523186 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:46:26.634886 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:26.688132 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:26.695425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.695775 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.696116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.696454 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.696788 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.697119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.697449 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.697774 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.698097 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.698424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.698754 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.699075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:26.836856 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['075844cc-bd2e-481f-91d9-8238849ddf50'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:46:26.917087 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026b78-c776-49b1-9166-487b1cdf771e req-85af65cc-0360-41b4-8e07-0ce55e0edc6c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:26.918489 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f026b78-c776-49b1-9166-487b1cdf771e req-85af65cc-0360-41b4-8e07-0ce55e0edc6c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Oct 26 17:46:26.956404 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2f026b78-c776-49b1-9166-487b1cdf771e req-f9c9541f-23a8-41a5-b7f9-ed81bc9a7159 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Oct 26 17:46:28.072866 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79f78-94e4-483a-ad1f-af52dd36faa8 req-21dd3ff0-fb24-4544-8b6c-1e7e6574b347 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:28.074367 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2f79f78-94e4-483a-ad1f-af52dd36faa8 req-21dd3ff0-fb24-4544-8b6c-1e7e6574b347 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 945 time: 0.0495956 Oct 26 17:46:28.112478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b2f79f78-94e4-483a-ad1f-af52dd36faa8 req-5a631510-b29c-47d2-9d46-a081c19bf472 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Oct 26 17:46:28.356766 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:46:28.473612 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port 075844cc-bd2e-481f-91d9-8238849ddf50 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:46:28.477740 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port 075844cc-bd2e-481f-91d9-8238849ddf50 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:46:28.478243 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:28.554672 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:28.581023 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:46:28.583279 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373e636-87af-439a-805b-f109b237b7ec" -d '{"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-plugged", "status": "completed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:46:28.595480 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:46:28.663661 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:28.688979 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab4ab5-62d1-4469-bf55-99b4ff7b8efc x-openstack-request-id: req-5aab4ab5-62d1-4469-bf55-99b4ff7b8efc {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:46:28.689265 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-plugged", "status": "completed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:46:28.689512 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aab4ab5-62d1-4469-bf55-99b4ff7b8efc {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:46:28.689917 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'code': 200} Oct 26 17:46:28.716175 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:28.778599 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66845d9a-04a5-4d67-9664-166d24097f40 req-e9165ff6-fe23-4cfb-a0eb-86f1cdafcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:28.780685 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66845d9a-04a5-4d67-9664-166d24097f40 req-e9165ff6-fe23-4cfb-a0eb-86f1cdafcfdb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0446794 Oct 26 17:46:28.814056 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-66845d9a-04a5-4d67-9664-166d24097f40 req-f0a3318e-1c3a-4ad7-8008-b29c75229cb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267875 Oct 26 17:46:29.228514 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf250fc-4b67-479c-8a1d-e8f14d27ff25 req-41870092-e725-424f-afa1-3413158fb5cd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:29.229972 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baf250fc-4b67-479c-8a1d-e8f14d27ff25 req-41870092-e725-424f-afa1-3413158fb5cd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0484860 Oct 26 17:46:29.267594 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-baf250fc-4b67-479c-8a1d-e8f14d27ff25 req-6fe05474-95b2-4e13-9768-7bf1c66de798 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Oct 26 17:46:30.384692 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6287e-e2ae-4a4b-be79-d32d6ff00c8f req-ce191d9c-08ca-4eb0-8694-95fdc6a3da85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:30.386131 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eed6287e-e2ae-4a4b-be79-d32d6ff00c8f req-ce191d9c-08ca-4eb0-8694-95fdc6a3da85 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0521088 Oct 26 17:46:30.423889 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eed6287e-e2ae-4a4b-be79-d32d6ff00c8f req-d792e7da-18dd-48c8-821a-10599d53c796 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Oct 26 17:46:30.536721 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa735ac-5555-4b65-b4b1-981d782bb1cc req-1c1c502e-6cba-4cb2-808f-d8939b18dbae tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:30.538202 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6aa735ac-5555-4b65-b4b1-981d782bb1cc req-1c1c502e-6cba-4cb2-808f-d8939b18dbae tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0497782 Oct 26 17:46:30.577018 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6aa735ac-5555-4b65-b4b1-981d782bb1cc req-06ed2a64-b108-4fed-b3e3-df4871d30fc7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Oct 26 17:46:30.598112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34376) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:46:30.636950 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294e872-779b-4682-a9a0-3807ee668392 tempest-TestShelveInstance-1213435212 tempest-TestShelveInstance-1213435212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:30.639170 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-b294e872-779b-4682-a9a0-3807ee668392 tempest-TestShelveInstance-1213435212 tempest-TestShelveInstance-1213435212-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1092 time: 0.0399504 Oct 26 17:46:30.641883 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34378) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:46:30.646108 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:46:30.732158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:30.830133 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:30.927548 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Allocated IP 172.25.5.199 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/c589283d-a06a-43d0-91d6-f0bd86a4f959) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:46:31.029793 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.114325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92d8e6f4-e65a-436f-8d5f-36931d4daa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.143328 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.181585 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:46:31.186987 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:46:31.190839 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:46:31.196164 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=c589283d-a06a-43d0-91d6-f0bd86a4f959,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:31.223029 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.223393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.223725 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.224060 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.224386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.224707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.225026 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.225345 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.225661 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.225977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.226291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.226605 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:46:31.542058 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.669295 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.816884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.867458 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:31.938958 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event updated for resources: {'Port': ['ID=c589283d-a06a-43d0-91d6-f0bd86a4f959,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:46:31.949344 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:32.050184 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Floating IP 63aa034f-7a50-49da-a77b-b2a141f5cca9 associated. External IP: 172.25.5.199, port: 075844cc-bd2e-481f-91d9-8238849ddf50. Oct 26 17:46:32.246928 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:46:32.353422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:46:32.363966 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:46:32.374082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:46:32.374673 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:46:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:46:32.431327 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:32.459667 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f33fca94-5449-4aa6-b7cb-bfb38745c1eb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8167815 Oct 26 17:46:32.460309 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:46:32.462588 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe3849-0af9-4e83-995f-2d37d2c381fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:46:32.478791 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:46:32.556651 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff953ad-3763-41b9-8e6c-19446cd49bc4 x-openstack-request-id: req-1ff953ad-3763-41b9-8e6c-19446cd49bc4 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:46:32.557195 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:46:32.557195 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ff953ad-3763-41b9-8e6c-19446cd49bc4 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:46:32.558090 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'status': 'completed', 'code': 200} Oct 26 17:46:32.622384 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-ee67ca7d-a15e-47e2-a798-2e755e0788c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:32.623914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-ee67ca7d-a15e-47e2-a798-2e755e0788c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0420384 Oct 26 17:46:32.706464 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '63aa034f-7a50-49da-a77b-b2a141f5cca9', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:83:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:46:31Z', 'updated_at': '2021-10-26T17:46:31Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:46:32.719712 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-bf91c60d-fb65-4196-9980-a2a9e34ce9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:32.721198 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-bf91c60d-fb65-4196-9980-a2a9e34ce9f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0904393 Oct 26 17:46:32.736146 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:46:32.744296 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:46:32.744879 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:46:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:46:32.791636 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-caff6bca-2f59-4f38-91db-8508efc312fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1000 time: 0.0635383 Oct 26 17:46:32.843484 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-36f567a2-6874-4822-a9dc-7045520f504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:32.844935 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-36f567a2-6874-4822-a9dc-7045520f504a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0470836 Oct 26 17:46:32.857093 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:46:32.896141 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-890e2533-f3ab-4353-a374-43ccbf476bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:32.897736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-890e2533-f3ab-4353-a374-43ccbf476bf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453401 Oct 26 17:46:32.987209 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-f63bb8f6-e68e-44fc-8e48-c8fc4d2fbd46 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825267 Oct 26 17:46:33.076398 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '63aa034f-7a50-49da-a77b-b2a141f5cca9', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:83:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:46:31Z', 'updated_at': '2021-10-26T17:46:31Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:46:33.082275 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-5efe3849-0af9-4e83-995f-2d37d2c381fa req-73954468-679f-45cb-8ab7-f8e97962ec8f service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Oct 26 17:46:33.194688 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d2de0-0556-44e8-9fe6-b184c19faf40 None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '63aa034f-7a50-49da-a77b-b2a141f5cca9', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'mac_address': 'fa:16:3e:83:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:46:31Z', 'updated_at': '2021-10-26T17:46:31Z', 'revision_number': 0, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:46:33.380745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ebc6c-64f9-4057-8e21-47a4e79f217b None None] New status for floating IP 63aa034f-7a50-49da-a77b-b2a141f5cca9: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:46:33.680790 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e57d677c-6a17-4737-933a-abde320bf548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:34.233451 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:35.353121 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:36.931446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:38.503756 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-7606f769-b6d5-4e70-91e1-af71f98df34b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413563 Oct 26 17:46:38.589018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-ae0d5525-2e18-416d-bdbd-35235425ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:38.590692 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-ae0d5525-2e18-416d-bdbd-35235425ad95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0429218 Oct 26 17:46:38.698252 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-f7e3594b-0bfb-4146-aac1-91ff64c8666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:38.699757 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-f7e3594b-0bfb-4146-aac1-91ff64c8666c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0897679 Oct 26 17:46:38.763705 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-51985a0a-22a7-4df4-84a1-bb62ba6f9943 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0571263 Oct 26 17:46:38.816149 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-2a78846c-5cc2-4120-825d-bb5c84aa9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:38.817558 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-2a78846c-5cc2-4120-825d-bb5c84aa9d50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0477221 Oct 26 17:46:38.863143 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-e002eb1f-2221-454e-9989-05d9d54ce9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:46:38.864621 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-e002eb1f-2221-454e-9989-05d9d54ce9bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395184 Oct 26 17:46:38.953745 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-926f06fc-bc21-4123-a76a-23c13d511d8d service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Oct 26 17:46:39.047807 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a404ce73-7821-48da-8c1e-5401ebe768b5 req-e401f6f0-558b-45d8-b628-87e5c465edd7 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Oct 26 17:46:40.788551 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:46:51.908495 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:46:53.251378 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:01.143375 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9ed33e87-013e-4412-b215-8ced95df507e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:03.656932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6a9-26db-4806-9121-e93956d76c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:04.193695 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:05.364588 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:06.952960 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:17.787248 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:47:21.942052 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:23.272565 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:31.124670 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0bd654a-c2f7-4f17-a463-1ad57b5cedf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:33.605074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2732194d-d04a-47aa-9219-a63c52e261cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:34.187798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:35.381646 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:36.970072 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:40.492889 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-3e2a8b7e-29dd-4799-a146-d3e2d18a558d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393605 Oct 26 17:47:40.584399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-e06d9c80-c740-4762-9efc-446257dc6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:47:40.585900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-e06d9c80-c740-4762-9efc-446257dc6190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0416529 Oct 26 17:47:40.691683 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-4648e620-213f-4ab4-8319-810cd1190a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:47:40.693128 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-4648e620-213f-4ab4-8319-810cd1190a74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0871685 Oct 26 17:47:40.760165 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-c836fb53-7a50-4b31-892c-d406b3e950a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0593386 Oct 26 17:47:40.809773 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-6e80ce22-9429-4078-a473-8371c5cd23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:47:40.811181 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-6e80ce22-9429-4078-a473-8371c5cd23b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0430346 Oct 26 17:47:40.856496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-80a15f1a-6f7b-41dd-8e53-666d7cec3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:47:40.857945 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-80a15f1a-6f7b-41dd-8e53-666d7cec3678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392175 Oct 26 17:47:40.950773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-01a8f4d6-93fa-4f3f-af6f-d58597e36d0c service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 Oct 26 17:47:41.040872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4655b51a-9e1b-4b59-b735-cb78a82f7a5e req-7725dd35-759e-432f-9813-11a0ffe2badf service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826249 Oct 26 17:47:51.924789 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:53.300884 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:47:54.786645 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:48:01.112415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb0c3bad-0329-4227-b36b-901febe08266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:03.609983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffea8d97-21b0-431f-96d0-4d53ff6501f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:04.175354 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:05.387649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:06.935879 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:21.929681 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:23.255540 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:31.134309 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a39afc49-a16a-42dd-8bbc-1bda8b1b75ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:31.786954 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:48:33.655511 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1cd4-43c5-425c-91e0-03007c688a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:34.203648 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:35.358484 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:36.963537 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:42.531479 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-7c562c92-88c0-48df-a7ec-774801b7cc4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412219 Oct 26 17:48:42.621294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-bda7edfa-6658-47bb-aa36-a99cb1a2ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:48:42.622773 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-bda7edfa-6658-47bb-aa36-a99cb1a2ee17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0441995 Oct 26 17:48:42.725821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-5cf2f4f9-e2b5-49e0-adf9-7f41857d17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:48:42.727327 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-5cf2f4f9-e2b5-49e0-adf9-7f41857d17b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0856609 Oct 26 17:48:42.798201 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-191de732-9ed1-48e3-b3fb-86316b338ed5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0610492 Oct 26 17:48:42.848108 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-e0916afd-cd84-46cd-85a5-c31507bec0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:48:42.849513 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-e0916afd-cd84-46cd-85a5-c31507bec0a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0437787 Oct 26 17:48:42.903338 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-37b3187a-aaca-4c24-8098-89cf98914f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:48:42.904809 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-37b3187a-aaca-4c24-8098-89cf98914f0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412953 Oct 26 17:48:42.998014 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-11f476c0-6106-4a87-9793-6759bf757a15 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Oct 26 17:48:43.089867 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-fab359fd-1c68-490b-b560-a3ac635dd3fe req-bcc1d6f8-bc15-4d02-bcdc-e387cfbe38ff service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822177 Oct 26 17:48:51.934567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:53.260153 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:48:58.868386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039431b-acf2-4ad2-b326-29d16e941f35 req-edfc1b75-41ba-4134-94ed-b4286edc61c0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:48:58.870931 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2039431b-acf2-4ad2-b326-29d16e941f35 req-edfc1b75-41ba-4134-94ed-b4286edc61c0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0560300 Oct 26 17:48:58.910631 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2039431b-acf2-4ad2-b326-29d16e941f35 req-c30054da-9115-418a-bc7f-234abbca9745 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Oct 26 17:49:00.050439 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6055d-f9cd-42e5-8679-f2565b3bf904 req-d9181309-0d1e-4b54-8c13-c8d5977f8a14 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:00.051929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfd6055d-f9cd-42e5-8679-f2565b3bf904 req-d9181309-0d1e-4b54-8c13-c8d5977f8a14 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0492401 Oct 26 17:49:00.089982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cfd6055d-f9cd-42e5-8679-f2565b3bf904 req-93703d4d-cacd-4c12-8fae-a3271acdd2b1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Oct 26 17:49:01.111538 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-54035f14-f273-4db3-8e53-52f2117cea89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:01.204669 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f82616-ca9c-4a40-b73c-6fb586bab795 req-bd6540e1-9f0b-4d38-98c8-3299b74887ff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:01.206183 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83f82616-ca9c-4a40-b73c-6fb586bab795 req-bd6540e1-9f0b-4d38-98c8-3299b74887ff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0489726 Oct 26 17:49:01.244881 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-83f82616-ca9c-4a40-b73c-6fb586bab795 req-92c024b0-7c61-4670-95b9-5ce8d5e06cff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Oct 26 17:49:02.363121 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048522e-9dde-4bbf-9d86-1c95e4e76ff7 req-48815ea0-4b3b-43f5-82af-927fe6295077 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:02.364523 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b048522e-9dde-4bbf-9d86-1c95e4e76ff7 req-48815ea0-4b3b-43f5-82af-927fe6295077 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0528316 Oct 26 17:49:02.401275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b048522e-9dde-4bbf-9d86-1c95e4e76ff7 req-173eff85-42bb-4199-802f-8f6e943ce77a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Oct 26 17:49:03.518074 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702c3f-f5c5-4f12-a74f-e16cdea52dbf req-b9f86372-5cc8-4eb5-8850-390b2717442c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:03.519551 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53702c3f-f5c5-4f12-a74f-e16cdea52dbf req-b9f86372-5cc8-4eb5-8850-390b2717442c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0497680 Oct 26 17:49:03.560149 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-53702c3f-f5c5-4f12-a74f-e16cdea52dbf req-4387d192-d97e-4890-9d1c-14ac3cfc9a7b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Oct 26 17:49:03.643308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ef29-be25-4c78-b857-8410e168a241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:04.225504 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:04.675684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028202-32d9-42bb-927e-309d7e0ca21d req-e354e042-8b44-44d6-bd3c-a40488eca200 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:04.677165 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6028202-32d9-42bb-927e-309d7e0ca21d req-e354e042-8b44-44d6-bd3c-a40488eca200 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0506670 Oct 26 17:49:04.716386 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a6028202-32d9-42bb-927e-309d7e0ca21d req-180cabeb-5902-4632-94b1-18291e8aca33 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Oct 26 17:49:05.368938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:05.841805 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa23cb-2df8-4173-b4c3-0fc8405a4ba3 req-24b8ce13-8ee0-42c8-9f08-03a9b43f1cff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:05.843510 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9daa23cb-2df8-4173-b4c3-0fc8405a4ba3 req-24b8ce13-8ee0-42c8-9f08-03a9b43f1cff tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0535536 Oct 26 17:49:05.881094 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9daa23cb-2df8-4173-b4c3-0fc8405a4ba3 req-ec0ce0f0-2603-400a-ae60-b1156161fb1e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Oct 26 17:49:06.946164 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:06.997942 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977456b-5b3b-4edf-ba4d-30e5da818c50 req-72f2d4b8-31e6-41c9-9ac1-8c950fef7d18 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:06.999959 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8977456b-5b3b-4edf-ba4d-30e5da818c50 req-72f2d4b8-31e6-41c9-9ac1-8c950fef7d18 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Oct 26 17:49:07.037321 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8977456b-5b3b-4edf-ba4d-30e5da818c50 req-5772202e-fe71-4064-b1f8-46417f97dbf0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Oct 26 17:49:08.152461 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d25d-d55f-427a-90f1-e9401aef7539 req-9e5eacaf-f3f4-473b-adfa-3229fb19d6c2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:08.153929 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c17d25d-d55f-427a-90f1-e9401aef7539 req-9e5eacaf-f3f4-473b-adfa-3229fb19d6c2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0493350 Oct 26 17:49:08.192021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0c17d25d-d55f-427a-90f1-e9401aef7539 req-16a767f2-4062-46e1-922a-630bbde84e74 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Oct 26 17:49:08.786797 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:49:09.028917 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-a143f1b7-00a8-4530-bec2-8a624a282577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:09.030990 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-a143f1b7-00a8-4530-bec2-8a624a282577 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1097 time: 0.0439987 Oct 26 17:49:09.117532 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-8c866d8f-abcc-4e11-905a-b2acba784812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:09.118885 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-8c866d8f-abcc-4e11-905a-b2acba784812 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0815303 Oct 26 17:49:09.185618 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-18313ad4-804d-433f-afa8-5d66eec96c6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0594280 Oct 26 17:49:09.237839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-b69871e1-0c0a-494f-82a8-4d79bcb850a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:09.239369 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-b69871e1-0c0a-494f-82a8-4d79bcb850a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0463967 Oct 26 17:49:09.286801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-4c5663cd-6ef5-4c01-8d01-1bad2ae91069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:09.288340 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-4c5663cd-6ef5-4c01-8d01-1bad2ae91069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423493 Oct 26 17:49:09.312631 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c07c9-8515-46b1-ba5c-5074a0dfb00b req-d87478b8-5e5a-4941-ac23-f48cb7bfa2d5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:09.314141 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c07c9-8515-46b1-ba5c-5074a0dfb00b req-d87478b8-5e5a-4941-ac23-f48cb7bfa2d5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0533450 Oct 26 17:49:09.352195 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bb1c07c9-8515-46b1-ba5c-5074a0dfb00b req-476fa855-9bbb-4f52-8739-4240d8ed4f10 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Oct 26 17:49:09.386294 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-f837ea16-695a-4186-99a5-77b0059adfc1 service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902984 Oct 26 17:49:09.474298 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-915ad2a7-e3f2-4d3b-aaf8-b7a61ed7ee54 req-89742142-9ae2-4935-8cbe-f8eecb1a33ea service neutron] 10.222.0.47 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807498 Oct 26 17:49:10.466057 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440d4cf-0d75-4488-b8c4-2d3449892401 req-01ad05a6-87ca-4e54-a0ce-94da97566aa0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:10.467553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f440d4cf-0d75-4488-b8c4-2d3449892401 req-01ad05a6-87ca-4e54-a0ce-94da97566aa0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Oct 26 17:49:10.504767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f440d4cf-0d75-4488-b8c4-2d3449892401 req-3d60a294-d53e-4f73-868a-e7b7845cdc93 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Oct 26 17:49:11.618938 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0e617-7dcd-45a9-a7eb-e6fcc40a2a4c req-163b3995-63b4-4254-8cd6-2e823ed7a4e8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:11.620434 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d0e617-7dcd-45a9-a7eb-e6fcc40a2a4c req-163b3995-63b4-4254-8cd6-2e823ed7a4e8 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Oct 26 17:49:11.658651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24d0e617-7dcd-45a9-a7eb-e6fcc40a2a4c req-7a29e04e-ed26-4406-8d80-14d6dbe9dbce tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Oct 26 17:49:12.782864 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed13f30-5be1-481a-ba51-5cb295b40e93 req-94425a77-2183-4ef2-a82d-521b18a438b6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:12.784375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eed13f30-5be1-481a-ba51-5cb295b40e93 req-94425a77-2183-4ef2-a82d-521b18a438b6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0548890 Oct 26 17:49:12.825645 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-eed13f30-5be1-481a-ba51-5cb295b40e93 req-b5875496-3faa-470a-a76e-866038c3e3ae tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349493 Oct 26 17:49:13.938619 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37da6-99d2-47e9-8eeb-fb7c3fd1332e req-9de1b115-195a-46ce-ab70-29c1150de010 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:13.940088 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bc37da6-99d2-47e9-8eeb-fb7c3fd1332e req-9de1b115-195a-46ce-ab70-29c1150de010 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Oct 26 17:49:13.977486 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2bc37da6-99d2-47e9-8eeb-fb7c3fd1332e req-eac7792a-adcb-484a-8ab7-aa1209683801 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Oct 26 17:49:14.329880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50d3e3-a2a3-4e9c-962d-cf0b24c88666 req-f925ff45-f143-4585-a43f-6fbfa84dd229 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:14.331391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a50d3e3-a2a3-4e9c-962d-cf0b24c88666 req-f925ff45-f143-4585-a43f-6fbfa84dd229 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Oct 26 17:49:14.374189 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a50d3e3-a2a3-4e9c-962d-cf0b24c88666 req-31892ce2-d2ba-4098-b902-fa8f98bc3db0 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 Oct 26 17:49:14.420629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-e2ec62ad-336f-42bc-8fda-312e7d901dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037188 Oct 26 17:49:14.429949 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-75c1d4bf-170c-4640-9a56-8752615a42cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:49:14.431242 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-75c1d4bf-170c-4640-9a56-8752615a42cf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055192 Oct 26 17:49:15.140829 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:49:15.222410 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:15.245329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:49:15.248119 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74626fe4-a203-4f53-b91f-a0e63c964b87" -d '{"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-unplugged", "status": "completed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:49:15.261905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:49:15.292227 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ea149-f1cc-47e1-b63f-6c959f3f4fbf x-openstack-request-id: req-ad0ea149-f1cc-47e1-b63f-6c959f3f4fbf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:49:15.292518 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-unplugged", "status": "failed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:49:15.292777 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad0ea149-f1cc-47e1-b63f-6c959f3f4fbf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:49:15.293255 n-d-815373-2 neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'code': 422} returned with failed status Oct 26 17:49:15.340584 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:15.388753 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:49:15.396984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.397273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.397614 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.397952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.398286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.398621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.398942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.399295 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.399621 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.399945 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.400272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.400594 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:15.495323 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f702a-3e80-4e9a-ae2f-894c656a2628 req-5bd5dd64-2b5a-45b5-9d30-98da6d5d313b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:15.496804 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c54f702a-3e80-4e9a-ae2f-894c656a2628 req-5bd5dd64-2b5a-45b5-9d30-98da6d5d313b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0528321 Oct 26 17:49:15.536423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c54f702a-3e80-4e9a-ae2f-894c656a2628 req-bba2b199-e5f8-43fd-ac25-ceecd0fa1ad7 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Oct 26 17:49:16.666226 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8c34-be0d-4201-9fb4-89f8e1719d90 req-db811fb1-8ef7-4335-a588-25e04f1ba08e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:16.667815 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4ad8c34-be0d-4201-9fb4-89f8e1719d90 req-db811fb1-8ef7-4335-a588-25e04f1ba08e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0505013 Oct 26 17:49:16.709819 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a4ad8c34-be0d-4201-9fb4-89f8e1719d90 req-40e999bb-f758-4c9d-8d17-d8f3acf157a4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345943 Oct 26 17:49:17.828621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d528-6dca-4515-8dc6-33c3ab9ba893 req-03f98c78-deb7-48a6-87bc-1385f063b374 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:17.830008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c093d528-6dca-4515-8dc6-33c3ab9ba893 req-03f98c78-deb7-48a6-87bc-1385f063b374 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0494208 Oct 26 17:49:17.867724 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c093d528-6dca-4515-8dc6-33c3ab9ba893 req-9ca71a7f-7d64-4833-9c41-ef36f8e8799b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Oct 26 17:49:18.988492 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185cbc2-9d22-451b-94f4-eca3111304e1 req-8e09e991-1290-45de-b684-09413ecf1a37 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:18.990125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0185cbc2-9d22-451b-94f4-eca3111304e1 req-8e09e991-1290-45de-b684-09413ecf1a37 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0541303 Oct 26 17:49:19.027377 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0185cbc2-9d22-451b-94f4-eca3111304e1 req-8e546215-4451-4ec1-a8dc-0eebd776991d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Oct 26 17:49:20.150336 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7be8-5684-4326-bdf6-27b1a6704ccd req-998ce51a-d3a3-4413-98e5-6c441f6d7136 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:20.151683 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92bf7be8-5684-4326-bdf6-27b1a6704ccd req-998ce51a-d3a3-4413-98e5-6c441f6d7136 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0520928 Oct 26 17:49:20.191498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92bf7be8-5684-4326-bdf6-27b1a6704ccd req-68d87ff8-5f24-47b6-953f-a2ff02bdfc9e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Oct 26 17:49:21.306602 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62724ab-d4d7-43cb-9f8e-ddc3ac84a61a req-b484d2db-2ee1-4e9d-ac8f-5414daafe665 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:21.308101 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d62724ab-d4d7-43cb-9f8e-ddc3ac84a61a req-b484d2db-2ee1-4e9d-ac8f-5414daafe665 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0497770 Oct 26 17:49:21.346571 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d62724ab-d4d7-43cb-9f8e-ddc3ac84a61a req-78e5d336-69b6-46df-94bd-2b670a38a39a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Oct 26 17:49:21.373266 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-2d0ebe30-5179-44c8-80d8-810e83a96643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:21.375349 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-2d0ebe30-5179-44c8-80d8-810e83a96643 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&tenant_id=032ddc846f0245e7a37c2bb0505488d2 HTTP/1.1" status: 200 len: 1095 time: 0.0843189 Oct 26 17:49:21.385745 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-fb06d164-657b-4cad-bd22-825e555e25b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:49:21.386715 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-fb06d164-657b-4cad-bd22-825e555e25b8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047550 Oct 26 17:49:21.398511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-2', 'device_owner': 'compute:nova'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:49:21.450646 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:21.650637 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:49:21.682811 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:49:21.714658 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:49:21.722538 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:21.734203 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Transition to ACTIVE for port object 075844cc-bd2e-481f-91d9-8238849ddf50 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:49:21.796945 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:21.845270 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:49:21.887189 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.887635 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.887888 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.888227 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.888564 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.888895 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.889223 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.889552 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.889880 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.890766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.891096 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.891443 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:49:21.923393 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:21.935616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] No DVR routers for this DVR port 075844cc-bd2e-481f-91d9-8238849ddf50 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:49:22.070276 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:49:22.070519 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:49:22.070838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:49:22.074951 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:49:22.075299 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Attempting to bind port 075844cc-bd2e-481f-91d9-8238849ddf50 on network 3e5afe8f-d209-4837-8295-19e401585aad {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:49:22.080717 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:49:22.081046 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Checking segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:49:22.082232 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Bound using segment: {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:49:22.082821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Bound port: 075844cc-bd2e-481f-91d9-8238849ddf50, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d1f464-8372-4c03-9db4-e8e46982a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:49:22.083207 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:22.146019 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:49:22.149078 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:49:22.226038 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:22.261990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.262600 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:22.264053 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] 10.222.0.39 "PUT /v2.0/ports/075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1092 time: 0.8698730 Oct 26 17:49:22.264501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:49:22.267421 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4081e-f246-4f28-b316-b56030a13a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:49:22.300763 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7e3cb-96c2-4bf6-a8df-f91e15215fdc service neutron] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=8']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:49:22.330056 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c89f82-35b6-4a0a-9d78-4b9a70d998f0 x-openstack-request-id: req-b7c89f82-35b6-4a0a-9d78-4b9a70d998f0 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:49:22.339297 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:49:22.339297 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7c89f82-35b6-4a0a-9d78-4b9a70d998f0 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:49:22.339297 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'status': 'completed', 'code': 200} Oct 26 17:49:22.348018 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-dcd78d89-57c7-4de6-96c8-fdacfe42bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.349768 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-dcd78d89-57c7-4de6-96c8-fdacfe42bedb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1095 time: 0.0583293 Oct 26 17:49:22.451021 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-1b385d66-fc29-4edc-8a27-5d7980755c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.453810 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-1b385d66-fc29-4edc-8a27-5d7980755c1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0965319 Oct 26 17:49:22.475049 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7169c40-e37d-48c2-956a-fd8d9013aca0 req-ee70a80a-45cb-4630-beeb-89d4e9d48d3c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.476573 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7169c40-e37d-48c2-956a-fd8d9013aca0 req-ee70a80a-45cb-4630-beeb-89d4e9d48d3c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0573010 Oct 26 17:49:22.519664 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f7169c40-e37d-48c2-956a-fd8d9013aca0 req-225aa1b9-63ae-4806-9eb2-d658b76a2251 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370789 Oct 26 17:49:22.528664 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-6727dc04-4d40-4572-8c12-cc1d27ac79c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1000 time: 0.0669599 Oct 26 17:49:22.579107 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-170912a7-05b5-4775-a2bc-161bd4fd0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.580535 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-170912a7-05b5-4775-a2bc-161bd4fd0729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0449750 Oct 26 17:49:22.625238 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083604-a14a-4a66-8848-351ac49afe0f req-937ac131-f568-4de7-8115-7d0c7d42174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.626665 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-937ac131-f568-4de7-8115-7d0c7d42174d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392408 Oct 26 17:49:22.719881 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-fe833d3f-c9f7-409e-99c9-b8c2134e9e45 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841899 Oct 26 17:49:22.807987 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-da748a0b-19b9-4be2-96f3-04c823beec05 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800800 Oct 26 17:49:22.961756 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4081e-f246-4f28-b316-b56030a13a7c req-119563ae-8080-4e6d-86ce-d6bd27adaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:22.963116 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-119563ae-8080-4e6d-86ce-d6bd27adaf70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1095 time: 0.0442972 Oct 26 17:49:23.050609 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4081e-f246-4f28-b316-b56030a13a7c req-26445a3b-1fe9-4c0f-941b-5320de8e3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:23.052074 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-26445a3b-1fe9-4c0f-941b-5320de8e3dc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0818048 Oct 26 17:49:23.122017 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-e7c5ad80-43a2-448a-b781-d12a7e8955d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1000 time: 0.0611954 Oct 26 17:49:23.170740 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4081e-f246-4f28-b316-b56030a13a7c req-ca5e3b43-8720-48e5-ba84-8be750e9f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:23.172721 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-ca5e3b43-8720-48e5-ba84-8be750e9f303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0426724 Oct 26 17:49:23.219183 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4081e-f246-4f28-b316-b56030a13a7c req-e07a250a-58ad-45a2-ad1d-55f124772927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:23.220596 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-e07a250a-58ad-45a2-ad1d-55f124772927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395575 Oct 26 17:49:23.265932 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:23.638910 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695767-83e2-487a-93a2-64f2c2eba3b0 req-a352aeb5-d85f-45b8-a7cf-a56725ee28a4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:23.641224 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24695767-83e2-487a-93a2-64f2c2eba3b0 req-a352aeb5-d85f-45b8-a7cf-a56725ee28a4 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0509377 Oct 26 17:49:23.648043 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-02d40558-4e60-4a86-93cb-9d70eba89757 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182410 Oct 26 17:49:23.679634 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-24695767-83e2-487a-93a2-64f2c2eba3b0 req-fd0e9c84-6c68-492b-842d-f2b41b6bae47 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Oct 26 17:49:23.738119 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-29e4081e-f246-4f28-b316-b56030a13a7c req-476a26a3-b4f0-4cb8-a40e-9e5ab24f7bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Oct 26 17:49:24.796843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeea75-9fe3-480c-a8d6-133aecbed871 req-b2b6221c-7e6d-4b5f-94da-e15a2f6433f6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:24.798228 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceeeea75-9fe3-480c-a8d6-133aecbed871 req-b2b6221c-7e6d-4b5f-94da-e15a2f6433f6 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0491192 Oct 26 17:49:24.835993 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ceeeea75-9fe3-480c-a8d6-133aecbed871 req-2f4bc2ef-cae8-4580-81e1-73ac9715e06c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Oct 26 17:49:25.953445 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08cfb-5325-4a22-90e9-c6f82beb7244 req-a5570511-62f5-400d-84f1-5d9052d914a2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:25.954890 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74b08cfb-5325-4a22-90e9-c6f82beb7244 req-a5570511-62f5-400d-84f1-5d9052d914a2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0527513 Oct 26 17:49:25.992287 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-74b08cfb-5325-4a22-90e9-c6f82beb7244 req-9652e37f-a17e-442f-910c-9409584cb349 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Oct 26 17:49:27.105237 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680c654-2c82-47eb-8b9d-b3aeaaec0379 req-40e791b2-7de4-4599-8aa4-958563b2fa35 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:27.106690 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e680c654-2c82-47eb-8b9d-b3aeaaec0379 req-40e791b2-7de4-4599-8aa4-958563b2fa35 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0483856 Oct 26 17:49:27.144341 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e680c654-2c82-47eb-8b9d-b3aeaaec0379 req-94ba51c6-6c04-4761-bda1-849f6399ec67 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Oct 26 17:49:28.258711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fee4-e9fd-4592-bd32-72edae22625c req-23c24a15-383d-4f6f-b2ca-f776db4706a1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:28.260191 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c73fee4-e9fd-4592-bd32-72edae22625c req-23c24a15-383d-4f6f-b2ca-f776db4706a1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0491345 Oct 26 17:49:28.297478 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c73fee4-e9fd-4592-bd32-72edae22625c req-f5351c43-60c7-4d11-91c6-50e63a1a0158 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Oct 26 17:49:29.415264 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683c61b-a61c-4667-95ed-66f2ad27456f req-3234462a-1e83-4233-a2f1-fced50a91124 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:29.416734 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8683c61b-a61c-4667-95ed-66f2ad27456f req-3234462a-1e83-4233-a2f1-fced50a91124 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0526280 Oct 26 17:49:29.454008 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8683c61b-a61c-4667-95ed-66f2ad27456f req-c5b28a6b-e90b-4ef6-be34-f9d2ec25938d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Oct 26 17:49:30.302485 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:49:30.397628 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:49:30.409312 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': '075844cc-bd2e-481f-91d9-8238849ddf50', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'port_id': '075844cc-bd2e-481f-91d9-8238849ddf50', 'mac_address': 'fa:16:3e:83:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:49:30.445927 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:30.458710 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:49:30.478676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:49:30.551480 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:30.575520 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8cc06-3ca8-4948-8710-c42c238fc82d req-5a5f4d8a-17b0-4264-9484-40dbbea75d40 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:30.577010 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1e8cc06-3ca8-4948-8710-c42c238fc82d req-5a5f4d8a-17b0-4264-9484-40dbbea75d40 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 944 time: 0.0524573 Oct 26 17:49:30.603122 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:49:30.616906 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b1e8cc06-3ca8-4948-8710-c42c238fc82d req-5fb7d92f-6d15-4737-9656-6cb2d62791dd tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Oct 26 17:49:30.783506 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['075844cc-bd2e-481f-91d9-8238849ddf50'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:49:31.110814 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-05fe8dd1-86f1-4cee-9291-15e16b233ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:31.732051 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2cc1b-f104-4db3-9602-7b57fa346cfe req-76975a05-f771-40f2-b4ef-6e0564181402 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:31.734158 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79c2cc1b-f104-4db3-9602-7b57fa346cfe req-76975a05-f771-40f2-b4ef-6e0564181402 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Oct 26 17:49:31.770550 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-79c2cc1b-f104-4db3-9602-7b57fa346cfe req-45545f3f-ee9d-4401-91c4-26e4e3a5cb3c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300069 Oct 26 17:49:32.318310 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:49:32.425229 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port 075844cc-bd2e-481f-91d9-8238849ddf50 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:49:32.428897 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port 075844cc-bd2e-481f-91d9-8238849ddf50 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:49:32.429261 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:32.506749 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:32.527962 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:49:32.530739 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a23f64a-2a56-43fe-b572-f639abfc9b27" -d '{"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-plugged", "status": "completed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:49:32.543955 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:49:32.566849 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385b226-651e-4bd8-b1e6-5d44d27ecf4b x-openstack-request-id: req-5385b226-651e-4bd8-b1e6-5d44d27ecf4b {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:49:32.567245 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-plugged", "status": "completed", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:49:32.567439 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5385b226-651e-4bd8-b1e6-5d44d27ecf4b {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:49:32.567825 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'code': 200} Oct 26 17:49:32.602603 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:32.654114 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:49:32.723680 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81288a0-6298-45ff-bda2-f3aea5e1f4e6 req-5910b899-6c23-41bc-8bdb-10655aa03ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:32.725102 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f81288a0-6298-45ff-bda2-f3aea5e1f4e6 req-5910b899-6c23-41bc-8bdb-10655aa03ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1098 time: 0.0470722 Oct 26 17:49:32.763348 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-f81288a0-6298-45ff-bda2-f3aea5e1f4e6 req-01ba9ab2-78b1-4998-865a-19a0c9e62e05 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Oct 26 17:49:32.892497 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a1dc3-2c96-4371-957d-c36bbce5eef7 req-d1e032bc-0829-4288-a37b-3dad6aba2e1e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:32.893947 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-002a1dc3-2c96-4371-957d-c36bbce5eef7 req-d1e032bc-0829-4288-a37b-3dad6aba2e1e tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.0521066 Oct 26 17:49:32.930544 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-002a1dc3-2c96-4371-957d-c36bbce5eef7 req-8725de0c-3b3a-41b6-b150-3b28185f056c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Oct 26 17:49:33.625608 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b5810d28-5df8-4ab0-af75-04a22e9bbc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:34.047709 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a3e1-7c37-4f51-be49-cbe40950d2e8 req-44e3516f-8c4d-4066-abf6-212784426f3c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:34.049213 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cb2a3e1-7c37-4f51-be49-cbe40950d2e8 req-44e3516f-8c4d-4066-abf6-212784426f3c tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.0501025 Oct 26 17:49:34.089254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8cb2a3e1-7c37-4f51-be49-cbe40950d2e8 req-864a1162-0a2f-464a-8dc0-9e2a8f1ac65b tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Oct 26 17:49:34.162582 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:35.209177 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6dfff-af96-4c15-8ac7-89c23e893151 req-8efe1d75-15a4-49ac-9026-5c8e969cdcf5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:35.210643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2da6dfff-af96-4c15-8ac7-89c23e893151 req-8efe1d75-15a4-49ac-9026-5c8e969cdcf5 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.0487895 Oct 26 17:49:35.247439 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2da6dfff-af96-4c15-8ac7-89c23e893151 req-04dd3a88-3cfa-40fe-b800-f4f70bfdd212 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Oct 26 17:49:35.375663 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:36.933594 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:45.786230 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:49:51.945030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:53.276548 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:49:54.724025 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-7cdbc555-52e1-4da2-ba97-0b0fc2c88461 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402646 Oct 26 17:49:54.864296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-d1436e8e-4b82-4e7d-a090-20f1351c7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:54.865682 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-d1436e8e-4b82-4e7d-a090-20f1351c7c3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1098 time: 0.0406709 Oct 26 17:49:54.973869 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-f7abf867-27a5-4653-a33b-da0c7d595337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:54.975375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-f7abf867-27a5-4653-a33b-da0c7d595337 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0879943 Oct 26 17:49:55.040211 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-51dd5347-0f96-4331-8e76-0ad920f36f7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0567396 Oct 26 17:49:55.094685 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-aa761c22-a6a5-445b-a025-22adef4acdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:55.096172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-aa761c22-a6a5-445b-a025-22adef4acdf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0487769 Oct 26 17:49:55.147750 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-e989ed20-ded9-4a59-bb1b-77eaa8113fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:49:55.149190 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-e989ed20-ded9-4a59-bb1b-77eaa8113fba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447121 Oct 26 17:49:55.240091 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-00d673b4-8bd3-44d1-b131-7906cc326c23 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 Oct 26 17:49:55.336300 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-35fbad69-e2dc-4d8e-8d48-835e5506edbf req-56413755-0648-4278-841c-c158376a4ebc service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879812 Oct 26 17:50:01.110661 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d8053ae9-5107-482d-bc51-db5b21f58a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:03.607798 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-239b0c1c-bfdd-41a1-840d-ea0ad880cdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:04.207587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:05.373649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:06.944997 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:22.002143 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:22.785737 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:50:23.292868 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:31.132905 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d3371f9a-ac95-4684-af47-f8a8f0e80a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:33.635667 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-15e190cd-9255-4aa1-8679-30ff5db599df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:34.201284 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:35.367174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:36.932885 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:51.972824 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:53.309855 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:50:55.722938 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-41882961-c4d7-46e2-bc71-6bb3ef71423f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404139 Oct 26 17:50:55.807036 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-e634b368-4844-4fde-8a12-fbc05588265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:50:55.808690 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-e634b368-4844-4fde-8a12-fbc05588265e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1098 time: 0.0416677 Oct 26 17:50:55.911387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-230fbd15-21ae-4f15-8e8b-d7a881268973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:50:55.912822 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-230fbd15-21ae-4f15-8e8b-d7a881268973 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.0859926 Oct 26 17:50:55.980023 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-27dd3900-e937-4917-9ac4-b034763ae4d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 1002 time: 0.0599566 Oct 26 17:50:56.028212 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-413eaf8a-870d-4772-9730-8b7268a1443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:50:56.029609 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-413eaf8a-870d-4772-9730-8b7268a1443b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0423982 Oct 26 17:50:56.073825 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-303ac1f2-76c5-4532-bf05-7cec2a291f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:50:56.075214 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-303ac1f2-76c5-4532-bf05-7cec2a291f3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384061 Oct 26 17:50:56.165709 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-f285e433-1022-4a3e-af73-9ca75da13791 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 Oct 26 17:50:56.253210 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-feac4a14-c8de-4e48-9a12-8107632742d3 req-770db4db-9afe-4ce1-9183-61728145d946 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803037 Oct 26 17:50:59.784824 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:51:01.098338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e5e57fae-766c-474a-a76c-f30d67447cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:03.658318 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f576c9da-66ca-42a1-8f6d-2404db7e9647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:04.184140 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:05.377787 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:06.943631 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.002496 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34562) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:11.162058 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Deleting port c589283d-a06a-43d0-91d6-f0bd86a4f959 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:11.162390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.237107 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.237429 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.248996 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Calling delete_port for c589283d-a06a-43d0-91d6-f0bd86a4f959 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:11.777900 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.803906 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'Port': ['ID=c589283d-a06a-43d0-91d6-f0bd86a4f959,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:11.816753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.817101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.817438 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.817772 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.818101 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.818424 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.818751 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.819077 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.819422 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.819745 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.820067 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.820384 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:11.875991 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:11.879984 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Floating IP 63aa034f-7a50-49da-a77b-b2a141f5cca9 disassociated (deleted). External IP: 172.25.5.199, port: 075844cc-bd2e-481f-91d9-8238849ddf50. Oct 26 17:51:12.081112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:12.185450 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:12.190763 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:12.196748 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:12.209271 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:12.209964 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:12.219643 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6077354e-2ae9-40a2-a9a7-0182b36fa8f2 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "DELETE /v2.0/floatingips/63aa034f-7a50-49da-a77b-b2a141f5cca9 HTTP/1.1" status: 204 len: 168 time: 1.2126203 Oct 26 17:51:12.219643 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:51:12.220191 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418b3adf-96ba-4881-8183-7cbe8f69c5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:51:12.310456 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:12.504567 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f959fb1-4172-4c0d-bc47-49cdade86a38 x-openstack-request-id: req-5f959fb1-4172-4c0d-bc47-49cdade86a38 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:51:12.504567 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:51:12.504567 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f959fb1-4172-4c0d-bc47-49cdade86a38 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:51:12.505027 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'status': 'completed', 'code': 200} Oct 26 17:51:12.513919 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:12.540866 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:12.550676 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:12.551301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:12.583122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-9bc9797e-ed5e-4699-a03f-71d83f4f3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:12.584552 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-9bc9797e-ed5e-4699-a03f-71d83f4f3a49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032ddc846f0245e7a37c2bb0505488d2&device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 1098 time: 0.0553188 Oct 26 17:51:12.661000 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:12.662395 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969978-5dc2-411a-bd2e-cba0e45779b3 req-3ebb4308-b356-4dc7-884e-0f44db5f61ea tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:12.664023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9969978-5dc2-411a-bd2e-cba0e45779b3 req-3ebb4308-b356-4dc7-884e-0f44db5f61ea tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.1132882 Oct 26 17:51:12.693834 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-3a654d1e-e6d9-4789-841c-17140e99d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:12.695438 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-3a654d1e-e6d9-4789-841c-17140e99d440 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 200 len: 910 time: 0.1017971 Oct 26 17:51:12.707748 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c9969978-5dc2-411a-bd2e-cba0e45779b3 req-dcaaeb49-58c4-4ecd-89be-99704712c69f tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Oct 26 17:51:12.739087 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-f4d2839d-10cf-43f8-b3f7-71d5f0d74740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Oct 26 17:51:12.792677 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-ddeacc9c-4840-41c7-9779-4513364852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:12.794149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-ddeacc9c-4840-41c7-9779-4513364852ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 200 len: 848 time: 0.0476124 Oct 26 17:51:12.843077 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-f48979ac-cbdb-4bec-afc3-5d98e8aef91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:12.845434 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-f48979ac-cbdb-4bec-afc3-5d98e8aef91f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e5afe8f-d209-4837-8295-19e401585aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427549 Oct 26 17:51:12.945900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-7244b79a-f371-4815-8f9c-528ca74c3063 service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921247 Oct 26 17:51:12.962247 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:12.989227 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d657e-249a-45b2-a09d-2ea2e88076f9 None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:24Z', 'revision_number': 4, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '2c9cd077-62ec-4ab5-9372-f4c8097ce676', 'name': '', 'network_id': '3e5afe8f-d209-4837-8295-19e401585aad', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'mac_address': 'fa:16:3e:c5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:23Z', 'updated_at': '2021-10-26T17:41:27Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'subnets': [{'id': 'aceec4fd-0ad3-435a-9801-02010f25c76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:13.038968 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-418b3adf-96ba-4881-8183-7cbe8f69c5b6 req-8afb98b8-9117-4d85-8564-11db69646dac service neutron] 10.222.0.39 "GET /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853424 Oct 26 17:51:13.229271 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0f0f35-c036-4573-870d-da158f7a7c59 None None] New status for floating IP 63aa034f-7a50-49da-a77b-b2a141f5cca9: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:51:13.820538 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d3d92-6c57-49aa-ac17-3feba56223cd req-da173c3d-e836-46fc-afee-d22f7572620d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:13.821994 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a0d3d92-6c57-49aa-ac17-3feba56223cd req-da173c3d-e836-46fc-afee-d22f7572620d tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.0497375 Oct 26 17:51:13.860725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-8a0d3d92-6c57-49aa-ac17-3feba56223cd req-b989123e-3b0d-4941-a6cb-de0841946dfb tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5401498-addd-44a5-a645-4511cb523acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Oct 26 17:51:14.112034 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-7c42db6b-7ac5-43fa-a5b6-175dfff83016 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:14.113473 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-7c42db6b-7ac5-43fa-a5b6-175dfff83016 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.39 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 947 time: 0.0484068 Oct 26 17:51:14.208987 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Deleting port 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:14.209337 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:14.296311 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] For port 075844cc-bd2e-481f-91d9-8238849ddf50, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=075844cc-bd2e-481f-91d9-8238849ddf50,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:14.296672 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:14.309477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Calling delete_port for 075844cc-bd2e-481f-91d9-8238849ddf50 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:14.480947 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:14.509491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'Port': ['ID=075844cc-bd2e-481f-91d9-8238849ddf50,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:14.541123 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.541474 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.541814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.542154 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.542487 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.542814 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.543317 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.543476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.543805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.544128 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.544455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.544777 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:14.564383 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] No DVR routers for this DVR port 075844cc-bd2e-481f-91d9-8238849ddf50 on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:51:14.566798 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:14.570085 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6d77291c-aef8-4d0c-abd0-d6aa740a65df req-9ef0f881-1c96-4627-a97c-d6ccc8e09ae9 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.39 "DELETE /v2.0/ports/075844cc-bd2e-481f-91d9-8238849ddf50 HTTP/1.1" status: 204 len: 173 time: 0.4495907 Oct 26 17:51:14.570529 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-deleted', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:51:14.572811 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204b6102-d437-45ab-8f46-3e1fca390d75" -d '{"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-deleted", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:51:14.660160 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74938357-fcee-4ec6-95b2-512706ffe84b x-openstack-request-id: req-74938357-fcee-4ec6-95b2-512706ffe84b {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:51:14.660604 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243775f-e1bd-45c6-abf2-6d6fda7e6957", "name": "network-vif-deleted", "tag": "075844cc-bd2e-481f-91d9-8238849ddf50", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:51:14.660749 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74938357-fcee-4ec6-95b2-512706ffe84b {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:51:14.661091 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a243775f-e1bd-45c6-abf2-6d6fda7e6957', 'name': 'network-vif-deleted', 'tag': '075844cc-bd2e-481f-91d9-8238849ddf50', 'status': 'completed', 'code': 200} Oct 26 17:51:14.990125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0a741276-1aa5-4db2-a387-6e3e0d3ec25d req-f5ed404b-3d99-428e-8ba9-b7548741758a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0363514 Oct 26 17:51:16.080245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee5282b6-9b31-4397-8b6a-f12420b55fab req-befdbcec-674a-40a2-be8a-62620ae249e1 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Oct 26 17:51:17.181725 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a1a6c5a0-77df-420c-b491-bbb2080a0479 req-2c4f3ff1-2148-4000-960d-95dea8951670 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Oct 26 17:51:18.279040 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a30f5e3f-42fc-40b5-b15c-71fa536cec1c req-4c55c67e-36fe-42be-b595-aebeb7c5f92a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0261121 Oct 26 17:51:18.738575 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:18.758374 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: 075844cc-bd2e-481f-91d9-8238849ddf50 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:18.758702 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device 075844cc-bd2e-481f-91d9-8238849ddf50 not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:19.383054 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-557a72f9-1642-4789-bf86-16075346a5f0 req-70ccc88f-560a-4a7d-9a39-9f84f309dd5a tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "GET /v2.0/ports?device_id=a243775f-e1bd-45c6-abf2-6d6fda7e6957 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Oct 26 17:51:20.441996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34598) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:20.500688 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:20.529729 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:20.658433 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:20.661166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:20.662363 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5401498-addd-44a5-a645-4511cb523acb HTTP/1.1" status: 204 len: 168 time: 0.2192783 Oct 26 17:51:20.671744 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5c359-98b2-4357-919f-d22f4ce49430 tempest-TestShelveInstance-1285663220 tempest-TestShelveInstance-1285663220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5401498-addd-44a5-a645-4511cb523acb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:20.797217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34602) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:21.294129 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:21.544086 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Deleting port 2c9cd077-62ec-4ab5-9372-f4c8097ce676 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:21.544720 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:21.627716 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] For port 2c9cd077-62ec-4ab5-9372-f4c8097ce676, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=2c9cd077-62ec-4ab5-9372-f4c8097ce676,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:21.627993 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:21.640039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Calling delete_port for 2c9cd077-62ec-4ab5-9372-f4c8097ce676 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:21.886694 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:21.914802 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9cd077-62ec-4ab5-9372-f4c8097ce676,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:21.978348 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.091793 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.316887 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:22.424431 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:22.429991 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-95e54ab0-b1e0-46ff-880a-a9fe1718ef2b admin admin] 10.222.0.21 "PUT /v2.0/routers/17212ee1-38f2-4fdc-bcc8-ff70d7a40e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320794 Oct 26 17:51:22.432766 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34606) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:22.436089 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Sync routers for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:22.447332 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:22.448255 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:22.545623 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.555256 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:22.651669 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.741821 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:51:21Z', 'revision_number': 5, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port': {'id': 'd4f37d90-b0b2-4db4-aabb-eb903b0ead86', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:22.767242 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Deleting port d4f37d90-b0b2-4db4-aabb-eb903b0ead86 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:22.767590 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.768484 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Checking router: 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:22.776731 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Routers {'17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:22.777438 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:22.852554 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] For port d4f37d90-b0b2-4db4-aabb-eb903b0ead86, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:22.852918 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:22.864664 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] Set router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:22.866694 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Calling delete_port for d4f37d90-b0b2-4db4-aabb-eb903b0ead86 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:22.918774 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:51:22Z', 'revision_number': 6, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:22.945124 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31f1d1-48af-4f94-92df-0ba6e619efd6 None None] The sync data for ids ['17212ee1-38f2-4fdc-bcc8-ff70d7a40e78'] in n-d-815373-2 is: [{'id': '17212ee1-38f2-4fdc-bcc8-ff70d7a40e78', 'name': 'tempest-TestShelveInstance-1237053504-router', 'tenant_id': '032ddc846f0245e7a37c2bb0505488d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:21Z', 'updated_at': '2021-10-26T17:51:22Z', 'revision_number': 6, 'project_id': '032ddc846f0245e7a37c2bb0505488d2', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:23.086845 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.114039 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f37d90-b0b2-4db4-aabb-eb903b0ead86,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:23.175756 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.268143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.268143 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.326981 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.366810 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.367538 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:51:23.372660 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.376699 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-834b28a2-2c81-4b3c-9595-8d8620473b94 admin admin] 10.222.0.21 "DELETE /v2.0/routers/17212ee1-38f2-4fdc-bcc8-ff70d7a40e78 HTTP/1.1" status: 204 len: 168 time: 0.9398284 Oct 26 17:51:23.377535 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34608) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:23.425733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Deleting subnet aceec4fd-0ad3-435a-9801-02010f25c76d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:51:23.428900 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.465556 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.545792 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.664329 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.691080 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aceec4fd-0ad3-435a-9801-02010f25c76d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:23.694679 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.697874 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-d3eab947-089c-4574-ba24-c302fda63184 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aceec4fd-0ad3-435a-9801-02010f25c76d HTTP/1.1" status: 204 len: 168 time: 0.3193226 Oct 26 17:51:23.700412 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34610) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:23.703425 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d9af5-ee68-4254-86bc-30c82b2b0fb4 None None] Network 3e5afe8f-d209-4837-8295-19e401585aad requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:23.780372 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.845865 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Deleting port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:23.846161 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.902963 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] DHCP port deletion for 3e5afe8f-d209-4837-8295-19e401585aad request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:51:23.917258 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] For port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:23.917548 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:23.931858 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Calling delete_port for d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:23.958675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Deleting port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:23.959185 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.031337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] For port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,segment=NetworkSegment(39d1f464-8372-4c03-9db4-e8e46982a4f0),segment_id=39d1f464-8372-4c03-9db4-e8e46982a4f0)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:24.032255 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.046927 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Calling delete_port for d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:24.064732 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.090150 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:24.096713 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] No DVR routers for this DVR port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 17:51:24.120979 n-d-815373-2 neutron-server[102738]: self.session.flush() Oct 26 17:51:24.127221 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.156384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Pushing event deleted for resources: {'Port': ['ID=d043e6e1-1dfd-4307-ab0c-c242fd0d4df2,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:24.160622 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] No DVR routers for this DVR port d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:51:24.171037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171487 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.171600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.172059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.172059 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.172313 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a815-c832-4aae-bb66-5d17b8443628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:24.192925 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5afe8f-d209-4837-8295-19e401585aad']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:24.202511 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d1f464-8372-4c03-9db4-e8e46982a4f0') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:24.202810 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d1f464-8372-4c03-9db4-e8e46982a4f0') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:24.217842 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.232225 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.238918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:51:24.241035 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:51:24.241377 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:51:24.247159 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:24.267467 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:24.267811 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d043e6e1-1dfd-4307-ab0c-c242fd0d4df2 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:24.268251 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c9cd077-62ec-4ab5-9372-f4c8097ce676 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:24.287538 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 2c9cd077-62ec-4ab5-9372-f4c8097ce676 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:24.287872 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 2c9cd077-62ec-4ab5-9372-f4c8097ce676 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:24.288268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4f37d90-b0b2-4db4-aabb-eb903b0ead86 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:24.308437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: d4f37d90-b0b2-4db4-aabb-eb903b0ead86 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:24.308793 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device d4f37d90-b0b2-4db4-aabb-eb903b0ead86 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:24.361552 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.367004 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.370549 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e5afe8f-d209-4837-8295-19e401585aad HTTP/1.1" status: 204 len: 168 time: 0.6689925 Oct 26 17:51:24.373653 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:24.382146 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3594e8-a39b-4606-9d3f-2a501585b1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5afe8f-d209-4837-8295-19e401585aad,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:24.709056 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:24.950630 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Deleting port 4f84b74d-d53c-49c9-925a-58288b730f98 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:24.950884 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:25.032356 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] For port 4f84b74d-d53c-49c9-925a-58288b730f98, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4f84b74d-d53c-49c9-925a-58288b730f98,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:25.032777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:25.044711 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Calling delete_port for 4f84b74d-d53c-49c9-925a-58288b730f98 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:25.280550 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:25.304578 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f84b74d-d53c-49c9-925a-58288b730f98,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:25.473607 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:25.688781 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Router 6a0902d1-8b15-43e0-b2ed-a176b061c837 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:25.794178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:25.802067 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-d20d2a20-feca-477a-b69f-17a2846b520e admin admin] 10.222.0.21 "PUT /v2.0/routers/6a0902d1-8b15-43e0-b2ed-a176b061c837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250124 Oct 26 17:51:25.802291 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34614) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:25.804648 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Sync routers for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:25.814853 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:25.815505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:25.904540 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:25.919140 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:26.010577 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.099838 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:51:25Z', 'revision_number': 5, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port': {'id': '079d14df-e62b-43ae-a474-7b0b66b8ff02', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:26.107009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Deleting port 079d14df-e62b-43ae-a474-7b0b66b8ff02 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:26.107375 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.126286 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Checking router: 6a0902d1-8b15-43e0-b2ed-a176b061c837 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:26.134653 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Routers {'6a0902d1-8b15-43e0-b2ed-a176b061c837'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:26.135280 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['6a0902d1-8b15-43e0-b2ed-a176b061c837'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:26.186217 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] For port 079d14df-e62b-43ae-a474-7b0b66b8ff02, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=079d14df-e62b-43ae-a474-7b0b66b8ff02,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:26.186579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.205327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Calling delete_port for 079d14df-e62b-43ae-a474-7b0b66b8ff02 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:26.227659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] Set router 6a0902d1-8b15-43e0-b2ed-a176b061c837 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:26.277822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:51:26Z', 'revision_number': 6, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:26.306437 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cd5f5-2040-4b7b-a7d1-8bf57888d4f1 None None] The sync data for ids ['6a0902d1-8b15-43e0-b2ed-a176b061c837'] in n-d-815373-2 is: [{'id': '6a0902d1-8b15-43e0-b2ed-a176b061c837', 'name': 'tempest-TestShelveInstance-707029826-router', 'tenant_id': '4c9e3f2b0d18484d930b545b638cd547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:41:27Z', 'updated_at': '2021-10-26T17:51:26Z', 'revision_number': 6, 'project_id': '4c9e3f2b0d18484d930b545b638cd547', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:26.406816 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.436493 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Pushing event deleted for resources: {'Port': ['ID=079d14df-e62b-43ae-a474-7b0b66b8ff02,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:26.496968 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.587419 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.589526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.669515 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.670008 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0902d1-8b15-43e0-b2ed-a176b061c837 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:51:26.676211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.677621 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-1d0cac43-3168-47c2-8091-aecaa92aa672 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6a0902d1-8b15-43e0-b2ed-a176b061c837 HTTP/1.1" status: 204 len: 168 time: 0.8743093 Oct 26 17:51:26.679955 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34616) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:26.727742 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Deleting subnet 011456a7-a6ce-4151-baf5-e9d9854bfbf4 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:51:26.731234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.766348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.844383 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.938158 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.965155 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011456a7-a6ce-4151-baf5-e9d9854bfbf4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:26.967094 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:26.970337 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6d4fb492-d0d9-4591-b920-af4ad7c6c6bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/011456a7-a6ce-4151-baf5-e9d9854bfbf4 HTTP/1.1" status: 204 len: 168 time: 0.2894387 Oct 26 17:51:26.971283 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996d096-cd5a-4b50-9729-de3fc23fb8f5 None None] Network 02b3965f-d5d3-4ea9-af81-9bea818859f7 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:26.972924 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34618) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:27.040631 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.106383 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Deleting port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:27.106792 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.159895 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] DHCP port deletion for 02b3965f-d5d3-4ea9-af81-9bea818859f7 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:51:27.170903 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] For port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:27.171329 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.185282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Calling delete_port for 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:27.208478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Deleting port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:51:27.208849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.275674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] For port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,segment=NetworkSegment(7e695ce9-2f27-402d-bfd6-33075892d19a),segment_id=7e695ce9-2f27-402d-bfd6-33075892d19a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:27.278486 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.289342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Calling delete_port for 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:51:27.327100 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.358286 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] No DVR routers for this DVR port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:51:27.361022 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:27.373003 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.401676 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] No DVR routers for this DVR port 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:51:27.409041 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc71298-ad71-4a37-a379-d7c2fd119cda None None] Pushing event deleted for resources: {'Port': ['ID=5d6a3e07-c6af-46c1-a37b-29d63c8b93f8,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:27.434868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.455305 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b3965f-d5d3-4ea9-af81-9bea818859f7']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:27.464322 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e695ce9-2f27-402d-bfd6-33075892d19a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:27.464621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e695ce9-2f27-402d-bfd6-33075892d19a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:27.474497 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.487660 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.493573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:51:27.493953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:51:27.495627 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:51:27.606441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.611772 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:27.616854 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/02b3965f-d5d3-4ea9-af81-9bea818859f7 HTTP/1.1" status: 204 len: 168 time: 0.6412055 Oct 26 17:51:27.627918 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e5ccd-52a4-47d0-9d7d-f62d77c3d9f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b3965f-d5d3-4ea9-af81-9bea818859f7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:27.987885 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34622) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:28.027553 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e242d2f0-f883-48b1-87b9-9f61a54f0116 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=032ddc846f0245e7a37c2bb0505488d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385022 Oct 26 17:51:28.030172 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34624) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:28.081459 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:28.102330 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:28.206753 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:28.209833 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:28.214253 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b103db36-04ea-4f11-ae76-e334bc05c6a4 HTTP/1.1" status: 204 len: 168 time: 0.1798129 Oct 26 17:51:28.219375 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9421e73-704e-4907-8d1a-b88d17999bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103db36-04ea-4f11-ae76-e334bc05c6a4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:28.237293 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f84b74d-d53c-49c9-925a-58288b730f98 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:28.260784 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4f84b74d-d53c-49c9-925a-58288b730f98 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:28.261115 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4f84b74d-d53c-49c9-925a-58288b730f98 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:28.261513 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 079d14df-e62b-43ae-a474-7b0b66b8ff02 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:28.280855 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 079d14df-e62b-43ae-a474-7b0b66b8ff02 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:28.281201 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 079d14df-e62b-43ae-a474-7b0b66b8ff02 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:28.281606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:51:28.300875 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:51:28.301213 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 5d6a3e07-c6af-46c1-a37b-29d63c8b93f8 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:51:28.844032 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34630) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:28.886872 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-5dfd884b-9cd9-44bf-9a38-c48d377c033a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c9e3f2b0d18484d930b545b638cd547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414414 Oct 26 17:51:28.889289 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34632) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:28.936118 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:28.957432 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:29.149319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:29.151924 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:29.153109 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c6d1437-f2bb-4183-b534-b0d82e88742c HTTP/1.1" status: 204 len: 168 time: 0.2629528 Oct 26 17:51:29.164349 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73093d4-02e6-43f8-af97-323a2032a29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d1437-f2bb-4183-b534-b0d82e88742c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:30.152144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34654) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:30.249082 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-916933318-network', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:30.314784 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Made reservation on behalf of f5ad5a88352241fca537b86006bd925a for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:51:30.317328 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.326063 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.398370 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.452248 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.479065 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:51:30.484259 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc937e4-951b-4b50-9097-69373931050d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:30.491706 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.492134 n-d-815373-2 neutron-server[102737]: INFO neutron.db.segments_db [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Added segment a7414eee-b831-411e-8d9d-7a815a4475ce of type vlan for network b3a1299c-0794-4453-a0ec-d7ab413fe645 Oct 26 17:51:30.535250 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.606585 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.607500 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:30.608067 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.665912 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] Pushing event updated for resources: {'Network': ['ID=b3a1299c-0794-4453-a0ec-d7ab413fe645,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:30.675981 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:51:30.707408 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-971980c9-a4a6-4ad5-8231-fb507194776f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5539870 Oct 26 17:51:30.710110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34658) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:30.715028 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Request body: {'subnet': {'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-916933318-subnet', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:30.789157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Made reservation on behalf of f5ad5a88352241fca537b86006bd925a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:51:30.791496 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59160284'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:30.995702 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59160290'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.053204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60eeb74e-a18e-4faf-9ab7-eb330542e18e,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:31.057719 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Checking segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:31.058075 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Network hostable DHCP agents. Network: b3a1299c-0794-4453-a0ec-d7ab413fe645, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:51:31.103642 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02320e21-7bd5-4b4c-8bdd-3aed6c95e8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.160297 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:51:31.211734 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, b3a1299c-0794-4453-a0ec-d7ab413fe645) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:31.216176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:31.216760 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.220579 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062a524-02b8-4a48-9333-8740357176c0 None None] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:31.266177 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-9b226f7a-0eed-4606-9328-ee03de29eba9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5548460 Oct 26 17:51:31.268699 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34660) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:31.273286 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:31.338305 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.340830 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.364008 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-b3a1299c-0794-4453-a0ec-d7ab413fe645', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:51:31.368159 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.397937 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.498478 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Allocated IP 172.20.0.2 (b3a1299c-0794-4453-a0ec-d7ab413fe645/60eeb74e-a18e-4faf-9ab7-eb330542e18e/1f7f35ea-1753-4603-84f9-3cc3ece640d0) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:31.647701 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.705111 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.751982 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:31.755093 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:31.758763 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:31.771329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Pushing event updated for resources: {'Port': ['ID=1f7f35ea-1753-4603-84f9-3cc3ece640d0,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:31.823498 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Attempting to bind port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:31.823757 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Attempting to bind port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:31.824126 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Attempting to bind port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:31.830119 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:31.830496 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Checking segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:31.830900 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.831329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Bound using segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:31.831808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Bound port: 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:31.832193 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.897986 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] For port 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:31.901074 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] For port 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7f35ea-1753-4603-84f9-3cc3ece640d0,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:31.917030 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:31.990041 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:32.209104 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ae498-93c5-43a5-98bc-b687465eae7c None None] Pushing event updated for resources: {'Port': ['ID=1f7f35ea-1753-4603-84f9-3cc3ece640d0,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:32.222533 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:32.241648 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:32.353501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Allocated IP 172.25.5.78 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/f3a7e820-b6e4-49bb-b42d-0640aa2bf501) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:32.478466 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:32.566966 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:32.609652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:32.614824 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:32.618466 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:32.642006 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:32.927599 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.074602 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab613f03-982d-48c2-8cc7-10ccf983bb17 None None] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:33.128318 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.139969 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] Provisioning complete for port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:33.140343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.285763 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.324671 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:51:33.330813 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] For port 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7f35ea-1753-4603-84f9-3cc3ece640d0,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:33.406483 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.430574 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:33.441972 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:33.455637 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:33.456442 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:33.460625 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494dc8c-8c47-4dbe-9b26-947b3a2ca8f5 None None] Pushing event updated for resources: {'Port': ['ID=1f7f35ea-1753-4603-84f9-3cc3ece640d0,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:33.505799 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.507794 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-80c91287-ac04-4b56-b1e1-dfffcac51148 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2381330 Oct 26 17:51:33.510122 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34662) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:33.534329 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-22b3968c-fcea-4aa7-b62f-004854be62ec None None] Provisioning complete for port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:33.534925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-22b3968c-fcea-4aa7-b62f-004854be62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.573904 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:33.626326 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e5a7-0db9-4268-aeee-d60db6521d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.758652 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:32Z', 'revision_number': 3, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:33.784906 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:33.785237 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Updating router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:51:33.809764 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:33.940506 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.056744 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.095230 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Allocated IP 172.20.0.1 (b3a1299c-0794-4453-a0ec-d7ab413fe645/60eeb74e-a18e-4faf-9ab7-eb330542e18e/24a0c5ee-8637-4df6-9955-e7d8a96cadf5) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:34.109463 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.176229 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Attempting to bind port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:34.176752 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Attempting to bind port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:34.176981 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Attempting to bind port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:34.179062 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.180400 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Pushing event updated for resources: {'Port': ['ID=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Bound port: f3a7e820-b6e4-49bb-b42d-0640aa2bf501, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.198897 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:51:34.204982 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.259707 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] For port f3a7e820-b6e4-49bb-b42d-0640aa2bf501, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:34.262694 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] For port f3a7e820-b6e4-49bb-b42d-0640aa2bf501, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:34.284905 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7f35ea-1753-4603-84f9-3cc3ece640d0 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:34.287105 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.327452 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.333100 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:34.336000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:34.336426 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.337420 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:34.364833 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:34.385743 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ae71-6922-43d3-b5f0-34047424a230 None None] Pushing event updated for resources: {'Port': ['ID=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:34.397608 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:34.398221 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:34.412608 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.449244 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Pushing event updated for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:34.509828 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:34.610827 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.656015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-02327a6d-c806-4dcf-8160-747cb07f4a3b None None] Provisioning complete for port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:34.656308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02327a6d-c806-4dcf-8160-747cb07f4a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.694530 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-02327a6d-c806-4dcf-8160-747cb07f4a3b None None] Port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:34.780565 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.790255 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:32Z', 'revision_number': 3, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:34.816526 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5061a-3bbf-4c4b-9cb0-9cd11748548c None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:32Z', 'revision_number': 3, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:34.840518 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:34.908374 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Pushing event updated for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:34.911065 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:35.016684 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:35.021176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:35.165721 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:35.281079 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:35.291426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-1af32cc6-07db-4efd-9715-7f9838846770 admin admin] 10.222.0.21 "PUT /v2.0/routers/f5a30dab-f7f5-4499-8bb2-e879ae9dcc43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758124 Oct 26 17:51:35.328957 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-70d0ac37-2b2c-487b-9931-a84ca2589ed5 None None] Provisioning complete for port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:35.329570 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-70d0ac37-2b2c-487b-9931-a84ca2589ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:35.366658 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-70d0ac37-2b2c-487b-9931-a84ca2589ed5 None None] Port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:35.389804 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.005092 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34678) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:36.010016 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-515116989-network', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:36.069160 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Made reservation on behalf of 1dc106c4f1404572adf325ebe47b3c94 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:51:36.071603 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.081074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.154709 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.200756 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.220843 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:51:36.244558 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.244897 n-d-815373-2 neutron-server[102736]: INFO neutron.db.segments_db [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Added segment 3b7215e1-d30e-4f47-bad0-22e77db2114c of type vlan for network 4a608b58-1a30-4a48-90a5-d13486bc4cda Oct 26 17:51:36.252275 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bdd3d0-b704-487d-9383-4412883ee948,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:36.279911 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3a7e820-b6e4-49bb-b42d-0640aa2bf501 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:36.288975 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747743150246'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.330837 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:36.331435 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.378202 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.379195 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:36.379783 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.385256 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:36.424369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:36.424996 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:36.440517 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] Pushing event updated for resources: {'Network': ['ID=4a608b58-1a30-4a48-90a5-d13486bc4cda,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:36.463898 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda details requested by agent ovs-agent-n-d-815373-2 with host n-d-815373-2 {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:51:36.509252 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.547771 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a97e7714-932d-46cb-85f4-45eff99a04df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5414495 Oct 26 17:51:36.550898 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:36.555671 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Request body: {'subnet': {'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-515116989-subnet', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:36.577134 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port f3a7e820-b6e4-49bb-b42d-0640aa2bf501, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:36.616582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:36.652432 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Made reservation on behalf of 1dc106c4f1404572adf325ebe47b3c94 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:51:36.654777 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59678526'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.694176 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.784252 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:51:36.802113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:36.878806 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 2, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:36.893090 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60153231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59678464'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.913615 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:36.914003 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Updating router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:51:36.944129 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6927b4f0-2654-4924-bfd0-224a6233efeb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:36.946338 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:36.959834 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Checking segment: {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:36.960191 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Network hostable DHCP agents. Network: 4a608b58-1a30-4a48-90a5-d13486bc4cda, hostable agents: ['78d2b984-345f-4496-8944-d5bb52643664'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:51:37.029188 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda is scheduled to be hosted by DHCP agent 78d2b984-345f-4496-8944-d5bb52643664 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:51:37.037733 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.109027 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-2, 4a608b58-1a30-4a48-90a5-d13486bc4cda) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:37.114178 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:37.114769 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.120244 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a034cc-cf6f-4a63-9324-3095f020b43d None None] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:37.186327 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-65c95541-95c8-4363-8756-9ba11d5abd8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6343374 Oct 26 17:51:37.189732 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34682) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:37.193789 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:37.257848 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3798674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.258899 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3797026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3840319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1822'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.309922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.314358 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.339035 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5ec933f-6d9b-5b09-88e4-e81ceeb3d006-4a608b58-1a30-4a48-90a5-d13486bc4cda', 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'fixed_ips': [{'subnet_id': '6927b4f0-2654-4924-bfd0-224a6233efeb'}]}} from n-d-815373-2. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 17:51:37.339908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.410368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.524888 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8789a0-16d4-4a5a-b4db-7bc29416c5fb None None] Pushing event updated for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:37.543106 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.570402 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Allocated IP 172.20.0.2 (4a608b58-1a30-4a48-90a5-d13486bc4cda/6927b4f0-2654-4924-bfd0-224a6233efeb/4358a52c-b0e5-4f1a-9e43-2f2f8b438576) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:37.572387 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Attempting to bind port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:37.572751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Attempting to bind port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:37.573112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Attempting to bind port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:37.584884 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:37.585248 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Checking segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:37.585638 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.586021 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Bound using segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:37.586488 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Bound port: 24a0c5ee-8637-4df6-9955-e7d8a96cadf5, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:37.586861 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.898228 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] For port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:37.940268 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] For port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:37.942600 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4e956d66-1888-42ba-b0be-0433f3a747c2 None None] Provisioning complete for port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:37.942965 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4e956d66-1888-42ba-b0be-0433f3a747c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.992998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:37.996863 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4e956d66-1888-42ba-b0be-0433f3a747c2 None None] Port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:38.001000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.057257 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:38.058146 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:38.103774 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.143383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8789a0-16d4-4a5a-b4db-7bc29416c5fb None None] Pushing event updated for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:38.190526 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.198952 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:38.206113 n-d-815373-2 neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:38.209343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:38.218193 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.228822 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Pushing event updated for resources: {'Port': ['ID=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:38.277354 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:38.310361 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3a7e820-b6e4-49bb-b42d-0640aa2bf501 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:38.349573 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Allocated IP 172.25.5.93 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/80873682-0cdb-41ac-a211-3f0842ee9201) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:38.365363 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Attempting to bind port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:38.365961 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Attempting to bind port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:38.366078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Attempting to bind port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 on network 4a608b58-1a30-4a48-90a5-d13486bc4cda {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:38.409039 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:38.409400 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Checking segment: {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:38.409784 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.410167 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Bound using segment: {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:38.410636 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Bound port: 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:38.411005 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.427212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] Provisioning complete for port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:38.427567 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.452905 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.555469 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.562773 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:38.563686 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.597452 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:38.601904 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:38.606478 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:38.609650 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Pushing event updated for resources: {'Port': ['ID=80873682-0cdb-41ac-a211-3f0842ee9201,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:38.623441 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] For port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:38.646336 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] For port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:38.710287 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.729218 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.828751 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] For port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:38.850106 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:37Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:38.851984 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5864-4664-46ff-bf8d-e41cff8f5d30 None None] Pushing event updated for resources: {'Port': ['ID=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:38.885901 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddac4ad-2446-4cf7-b51d-55603d64f3e8 None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:37Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:38.894870 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.924841 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:38.984482 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e06ed-6d70-45ee-ae91-8632f74b18d4 None None] Pushing event updated for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:39.177075 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3797019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3800729'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:39.383474 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Router ddaa3048-5c9e-44c7-90a2-1767ed145109 is scheduled to L3 agent f1644dab-4753-430b-8b08-551b4395e0da with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:51:39.493562 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:39.503399 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Sync routers for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:39.519467 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:39.520096 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:39.585477 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:39.589592 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-818d5f7d-ec1d-4910-bca9-439274a8fb86 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3992426 Oct 26 17:51:39.589841 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34684) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:39.637193 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:39.847466 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 3, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:39.878533 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Checking router: ddaa3048-5c9e-44c7-90a2-1767ed145109 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:39.879362 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Updating router ddaa3048-5c9e-44c7-90a2-1767ed145109 port 80873682-0cdb-41ac-a211-3f0842ee9201 binding host n-d-815373-2 {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:51:39.907872 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:39.911675 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47badad-5003-4463-a61b-c5dc860a154e None None] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:51:39.979534 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] Provisioning complete for port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:39.979896 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.091603 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.180000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.189477 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.222346 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] For port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:40.331733 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Allocated IP 172.20.0.1 (4a608b58-1a30-4a48-90a5-d13486bc4cda/6927b4f0-2654-4924-bfd0-224a6233efeb/cc96fa21-d3a9-48bb-8696-0f006a370737) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:40.349373 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:40.355123 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.402149 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2373-2008-499d-9b1f-95976444f784 None None] Pushing event updated for resources: {'Port': ['ID=80873682-0cdb-41ac-a211-3f0842ee9201,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:40.402400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.438742 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Attempting to bind port 80873682-0cdb-41ac-a211-3f0842ee9201 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:40.441202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Attempting to bind port 80873682-0cdb-41ac-a211-3f0842ee9201 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:40.441202 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Attempting to bind port 80873682-0cdb-41ac-a211-3f0842ee9201 on network efa9153d-e479-49ac-ab4a-5e7029088657 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:40.446144 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:40.446514 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Checking segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:40.447391 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.447391 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Bound using segment: {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:40.447778 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Bound port: 80873682-0cdb-41ac-a211-3f0842ee9201, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234ac3f5-2bc9-411c-898f-988194d76006', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:40.448150 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.481409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aebc1-a43f-459e-805f-7aaa880222ba None None] Pushing event updated for resources: {'Port': ['ID=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:40.481409 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:40.481409 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.491570 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.523949 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] For port 80873682-0cdb-41ac-a211-3f0842ee9201, host n-d-815373-2, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:40.525847 n-d-815373-2 neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] For port 80873682-0cdb-41ac-a211-3f0842ee9201, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=80873682-0cdb-41ac-a211-3f0842ee9201,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:40.549533 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-40fcfad0-ba83-4a74-90c9-6e158df46e89 None None] Provisioning complete for port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:40.549904 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40fcfad0-ba83-4a74-90c9-6e158df46e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.595290 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.606948 n-d-815373-2 neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.636294 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:40.641656 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:40.645690 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:40.646659 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:40.651403 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Pushing event updated for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:40.677620 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:40.678356 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:40.684479 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2373-2008-499d-9b1f-95976444f784 None None] Pushing event updated for resources: {'Port': ['ID=80873682-0cdb-41ac-a211-3f0842ee9201,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:40.699817 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800516'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.750120 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:40.751249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.833840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:40.912866 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.957735 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0d0005d3-3d9c-4f26-8537-66c361d7d639 None None] Provisioning complete for port cc96fa21-d3a9-48bb-8696-0f006a370737 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:40.958299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0d0005d3-3d9c-4f26-8537-66c361d7d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:40.993239 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0d0005d3-3d9c-4f26-8537-66c361d7d639 None None] Port cc96fa21-d3a9-48bb-8696-0f006a370737 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:41.024327 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 3, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:41.052270 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b8879-08e9-4463-9ed1-e6d42952e883 None None] The sync data for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 is: [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 3, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:41.085308 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:41.194712 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:41.276460 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3644340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799892'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:41.280839 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Pushing event updated for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:41.382222 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:41.383690 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:41.499851 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Router ddaa3048-5c9e-44c7-90a2-1767ed145109 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:41.616376 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:41.620803 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7fb46061-2526-4026-82d4-efc2e71d23cc None None] Provisioning complete for port cc96fa21-d3a9-48bb-8696-0f006a370737 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:41.621170 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7fb46061-2526-4026-82d4-efc2e71d23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:41.621497 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4faf8e8b-02ea-45d9-b55c-c5142ad2556b admin admin] 10.222.0.21 "PUT /v2.0/routers/ddaa3048-5c9e-44c7-90a2-1767ed145109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0308480 Oct 26 17:51:41.662038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7fb46061-2526-4026-82d4-efc2e71d23cc None None] Port cc96fa21-d3a9-48bb-8696-0f006a370737 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:42.307337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:42.357278 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:42.357641 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.363422 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:42.368144 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567588700', 'description': 'tempest-secgroup-smoke-567588700 description', 'project_id': 'f5ad5a88352241fca537b86006bd925a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:42.429399 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.437463 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 80873682-0cdb-41ac-a211-3f0842ee9201 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:42.504220 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.554891 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.590797 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:42.626808 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.627508 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Sync routers for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:42.628142 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-4f409dd9-f3ce-4bb6-b120-ab6dd625ef81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2636154 Oct 26 17:51:42.631157 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34694) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:42.635606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:42.649015 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:42.649632 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:42.709438 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.738693 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 80873682-0cdb-41ac-a211-3f0842ee9201 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:42.739063 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.765177 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.791225 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:42.817973 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.838322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f38216c-9156-488d-acf5-d686c3d5a80f,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:42.905474 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.909713 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-f32b99d8-eedb-4d6a-8398-a7938a25e77e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746291 Oct 26 17:51:42.910539 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34696) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:42.914375 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:42.946397 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:42.980300 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] For port 80873682-0cdb-41ac-a211-3f0842ee9201, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=80873682-0cdb-41ac-a211-3f0842ee9201,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:42.988292 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.042299 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.048159 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.049900 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 4, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'cc96fa21-d3a9-48bb-8696-0f006a370737', 'name': '', 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'mac_address': 'fa:16:3e:bb:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:40Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 2, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'subnets': [{'id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:43.100677 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Checking router: ddaa3048-5c9e-44c7-90a2-1767ed145109 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:43.101030 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Updating router ddaa3048-5c9e-44c7-90a2-1767ed145109 port cc96fa21-d3a9-48bb-8696-0f006a370737 binding host n-d-815373-2 {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:51:43.109153 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.128786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9089b13c-33ed-4145-ae38-ce1a18a34fbb,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.141757 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.146795 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Pushing event updated for resources: {'Port': ['ID=80873682-0cdb-41ac-a211-3f0842ee9201,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.214306 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.218349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-0df07b34-66b8-454e-a66c-c971c9c11d95 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048987 Oct 26 17:51:43.218487 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34698) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:43.223400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:43.304436 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.364800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.411322 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.424080 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.444012 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8151ac-b6e6-4863-bdc7-7348b05f539e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.480665 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.499807 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.501758 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-25e558d7-9178-4766-906e-5086ae05e0ef tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819433 Oct 26 17:51:43.504558 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34700) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:43.509516 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:43.531904 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ae10-45d1-44ae-a2e9-6bd6d3ab0286 None None] Pushing event updated for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.589195 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Attempting to bind port cc96fa21-d3a9-48bb-8696-0f006a370737 on host n-d-815373-2 for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:43.589567 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Attempting to bind port cc96fa21-d3a9-48bb-8696-0f006a370737 by drivers openvswitch,hyperv on host n-d-815373-2 at level 0 using segments [{'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:43.589929 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Attempting to bind port cc96fa21-d3a9-48bb-8696-0f006a370737 on network 4a608b58-1a30-4a48-90a5-d13486bc4cda {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:43.596765 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Checking agent: {'id': 'e2c5023a-c166-47b4-bf2d-57fc1149c768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 10, 34), 'started_at': datetime.datetime(2021, 10, 26, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:43.597378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Checking segment: {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:43.597909 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.598391 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Bound using segment: {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:43.599459 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Bound port: cc96fa21-d3a9-48bb-8696-0f006a370737, host: n-d-815373-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7215e1-d30e-4f47-bad0-22e77db2114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:43.599459 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.600890 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.665281 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.675079 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] For port cc96fa21-d3a9-48bb-8696-0f006a370737, host n-d-815373-2, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:43.678468 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] For port cc96fa21-d3a9-48bb-8696-0f006a370737, host n-d-815373-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cc96fa21-d3a9-48bb-8696-0f006a370737,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:43.737674 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.758156 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0509c5c8-ffc9-48cd-9d50-d8ff16f50b3e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.762791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.802961 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.806185 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-985abdbd-5a2d-4e71-bc4c-c656832c8073 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006835 Oct 26 17:51:43.809327 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34702) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:43.814601 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:43.842797 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:43.843469 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:43.847606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ae10-45d1-44ae-a2e9-6bd6d3ab0286 None None] Pushing event updated for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:43.880999 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Project f5ad5a88352241fca537b86006bd925a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:51:43.883991 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] Provisioning complete for port cc96fa21-d3a9-48bb-8696-0f006a370737 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:43.884372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.886911 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.964319 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:43.998075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:44.029605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.050726 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1517b4c-b2d9-4d6e-81ba-4480e1b7e49d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:44.096920 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.105774 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.107013 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-971f3ae4-fc3a-4cb5-aac8-49c878631b55 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2966094 Oct 26 17:51:44.109707 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 34704) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:44.114110 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'security_group_rule': {'security_group_id': 'e08b8cf1-88d9-4661-af93-0afd2fd1c9aa', 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:44.174279 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] For port cc96fa21-d3a9-48bb-8696-0f006a370737, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cc96fa21-d3a9-48bb-8696-0f006a370737,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:44.195032 n-d-815373-2 neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Project f5ad5a88352241fca537b86006bd925a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:51:44.200685 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.252800 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.257540 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 4, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'cc96fa21-d3a9-48bb-8696-0f006a370737', 'name': '', 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'mac_address': 'fa:16:3e:bb:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:40Z', 'updated_at': '2021-10-26T17:51:43Z', 'revision_number': 4, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'subnets': [{'id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:44.264213 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.304424 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 80873682-0cdb-41ac-a211-3f0842ee9201 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:44.330511 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522f4bb-b29e-480e-92cc-ffb0a8b7b1ff None None] The sync data for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 is: [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:51:40Z', 'revision_number': 4, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': 'cc96fa21-d3a9-48bb-8696-0f006a370737', 'name': '', 'network_id': '4a608b58-1a30-4a48-90a5-d13486bc4cda', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'mac_address': 'fa:16:3e:bb:54:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:40Z', 'updated_at': '2021-10-26T17:51:43Z', 'revision_number': 4, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'subnets': [{'id': '6927b4f0-2654-4924-bfd0-224a6233efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:44.332165 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819747'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.352754 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d492ad9d-e128-4735-a0c0-21570c2e85a9,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:44.373842 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9db7-4db2-49ad-b46f-3db7bed1bd04 None None] Pushing event updated for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:44.390756 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-91cd936e-9e5a-4548-b457-37c8c00aa989 None None] Provisioning complete for port cc96fa21-d3a9-48bb-8696-0f006a370737 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:44.391830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91cd936e-9e5a-4548-b457-37c8c00aa989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.419843 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port 80873682-0cdb-41ac-a211-3f0842ee9201 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:44.420522 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.420715 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:44.422097 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-b0f13d77-c95c-4418-b6a4-c3a95826c61c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3114033 Oct 26 17:51:44.591825 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-59a8044d-0e1a-4734-a7e5-e887eaf89c81 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567588700&fields=id&tenant_id=f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 267 time: 0.0423887 Oct 26 17:51:44.710920 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-5e26bfdc-a9db-4304-964d-a4a029a7f02f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:44.712535 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-5e26bfdc-a9db-4304-964d-a4a029a7f02f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 809 time: 0.1126006 Oct 26 17:51:44.729464 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-33e15826-0aaf-4174-9987-586f356ddc31 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/quotas/f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 375 time: 0.0110638 Oct 26 17:51:44.785547 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-835703be-d4f7-430d-a31d-1a458374ed99 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492156 Oct 26 17:51:44.903892 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-3df6070e-84ca-43c4-95bf-51d680729527 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:51:44.904927 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-3df6070e-84ca-43c4-95bf-51d680729527 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1053472 Oct 26 17:51:45.006498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-ce3d73ce-fbe1-4a93-bd3a-2bc91c268fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941761 Oct 26 17:51:45.103921 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-81fd5ab3-6741-418c-b176-c24e1eb26673 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909729 Oct 26 17:51:45.329043 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-6ff1672a-8285-436a-ba86-736a09d30b69 req-30ec9dcd-dc07-4d5e-a347-bf7e8df15427 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 210 time: 0.0283976 Oct 26 17:51:46.264323 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cc96fa21-d3a9-48bb-8696-0f006a370737 up at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:46.318171 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Provisioning complete for port cc96fa21-d3a9-48bb-8696-0f006a370737 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:46.318545 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:46.450685 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e4b76e10-7380-49e6-b097-e1b7f9066022 req-0617de0e-f7f7-42d2-adf5-980c18094680 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 210 time: 0.0318525 Oct 26 17:51:47.366288 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-a498125d-c63a-43b3-80e3-f19dbb7871d5 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:47.367797 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-a498125d-c63a-43b3-80e3-f19dbb7871d5 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 809 time: 0.1087494 Oct 26 17:51:47.411472 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-9bc968a8-638e-4649-8251-9b6d19e01c80 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 379 time: 0.0342312 Oct 26 17:51:47.421020 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'port': {'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'admin_state_up': True, 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'security_groups': ['e08b8cf1-88d9-4661-af93-0afd2fd1c9aa']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:47.538715 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d7074cae-6497-4718-915b-d24e2434b468 req-4b777f60-46ac-4673-aeff-020de060190f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 210 time: 0.0293119 Oct 26 17:51:47.600455 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Made reservation on behalf of f5ad5a88352241fca537b86006bd925a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:51:47.604041 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:47.727316 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Allocated IP 172.20.0.7 (b3a1299c-0794-4453-a0ec-d7ab413fe645/60eeb74e-a18e-4faf-9ab7-eb330542e18e/eb95a87c-8cd2-4b2f-9f18-7170be1e31b2) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:47.863994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:47.960145 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:48.003550 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:48.006477 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:48.010084 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:48.016415 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:48.066855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:48.067488 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:48.146831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-570d0858-2f55-4efd-9dd5-18f40b117e7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293358 Oct 26 17:51:48.205132 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Request body: {'port': {'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:48.208433 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-15178beb-3aad-4656-85b2-b43f885b953b None None] Provisioning complete for port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:48.208938 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-15178beb-3aad-4656-85b2-b43f885b953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:48.247029 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-15178beb-3aad-4656-85b2-b43f885b953b None None] Port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:51:48.259271 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:48.659774 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31844c-c37b-413a-902d-6e616d2cf858 req-d9dff7df-eaa1-499f-956c-9c274acc4b7c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:48.661351 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f31844c-c37b-413a-902d-6e616d2cf858 req-d9dff7df-eaa1-499f-956c-9c274acc4b7c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 931 time: 0.0499935 Oct 26 17:51:48.704168 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3f31844c-c37b-413a-902d-6e616d2cf858 req-b7ae0ab0-a327-4bcf-a308-47ac99dadbe4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362139 Oct 26 17:51:48.860264 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:51:48.867605 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:48.879675 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Transition to ACTIVE for port object eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:51:48.938294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:49.006693 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:49.059044 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Attempting to bind port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 on host n-h1-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:51:49.059491 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Attempting to bind port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 by drivers openvswitch,hyperv on host n-h1-815373-2 at level 0 using segments [{'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:51:49.059829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Attempting to bind port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:49.064900 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 on network b3a1299c-0794-4453-a0ec-d7ab413fe645 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:51:49.065215 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Attempting to bind port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:51:49.070121 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Checking agent: {'id': '8463d6c6-9fcf-4037-841e-9b6511ee9a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:51:49.070457 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Checking segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:51:49.070838 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Bound using segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:51:49.071296 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Bound port: eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host: n-h1-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:51:49.071651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:49.143996 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:51:49.147151 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:51:49.223651 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:49.260112 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.260727 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:49.262163 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] 10.222.0.47 "PUT /v2.0/ports/eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 1091 time: 1.1059656 Oct 26 17:51:49.262543 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:51:49.264835 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53" -d '{"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:51:49.296087 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131458-911d-43e7-b19d-e8b026ef14af service neutron] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:49.308898 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ab42c-a257-4d8b-b8bf-edbd5d7fa60c x-openstack-request-id: req-693ab42c-a257-4d8b-b8bf-edbd5d7fa60c {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:51:49.309193 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:51:49.309448 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-693ab42c-a257-4d8b-b8bf-edbd5d7fa60c {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:51:49.309854 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'status': 'completed', 'code': 200} Oct 26 17:51:49.376098 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-082d9122-0677-4824-993d-8bc3b21fdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.378666 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-082d9122-0677-4824-993d-8bc3b21fdcce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1094 time: 0.0457001 Oct 26 17:51:49.484922 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-12500246-910c-4773-9ee8-e4896a3edde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.486568 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-12500246-910c-4773-9ee8-e4896a3edde1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ad5a88352241fca537b86006bd925a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001186 Oct 26 17:51:49.582163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-640e2873-76df-481d-b75c-5d1194f02e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.583669 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-9cfaa7dd-b47f-430a-b739-e3a67ed2ea53 req-640e2873-76df-481d-b75c-5d1194f02e73 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897839 Oct 26 17:51:49.663219 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-7ff5ac8d-7022-47da-9e88-3151486a6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.664681 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-7ff5ac8d-7022-47da-9e88-3151486a6e2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1094 time: 0.0440886 Oct 26 17:51:49.706718 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-3f3a6cb3-d400-4db9-884d-08a3abf113f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 217 time: 0.0347753 Oct 26 17:51:49.756608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-5c96d260-cede-4d38-9bb0-ab00cc4a04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.758080 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-5c96d260-cede-4d38-9bb0-ab00cc4a04aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0450006 Oct 26 17:51:49.809572 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-9045da6f-4f97-4721-8fb9-2132107dcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.811061 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-9045da6f-4f97-4721-8fb9-2132107dcbe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447540 Oct 26 17:51:49.828153 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c5eb-9948-476a-9610-bb745dfe5f6b req-4bdc942e-1905-4ad1-99d3-cc104763974b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:49.829624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92c4c5eb-9948-476a-9610-bb745dfe5f6b req-4bdc942e-1905-4ad1-99d3-cc104763974b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0528116 Oct 26 17:51:49.873111 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-92c4c5eb-9948-476a-9610-bb745dfe5f6b req-22f4ae82-6bf1-414d-942c-6cffaf3a6c7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Oct 26 17:51:49.901750 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-f037d1f7-540d-4698-b439-8b49f44b406c service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836506 Oct 26 17:51:49.998194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-c82b58bd-b7e8-49ed-a0ad-c463f06ef972 req-2f094e19-c263-4d44-9065-80f136581950 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Oct 26 17:51:50.986899 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217ed6-a488-49f0-b36d-0a6ec52ab4eb req-4572d566-9680-4408-9395-595b490c74a4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:50.988381 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6217ed6-a488-49f0-b36d-0a6ec52ab4eb req-4572d566-9680-4408-9395-595b490c74a4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0481231 Oct 26 17:51:51.025514 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6217ed6-a488-49f0-b36d-0a6ec52ab4eb req-39014bf4-03ee-47b5-b10c-f34433bc7d02 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Oct 26 17:51:51.966000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:52.009566 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:51:52.107762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:52.143119 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb694-96b6-48ce-851c-86bb4766b7e0 req-1ff13188-139d-4065-ad12-9c6a4e4c731f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:52.144886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-332cb694-96b6-48ce-851c-86bb4766b7e0 req-1ff13188-139d-4065-ad12-9c6a4e4c731f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0493579 Oct 26 17:51:52.186326 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-332cb694-96b6-48ce-851c-86bb4766b7e0 req-a0efb6f6-fa6a-442d-8a42-3bc37b9f8377 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351934 Oct 26 17:51:52.273073 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:51:52.309516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:52.321778 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:51:52.341163 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:52.411305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:52.457428 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:52.628747 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:51:53.305282 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac3a76-2b17-4581-9d79-039a3cdf2a2d req-ba4cf11e-e4c2-4783-9244-a715df5ed12f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:53.306752 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfac3a76-2b17-4581-9d79-039a3cdf2a2d req-ba4cf11e-e4c2-4783-9244-a715df5ed12f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 944 time: 0.0525014 Oct 26 17:51:53.344778 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:53.345371 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-bfac3a76-2b17-4581-9d79-039a3cdf2a2d req-49c92bd0-61e3-4ed6-a75a-0e94ce4d135f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Oct 26 17:51:54.010787 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:51:54.160317 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning for port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:51:54.164780 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:51:54.165141 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:54.242392 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:54.266910 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:51:54.269530 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec6235-f46d-4da5-85c1-e3d6c60fc941" -d '{"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-plugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:51:54.282378 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:51:54.337852 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:54.366748 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310586d6-36fb-4fcc-be14-a342aef3f478 x-openstack-request-id: req-310586d6-36fb-4fcc-be14-a342aef3f478 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:51:54.367431 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-plugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:51:54.367431 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-310586d6-36fb-4fcc-be14-a342aef3f478 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:51:54.367689 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'code': 200} Oct 26 17:51:54.394862 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:54.459668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f28d19-a4c3-44b0-8510-50361dfc213b req-15b96530-9e83-4df3-a3b5-76b7c5abbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:54.461471 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26f28d19-a4c3-44b0-8510-50361dfc213b req-15b96530-9e83-4df3-a3b5-76b7c5abbac5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1096 time: 0.0427487 Oct 26 17:51:54.470838 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141f6e3-36b3-47c5-a8ba-dc2ed501898c req-ff44a882-d789-43ae-bb89-80b9f6dcdc29 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:54.472436 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f141f6e3-36b3-47c5-a8ba-dc2ed501898c req-ff44a882-d789-43ae-bb89-80b9f6dcdc29 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Oct 26 17:51:54.496285 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-26f28d19-a4c3-44b0-8510-50361dfc213b req-86169166-1764-487f-8086-80523cefe856 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282297 Oct 26 17:51:54.509695 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f141f6e3-36b3-47c5-a8ba-dc2ed501898c req-4542ef4f-eb91-445f-804e-9043d5b2e241 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Oct 26 17:51:55.625414 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ee01f-1088-42f2-ae0e-06113ece2f59 req-eec3558e-c933-4e7d-9b0d-48a85a4d7f9b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:55.626950 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915ee01f-1088-42f2-ae0e-06113ece2f59 req-eec3558e-c933-4e7d-9b0d-48a85a4d7f9b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Oct 26 17:51:55.671181 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-915ee01f-1088-42f2-ae0e-06113ece2f59 req-c909f36e-ff77-4ea4-91de-61a88ed13a5e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Oct 26 17:51:56.800276 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854a50-1f0d-4a55-9aa1-f0232b40b989 req-c83fac97-525a-4ffe-b864-9adb8f081af9 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:56.801624 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44854a50-1f0d-4a55-9aa1-f0232b40b989 req-c83fac97-525a-4ffe-b864-9adb8f081af9 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Oct 26 17:51:56.839349 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-44854a50-1f0d-4a55-9aa1-f0232b40b989 req-61da6b64-c413-4210-a5e3-d46fc5717394 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Oct 26 17:51:56.949340 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223e450-7604-440a-b7a9-4df13abbe943 req-8196faa9-3fca-47eb-a6a2-dea662f628cb tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:56.950781 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7223e450-7604-440a-b7a9-4df13abbe943 req-8196faa9-3fca-47eb-a6a2-dea662f628cb tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 945 time: 0.0477378 Oct 26 17:51:56.989027 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-7223e450-7604-440a-b7a9-4df13abbe943 req-f2eb81db-64ab-4698-82d0-6f313617b666 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Oct 26 17:51:57.010094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34768) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:57.090225 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f41c5-af3a-4131-a598-7dadabf0bc55 tempest-TestSnapshotPattern-1744899305 tempest-TestSnapshotPattern-1744899305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:57.091753 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-740f41c5-af3a-4131-a598-7dadabf0bc55 tempest-TestSnapshotPattern-1744899305 tempest-TestSnapshotPattern-1744899305-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1091 time: 0.0806825 Oct 26 17:51:57.094758 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 34772) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:51:57.098947 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:51:57.205780 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:57.302879 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:57.407684 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Allocated IP 172.25.5.184 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/287c8683-c4d6-42de-827b-9238cc472fd1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:51:57.507211 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:57.595460 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:57.639641 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:51:57.642740 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:51:57.645411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:51:57.668527 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=287c8683-c4d6-42de-827b-9238cc472fd1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:57.986351 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.107832 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.250041 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.325928 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.396804 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=287c8683-c4d6-42de-827b-9238cc472fd1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:51:58.406970 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.505646 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Floating IP ca1ae494-a232-45f3-8663-63868d6ae4f1 associated. External IP: 172.25.5.184, port: eb95a87c-8cd2-4b2f-9f18-7170be1e31b2. Oct 26 17:51:58.712041 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:51:58.818386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:51:58.829030 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:51:58.838613 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:58.839247 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:58.904755 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:51:58.935954 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-17d9742b-bc3b-422a-a5f8-47a8b0c9c3fc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8401439 Oct 26 17:51:58.936621 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:51:58.939489 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de627b29-ca6c-432a-9efc-d558f8e4b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:51:58.946133 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:59.031463 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42edd5ec-089e-4dda-bc9c-53b4f2a6b8e6 x-openstack-request-id: req-42edd5ec-089e-4dda-bc9c-53b4f2a6b8e6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:51:59.031982 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:51:59.031982 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42edd5ec-089e-4dda-bc9c-53b4f2a6b8e6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:51:59.033000 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'status': 'completed', 'code': 200} Oct 26 17:51:59.098582 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-b8a77532-8459-435e-ac84-803407f0ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:59.100133 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-b8a77532-8459-435e-ac84-803407f0ddb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1096 time: 0.0437429 Oct 26 17:51:59.176601 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:57Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:59.196378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-68368e10-db81-4400-a0fc-65291d0f2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:59.197839 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-68368e10-db81-4400-a0fc-65291d0f2360 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0885508 Oct 26 17:51:59.206136 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:51:59.214351 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:51:59.214941 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:51:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:59.266375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-f4e98e86-1bcc-4b87-8aa0-f7b31ee14f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 999 time: 0.0608661 Oct 26 17:51:59.323378 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-87ff9b85-1a03-436a-9e26-3e01568f9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:59.324908 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-87ff9b85-1a03-436a-9e26-3e01568f9283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0514033 Oct 26 17:51:59.371319 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-0ec7c303-84e0-41df-ba37-232ac7324cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:51:59.372844 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-0ec7c303-84e0-41df-ba37-232ac7324cdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408804 Oct 26 17:51:59.409422 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:51:59.462937 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-41b65776-f795-43aa-b410-d8d4d07a80c7 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829954 Oct 26 17:51:59.562852 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-de627b29-ca6c-432a-9efc-d558f8e4b39e req-e80e2e70-b20a-499d-9097-9d0c52ac6fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916224 Oct 26 17:51:59.630191 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:57Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:51:59.656082 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d55626-9799-4cac-94aa-f87396319f46 None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:57Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:51:59.844138 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2b703-477c-4840-886b-b210cce60ccc None None] New status for floating IP ca1ae494-a232-45f3-8663-63868d6ae4f1: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:52:01.114343 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d70a739d-9b89-4e70-977b-2bd3de15b4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:03.617188 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-093c4e43-917d-45d2-9d16-164302602a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:04.195173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:05.388446 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:06.942822 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:13.784690 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:52:22.022692 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:23.337117 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:31.131473 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-81d1f54e-cb53-4b38-9fbc-a6ec2bcf49a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:33.612012 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6dec6e18-276b-463c-a527-63c60490dfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:34.171045 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:35.394155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:36.953978 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:49.475859 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-7b4368dd-6c8c-4fd7-b0b9-58b79e284579 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397599 Oct 26 17:52:49.564301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-d4faf126-282f-45cf-9fd6-b411ab46cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:52:49.565966 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-d4faf126-282f-45cf-9fd6-b411ab46cf8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1096 time: 0.0450146 Oct 26 17:52:49.667399 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-ea64b05a-4947-4cf0-9261-b692c06370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:52:49.668837 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-ea64b05a-4947-4cf0-9261-b692c06370f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0833452 Oct 26 17:52:49.736247 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-a4a78ec5-23ed-4120-ad47-be8f2c85d582 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 1001 time: 0.0596867 Oct 26 17:52:49.784290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-defecd1b-a754-48e3-a07e-31db6124ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:52:49.785702 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-defecd1b-a754-48e3-a07e-31db6124ad2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0428083 Oct 26 17:52:49.831559 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-b33127cd-c164-4f29-8681-eee96ddaee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:52:49.832995 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-b33127cd-c164-4f29-8681-eee96ddaee84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400512 Oct 26 17:52:49.925104 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-72eb34ab-526f-4c5e-823e-d0b3107b1d4e service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847690 Oct 26 17:52:50.014982 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-4ee9f17d-7bb0-4b28-80ae-06abc5f4be2f req-9c7493bb-4897-4bee-978a-ae4057615bcc service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825255 Oct 26 17:52:50.784438 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:52:52.016910 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:52:53.376914 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:01.102325 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-51451ece-480c-4cbd-b917-4dea6d18ed3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:03.622249 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-eba3ba81-5e1c-4c52-a7cc-b8e7eae70456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:04.193708 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:05.394173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:06.947775 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:21.999305 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:23.369634 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:26.009830 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [req-33a77adf-44af-4b7c-8877-47181c425c21 req-2c1921fa-a493-4fe5-9ab4-296295b7dace tempest-TestNetworkAdvancedServerOps-721618351 tempest-TestNetworkAdvancedServerOps-721618351-project] (102736) timed out ('10.222.0.21', 49550) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 17:53:27.784290 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:53:31.102396 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c112341a-8f12-4773-b4fb-22dce1ebb189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:33.621262 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53b8b0b8-2c00-4d1d-941c-bdb43387dd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:34.221844 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:35.398735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:36.964771 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:49.475070 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-4adc3e82-da27-4911-bb1a-9c1f940ab40a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413213 Oct 26 17:53:49.561434 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-827e9fd2-8bc8-4b87-bfb1-5f4755cd7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:53:49.563602 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-827e9fd2-8bc8-4b87-bfb1-5f4755cd7e05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1096 time: 0.0446737 Oct 26 17:53:49.663043 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-7e66af24-4dd4-4028-b356-1735cae041c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:53:49.664503 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-7e66af24-4dd4-4028-b356-1735cae041c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0820019 Oct 26 17:53:49.732052 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-5c53b2c3-f937-4267-96a5-5bd4092adf98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 1001 time: 0.0601404 Oct 26 17:53:49.779821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-d3fefc17-49d3-4ccb-b765-045820b57e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:53:49.781233 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-d3fefc17-49d3-4ccb-b765-045820b57e1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0423687 Oct 26 17:53:49.826282 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-8508e931-6a7b-40f1-b190-86784b3fcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:53:49.827828 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-8508e931-6a7b-40f1-b190-86784b3fcd1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397243 Oct 26 17:53:49.920543 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-de596a7b-33b9-4b07-9cfb-b6541fa0e040 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858703 Oct 26 17:53:50.010310 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-ebb5664c-44d0-4d4b-8ebf-923785814b39 req-f57dfc6c-b5dc-4922-b356-23b18c3a2f2a service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808060 Oct 26 17:53:52.044519 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:53.365104 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:58.597112 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 details requested by agent hyperv_n-h1-815373-2 with host n-h1-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:53:58.713237 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:53:58.727499 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Returning: {'device': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:53:58.775687 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:58.792606 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:53:58.816067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:53:58.902074 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:53:58.965978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:53:58.974296 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.974641 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.974978 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.975342 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.975668 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.975997 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.976318 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.976638 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.976959 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.977273 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.977588 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.977902 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:53:58.987067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] get_ports_and_sgs() called for port_ids ['eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:54:00.600971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 up at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:54:00.651464 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Provisioning complete for port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:54:00.651836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:00.736097 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:00.758590 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:54:00.760847 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33704167-1e6d-445b-85bf-74e6c2cf649a" -d '{"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-plugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:54:00.773734 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:54:00.825220 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c7c0c-18fc-42c5-b261-d3f8737aa8cf x-openstack-request-id: req-2b6c7c0c-18fc-42c5-b261-d3f8737aa8cf {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:54:00.825220 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-plugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:54:00.825220 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6c7c0c-18fc-42c5-b261-d3f8737aa8cf {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:54:00.825220 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'code': 200} Oct 26 17:54:00.889450 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:00.946116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:01.119746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a4e49977-852a-4e1d-bd24-8abdde96f28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:03.775871 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-35eb8338-b2fc-49d0-99f8-2b4e7d3ba783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:04.244741 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:04.784155 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:54:05.397601 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:07.027373 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:08.499651 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-f4f78fbd-14bf-4236-8716-b686c2d9a721 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567588700&fields=id&tenant_id=f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 267 time: 0.0351789 Oct 26 17:54:08.610374 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-6976e06b-f7a7-42bb-8847-eb09f2530861 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:08.611896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-6976e06b-f7a7-42bb-8847-eb09f2530861 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 809 time: 0.1035819 Oct 26 17:54:08.627275 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-1c49217a-b0a2-466e-a11a-47280b044c61 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/quotas/f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 375 time: 0.0093758 Oct 26 17:54:08.687320 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-4fba642f-1fc5-46a2-8dbc-453652c56d23 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545354 Oct 26 17:54:08.780671 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-6a162f88-1e11-4ebd-b18b-757e4cb0a38e service neutron] 10.222.0.21 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816114 Oct 26 17:54:08.871944 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-b625601d-a015-4265-bbe1-e4fb1ccbad78 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Oct 26 17:54:09.094129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-13703fe1-82ae-4b5c-afe9-3a4358b78fd5 req-14cb09a4-1227-42f7-acab-ba98e3bb97bd tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Oct 26 17:54:10.192251 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e596be88-6ca2-459a-abed-c0b1a3cb37f6 req-1d6eee58-b31a-45e7-9588-3ac22c1cbd6e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 210 time: 0.0276852 Oct 26 17:54:10.693674 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:54:10.769369 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:10.791016 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:54:10.793168 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe519f3-a4d5-422f-baaf-4643109b63bf" -d '{"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-unplugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:54:10.805833 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5090f16c-973f-4871-b089-440c779809f8 None None] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:54:10.829499 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881351e2-3c00-42de-af39-fd8719168782 x-openstack-request-id: req-881351e2-3c00-42de-af39-fd8719168782 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:54:10.829785 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-unplugged", "status": "completed", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:54:10.830071 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-881351e2-3c00-42de-af39-fd8719168782 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:54:10.830462 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'code': 200} Oct 26 17:54:10.953125 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:10.988476 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-aab12c84-63a5-4874-89f0-0e27534b538a tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:10.989930 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-aab12c84-63a5-4874-89f0-0e27534b538a tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.39 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 809 time: 0.1075971 Oct 26 17:54:11.008547 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Pushing event updated for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:11.042483 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-c0306a21-a0c8-4fec-b080-4467d6511065 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ad5a88352241fca537b86006bd925a HTTP/1.1" status: 200 len: 379 time: 0.0417514 Oct 26 17:54:11.052596 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'port': {'device_id': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'admin_state_up': True, 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'security_groups': ['e08b8cf1-88d9-4661-af93-0afd2fd1c9aa']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:54:11.243919 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Made reservation on behalf of f5ad5a88352241fca537b86006bd925a for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:54:11.248222 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:11.299662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-082cb021-b89c-4728-a03f-ba7325dc917f req-bf66a92d-9bab-4eeb-bea3-954ee8b0e4d4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 210 time: 0.0352049 Oct 26 17:54:11.384418 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Allocated IP 172.20.0.11 (b3a1299c-0794-4453-a0ec-d7ab413fe645/60eeb74e-a18e-4faf-9ab7-eb330542e18e/f8ad256b-f937-431c-b262-abe51d943a2c) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:54:11.524075 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:11.615693 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:11.719819 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:11.729377 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:54:11.737145 n-d-815373-2 neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:54:11.765371 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.767924 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.768641 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.769249 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.769879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.770486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.771085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.772591 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.773198 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.773801 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.774387 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.774972 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:11.796201 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:54:11.871481 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:11.872106 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:11.995831 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-da12c6a9-d1ca-40fa-a9ba-21cbd78c3aa3 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9468417 Oct 26 17:54:12.041883 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-dac798cb-35ac-4dbf-9d0d-ed99051b83bb None None] Provisioning complete for port f8ad256b-f937-431c-b262-abe51d943a2c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:54:12.042476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dac798cb-35ac-4dbf-9d0d-ed99051b83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:12.088302 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-dac798cb-35ac-4dbf-9d0d-ed99051b83bb None None] Port f8ad256b-f937-431c-b262-abe51d943a2c cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 17:54:12.426332 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd34a-1f91-4218-95c2-d2df2ba23f1b req-53cb83d4-1c8f-415f-8848-9fa834739e15 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:12.427845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2bfd34a-1f91-4218-95c2-d2df2ba23f1b req-53cb83d4-1c8f-415f-8848-9fa834739e15 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0580847 Oct 26 17:54:12.472245 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2bfd34a-1f91-4218-95c2-d2df2ba23f1b req-427bcf16-d19c-4c90-b256-c4821ddd83c9 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Oct 26 17:54:13.617298 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682100-7790-4018-bc82-6b8a577950b6 req-4b14de1b-5fbb-4916-8318-69b8ffccb164 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:13.619397 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9682100-7790-4018-bc82-6b8a577950b6 req-4b14de1b-5fbb-4916-8318-69b8ffccb164 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0534072 Oct 26 17:54:13.666375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-a9682100-7790-4018-bc82-6b8a577950b6 req-1f432628-1c3a-4c9e-b0b5-ec8e011effe2 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355711 Oct 26 17:54:14.789576 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20b7f-e9bf-49ec-aeb0-86794ea7467e req-e114b914-ea5c-4b2e-a732-8d04f5ceef0b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:14.791006 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf20b7f-e9bf-49ec-aeb0-86794ea7467e req-e114b914-ea5c-4b2e-a732-8d04f5ceef0b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0503385 Oct 26 17:54:14.830527 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-9cf20b7f-e9bf-49ec-aeb0-86794ea7467e req-eedb21a7-c659-4c74-8a52-631d8ac70136 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330126 Oct 26 17:54:15.959591 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a37b0-9271-40c8-a1a0-347bc9552f25 req-ed7fd6d9-7cb0-4c3a-bd8b-5d3743965658 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:15.961125 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-862a37b0-9271-40c8-a1a0-347bc9552f25 req-ed7fd6d9-7cb0-4c3a-bd8b-5d3743965658 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0566654 Oct 26 17:54:16.004129 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-862a37b0-9271-40c8-a1a0-347bc9552f25 req-513c237a-f639-416a-aa29-6e0f02286ccb tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370679 Oct 26 17:54:17.128536 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df68b5d-e00f-4470-bab5-d8e7fe9d6260 req-c25b54e7-cf22-4a36-8f2f-257b585a4427 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:17.135171 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5df68b5d-e00f-4470-bab5-d8e7fe9d6260 req-c25b54e7-cf22-4a36-8f2f-257b585a4427 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0506461 Oct 26 17:54:17.170562 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-5df68b5d-e00f-4470-bab5-d8e7fe9d6260 req-680c22b5-33b5-4df2-a9e8-f5022034d405 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345809 Oct 26 17:54:18.293683 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396c286-7e57-4f51-8547-37006a0f26a3 req-ae7cda60-7303-4eac-9f31-0ebd7159c8ba tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:18.295222 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f396c286-7e57-4f51-8547-37006a0f26a3 req-ae7cda60-7303-4eac-9f31-0ebd7159c8ba tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0513155 Oct 26 17:54:18.337476 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-f396c286-7e57-4f51-8547-37006a0f26a3 req-85d66f23-f8f3-4d82-b809-96054ac5b3b9 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355380 Oct 26 17:54:19.461122 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79354-c5a0-4929-91d8-fb9b64a76a17 req-deacd4df-ae27-46ab-bf8a-888ca81f97f0 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:19.462611 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5e79354-c5a0-4929-91d8-fb9b64a76a17 req-deacd4df-ae27-46ab-bf8a-888ca81f97f0 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0543118 Oct 26 17:54:19.504254 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c5e79354-c5a0-4929-91d8-fb9b64a76a17 req-085a51a4-a16d-43ed-a60a-2b8a73265b9f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336647 Oct 26 17:54:20.625557 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714198f-57f1-424a-8782-ff31e64facda req-41f32715-6666-47d3-ac8c-a9e332cf6ea7 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:20.627217 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2714198f-57f1-424a-8782-ff31e64facda req-41f32715-6666-47d3-ac8c-a9e332cf6ea7 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0519576 Oct 26 17:54:20.667982 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-2714198f-57f1-424a-8782-ff31e64facda req-711d10f5-4bd5-46f6-af1f-a36552c47f48 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347800 Oct 26 17:54:21.705644 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.v2.base [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Request body: {'port': {'device_id': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-2'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:54:21.759116 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:21.789094 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b78cc-aec1-4fc3-9fd2-98f8b12b0846 req-e4207d18-d01d-4806-8fe8-c2647fa55e7a tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:21.790501 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d3b78cc-aec1-4fc3-9fd2-98f8b12b0846 req-e4207d18-d01d-4806-8fe8-c2647fa55e7a tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 932 time: 0.0510545 Oct 26 17:54:21.828886 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-0d3b78cc-aec1-4fc3-9fd2-98f8b12b0846 req-311d8bc1-7ef3-458a-b256-e9997703129f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Oct 26 17:54:22.026971 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ad256b-f937-431c-b262-abe51d943a2c {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:54:22.035362 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.037586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.047217 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Transition to ACTIVE for port object f8ad256b-f937-431c-b262-abe51d943a2c will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 17:54:22.129736 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.182185 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:22.252176 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Attempting to bind port f8ad256b-f937-431c-b262-abe51d943a2c on host n-h2-815373-2 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 17:54:22.252566 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Attempting to bind port f8ad256b-f937-431c-b262-abe51d943a2c by drivers openvswitch,hyperv on host n-h2-815373-2 at level 0 using segments [{'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 17:54:22.252927 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Attempting to bind port f8ad256b-f937-431c-b262-abe51d943a2c on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:54:22.257479 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Port f8ad256b-f937-431c-b262-abe51d943a2c on network b3a1299c-0794-4453-a0ec-d7ab413fe645 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-2 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 17:54:22.257804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Attempting to bind port f8ad256b-f937-431c-b262-abe51d943a2c on network b3a1299c-0794-4453-a0ec-d7ab413fe645 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:54:22.262990 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Checking agent: {'id': '27b739bf-d186-43b8-bf44-9d9dda9e0671', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'started_at': datetime.datetime(2021, 10, 26, 16, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 17:54:22.263471 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Checking segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 17:54:22.263739 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Bound using segment: {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:54:22.264174 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Bound port: f8ad256b-f937-431c-b262-abe51d943a2c, host: n-h2-815373-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7414eee-b831-411e-8d9d-7a815a4475ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 17:54:22.264530 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.334495 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:54:22.337486 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:54:22.427596 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58845978'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.467850 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.468469 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:22.469886 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 1092 time: 0.8158302 Oct 26 17:54:22.470339 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:54:22.472741 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eb3260-e074-4dea-8917-9160cfd7890f" -d '{"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:54:22.493204 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ac7d-c3a3-4b5b-be2c-f5eef0afb276 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:22.521108 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee421f-3262-469e-868d-437442eeb713 x-openstack-request-id: req-d7ee421f-3262-469e-868d-437442eeb713 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:54:22.521399 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:54:22.521649 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7ee421f-3262-469e-868d-437442eeb713 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:54:22.522063 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'status': 'completed', 'code': 200} Oct 26 17:54:22.582027 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-e381c368-1a39-4a6f-a606-adb99c5cb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.583585 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-e381c368-1a39-4a6f-a606-adb99c5cb22e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1095 time: 0.0436211 Oct 26 17:54:22.687663 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-c3cfe792-ff30-4269-9d0d-38c15f2a2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.689138 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-c3cfe792-ff30-4269-9d0d-38c15f2a2b2f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5ad5a88352241fca537b86006bd925a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960386 Oct 26 17:54:22.787200 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-a775628d-45e0-495c-bf2e-b509110e2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.788723 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e5eb3260-e074-4dea-8917-9160cfd7890f req-a775628d-45e0-495c-bf2e-b509110e2230 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923657 Oct 26 17:54:22.869989 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-ec95af4a-6637-46f7-aede-3bdf07dbf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.871532 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-ec95af4a-6637-46f7-aede-3bdf07dbf8ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1095 time: 0.0446236 Oct 26 17:54:22.913426 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-a6f1adee-b32b-4795-808b-99e2ded72f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 217 time: 0.0335119 Oct 26 17:54:22.951880 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0aff9-3c2e-4039-a2d0-593dd2882e15 req-9129ab1f-c663-4f38-8c3d-5c8482ec7d43 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.953366 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2e0aff9-3c2e-4039-a2d0-593dd2882e15 req-9129ab1f-c663-4f38-8c3d-5c8482ec7d43 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0537779 Oct 26 17:54:22.964518 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-158eb158-0cfd-4eb5-8dd2-2a6f81a5e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:22.965986 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-158eb158-0cfd-4eb5-8dd2-2a6f81a5e42a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0446649 Oct 26 17:54:22.991357 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e2e0aff9-3c2e-4039-a2d0-593dd2882e15 req-1a4d8ec2-1768-44e4-9f26-c8f609cb5762 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Oct 26 17:54:23.016069 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f99e0-d951-4757-af39-002dc40f7021 req-9642c2a9-ff8f-41ae-9d87-00838580ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:23.017543 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-9642c2a9-ff8f-41ae-9d87-00838580ae50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443985 Oct 26 17:54:23.106026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-ecc1f2d5-5cf1-4c85-9937-91e3ffc89844 service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Oct 26 17:54:23.199149 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-df5f99e0-d951-4757-af39-002dc40f7021 req-90abdd25-31f2-4189-b060-3b6c3e3e6a7d service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856602 Oct 26 17:54:23.375307 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:24.115331 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce815e-c8c7-45f1-b1ca-48fc9d43c779 req-30a6b1cb-650b-4efc-88df-19b52d4a07fa tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:24.116851 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbce815e-c8c7-45f1-b1ca-48fc9d43c779 req-30a6b1cb-650b-4efc-88df-19b52d4a07fa tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0531540 Oct 26 17:54:24.158075 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cbce815e-c8c7-45f1-b1ca-48fc9d43c779 req-e826e4ca-b53c-492e-a24b-cc2803db1b66 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Oct 26 17:54:25.275435 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b72c9-18e5-4de2-b53b-53c446c0015e req-db0d4f5b-63e0-4bf5-848c-3a5a971378df tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:25.276918 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee0b72c9-18e5-4de2-b53b-53c446c0015e req-db0d4f5b-63e0-4bf5-848c-3a5a971378df tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0488358 Oct 26 17:54:25.314076 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ee0b72c9-18e5-4de2-b53b-53c446c0015e req-5faddfc6-dac5-4f4b-8b97-98886916739c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312684 Oct 26 17:54:26.435927 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b084-81a8-4cfb-b0b2-79019d5a5fc2 req-de3b52c8-ddf7-4978-9297-6c966e7e7c25 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:26.437391 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c17b084-81a8-4cfb-b0b2-79019d5a5fc2 req-de3b52c8-ddf7-4978-9297-6c966e7e7c25 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0522423 Oct 26 17:54:26.474457 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-3c17b084-81a8-4cfb-b0b2-79019d5a5fc2 req-3ae28b10-ffca-4408-9066-a3ffae1cbe7b tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Oct 26 17:54:27.484242 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:54:27.583197 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:54:27.593714 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e90bed-b750-4323-82af-e265726e3a15 req-cf6dad24-595d-4ced-8b20-f84e3ccff4bc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:27.594272 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'mac_address': 'fa:16:3e:a6:ef:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:54:27.595423 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5e90bed-b750-4323-82af-e265726e3a15 req-cf6dad24-595d-4ced-8b20-f84e3ccff4bc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0495613 Oct 26 17:54:27.631494 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:27.634197 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-b5e90bed-b750-4323-82af-e265726e3a15 req-0885c262-f808-4c6b-895a-43250dbfa6f0 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Oct 26 17:54:27.645078 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ad256b-f937-431c-b262-abe51d943a2c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:54:27.664994 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:54:27.734116 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:27.779939 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:27.971891 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f8ad256b-f937-431c-b262-abe51d943a2c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:54:28.750900 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390fc6-d7f5-4f5c-bc94-2835681f8cac req-1dcce86a-75b2-4fca-a29e-03ab757c1937 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:28.753023 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6390fc6-d7f5-4f5c-bc94-2835681f8cac req-1dcce86a-75b2-4fca-a29e-03ab757c1937 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Oct 26 17:54:28.789649 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-e6390fc6-d7f5-4f5c-bc94-2835681f8cac req-ea06576a-3489-407f-ac33-74a2725aea7d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307858 Oct 26 17:54:29.484971 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:54:29.598158 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning for port f8ad256b-f937-431c-b262-abe51d943a2c completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 17:54:29.602192 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f8ad256b-f937-431c-b262-abe51d943a2c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:54:29.602610 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:29.677174 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:29.698880 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:54:29.701230 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bbcb8f-1d46-4c06-b895-ad9a0973d7e1" -d '{"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:54:29.714212 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:54:29.737955 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a6b17-fb92-4d7b-a11d-5da457d274b7 x-openstack-request-id: req-080a6b17-fb92-4d7b-a11d-5da457d274b7 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:54:29.738240 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:54:29.738489 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-080a6b17-fb92-4d7b-a11d-5da457d274b7 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:54:29.738920 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'code': 200} Oct 26 17:54:29.798586 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:29.832268 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a910f8-e225-4f85-840c-4b89db5712c0 req-52b64ca5-ac42-45a8-a443-c595fc282c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:29.833801 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67a910f8-e225-4f85-840c-4b89db5712c0 req-52b64ca5-ac42-45a8-a443-c595fc282c39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1097 time: 0.0419645 Oct 26 17:54:29.857065 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:29.881008 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-67a910f8-e225-4f85-840c-4b89db5712c0 req-030801b0-a39d-46dc-9746-989f1ca23efa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Oct 26 17:54:30.247914 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede800-21f4-460c-8bb0-3dd4382d2885 req-c845f6a3-081f-4e17-80f8-e39836825aa8 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:30.249382 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51ede800-21f4-460c-8bb0-3dd4382d2885 req-c845f6a3-081f-4e17-80f8-e39836825aa8 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 946 time: 0.3836825 Oct 26 17:54:30.288061 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-51ede800-21f4-460c-8bb0-3dd4382d2885 req-f5ee74b0-e941-4f1b-ba13-44ac3dca5d93 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Oct 26 17:54:31.128759 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8b55678e-a589-415f-bcde-54695370fff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:31.403978 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e9bd6-afb4-4fe5-9643-7e8e20b0b75e req-0c1dd984-a660-4f47-951c-e0b8a936ec9c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:31.405896 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-190e9bd6-afb4-4fe5-9643-7e8e20b0b75e req-0c1dd984-a660-4f47-951c-e0b8a936ec9c tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 946 time: 0.0498445 Oct 26 17:54:31.447294 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-190e9bd6-afb4-4fe5-9643-7e8e20b0b75e req-1df1ef9d-ea1c-4b3d-9aa6-9ad24728fe61 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Oct 26 17:54:31.561888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c1d83-857d-4bf0-a7e5-115ea368a509 req-6762f841-9ecb-4c29-b081-19806e6c9837 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:31.563360 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c35c1d83-857d-4bf0-a7e5-115ea368a509 req-6762f841-9ecb-4c29-b081-19806e6c9837 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 946 time: 0.0510752 Oct 26 17:54:31.600016 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c35c1d83-857d-4bf0-a7e5-115ea368a509 req-2f7f6a46-7af4-44f9-81a6-b96dfa76ea19 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306852 Oct 26 17:54:31.621251 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:54:31.663575 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f158779-b452-4e5e-a5ea-242e00570d2e tempest-TestSnapshotPattern-1744899305 tempest-TestSnapshotPattern-1744899305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:31.664983 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6f158779-b452-4e5e-a5ea-242e00570d2e tempest-TestSnapshotPattern-1744899305 tempest-TestSnapshotPattern-1744899305-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1092 time: 0.0428038 Oct 26 17:54:31.667814 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35060) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:54:31.672114 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.v2.base [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Request body: {'floatingip': {'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:54:31.752810 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:31.847953 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:31.952009 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Allocated IP 172.25.5.254 (efa9153d-e479-49ac-ab4a-5e7029088657/ea814356-c806-4d56-8392-c283fb368b0a/9d69ab90-f138-4160-aaa9-86817a8f3d8a) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:54:32.050055 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.180514 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747743164492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.223743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Network efa9153d-e479-49ac-ab4a-5e7029088657 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:54:32.226620 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:54:32.230259 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 17:54:32.255198 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=9d69ab90-f138-4160-aaa9-86817a8f3d8a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:32.269337 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.269681 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.270021 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.270358 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.270715 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.271042 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.271393 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.271743 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.272065 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.272386 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.272707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.273028 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:54:32.589092 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.713740 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.863517 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.912614 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60153114'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:32.978500 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event updated for resources: {'Port': ['ID=9d69ab90-f138-4160-aaa9-86817a8f3d8a,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:54:32.991151 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800383'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:33.090164 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Floating IP 092db9b9-7b4a-444d-a873-f3caf18c561c associated. External IP: 172.25.5.254, port: f8ad256b-f937-431c-b262-abe51d943a2c. Oct 26 17:54:33.296713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:54:33.401209 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:54:33.411220 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:54:33.420846 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:54:33.421435 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:54:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:54:33.485348 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:33.513575 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-48401fc4-d3f4-4bae-9c1c-e1716e677445 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8447664 Oct 26 17:54:33.516241 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:54:33.516485 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ff2d75-feed-4651-ada9-e73d33bc64ae" -d '{"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:54:33.525407 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:54:33.556042 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a80133-3e35-40bf-baea-665611537a30 x-openstack-request-id: req-34a80133-3e35-40bf-baea-665611537a30 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:54:33.556357 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:54:33.556708 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34a80133-3e35-40bf-baea-665611537a30 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:54:33.557010 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'status': 'completed', 'code': 200} Oct 26 17:54:33.621109 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-60ba6285-6f5e-4047-91f4-e293dc575c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:33.622736 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-60ba6285-6f5e-4047-91f4-e293dc575c97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1097 time: 0.0438569 Oct 26 17:54:33.626671 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-45a1e142-290d-43ab-9203-741722afee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:33.723520 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-47f95fea-7fd3-4579-9b83-928b28ce88df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:33.725004 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-47f95fea-7fd3-4579-9b83-928b28ce88df service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0934401 Oct 26 17:54:33.752301 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '092db9b9-7b4a-444d-a873-f3caf18c561c', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:a6:ef:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:54:32Z', 'updated_at': '2021-10-26T17:54:32Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}, {'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:54:33.780781 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:54:33.789684 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:54:33.790276 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:54:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:54:33.792008 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-96e0cb93-8939-4926-9167-6e657e87f533 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 1000 time: 0.0596368 Oct 26 17:54:33.847054 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-92a984f0-340f-4ce5-95d8-ccc51f37962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:33.848469 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-92a984f0-340f-4ce5-95d8-ccc51f37962d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0499792 Oct 26 17:54:33.895015 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-cbf43094-274b-4092-9a27-bd2122b97e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:33.896556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-cbf43094-274b-4092-9a27-bd2122b97e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414674 Oct 26 17:54:33.899069 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:54:33.989258 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-baa7d82d-f078-488c-acda-d0b681d5aca3 service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Oct 26 17:54:34.087631 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-70ff2d75-feed-4651-ada9-e73d33bc64ae req-b9131ee8-7072-4abc-9431-5ccf8cbc1b1f service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909083 Oct 26 17:54:34.210294 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:34.217174 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '092db9b9-7b4a-444d-a873-f3caf18c561c', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:a6:ef:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:54:32Z', 'updated_at': '2021-10-26T17:54:32Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}, {'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:54:34.247336 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9340cc-f899-4eca-a7c3-060cf1eea957 None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': '092db9b9-7b4a-444d-a873-f3caf18c561c', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:a6:ef:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:54:32Z', 'updated_at': '2021-10-26T17:54:32Z', 'revision_number': 0, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}, {'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:54:34.445189 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb22bee-c418-4216-8942-fd7505b90d9a None None] New status for floating IP 092db9b9-7b4a-444d-a873-f3caf18c561c: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:54:35.409381 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:36.975195 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:41.782941 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:54:50.504026 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-43dddcc4-5d9f-4f68-9883-724cc9ebcded service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388637 Oct 26 17:54:50.589510 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-83270958-6c05-4d98-81e3-7806643b8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:50.590998 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-83270958-6c05-4d98-81e3-7806643b8d2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1094 time: 0.0448446 Oct 26 17:54:50.693701 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-9ad26279-5ae1-4874-9e30-55bb93b52dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:50.695172 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-9ad26279-5ae1-4874-9e30-55bb93b52dfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0839174 Oct 26 17:54:50.762782 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-1e811a33-c8d9-43b9-b2bc-4d5d0ea9e430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 999 time: 0.0601654 Oct 26 17:54:50.811290 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-b2311be6-184f-4718-8aa4-193d4d1207df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:50.812622 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-b2311be6-184f-4718-8aa4-193d4d1207df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0428429 Oct 26 17:54:50.856985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-e62a0608-f2ce-4160-8cd8-39490e276f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:50.858424 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-e62a0608-f2ce-4160-8cd8-39490e276f96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386105 Oct 26 17:54:50.869673 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-8a04e001-709a-4d00-ad4d-1c43a817da90 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:54:50.870640 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-8a04e001-709a-4d00-ad4d-1c43a817da90 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047333 Oct 26 17:54:50.962110 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-b0d9e903-989b-4319-b98b-2bf8a126c19d service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841522 Oct 26 17:54:51.051693 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-7b8fcb39-3f9d-436b-9da5-6ea0ffaaf934 req-37f05baa-2910-4389-a3f0-fcff8c838517 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814481 Oct 26 17:54:52.026709 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:53.385161 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:54:59.718194 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-14ffb4a2-1587-4a1b-bd02-83a4b7e0493c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426376 Oct 26 17:54:59.798666 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-11836106-caaa-4dd3-b15b-9887519bc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:59.800569 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-11836106-caaa-4dd3-b15b-9887519bc70c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1097 time: 0.0393422 Oct 26 17:54:59.899031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-0238f2cf-14a4-4729-b458-dff3765900ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:54:59.900490 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-0238f2cf-14a4-4729-b458-dff3765900ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0816619 Oct 26 17:54:59.966011 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-45bcd1e4-bfc2-43d1-a180-2b1807a839a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 1002 time: 0.0589972 Oct 26 17:55:00.013607 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-e4a822c4-13de-408c-a1cd-84e7971be40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:00.015010 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-e4a822c4-13de-408c-a1cd-84e7971be40e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0419078 Oct 26 17:55:00.061340 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-d60fcd2e-cb1e-40f4-ad28-7c5c754aa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:00.062687 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-d60fcd2e-cb1e-40f4-ad28-7c5c754aa775 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409861 Oct 26 17:55:00.155279 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-984962a6-d082-4dc4-848b-47fda5387d56 service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852973 Oct 26 17:55:00.246816 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-6f79846e-8ea0-4d13-b58f-f13a0dd371da req-1de8ee99-e040-4ff3-ae8e-c0115ae54d53 service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Oct 26 17:55:01.093456 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-25f1e0d7-b9d3-4b76-bc2b-58f7b61bf2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:03.626849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc911936-09ac-4b38-a378-33c32190f270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:04.224949 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:05.396248 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:06.969301 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:18.781008 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:55:22.047770 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:23.386259 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:31.140173 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f137b6b-4905-4e62-85f4-3eb089f5dbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:33.618647 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-65fede63-73e6-47ad-be13-d3afd8729379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:34.231649 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:35.402883 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:36.967539 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:51.470316 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-bafd949d-05d8-461a-8a6f-6dc7ba88eccc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385492 Oct 26 17:55:51.551551 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-952def44-a149-4694-b76e-c58702a24990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:51.553018 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-952def44-a149-4694-b76e-c58702a24990 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1094 time: 0.0407040 Oct 26 17:55:51.992254 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-a9d57477-73b6-4d88-ad8a-6656677642d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:51.993712 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-a9d57477-73b6-4d88-ad8a-6656677642d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.4225070 Oct 26 17:55:52.048476 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:52.058094 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-2d3255ae-77c5-43f7-b954-fd43eb76add3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 999 time: 0.0570891 Oct 26 17:55:52.106285 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-2d815b15-f67b-41f6-a2f8-7c2b320ca543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:52.107705 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-2d815b15-f67b-41f6-a2f8-7c2b320ca543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0431125 Oct 26 17:55:52.157389 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-f98cc600-67c6-489f-9e21-727efb0062fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:52.159448 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-f98cc600-67c6-489f-9e21-727efb0062fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442798 Oct 26 17:55:52.245626 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-dcc2549e-36fd-4121-a6a6-3b7b64a33813 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793512 Oct 26 17:55:52.337524 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-aad3ff50-33eb-4b17-99df-d1707a810572 req-adebee86-b806-475a-9d55-2c44208f9d8d service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Oct 26 17:55:53.385572 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:55:55.780683 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:55:59.705900 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-b62d5dbb-073e-410a-90b1-25bd9fa29775 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400505 Oct 26 17:55:59.785439 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-66d823f2-20c2-450c-abff-04dbc10ba371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:59.786814 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-66d823f2-20c2-450c-abff-04dbc10ba371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1097 time: 0.0399597 Oct 26 17:55:59.891315 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-ca033808-278e-4591-9c2b-90811b176178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:55:59.892785 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-ca033808-278e-4591-9c2b-90811b176178 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0862799 Oct 26 17:55:59.957078 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-c5bbb925-8658-4671-bf7b-daeaca366f66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 1002 time: 0.0575457 Oct 26 17:56:00.008894 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-5cd7ee21-03b4-4247-94cb-633e2bb8dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:00.010296 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-5cd7ee21-03b4-4247-94cb-633e2bb8dab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0462976 Oct 26 17:56:00.054524 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-2c47c211-b86f-491b-9a1e-a138dea27e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:00.055914 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-2c47c211-b86f-491b-9a1e-a138dea27e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384076 Oct 26 17:56:00.146965 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-5ce2266e-1672-4131-85e6-04545b533334 service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831978 Oct 26 17:56:00.235058 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-a8882589-669d-42fb-94ad-3d5d1d7aafb8 req-ce218d74-910f-44af-abc5-d7899a8ad6ca service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803423 Oct 26 17:56:01.110026 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14ee85c9-74f9-4857-b375-55aabfa14906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:03.635587 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ca3183c6-e3b7-4ad5-8d58-08588ae6782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:04.220184 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:05.418862 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:06.078871 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c details requested by agent hyperv_n-h2-815373-2 with host n-h2-815373-2 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:56:06.204942 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:06.221762 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Returning: {'device': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'port_id': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'mac_address': 'fa:16:3e:a6:ef:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:56:06.263703 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:06.278698 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8ad256b-f937-431c-b262-abe51d943a2c {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 17:56:06.301505 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:06.379836 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:06.437808 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:06.448543 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.449179 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.449520 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.450050 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.450380 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.451399 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.451743 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.452099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.452442 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.455188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.455188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.455188 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:06.460099 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] get_ports_and_sgs() called for port_ids ['f8ad256b-f937-431c-b262-abe51d943a2c'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 17:56:07.170881 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:08.091353 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c up at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:56:08.152301 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Provisioning complete for port f8ad256b-f937-431c-b262-abe51d943a2c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 17:56:08.152719 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1418426'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:08.241508 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:08.267337 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:08.269727 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816eb1d8-28c9-4493-80e7-8adf2552d84b" -d '{"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:08.293066 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:08.326090 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c0b3d-14d3-461f-961f-22aa6da1e0fa x-openstack-request-id: req-542c0b3d-14d3-461f-961f-22aa6da1e0fa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:08.326380 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:08.326633 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-542c0b3d-14d3-461f-961f-22aa6da1e0fa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:08.327063 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'code': 200} Oct 26 17:56:08.380972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:08.437026 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:17.517891 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35256) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:17.674136 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Deleting port 9d69ab90-f138-4160-aaa9-86817a8f3d8a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:17.674958 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:17.752904 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:17.753142 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:17.764272 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Calling delete_port for 9d69ab90-f138-4160-aaa9-86817a8f3d8a owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:17.968396 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:17.995308 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event deleted for resources: {'Port': ['ID=9d69ab90-f138-4160-aaa9-86817a8f3d8a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:18.019053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.019359 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.019707 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.020053 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.020396 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.020736 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.021071 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.021400 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.021726 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.022056 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.022387 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.022717 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:18.063869 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:18.064200 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Floating IP 092db9b9-7b4a-444d-a873-f3caf18c561c disassociated (deleted). External IP: 172.25.5.254, port: f8ad256b-f937-431c-b262-abe51d943a2c. Oct 26 17:56:18.270832 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:56:18.378994 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:56:18.383868 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:18.388368 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:56:18.398857 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:18.399495 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:18.414046 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-a43c5ca0-27c7-4415-87aa-c827dc31bde4 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "DELETE /v2.0/floatingips/092db9b9-7b4a-444d-a873-f3caf18c561c HTTP/1.1" status: 204 len: 168 time: 0.8928213 Oct 26 17:56:18.414046 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:18.414573 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a02d0-7f4a-4c3d-8923-85fd267489ae" -d '{"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:18.505201 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:18.734415 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:18.755375 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ef16b-3856-46fc-b946-f3f2e67bf275 x-openstack-request-id: req-ca2ef16b-3856-46fc-b946-f3f2e67bf275 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:18.755375 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:18.755976 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2ef16b-3856-46fc-b946-f3f2e67bf275 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:18.756289 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'status': 'completed', 'code': 200} Oct 26 17:56:18.764267 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:56:18.774554 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:18.775170 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:18.819652 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-39d3dd73-308b-45e1-ae9d-2d69fde16f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:18.821851 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-39d3dd73-308b-45e1-ae9d-2d69fde16f47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 1097 time: 0.0435662 Oct 26 17:56:18.889555 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:18.917457 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292b269-5607-496c-a614-3ddedbb5d4d1 req-ddff5bf4-2d00-4155-82ac-168f9ad34467 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:18.919005 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c292b269-5607-496c-a614-3ddedbb5d4d1 req-ddff5bf4-2d00-4155-82ac-168f9ad34467 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 946 time: 0.1140885 Oct 26 17:56:18.921879 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-6f39e039-9322-4afd-89be-17927ece583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:18.923364 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-6f39e039-9322-4afd-89be-17927ece583a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0922875 Oct 26 17:56:18.960175 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-c292b269-5607-496c-a614-3ddedbb5d4d1 req-3c9be2b6-14c9-489c-ad3f-064e6f3e4192 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339811 Oct 26 17:56:18.967556 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-ffa13f8f-d973-4f0d-a699-ed81b6a8cbcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 200 len: 217 time: 0.0368328 Oct 26 17:56:19.021163 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-b990c74c-34c1-400d-9912-3d6e0a35b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:19.022629 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-b990c74c-34c1-400d-9912-3d6e0a35b461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0480015 Oct 26 17:56:19.070804 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-72f65371-db0a-41c1-a631-8306ff6d9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:19.072295 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-72f65371-db0a-41c1-a631-8306ff6d9c03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403838 Oct 26 17:56:19.119538 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:19.145203 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9d9f-5437-4918-936d-0e6c7be78c3d None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_floatingips': [{'id': 'ca1ae494-a232-45f3-8663-63868d6ae4f1', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'router_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'port_id': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'mac_address': 'fa:16:3e:0a:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03266495-2a3d-437d-8b9f-893b5fa58986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T17:51:57Z', 'updated_at': '2021-10-26T17:51:59Z', 'revision_number': 1, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:56:19.163196 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-dbc7f430-87a3-46db-8f11-b8b3e9ecea6b service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830183 Oct 26 17:56:19.260523 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-e19a02d0-7f4a-4c3d-8923-85fd267489ae req-02fb49db-2460-4539-a9f6-7c1c5db6d73b service neutron] 10.222.0.39 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893590 Oct 26 17:56:19.369252 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f7bb-6ca8-4ee2-b06e-065d29a9e2aa None None] New status for floating IP 092db9b9-7b4a-444d-a873-f3caf18c561c: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:56:20.079173 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ceede-4ba1-41d2-ad2f-8850db1cb3a9 req-cf057423-5d86-4ad1-bf45-a739fbb76d1d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:20.080662 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d74ceede-4ba1-41d2-ad2f-8850db1cb3a9 req-cf057423-5d86-4ad1-bf45-a739fbb76d1d tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 946 time: 0.0494916 Oct 26 17:56:20.121021 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-d74ceede-4ba1-41d2-ad2f-8850db1cb3a9 req-92b1e84f-c9a2-495a-80da-3a53b49f7abe tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Oct 26 17:56:20.169824 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:20.247746 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1565151'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.273701 n-d-815373-2 neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:20.278068 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3dc0d849fec28f18226bb4a16a441c85be493ecb34af1b80872871a2f78f517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45942d25-f770-46c5-9e08-e8dbb7730c8d" -d '{"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:20.288582 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:20.312509 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1b713-8ba7-4f11-aef7-8556434fa60f x-openstack-request-id: req-8bb1b713-8ba7-4f11-aef7-8556434fa60f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:20.312798 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:20.313057 n-d-815373-2 neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bb1b713-8ba7-4f11-aef7-8556434fa60f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:20.313460 n-d-815373-2 neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'code': 200} Oct 26 17:56:20.333998 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743626222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747743164510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747743164528'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.379958 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-2a7a4061-ce3e-4bce-9268-69c6c897c029 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:20.381461 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-2a7a4061-ce3e-4bce-9268-69c6c897c029 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.39 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 944 time: 0.0495882 Oct 26 17:56:20.382383 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Pushing event updated for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:20.474688 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Deleting port f8ad256b-f937-431c-b262-abe51d943a2c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:20.475031 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.562821 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] For port f8ad256b-f937-431c-b262-abe51d943a2c, host n-h2-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-2',level=0,port_id=f8ad256b-f937-431c-b262-abe51d943a2c,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:20.563205 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.581256 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Calling delete_port for f8ad256b-f937-431c-b262-abe51d943a2c owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:20.766903 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.796085 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event deleted for resources: {'Port': ['ID=f8ad256b-f937-431c-b262-abe51d943a2c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:20.806916 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.807301 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.807647 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.807985 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.808322 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.808654 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.808986 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.809845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.809845 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.810306 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.810526 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.810855 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-2 {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:56:20.856704 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] No DVR routers for this DVR port f8ad256b-f937-431c-b262-abe51d943a2c on host n-h2-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:20.859296 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:20.862755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-0269ce96-40b6-41d3-8e09-b604a9f6ed97 req-c0b81a81-5aee-4b6b-9012-4bc17bce3ec6 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.39 "DELETE /v2.0/ports/f8ad256b-f937-431c-b262-abe51d943a2c HTTP/1.1" status: 204 len: 173 time: 0.4743714 Oct 26 17:56:20.863228 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-deleted', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:20.865472 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8ea0c4-bd84-4244-9b5c-b23bd9d71edd" -d '{"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-deleted", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:20.953528 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d142fe6c-d4be-44e9-bd00-92c81d61e378 x-openstack-request-id: req-d142fe6c-d4be-44e9-bd00-92c81d61e378 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:20.953825 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a2a4d3-6e8d-4f23-8009-6876d336cc02", "name": "network-vif-deleted", "tag": "f8ad256b-f937-431c-b262-abe51d943a2c", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:20.954081 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d142fe6c-d4be-44e9-bd00-92c81d61e378 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:20.954488 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2a4d3-6e8d-4f23-8009-6876d336cc02', 'name': 'network-vif-deleted', 'tag': 'f8ad256b-f937-431c-b262-abe51d943a2c', 'status': 'completed', 'code': 200} Oct 26 17:56:21.243346 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-57636675-fb5d-44c0-8a9b-368e66b0101e req-e1596562-3bf5-41a5-b225-895431ba9892 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a2a4d3-6e8d-4f23-8009-6876d336cc02 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Oct 26 17:56:22.069324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:23.395234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:23.564125 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35320) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:23.722512 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Deleting port 287c8683-c4d6-42de-827b-9238cc472fd1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:23.722752 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:23.795267 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:23.795590 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:23.807622 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Calling delete_port for 287c8683-c4d6-42de-827b-9238cc472fd1 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:24.014322 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:24.042644 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event deleted for resources: {'Port': ['ID=287c8683-c4d6-42de-827b-9238cc472fd1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:24.104624 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:24.104948 n-d-815373-2 neutron-server[102736]: INFO neutron.db.l3_db [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Floating IP ca1ae494-a232-45f3-8663-63868d6ae4f1 disassociated (deleted). External IP: 172.25.5.184, port: eb95a87c-8cd2-4b2f-9f18-7170be1e31b2. Oct 26 17:56:24.168851 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c no longer exists at agent hyperv_n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:24.189568 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] No Port match for: f8ad256b-f937-431c-b262-abe51d943a2c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:24.191037 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Device f8ad256b-f937-431c-b262-abe51d943a2c not bound to the agent host n-h2-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:24.312977 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:56:24.419231 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:56:24.424121 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:24.429391 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:56:24.438586 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:24.439291 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:24.451498 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-70c88fb2-0f2c-47c6-a003-aa970340fccf tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "DELETE /v2.0/floatingips/ca1ae494-a232-45f3-8663-63868d6ae4f1 HTTP/1.1" status: 204 len: 168 time: 0.8855679 Oct 26 17:56:24.452182 n-d-815373-2 neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:24.454516 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}411c95dd13e8d33fb11600ca6a8231eeb7566807bfe817cbfd64baa88f94a076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d" -d '{"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:24.544965 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:24.747856 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:24.816370 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e352d87c-77be-4e65-a580-34ad14bb4375 x-openstack-request-id: req-e352d87c-77be-4e65-a580-34ad14bb4375 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:24.816893 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:24.816893 n-d-815373-2 neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e352d87c-77be-4e65-a580-34ad14bb4375 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:24.817302 n-d-815373-2 neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'status': 'completed', 'code': 200} Oct 26 17:56:24.866623 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:56:24.875050 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:24.878579 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:24.882568 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-4a7ee3d2-d7da-4d7a-8bfc-8ffecd4803c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:24.884202 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-4a7ee3d2-d7da-4d7a-8bfc-8ffecd4803c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ad5a88352241fca537b86006bd925a&device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 1094 time: 0.0444708 Oct 26 17:56:24.913972 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3e31b-24b8-4df7-b0fa-3dfb630b6e20 req-7e0e7518-935e-46ce-b896-f9cf04573bb5 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:24.915652 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fce3e31b-24b8-4df7-b0fa-3dfb630b6e20 req-7e0e7518-935e-46ce-b896-f9cf04573bb5 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0504620 Oct 26 17:56:24.956648 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-fce3e31b-24b8-4df7-b0fa-3dfb630b6e20 req-55f7e184-0436-4a68-bf4f-7f7f203b102e tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346100 Oct 26 17:56:24.981271 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-e875e9b4-b15e-4dfb-a403-8b4fdb34538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:24.982755 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-e875e9b4-b15e-4dfb-a403-8b4fdb34538d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 200 len: 910 time: 0.0901604 Oct 26 17:56:24.992881 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:25.029022 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-86e2b9fd-14c0-42b6-968e-689390dbc7b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 200 len: 217 time: 0.0371513 Oct 26 17:56:25.080350 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-a2d463af-c788-4c72-a2be-01ae95a1e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:25.082125 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-a2d463af-c788-4c72-a2be-01ae95a1e621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 200 len: 848 time: 0.0446272 Oct 26 17:56:25.130496 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-8b274804-92e1-4d94-a9a5-cbce4b35a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:25.132086 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-8b274804-92e1-4d94-a9a5-cbce4b35a5ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a1299c-0794-4453-a0ec-d7ab413fe645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427792 Oct 26 17:56:25.190877 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:25.220009 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2814305-ccf4-473b-8765-5ec9f1909e9f None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:51:34Z', 'revision_number': 4, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2', '_interfaces': [{'id': '24a0c5ee-8637-4df6-9955-e7d8a96cadf5', 'name': '', 'network_id': 'b3a1299c-0794-4453-a0ec-d7ab413fe645', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'mac_address': 'fa:16:3e:1a:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:33Z', 'updated_at': '2021-10-26T17:51:38Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'subnets': [{'id': '60eeb74e-a18e-4faf-9ab7-eb330542e18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:56:25.226849 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-41e084fc-a8e3-43be-914f-95189f94562e service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Oct 26 17:56:25.328006 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-8e7dacc7-b8cc-4d6a-94e2-853fdf1d791d req-6488fdac-070b-4d70-88a8-9c83a87b5cbc service neutron] 10.222.0.47 "GET /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919769 Oct 26 17:56:25.439937 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42481970-e559-4a49-8f85-69d50cd45bde None None] New status for floating IP ca1ae494-a232-45f3-8663-63868d6ae4f1: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 17:56:26.075373 n-d-815373-2 neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2451-8f4a-439a-935b-7e84059c9c39 req-3c12f7df-81fe-4d9f-82ce-90b1a2340640 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:26.077636 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab0f2451-8f4a-439a-935b-7e84059c9c39 req-3c12f7df-81fe-4d9f-82ce-90b1a2340640 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0503161 Oct 26 17:56:26.118829 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-ab0f2451-8f4a-439a-935b-7e84059c9c39 req-df7fda21-09d2-4b49-a194-fc0f4e1f64f2 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348339 Oct 26 17:56:26.371946 n-d-815373-2 neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-56962a64-ee9a-426c-a7a7-75456f6fafe8 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 17:56:26.373375 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-56962a64-ee9a-426c-a7a7-75456f6fafe8 tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.47 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 943 time: 0.0484569 Oct 26 17:56:26.463650 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Deleting port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:26.463987 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:26.554629 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] For port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2, host n-h1-815373-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-2',level=0,port_id=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:26.554994 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:26.567969 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Calling delete_port for eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 owned by compute:nova {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:26.751687 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:26.779964 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event deleted for resources: {'Port': ['ID=eb95a87c-8cd2-4b2f-9f18-7170be1e31b2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:26.822158 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] No DVR routers for this DVR port eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 on host n-h1-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:26.824755 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38385'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:26.829606 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [req-81e27b6a-f935-4007-996a-b1b3a57fab27 req-99233df3-a2cd-4870-ab12-8567de2becdc tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.47 "DELETE /v2.0/ports/eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 HTTP/1.1" status: 204 len: 173 time: 0.4486639 Oct 26 17:56:26.829606 n-d-815373-2 neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-deleted', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 17:56:26.831497 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1365b577b0a1d905afa68a7d1a3ebf5ccd7f6717a215ec0b972336b9bb88a7eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccef521a-33d2-4a28-be6b-7bb41ed186f9" -d '{"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-deleted", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:56:26.867593 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923e908d-d9c2-45a7-9dcd-f0457658a52d x-openstack-request-id: req-923e908d-d9c2-45a7-9dcd-f0457658a52d {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:56:26.867979 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03266495-2a3d-437d-8b9f-893b5fa58986", "name": "network-vif-deleted", "tag": "eb95a87c-8cd2-4b2f-9f18-7170be1e31b2", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:56:26.868238 n-d-815373-2 neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-923e908d-d9c2-45a7-9dcd-f0457658a52d {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:56:26.868642 n-d-815373-2 neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03266495-2a3d-437d-8b9f-893b5fa58986', 'name': 'network-vif-deleted', 'tag': 'eb95a87c-8cd2-4b2f-9f18-7170be1e31b2', 'status': 'completed', 'code': 200} Oct 26 17:56:27.236801 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [req-cc47822b-bf8f-44c7-82f5-b675be23bd0f req-0aba0f17-00fc-4dd7-8b00-dae87bb69e1f tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "GET /v2.0/ports?device_id=03266495-2a3d-437d-8b9f-893b5fa58986 HTTP/1.1" status: 200 len: 210 time: 0.0283976 Oct 26 17:56:28.293623 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35336) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:28.354233 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:28.379317 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:28.476595 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:28.479227 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:28.480375 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] 10.222.0.21 "DELETE /v2.0/security-groups/e08b8cf1-88d9-4661-af93-0afd2fd1c9aa HTTP/1.1" status: 204 len: 168 time: 0.1857545 Oct 26 17:56:28.496419 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c184d-3907-45ee-b460-efcd964473ae tempest-TestSnapshotPattern-1423902817 tempest-TestSnapshotPattern-1423902817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08b8cf1-88d9-4661-af93-0afd2fd1c9aa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:28.579646 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35340) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:29.239672 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:29.316703 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 no longer exists at agent hyperv_n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:29.337196 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-5090f16c-973f-4871-b089-440c779809f8 None None] No Port match for: eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:29.337541 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Device eb95a87c-8cd2-4b2f-9f18-7170be1e31b2 not bound to the agent host n-h1-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:29.477786 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Deleting port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:29.478392 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:29.553807 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] For port 24a0c5ee-8637-4df6-9955-e7d8a96cadf5, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:29.554163 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:29.566411 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Calling delete_port for 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:29.791664 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:29.818934 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a0c5ee-8637-4df6-9955-e7d8a96cadf5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:29.982900 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:30.196889 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:56:30.297473 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:56:30.305701 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-380d2cf1-aa09-484e-9f38-538545938ff5 admin admin] 10.222.0.21 "PUT /v2.0/routers/f5a30dab-f7f5-4499-8bb2-e879ae9dcc43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7217667 Oct 26 17:56:30.305862 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:30.306713 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Sync routers for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:56:30.317184 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:30.317777 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:30.425992 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:30.514338 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:30.601048 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:56:29Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:30.617523 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:30.630988 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Checking router: f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 for host: n-d-815373-2 {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:56:30.639185 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Routers {'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'} bound to L3 agent in host n-d-815373-2 {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:30.639775 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:04Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:30.740956 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] Set router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 gateway port host: n-d-815373-2 {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:30.752829 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Deleting port f3a7e820-b6e4-49bb-b42d-0640aa2bf501 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:30.753166 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:30.836783 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] For port f3a7e820-b6e4-49bb-b42d-0640aa2bf501, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:30.837136 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:30.849608 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Calling delete_port for f3a7e820-b6e4-49bb-b42d-0640aa2bf501 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:30.918936 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:56:29Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:30.946633 n-d-815373-2 neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b7a16-c390-4e20-ad56-5542d7274ba4 None None] The sync data for ids ['f5a30dab-f7f5-4499-8bb2-e879ae9dcc43'] in n-d-815373-2 is: [{'id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'name': 'tempest-TestSnapshotPattern-916933318-router', 'tenant_id': 'f5ad5a88352241fca537b86006bd925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:31Z', 'updated_at': '2021-10-26T17:56:29Z', 'revision_number': 5, 'project_id': 'f5ad5a88352241fca537b86006bd925a', 'gw_port': {'id': 'f3a7e820-b6e4-49bb-b42d-0640aa2bf501', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a30dab-f7f5-4499-8bb2-e879ae9dcc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:32Z', 'updated_at': '2021-10-26T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:56:31.074978 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.097785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-56038c6c-fec1-4f0c-8d4c-bf658b8354cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.103031 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a7e820-b6e4-49bb-b42d-0640aa2bf501,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:31.162294 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.254141 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.256127 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.385416 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.386011 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:56:31.395157 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.395157 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-60a9dba4-aa48-4cc9-940b-1311f5adbba3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f5a30dab-f7f5-4499-8bb2-e879ae9dcc43 HTTP/1.1" status: 204 len: 168 time: 1.0851021 Oct 26 17:56:31.395448 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35346) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:31.441668 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Deleting subnet 60eeb74e-a18e-4faf-9ab7-eb330542e18e {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:56:31.444863 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.479326 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58793216'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.564855 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.694420 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59160315'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.718918 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60eeb74e-a18e-4faf-9ab7-eb330542e18e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:31.726647 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.730151 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-68fcf480-833c-43b3-bb10-722a6041afb8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60eeb74e-a18e-4faf-9ab7-eb330542e18e HTTP/1.1" status: 204 len: 168 time: 0.3334968 Oct 26 17:56:31.732089 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321d943-2a24-497f-8e6a-de95d61ba12d None None] Network b3a1299c-0794-4453-a0ec-d7ab413fe645 requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:56:31.732616 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.21', 35348) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:31.803006 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.856651 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Deleting port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:31.862870 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.907630 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] DHCP port deletion for b3a1299c-0794-4453-a0ec-d7ab413fe645 request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:56:31.922746 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] For port 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7f35ea-1753-4603-84f9-3cc3ece640d0,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:31.923108 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:31.936527 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Calling delete_port for 1f7f35ea-1753-4603-84f9-3cc3ece640d0 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:31.956116 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Deleting port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:31.956489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.022384 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] For port 1f7f35ea-1753-4603-84f9-3cc3ece640d0, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=1f7f35ea-1753-4603-84f9-3cc3ece640d0,segment=NetworkSegment(a7414eee-b831-411e-8d9d-7a815a4475ce),segment_id=a7414eee-b831-411e-8d9d-7a815a4475ce)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:32.022823 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.035849 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Calling delete_port for 1f7f35ea-1753-4603-84f9-3cc3ece640d0 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:32.105592 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58845971'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.111581 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.133024 n-d-815373-2 neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] No DVR routers for this DVR port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 on host n-d-815373-2 {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:32.134805 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7f35ea-1753-4603-84f9-3cc3ece640d0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:32.137892 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] Pushing event deleted for resources: {'Port': ['ID=1f7f35ea-1753-4603-84f9-3cc3ece640d0,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:32.140038 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad799079-4a45-4138-9a44-0c09e09a65ab None None] No DVR routers for this DVR port 1f7f35ea-1753-4603-84f9-3cc3ece640d0 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:32.214714 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.234769 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a1299c-0794-4453-a0ec-d7ab413fe645']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:32.243835 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7414eee-b831-411e-8d9d-7a815a4475ce') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:32.244136 n-d-815373-2 neutron-server[102737]: DEBUG neutron.services.segments.db [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7414eee-b831-411e-8d9d-7a815a4475ce') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:32.253402 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58793227'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.266359 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.272846 n-d-815373-2 neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846054'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: Traceback (most recent call last): Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: timer() Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: cb(*args, **kw) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: return func(*args, **kwargs) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: self._notify() Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: self.callback(batched_events) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: event.method(event) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: return f(self, *a, **k) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: return self._get(url).json() Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: return self.request(url, 'GET', **kwargs) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:56:32.277272 n-d-815373-2 neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:56:32.382745 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7f35ea-1753-4603-84f9-3cc3ece640d0 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:32.402799 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 1f7f35ea-1753-4603-84f9-3cc3ece640d0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:32.403075 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 1f7f35ea-1753-4603-84f9-3cc3ece640d0 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:32.403497 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:32.418286 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.426092 n-d-815373-2 neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Publish callbacks [] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.426319 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:32.426659 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 24a0c5ee-8637-4df6-9955-e7d8a96cadf5 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:32.427067 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3a7e820-b6e4-49bb-b42d-0640aa2bf501 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:32.429956 n-d-815373-2 neutron-server[102737]: INFO neutron.wsgi [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3a1299c-0794-4453-a0ec-d7ab413fe645 HTTP/1.1" status: 204 len: 168 time: 0.6958239 Oct 26 17:56:32.432338 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35350) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:32.440501 n-d-815373-2 neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9cab7-a13b-4c67-aed9-e2af3cc262c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a1299c-0794-4453-a0ec-d7ab413fe645,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:32.447178 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: f3a7e820-b6e4-49bb-b42d-0640aa2bf501 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:32.447593 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device f3a7e820-b6e4-49bb-b42d-0640aa2bf501 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:32.772448 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799871'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:32.779598 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:56:33.014098 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Deleting port cc96fa21-d3a9-48bb-8696-0f006a370737 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:33.014343 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.092580 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] For port cc96fa21-d3a9-48bb-8696-0f006a370737, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=cc96fa21-d3a9-48bb-8696-0f006a370737,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:33.092939 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.105045 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Calling delete_port for cc96fa21-d3a9-48bb-8696-0f006a370737 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:33.362959 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.392744 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc96fa21-d3a9-48bb-8696-0f006a370737,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:33.555973 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3644347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800019'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.630858 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-58a7d642-ab7c-4a6e-bd71-54abbe2a69d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.771628 n-d-815373-2 neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Router ddaa3048-5c9e-44c7-90a2-1767ed145109 has already been hosted by L3 agent f1644dab-4753-430b-8b08-551b4395e0da {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:56:33.875689 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] Notify agent at l3_agent.n-d-815373-2 the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:56:33.881298 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-7bef4db3-83b2-4d9b-8e62-0cab074715f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/ddaa3048-5c9e-44c7-90a2-1767ed145109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478688 Oct 26 17:56:33.883802 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:33.884349 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Sync routers for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:56:33.895230 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:33.895928 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:33.983074 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:33.998166 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: n-d-815373-2 {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:34.085089 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:34.187903 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'external_fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:56:33Z', 'revision_number': 5, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port': {'id': '80873682-0cdb-41ac-a211-3f0842ee9201', 'name': '', 'network_id': 'efa9153d-e479-49ac-ab4a-5e7029088657', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T17:51:38Z', 'updated_at': '2021-10-26T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea814356-c806-4d56-8392-c283fb368b0a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-2'}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:34.208357 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Deleting port 80873682-0cdb-41ac-a211-3f0842ee9201 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:34.208703 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:34.220287 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Checking router: ddaa3048-5c9e-44c7-90a2-1767ed145109 for host: n-d-815373-2 {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:56:34.226415 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:34.232385 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Routers {'ddaa3048-5c9e-44c7-90a2-1767ed145109'} bound to L3 agent in host n-d-815373-2 {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 17:56:34.232975 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T16:10:33Z,description=,heartbeat_timestamp=2021-10-26T17:56:34Z,host='n-d-815373-2',id=f1644dab-4753-430b-8b08-551b4395e0da,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T16:10:34Z,topic='l3_agent')) {'router_ids': ['ddaa3048-5c9e-44c7-90a2-1767ed145109'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:34.288956 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] For port 80873682-0cdb-41ac-a211-3f0842ee9201, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=80873682-0cdb-41ac-a211-3f0842ee9201,segment=NetworkSegment(234ac3f5-2bc9-411c-898f-988194d76006),segment_id=234ac3f5-2bc9-411c-898f-988194d76006)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:34.289318 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:34.302695 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Calling delete_port for 80873682-0cdb-41ac-a211-3f0842ee9201 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:34.320111 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] Set router ddaa3048-5c9e-44c7-90a2-1767ed145109 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 17:56:34.375344 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:56:34Z', 'revision_number': 6, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port_host': None}], 'n-d-815373-2', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:34.406479 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530a40-2e5a-4c17-89cb-6e7bda26f4c6 None None] The sync data for ids ['ddaa3048-5c9e-44c7-90a2-1767ed145109'] in n-d-815373-2 is: [{'id': 'ddaa3048-5c9e-44c7-90a2-1767ed145109', 'name': 'tempest-TestSnapshotPattern-515116989-router', 'tenant_id': '1dc106c4f1404572adf325ebe47b3c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T17:51:37Z', 'updated_at': '2021-10-26T17:56:34Z', 'revision_number': 6, 'project_id': '1dc106c4f1404572adf325ebe47b3c94', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:56:34.520579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:34.545109 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Pushing event deleted for resources: {'Port': ['ID=80873682-0cdb-41ac-a211-3f0842ee9201,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:34.610593 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3800433'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.039579 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3797224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.041712 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.151252 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3797217'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.151932 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddaa3048-5c9e-44c7-90a2-1767ed145109 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:56:35.157265 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.159069 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-cce30c23-2cb3-4862-96c2-53b3d69c01eb admin admin] 10.222.0.21 "DELETE /v2.0/routers/ddaa3048-5c9e-44c7-90a2-1767ed145109 HTTP/1.1" status: 204 len: 168 time: 1.2743585 Oct 26 17:56:35.161888 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:35.207055 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Deleting subnet 6927b4f0-2654-4924-bfd0-224a6233efeb {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 17:56:35.210485 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.251237 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60210834'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.331063 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423276'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.425530 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.454459 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60153292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59678489'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.480847 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6927b4f0-2654-4924-bfd0-224a6233efeb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:35.484507 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.488767 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4a408aed-7e44-4d6b-b1b2-d84146f8e5e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6927b4f0-2654-4924-bfd0-224a6233efeb HTTP/1.1" status: 204 len: 168 time: 0.3259392 Oct 26 17:56:35.491836 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750897d-e35d-40a4-949a-ed33f2decba2 None None] Network 4a608b58-1a30-4a48-90a5-d13486bc4cda requested from n-d-815373-2 {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 17:56:35.491973 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:35.566390 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527577'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.620112 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Deleting port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:35.620800 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.691713 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] For port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host n-d-815373-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-2',level=0,port_id=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,segment=NetworkSegment(3b7215e1-d30e-4f47-bad0-22e77db2114c),segment_id=3b7215e1-d30e-4f47-bad0-22e77db2114c)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:35.691988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.706799 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Calling delete_port for 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:35.829650 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] DHCP port deletion for 4a608b58-1a30-4a48-90a5-d13486bc4cda request from n-d-815373-2 {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 17:56:35.840594 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60153107'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.866776 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:35.871327 n-d-815373-2 neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] No DVR routers for this DVR port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 on host n-d-815373-2 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:35.877343 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Deleting port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 17:56:35.877653 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743652630'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.941369 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] For port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576, host n-d-815373-2, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:56:35.941758 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3773153'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.944741 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420839', 'neutron.services.segments.db._delete_segments_for_network-8747743668255'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.954053 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Calling delete_port for 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 17:56:35.956729 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 17:56:35.957934 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1565107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743626204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747743164501'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.964627 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a608b58-1a30-4a48-90a5-d13486bc4cda']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:35.974024 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7215e1-d30e-4f47-bad0-22e77db2114c') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:35.974318 n-d-815373-2 neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7215e1-d30e-4f47-bad0-22e77db2114c') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:56:35.982841 n-d-815373-2 neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] Pushing event deleted for resources: {'Port': ['ID=4358a52c-b0e5-4f1a-9e43-2f2f8b438576,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:35.983479 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743669032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60210841'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:35.987022 n-d-815373-2 neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbe937-5916-4be9-a34f-9a1c346f1500 None None] No DVR routers for this DVR port 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 on host n-d-815373-2 {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:56:36.003254 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.009636 n-d-815373-2 neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:56:36.010017 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60153190'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: Traceback (most recent call last): Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: timer() Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: cb(*args, **kw) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: return func(*args, **kwargs) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: self._notify() Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: self.callback(batched_events) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: event.method(event) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: return f(self, *a, **k) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: return self._get(url).json() Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: return self.request(url, 'GET', **kwargs) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 17:56:36.011752 n-d-815373-2 neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 17:56:36.116719 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3644290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800397'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.122234 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Publish callbacks [] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.125409 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] 10.222.0.21 "DELETE /v2.0/networks/4a608b58-1a30-4a48-90a5-d13486bc4cda HTTP/1.1" status: 204 len: 168 time: 0.6333010 Oct 26 17:56:36.141312 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e258f7-b554-4f04-8c1d-52a66e7f69ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4a608b58-1a30-4a48-90a5-d13486bc4cda,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:36.385000 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:36.405174 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:36.405514 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 4358a52c-b0e5-4f1a-9e43-2f2f8b438576 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:36.405924 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 80873682-0cdb-41ac-a211-3f0842ee9201 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:36.425974 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: 80873682-0cdb-41ac-a211-3f0842ee9201 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:36.428691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device 80873682-0cdb-41ac-a211-3f0842ee9201 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:36.428691 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cc96fa21-d3a9-48bb-8696-0f006a370737 no longer exists at agent ovs-agent-n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:56:36.448509 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] No Port match for: cc96fa21-d3a9-48bb-8696-0f006a370737 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 17:56:36.448847 n-d-815373-2 neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Device cc96fa21-d3a9-48bb-8696-0f006a370737 not bound to the agent host n-d-815373-2 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:56:36.467989 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35360) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:36.509630 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-4c8233f2-ff05-4f22-a540-3aab0bf4eba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5ad5a88352241fca537b86006bd925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404778 Oct 26 17:56:36.520479 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35362) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:36.571455 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.592441 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.692165 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.694644 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:36.695845 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc937e4-951b-4b50-9097-69373931050d HTTP/1.1" status: 204 len: 168 time: 0.1744230 Oct 26 17:56:36.704367 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33260466-dd7f-4479-abf8-bca26cae1df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc937e4-951b-4b50-9097-69373931050d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:37.014368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:37.338440 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35368) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:37.379318 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-e261b5b0-e03b-42ea-be0a-93b033887dd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dc106c4f1404572adf325ebe47b3c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396464 Oct 26 17:56:37.381702 n-d-815373-2 neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.21', 35370) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 17:56:37.428676 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:37.453544 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:37.562616 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3819532'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:37.565988 n-d-815373-2 neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:37.567205 n-d-815373-2 neutron-server[102736]: INFO neutron.wsgi [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48bdd3d0-b704-487d-9383-4412883ee948 HTTP/1.1" status: 204 len: 168 time: 0.1845989 Oct 26 17:56:37.575753 n-d-815373-2 neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2231d2-d17f-43bd-9e74-22b44206a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bdd3d0-b704-487d-9383-4412883ee948,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:56:52.057327 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:56:53.379264 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:01.099000 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9eb4e3e4-f6c1-467a-a529-85f1e62166b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:03.628297 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-098730e3-f8b0-41b4-a6da-0c9d5934e0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:04.245937 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:05.453401 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:06.985155 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:09.778169 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:57:22.065166 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:23.413292 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:31.130698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64275429-7957-43f4-bc2d-99c00827cb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:33.630220 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3044-d085-4505-8941-bff57b72e778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:34.258512 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:35.435882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:36.976964 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:46.777131 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:57:52.067867 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:57:53.396488 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:01.149943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f29a001d-2b40-477b-9707-29fb0a2eb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:03.629863 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-de975bdc-1093-42c6-9eeb-ebd947f50655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:04.241489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:05.423728 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:07.018300 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:22.095574 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:23.392947 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:23.776934 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:58:31.138002 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d67ae68-a9a1-4f5f-96d7-3776210178ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:33.663916 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc95b3b3-81d6-4ba4-acdb-09eeaee07257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:34.215679 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:35.457956 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:36.994943 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:52.109234 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:58:53.403528 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:00.777027 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:59:01.109193 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fa28000c-1a54-45aa-8c75-a1a099aa1d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:03.640316 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2112f821-ca70-4ba7-947f-27772af93c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:04.278241 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:05.423024 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:06.983324 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:22.119908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:23.423204 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:31.117393 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f03bc2c-767c-407b-90a0-370cbd2e99d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:33.639899 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a381f62c-b2df-4f7f-bfce-e53fa4e392b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:34.220028 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:35.431758 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:36.994368 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:37.776551 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:59:52.128927 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 17:59:53.411030 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:01.128265 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c88f4649-27e5-4dba-993a-f78c9850bd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:03.645788 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d97b7bd1-ca9f-4541-86ac-c760f54c4ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:04.262983 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:05.428213 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:06.996925 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:14.775748 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:00:22.119263 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:23.416444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:31.116372 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-15ec4fc4-a3e8-499a-bd83-72330110d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:33.645094 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-36689597-ee5f-48cf-bda6-b79f999596a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:34.267972 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:35.467482 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:37.016412 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:51.775324 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:00:52.141683 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:00:53.427444 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:01.112867 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20911123-0f47-4d50-9872-3dfa2a14887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:03.632922 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5cabd1e7-6628-4266-8c01-8ff645f42101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:04.296276 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:05.447151 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:07.006882 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:22.126795 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:23.441830 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:28.775840 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:01:31.109606 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bd401ba2-1df1-45ce-beb5-d3e140e61673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:33.626747 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14800fd1-aaef-4457-9e13-a51ef4810c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:34.263633 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:35.461489 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:37.006469 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:52.152308 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:01:53.417644 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:01.112285 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a717167-7089-4246-b54e-62367ce53b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:03.683498 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc827678-8306-4e62-88b3-793ff1e18b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:04.237849 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:05.434599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:05.775133 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:02:07.012197 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:22.148893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:23.415239 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:31.106095 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3ae998d0-d3b1-4e48-9f4d-8407765c6d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:33.634340 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3f34fde7-2179-40d3-aa76-a8b5ce3dbd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:34.274107 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:35.437386 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:37.022791 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:42.774769 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:02:52.153600 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:02:53.443379 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:01.101908 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f38a56c4-b5da-420b-a340-d15d27adf6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:03.633773 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dbd48bc9-0a3f-4f0e-8119-e1ce06230384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:04.250693 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:05.456698 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:07.022091 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:19.773658 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:03:22.153076 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:23.421833 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:31.147707 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-af1d0cb3-6362-4058-80a9-ba7e291dcaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:33.636599 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2530c09f-dcc9-4360-9b8c-bd98f9dea257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:34.231424 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:35.461458 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:37.019714 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:52.186721 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:53.436689 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:03:56.773874 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:04:01.141112 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-796c1904-6f52-4e00-b256-f70484c0de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:03.637893 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-468f0dd7-3ed6-4bc6-ab03-5eb89b5a6a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:04.220806 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:05.459060 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:07.037034 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:14.433209 n-d-815373-2 neutron-server[102737]: DEBUG neutron.wsgi [req-61083604-a14a-4a66-8848-351ac49afe0f req-75c1d4bf-170c-4640-9a56-8752615a42cf service neutron] (102737) timed out ('10.222.0.21', 33208) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 18:04:22.163913 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:23.454785 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:31.121993 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0a20-3521-45d9-afde-df1f1aa7df03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:33.631735 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-90a1dc18-7123-4994-aa0d-ba713bedad0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:33.772668 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 18:04:34.214873 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:35.477302 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:37.026400 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:52.190168 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae7c0-c0d8-409e-aaeb-93ec1f953202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:04:53.465516 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5090f16c-973f-4871-b089-440c779809f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:01.121056 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d349b263-c117-4783-b8c5-c817cf875def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:03.648345 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-241f0484-1b93-4238-95fd-d3fa9b853037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:04.212857 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3e38e499-4866-48b1-b17c-21f0e1cdbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:05.471270 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a44ffa13-4bbe-4e55-b610-9a766452ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:07.040999 n-d-815373-2 neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a8e849-27d1-4c02-84bf-23d48348d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743668237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1418477'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 18:05:10.775094 n-d-815373-2 neutron-server[102739]: DEBUG neutron.db.agents_db [None req-b42bf654-ab10-4393-9373-1f8ef3ccc24d None None] Agent healthcheck: found 7 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}